@epsilon-asi/actors 0.0.8 → 0.0.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/RuntimeConfig.d.ts.map +1 -1
- package/dist/browser/RuntimeConfig.js +3 -0
- package/dist/browser/RuntimeConfig.js.map +1 -1
- package/dist/sites/upwork-com/upwork-com.actor.d.ts +4 -1
- package/dist/sites/upwork-com/upwork-com.actor.d.ts.map +1 -1
- package/dist/sites/upwork-com/upwork-com.actor.js +7 -8
- package/dist/sites/upwork-com/upwork-com.actor.js.map +1 -1
- package/dist/sites/upwork-com/util/parseJobDetails.d.ts +105 -0
- package/dist/sites/upwork-com/util/parseJobDetails.d.ts.map +1 -0
- package/dist/sites/upwork-com/util/parseJobDetails.js +335 -0
- package/dist/sites/upwork-com/util/parseJobDetails.js.map +1 -0
- package/dist/sites/upwork-com/util/scrapeJobListing.d.ts +41 -0
- package/dist/sites/upwork-com/util/scrapeJobListing.d.ts.map +1 -0
- package/dist/sites/upwork-com/util/scrapeJobListing.js +190 -0
- package/dist/sites/upwork-com/util/scrapeJobListing.js.map +1 -0
- package/package.json +4 -1
- package/src/browser/RuntimeConfig.ts +4 -0
- package/src/sites/upwork-com/upwork-com.actor.ts +1 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"RuntimeConfig.d.ts","sourceRoot":"","sources":["../../src/browser/RuntimeConfig.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAExE,MAAM,MAAM,oBAAoB,GAAG,QAAQ,GAAG,aAAa,GAAG,YAAY,GAAG,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"RuntimeConfig.d.ts","sourceRoot":"","sources":["../../src/browser/RuntimeConfig.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAExE,MAAM,MAAM,oBAAoB,GAAG,QAAQ,GAAG,aAAa,GAAG,YAAY,GAAG,eAAe,CAAC;AAI7F,MAAM,WAAW,sBAAsB;IACrC,eAAe,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC3D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;OAGG;IACH,oBAAoB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,6BAA6B;IAC5C;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6FAA6F;IAC7F,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mEAAmE;IACnE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mEAAmE;IACnE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,2BAA4B,SAAQ,6BAA6B;IAChF;;;OAGG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yEAAyE;IACzE,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,gFAAgF;IAChF,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,mEAAmE;IACnE,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,WAAW,2BAA4B,SAAQ,sBAAsB;IACzE,IAAI,EAAE,kBAAkB,CAAC;IACzB,iEAAiE;IACjE,WAAW,EAAE,MAAM,CAAC;IACpB,oEAAoE;IACpE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB;;;;OAIG;IACH,eAAe,CAAC,EAAE,2BAA2B,CAAC;CAC/C;AAED,MAAM,WAAW,2BAA4B,SAAQ,sBAAsB,EAAE,6BAA6B;IACxG,IAAI,EAAE,kBAAkB,CAAC;IACzB,mEAAmE;IACnE,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,MAAM,oBAAoB,GAAG,2BAA2B,GAAG,2BAA2B,CAAC;AAE7F,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,oBAAoB,CAAC;IAC9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE,kBAAkB,CAAC;KAC7B,CAAC;CACH;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAIhD;AAED,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,IAAI,2BAA2B,CAEjH;AAED,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,IAAI,2BAA2B,CAEjH;AA6CD,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,aAAa,GAAG,aAAa,CAU3E"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import os from 'node:os';
|
|
2
2
|
import path from 'node:path';
|
|
3
|
+
const DEFAULT_VIEWPORT = { width: 1080, height: 1920 };
|
|
3
4
|
export function expandHome(input) {
|
|
4
5
|
if (input === '~')
|
|
5
6
|
return os.homedir();
|
|
@@ -33,6 +34,7 @@ function normalizeExistingProfileConfig(browser) {
|
|
|
33
34
|
userDataDir: path.resolve(expandHome(browser.userDataDir)),
|
|
34
35
|
channel: browser.channel ?? 'chrome',
|
|
35
36
|
headless: false,
|
|
37
|
+
defaultViewport: browser.defaultViewport === undefined ? DEFAULT_VIEWPORT : browser.defaultViewport,
|
|
36
38
|
reuseExistingPage: browser.reuseExistingPage ?? true,
|
|
37
39
|
closeBrowserOnFinish: browser.closeBrowserOnFinish ?? true,
|
|
38
40
|
allowCreatingUserDataDir: browser.allowCreatingUserDataDir ?? false,
|
|
@@ -45,6 +47,7 @@ function normalizeRemoteDebuggingConfig(browser) {
|
|
|
45
47
|
...browser,
|
|
46
48
|
remoteDebuggingHost: browser.remoteDebuggingHost ?? '127.0.0.1',
|
|
47
49
|
remoteDebuggingPort: browser.remoteDebuggingPort ?? 9222,
|
|
50
|
+
defaultViewport: browser.defaultViewport === undefined ? DEFAULT_VIEWPORT : browser.defaultViewport,
|
|
48
51
|
reuseExistingPage: browser.reuseExistingPage ?? false,
|
|
49
52
|
closeBrowserOnFinish: browser.closeBrowserOnFinish ?? false,
|
|
50
53
|
disconnectOnFinish: browser.disconnectOnFinish ?? true
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"RuntimeConfig.js","sourceRoot":"","sources":["../../src/browser/RuntimeConfig.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"RuntimeConfig.js","sourceRoot":"","sources":["../../src/browser/RuntimeConfig.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAK7B,MAAM,gBAAgB,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AAkFvD,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,IAAI,KAAK,KAAK,GAAG;QAAE,OAAO,EAAE,CAAC,OAAO,EAAE,CAAC;IACvC,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,MAA4B;IACxE,OAAO,MAAM,CAAC,IAAI,KAAK,kBAAkB,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,MAA4B;IACxE,OAAO,MAAM,CAAC,IAAI,KAAK,kBAAkB,CAAC;AAC5C,CAAC;AAED,SAAS,oCAAoC,CAAC,MAA+C;IAC3F,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAE3C,OAAO;QACL,GAAG,MAAM;QACT,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;QAC/B,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,WAAW;QAC9D,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,IAAI;QACvD,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,KAAK;QACpD,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,IAAI,KAAK;QAC1D,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,IAAI;KACtD,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CAAC,OAAoC;IAC1E,MAAM,eAAe,GAAG,oCAAoC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAEtF,OAAO;QACL,GAAG,OAAO;QACV,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1D,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,QAAQ;QACpC,QAAQ,EAAE,KAAK;QACf,eAAe,EAAE,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe;QACnG,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,IAAI;QACpD,oBAAoB,EAAE,OAAO,CAAC,oBAAoB,IAAI,IAAI;QAC1D,wBAAwB,EAAE,OAAO,CAAC,wBAAwB,IAAI,KAAK;QACnE,6BAA6B,EAAE,OAAO,CAAC,6BAA6B,IAAI,KAAK;QAC7E,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9D,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CAAC,OAAoC;IAC1E,OAAO;QACL,GAAG,OAAO;QACV,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,WAAW;QAC/D,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,IAAI;QACxD,eAAe,EAAE,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe;QACnG,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,KAAK;QACrD,oBAAoB,EAAE,OAAO,CAAC,oBAAoB,IAAI,KAAK;QAC3D,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,IAAI;KACvD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAqB;IAC1D,OAAO;QACL,GAAG,MAAM;QACT,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,kBAAkB;YACjD,CAAC,CAAC,8BAA8B,CAAC,MAAM,CAAC,OAAO,CAAC;YAChD,CAAC,CAAC,8BAA8B,CAAC,MAAM,CAAC,OAAO,CAAC;QAClD,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,MAAM;QACnD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,MAAM;QACzD,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjF,CAAC;AACJ,CAAC"}
|
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
import type { UpworkApplyToJobInput, UpworkApplyToJobResult, UpworkJobSearchFields } from './upwork-com.types.js';
|
|
2
|
+
import { ScrapeDashboardInput } from "../example/index.js";
|
|
3
|
+
import { UpworkJobListing } from "./util/scrapeJobListing.js";
|
|
2
4
|
export declare const upworkComActor: import("../../index.js").Actor<{
|
|
3
|
-
searchJobs: (context: import("../../index.js").ActorContext, input?: UpworkJobSearchFields) => Promise<
|
|
5
|
+
searchJobs: (context: import("../../index.js").ActorContext, input?: UpworkJobSearchFields) => Promise<UpworkJobListing[]>;
|
|
6
|
+
scrapeJobs: (context: import("../../index.js").ActorContext, input?: ScrapeDashboardInput) => Promise<any>;
|
|
4
7
|
applyToJob: (_context: import("../../index.js").ActorContext, input: UpworkApplyToJobInput) => Promise<UpworkApplyToJobResult>;
|
|
5
8
|
}>;
|
|
6
9
|
//# sourceMappingURL=upwork-com.actor.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"upwork-com.actor.d.ts","sourceRoot":"","sources":["../../../src/sites/upwork-com/upwork-com.actor.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"upwork-com.actor.d.ts","sourceRoot":"","sources":["../../../src/sites/upwork-com/upwork-com.actor.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,qBAAqB,EAAE,sBAAsB,EAAE,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAEhH,OAAO,EAAC,oBAAoB,EAAC,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAA2B,gBAAgB,EAAC,MAAM,4BAA4B,CAAC;AAGtF,eAAO,MAAM,cAAc;yEAkDgB,qBAAqB,KAAQ,OAAO,CAAC,gBAAgB,EAAE,CAAC;yEASxD,oBAAoB,KAAQ,OAAO,CAAC,GAAG,CAAC;yEAGvC,qBAAqB,KAAG,OAAO,CAAC,sBAAsB,CAAC;EAiBjG,CAAC"}
|
|
@@ -2,6 +2,7 @@ import { defineLoginFlow } from '../../auth/LoginFlow.types.js';
|
|
|
2
2
|
import { defineActor } from '../../core/defineActor.js';
|
|
3
3
|
import { upworkComSelectors } from './upwork-com.selectors.js';
|
|
4
4
|
import { parseRate } from "./upwork-com.util.js";
|
|
5
|
+
import { parseUpworkSearchResults } from "./util/scrapeJobListing.js";
|
|
5
6
|
export const upworkComActor = defineActor({
|
|
6
7
|
id: 'upwork-com',
|
|
7
8
|
baseUrl: 'https://upwork.com',
|
|
@@ -53,13 +54,12 @@ export const upworkComActor = defineActor({
|
|
|
53
54
|
}),
|
|
54
55
|
tasks: {
|
|
55
56
|
searchJobs: async (context, input = {}) => {
|
|
56
|
-
const path = '/nx/s/universal-search/jobs?client_hires=1-9,10-&payment_verified=1&q=%27rancher%27%20or%20%27terraform%27%20or%20%27gitops%27%20or%20%27azure%27%20or%20%27microsoft%20azure%27%20or%20%27cloud%20architect%27%20or%20%27ai%20architect%27%20or%20%27forward%20deployed%20engineer%27%20or%20%27aws%27%20or%20%27aks%27%20or%20%27eks%27%20or%20%27gke%27%20or%20%27cloud%20engineer%27%20or%20devops%20or%20kuberentes%20or%20%27platform%20engineer%27%20or%20%27infrastructure%20engineer%27%20or%20"google%20cloud%20platform"%20or%20"GCP"%20or%20"langsmith"%20or%20"langgraph"%20or%20"gemini%20enterprise"&sort=recency&user_location_match=1';
|
|
57
|
+
const path = '/nx/s/universal-search/jobs?category2_uid=531770282580668420,531770282580668419,531770282580668418&client_hires=1-9,10-&payment_verified=1&q=%27rancher%27%20or%20%27terraform%27%20or%20%27gitops%27%20or%20%27azure%27%20or%20%27microsoft%20azure%27%20or%20%27cloud%20architect%27%20or%20%27ai%20architect%27%20or%20%27forward%20deployed%20engineer%27%20or%20%27aws%27%20or%20%27aks%27%20or%20%27eks%27%20or%20%27gke%27%20or%20%27cloud%20engineer%27%20or%20devops%20or%20kuberentes%20or%20%27platform%20engineer%27%20or%20%27infrastructure%20engineer%27%20or%20"google%20cloud%20platform"%20or%20"GCP"%20or%20"langsmith"%20or%20"langgraph"%20or%20"gemini%20enterprise"&sort=recency&user_location_match=1';
|
|
57
58
|
await context.nav.goto(path, {});
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
//
|
|
59
|
+
return await parseUpworkSearchResults(context.session.page);
|
|
60
|
+
},
|
|
61
|
+
scrapeJobs: async (context, input = {}) => {
|
|
62
|
+
await parseUpworkSearchResults(context.session.page);
|
|
63
63
|
},
|
|
64
64
|
applyToJob: async (_context, input) => {
|
|
65
65
|
const coverLetter = input.coverLetter.trim();
|
|
@@ -77,6 +77,5 @@ export const upworkComActor = defineActor({
|
|
|
77
77
|
}
|
|
78
78
|
}
|
|
79
79
|
});
|
|
80
|
-
|
|
81
|
-
const commentScript = `activity.comment_save(1630927, this);`;
|
|
80
|
+
`asd*poq@#aes48d#@jna8sndaskDF#KN$@#a78sdASD1`;
|
|
82
81
|
//# sourceMappingURL=upwork-com.actor.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"upwork-com.actor.js","sourceRoot":"","sources":["../../../src/sites/upwork-com/upwork-com.actor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,WAAW,EAAC,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAC,kBAAkB,EAAC,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"upwork-com.actor.js","sourceRoot":"","sources":["../../../src/sites/upwork-com/upwork-com.actor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,WAAW,EAAC,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAC,kBAAkB,EAAC,MAAM,2BAA2B,CAAC;AAE7D,OAAO,EAAC,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAE/C,OAAO,EAAC,wBAAwB,EAAmB,MAAM,4BAA4B,CAAC;AAGtF,MAAM,CAAC,MAAM,cAAc,GAAG,WAAW,CAAC;IACtC,EAAE,EAAE,YAAY;IAChB,OAAO,EAAE,oBAAoB;IAC7B,IAAI,EAAE,eAAe,CAAC;QAClB,QAAQ,EAAE,kDAAkD;QAC5D,SAAS,EAAE;YACP,cAAc,EAAE,kBAAkB,CAAC,KAAK,CAAC,cAAc;YACvD,YAAY,EAAE,kBAAkB,CAAC,KAAK,CAAC,YAAY;SACtD;QACD,WAAW,EAAE,EAAC,EAAE,EAAE,QAAQ,EAAC;QAC3B,QAAQ,EAAE;YACN,YAAY,EAAE,GAAG;YACjB,iBAAiB,EAAE,KAAK;YACxB,cAAc,EAAE,KAAK;YACrB,MAAM,EAAE;gBACJ,oBAAoB,EAAE,EAAE;gBACxB,gBAAgB,EAAE,EAAE;aACvB;SACJ;QACD,KAAK,EAAE;YACH;gBACI,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,kBAAkB,CAAC,KAAK,CAAC,QAAQ;gBAC3C,UAAU,EAAE,UAAU;aACzB;YACD;gBACI,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,sBAAsB;gBAC5B,QAAQ,EAAE,kBAAkB,CAAC,KAAK,CAAC,kBAAkB;gBACrD,eAAe,EAAE,kBAAkB,CAAC,KAAK,CAAC,QAAQ;gBAClD,wBAAwB,EAAE,KAAK;aAClC;YACD;gBACI,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,kBAAkB,CAAC,KAAK,CAAC,QAAQ;gBAC3C,UAAU,EAAE,UAAU;aACzB;YACD;gBACI,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,iBAAiB;gBACvB,QAAQ,EAAE,kBAAkB,CAAC,KAAK,CAAC,MAAM;gBACzC,MAAM,EAAE,IAAI;gBACZ,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,KAAK;aACvB;SACJ;KACJ,CAAC;IACF,KAAK,EAAE;QACH,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,QAA+B,EAAE,EAA+B,EAAE;YAC1F,MAAM,IAAI,GAAG,+rBAA+rB,CAAC;YAE7sB,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAE5B,CAAC,CAAC;YAEH,OAAO,MAAM,wBAAwB,CAAC,OAAO,CAAC,OAAO,CAAC,IAAY,CAAC,CAAC;QACxE,CAAC;QACD,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,QAA8B,EAAE,EAAgB,EAAE;YAC1E,MAAM,wBAAwB,CAAC,OAAO,CAAC,OAAO,CAAC,IAAY,CAAC,CAAA;QAChE,CAAC;QACD,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,KAA4B,EAAmC,EAAE;YAC1F,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YAC7C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC/D,CAAC;YAED,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACvD,CAAC;YAED,OAAO;gBACH,WAAW;gBACX,IAAI;aACP,CAAC;QACN,CAAC;KACJ;CACJ,CAAC,CAAC;AACH,8CAA8C,CAAA"}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
import { z } from "zod/v4";
|
|
2
|
+
/**
|
|
3
|
+
* ============================================================================
|
|
4
|
+
* Upwork Job Details Page Parser
|
|
5
|
+
* ============================================================================
|
|
6
|
+
*
|
|
7
|
+
* Parses the FULL Upwork job details page HTML into a strongly typed object.
|
|
8
|
+
*
|
|
9
|
+
* Designed for:
|
|
10
|
+
* - Saved HTML snapshots
|
|
11
|
+
* - Browser automation scraping
|
|
12
|
+
* - Puppeteer / Playwright extraction
|
|
13
|
+
* - LangGraph / AI ingestion pipelines
|
|
14
|
+
*
|
|
15
|
+
* This parser intentionally avoids brittle class names wherever possible and
|
|
16
|
+
* instead relies on semantic structure and textual anchors.
|
|
17
|
+
*/
|
|
18
|
+
export declare const UpworkClientReviewSchema: z.ZodObject<{
|
|
19
|
+
jobTitle: z.ZodNullable<z.ZodString>;
|
|
20
|
+
feedback: z.ZodNullable<z.ZodString>;
|
|
21
|
+
freelancerName: z.ZodNullable<z.ZodString>;
|
|
22
|
+
rating: z.ZodNullable<z.ZodNumber>;
|
|
23
|
+
engagementType: z.ZodNullable<z.ZodString>;
|
|
24
|
+
amount: z.ZodNullable<z.ZodString>;
|
|
25
|
+
dateRange: z.ZodNullable<z.ZodString>;
|
|
26
|
+
}, z.core.$strip>;
|
|
27
|
+
export type UpworkClientReview = z.infer<typeof UpworkClientReviewSchema>;
|
|
28
|
+
export declare const UpworkClientSchema: z.ZodObject<{
|
|
29
|
+
paymentVerified: z.ZodBoolean;
|
|
30
|
+
phoneVerified: z.ZodBoolean;
|
|
31
|
+
rating: z.ZodNullable<z.ZodNumber>;
|
|
32
|
+
reviewCount: z.ZodNullable<z.ZodNumber>;
|
|
33
|
+
country: z.ZodNullable<z.ZodString>;
|
|
34
|
+
city: z.ZodNullable<z.ZodString>;
|
|
35
|
+
localTime: z.ZodNullable<z.ZodString>;
|
|
36
|
+
jobsPosted: z.ZodNullable<z.ZodNumber>;
|
|
37
|
+
hireRate: z.ZodNullable<z.ZodNumber>;
|
|
38
|
+
openJobs: z.ZodNullable<z.ZodNumber>;
|
|
39
|
+
totalSpent: z.ZodNullable<z.ZodString>;
|
|
40
|
+
hires: z.ZodNullable<z.ZodNumber>;
|
|
41
|
+
activeHires: z.ZodNullable<z.ZodNumber>;
|
|
42
|
+
avgHourlyRatePaid: z.ZodNullable<z.ZodString>;
|
|
43
|
+
totalHours: z.ZodNullable<z.ZodNumber>;
|
|
44
|
+
memberSince: z.ZodNullable<z.ZodString>;
|
|
45
|
+
recentHistory: z.ZodArray<z.ZodObject<{
|
|
46
|
+
jobTitle: z.ZodNullable<z.ZodString>;
|
|
47
|
+
feedback: z.ZodNullable<z.ZodString>;
|
|
48
|
+
freelancerName: z.ZodNullable<z.ZodString>;
|
|
49
|
+
rating: z.ZodNullable<z.ZodNumber>;
|
|
50
|
+
engagementType: z.ZodNullable<z.ZodString>;
|
|
51
|
+
amount: z.ZodNullable<z.ZodString>;
|
|
52
|
+
dateRange: z.ZodNullable<z.ZodString>;
|
|
53
|
+
}, z.core.$strip>>;
|
|
54
|
+
}, z.core.$strip>;
|
|
55
|
+
export type UpworkClient = z.infer<typeof UpworkClientSchema>;
|
|
56
|
+
export declare const UpworkJobDetailsSchema: z.ZodObject<{
|
|
57
|
+
jobUrl: z.ZodNullable<z.ZodString>;
|
|
58
|
+
projectType: z.ZodNullable<z.ZodString>;
|
|
59
|
+
mandatorySkills: z.ZodArray<z.ZodString>;
|
|
60
|
+
preferredQualifications: z.ZodObject<{
|
|
61
|
+
location: z.ZodNullable<z.ZodString>;
|
|
62
|
+
}, z.core.$strip>;
|
|
63
|
+
activity: z.ZodObject<{
|
|
64
|
+
proposals: z.ZodNullable<z.ZodString>;
|
|
65
|
+
interviewing: z.ZodNullable<z.ZodNumber>;
|
|
66
|
+
invitesSent: z.ZodNullable<z.ZodNumber>;
|
|
67
|
+
unansweredInvites: z.ZodNullable<z.ZodNumber>;
|
|
68
|
+
}, z.core.$strip>;
|
|
69
|
+
connectsRequired: z.ZodNullable<z.ZodNumber>;
|
|
70
|
+
availableConnects: z.ZodNullable<z.ZodNumber>;
|
|
71
|
+
client: z.ZodObject<{
|
|
72
|
+
paymentVerified: z.ZodBoolean;
|
|
73
|
+
phoneVerified: z.ZodBoolean;
|
|
74
|
+
rating: z.ZodNullable<z.ZodNumber>;
|
|
75
|
+
reviewCount: z.ZodNullable<z.ZodNumber>;
|
|
76
|
+
country: z.ZodNullable<z.ZodString>;
|
|
77
|
+
city: z.ZodNullable<z.ZodString>;
|
|
78
|
+
localTime: z.ZodNullable<z.ZodString>;
|
|
79
|
+
jobsPosted: z.ZodNullable<z.ZodNumber>;
|
|
80
|
+
hireRate: z.ZodNullable<z.ZodNumber>;
|
|
81
|
+
openJobs: z.ZodNullable<z.ZodNumber>;
|
|
82
|
+
totalSpent: z.ZodNullable<z.ZodString>;
|
|
83
|
+
hires: z.ZodNullable<z.ZodNumber>;
|
|
84
|
+
activeHires: z.ZodNullable<z.ZodNumber>;
|
|
85
|
+
avgHourlyRatePaid: z.ZodNullable<z.ZodString>;
|
|
86
|
+
totalHours: z.ZodNullable<z.ZodNumber>;
|
|
87
|
+
memberSince: z.ZodNullable<z.ZodString>;
|
|
88
|
+
recentHistory: z.ZodArray<z.ZodObject<{
|
|
89
|
+
jobTitle: z.ZodNullable<z.ZodString>;
|
|
90
|
+
feedback: z.ZodNullable<z.ZodString>;
|
|
91
|
+
freelancerName: z.ZodNullable<z.ZodString>;
|
|
92
|
+
rating: z.ZodNullable<z.ZodNumber>;
|
|
93
|
+
engagementType: z.ZodNullable<z.ZodString>;
|
|
94
|
+
amount: z.ZodNullable<z.ZodString>;
|
|
95
|
+
dateRange: z.ZodNullable<z.ZodString>;
|
|
96
|
+
}, z.core.$strip>>;
|
|
97
|
+
}, z.core.$strip>;
|
|
98
|
+
otherOpenJobs: z.ZodArray<z.ZodObject<{
|
|
99
|
+
title: z.ZodString;
|
|
100
|
+
type: z.ZodNullable<z.ZodString>;
|
|
101
|
+
}, z.core.$strip>>;
|
|
102
|
+
}, z.core.$strip>;
|
|
103
|
+
export type UpworkJobDetails = z.infer<typeof UpworkJobDetailsSchema>;
|
|
104
|
+
export declare function parseUpworkJobDetailsPage(html: string): UpworkJobDetails;
|
|
105
|
+
//# sourceMappingURL=parseJobDetails.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parseJobDetails.d.ts","sourceRoot":"","sources":["../../../../src/sites/upwork-com/util/parseJobDetails.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,CAAC,EAAC,MAAM,QAAQ,CAAC;AAEzB;;;;;;;;;;;;;;;GAeG;AAMH,eAAO,MAAM,wBAAwB;;;;;;;;iBAQnC,CAAC;AAEH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CACpC,OAAO,wBAAwB,CAClC,CAAC;AAEF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;iBAkC7B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA8BjC,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAClC,OAAO,sBAAsB,CAChC,CAAC;AAiDF,wBAAgB,yBAAyB,CACrC,IAAI,EAAE,MAAM,GACb,gBAAgB,CA0ZlB"}
|
|
@@ -0,0 +1,335 @@
|
|
|
1
|
+
import * as cheerio from "cheerio";
|
|
2
|
+
import { z } from "zod/v4";
|
|
3
|
+
/**
|
|
4
|
+
* ============================================================================
|
|
5
|
+
* Upwork Job Details Page Parser
|
|
6
|
+
* ============================================================================
|
|
7
|
+
*
|
|
8
|
+
* Parses the FULL Upwork job details page HTML into a strongly typed object.
|
|
9
|
+
*
|
|
10
|
+
* Designed for:
|
|
11
|
+
* - Saved HTML snapshots
|
|
12
|
+
* - Browser automation scraping
|
|
13
|
+
* - Puppeteer / Playwright extraction
|
|
14
|
+
* - LangGraph / AI ingestion pipelines
|
|
15
|
+
*
|
|
16
|
+
* This parser intentionally avoids brittle class names wherever possible and
|
|
17
|
+
* instead relies on semantic structure and textual anchors.
|
|
18
|
+
*/
|
|
19
|
+
/* =============================================================================
|
|
20
|
+
* Zod Schemas
|
|
21
|
+
* ========================================================================== */
|
|
22
|
+
export const UpworkClientReviewSchema = z.object({
|
|
23
|
+
jobTitle: z.string().nullable(),
|
|
24
|
+
feedback: z.string().nullable(),
|
|
25
|
+
freelancerName: z.string().nullable(),
|
|
26
|
+
rating: z.number().nullable(),
|
|
27
|
+
engagementType: z.string().nullable(),
|
|
28
|
+
amount: z.string().nullable(),
|
|
29
|
+
dateRange: z.string().nullable(),
|
|
30
|
+
});
|
|
31
|
+
export const UpworkClientSchema = z.object({
|
|
32
|
+
paymentVerified: z.boolean(),
|
|
33
|
+
phoneVerified: z.boolean(),
|
|
34
|
+
rating: z.number().nullable(),
|
|
35
|
+
reviewCount: z.number().nullable(),
|
|
36
|
+
country: z.string().nullable(),
|
|
37
|
+
city: z.string().nullable(),
|
|
38
|
+
localTime: z.string().nullable(),
|
|
39
|
+
jobsPosted: z.number().nullable(),
|
|
40
|
+
hireRate: z.number().nullable(),
|
|
41
|
+
openJobs: z.number().nullable(),
|
|
42
|
+
totalSpent: z.string().nullable(),
|
|
43
|
+
hires: z.number().nullable(),
|
|
44
|
+
activeHires: z.number().nullable(),
|
|
45
|
+
avgHourlyRatePaid: z.string().nullable(),
|
|
46
|
+
totalHours: z.number().nullable(),
|
|
47
|
+
memberSince: z.string().nullable(),
|
|
48
|
+
recentHistory: z.array(UpworkClientReviewSchema),
|
|
49
|
+
});
|
|
50
|
+
export const UpworkJobDetailsSchema = z.object({
|
|
51
|
+
jobUrl: z.string().nullable(),
|
|
52
|
+
projectType: z.string().nullable(),
|
|
53
|
+
mandatorySkills: z.array(z.string()),
|
|
54
|
+
preferredQualifications: z.object({
|
|
55
|
+
location: z.string().nullable(),
|
|
56
|
+
}),
|
|
57
|
+
activity: z.object({
|
|
58
|
+
proposals: z.string().nullable(),
|
|
59
|
+
interviewing: z.number().nullable(),
|
|
60
|
+
invitesSent: z.number().nullable(),
|
|
61
|
+
unansweredInvites: z.number().nullable(),
|
|
62
|
+
}),
|
|
63
|
+
connectsRequired: z.number().nullable(),
|
|
64
|
+
availableConnects: z.number().nullable(),
|
|
65
|
+
client: UpworkClientSchema,
|
|
66
|
+
otherOpenJobs: z.array(z.object({
|
|
67
|
+
title: z.string(),
|
|
68
|
+
type: z.string().nullable(),
|
|
69
|
+
})),
|
|
70
|
+
});
|
|
71
|
+
/* =============================================================================
|
|
72
|
+
* Utility Helpers
|
|
73
|
+
* ========================================================================== */
|
|
74
|
+
function cleanText(input) {
|
|
75
|
+
return (input ?? "")
|
|
76
|
+
.replace(/\s+/g, " ")
|
|
77
|
+
.replace(/\u00a0/g, " ")
|
|
78
|
+
.trim();
|
|
79
|
+
}
|
|
80
|
+
function extractNumber(input) {
|
|
81
|
+
if (!input)
|
|
82
|
+
return null;
|
|
83
|
+
const match = input.match(/-?\d+(\.\d+)?/);
|
|
84
|
+
if (!match)
|
|
85
|
+
return null;
|
|
86
|
+
return Number(match[0]);
|
|
87
|
+
}
|
|
88
|
+
function extractStrongLabelValue($root, label) {
|
|
89
|
+
const strong = $root
|
|
90
|
+
.find("strong")
|
|
91
|
+
.filter((_, el) => cleanText($root.eq(0).find(el).text())
|
|
92
|
+
.toLowerCase()
|
|
93
|
+
.startsWith(label.toLowerCase()))
|
|
94
|
+
.first();
|
|
95
|
+
if (!strong.length)
|
|
96
|
+
return null;
|
|
97
|
+
const parentText = cleanText(strong.parent().text());
|
|
98
|
+
return cleanText(parentText.replace(strong.text(), ""));
|
|
99
|
+
}
|
|
100
|
+
/* =============================================================================
|
|
101
|
+
* Main Parser
|
|
102
|
+
* ========================================================================== */
|
|
103
|
+
export function parseUpworkJobDetailsPage(html) {
|
|
104
|
+
const $ = cheerio.load(html);
|
|
105
|
+
/* ===========================================================================
|
|
106
|
+
* Project Type
|
|
107
|
+
* ========================================================================= */
|
|
108
|
+
const projectType = cleanText($("li")
|
|
109
|
+
.filter((_, el) => cleanText($(el).text())
|
|
110
|
+
.toLowerCase()
|
|
111
|
+
.includes("project type:"))
|
|
112
|
+
.first()
|
|
113
|
+
.text()
|
|
114
|
+
.replace(/project type:/i, "")) || null;
|
|
115
|
+
/* ===========================================================================
|
|
116
|
+
* Skills
|
|
117
|
+
* ========================================================================= */
|
|
118
|
+
const mandatorySkills = [];
|
|
119
|
+
$("h5")
|
|
120
|
+
.filter((_, el) => cleanText($(el).text())
|
|
121
|
+
.toLowerCase()
|
|
122
|
+
.includes("skills and expertise"))
|
|
123
|
+
.closest("section")
|
|
124
|
+
.find(".skills-list a")
|
|
125
|
+
.each((_, el) => {
|
|
126
|
+
const skill = cleanText($(el).text());
|
|
127
|
+
if (skill) {
|
|
128
|
+
mandatorySkills.push(skill);
|
|
129
|
+
}
|
|
130
|
+
});
|
|
131
|
+
/* ===========================================================================
|
|
132
|
+
* Preferred Qualifications
|
|
133
|
+
* ========================================================================= */
|
|
134
|
+
const qualificationSection = $("h5")
|
|
135
|
+
.filter((_, el) => cleanText($(el).text())
|
|
136
|
+
.toLowerCase()
|
|
137
|
+
.includes("preferred qualifications"))
|
|
138
|
+
.closest("section");
|
|
139
|
+
const preferredLocation = extractStrongLabelValue(qualificationSection, "Location:");
|
|
140
|
+
/* ===========================================================================
|
|
141
|
+
* Activity
|
|
142
|
+
* ========================================================================= */
|
|
143
|
+
const activitySection = $("h5")
|
|
144
|
+
.filter((_, el) => cleanText($(el).text())
|
|
145
|
+
.toLowerCase()
|
|
146
|
+
.includes("activity on this job"))
|
|
147
|
+
.closest("section");
|
|
148
|
+
const proposals = cleanText(activitySection
|
|
149
|
+
.find(".ca-item")
|
|
150
|
+
.filter((_, el) => cleanText($(el).text())
|
|
151
|
+
.toLowerCase()
|
|
152
|
+
.includes("proposals:"))
|
|
153
|
+
.find(".value")
|
|
154
|
+
.text()) || null;
|
|
155
|
+
const interviewing = extractNumber(activitySection
|
|
156
|
+
.find(".ca-item")
|
|
157
|
+
.filter((_, el) => cleanText($(el).text())
|
|
158
|
+
.toLowerCase()
|
|
159
|
+
.includes("interviewing:"))
|
|
160
|
+
.find(".value")
|
|
161
|
+
.text());
|
|
162
|
+
const invitesSent = extractNumber(activitySection
|
|
163
|
+
.find(".ca-item")
|
|
164
|
+
.filter((_, el) => cleanText($(el).text())
|
|
165
|
+
.toLowerCase()
|
|
166
|
+
.includes("invites sent:"))
|
|
167
|
+
.find(".value")
|
|
168
|
+
.text());
|
|
169
|
+
const unansweredInvites = extractNumber(activitySection
|
|
170
|
+
.find(".ca-item")
|
|
171
|
+
.filter((_, el) => cleanText($(el).text())
|
|
172
|
+
.toLowerCase()
|
|
173
|
+
.includes("unanswered invites:"))
|
|
174
|
+
.find(".value")
|
|
175
|
+
.text());
|
|
176
|
+
/* ===========================================================================
|
|
177
|
+
* Connects
|
|
178
|
+
* ========================================================================= */
|
|
179
|
+
const connectsRequired = extractNumber($("div")
|
|
180
|
+
.filter((_, el) => cleanText($(el).text())
|
|
181
|
+
.includes("Send a proposal for:"))
|
|
182
|
+
.text());
|
|
183
|
+
const availableConnects = extractNumber($("div")
|
|
184
|
+
.filter((_, el) => cleanText($(el).text())
|
|
185
|
+
.includes("Available Connects:"))
|
|
186
|
+
.text());
|
|
187
|
+
/* ===========================================================================
|
|
188
|
+
* Job URL
|
|
189
|
+
* ========================================================================= */
|
|
190
|
+
const jobUrl = $("input[aria-label='Job link']").attr("value") ??
|
|
191
|
+
null;
|
|
192
|
+
/* ===========================================================================
|
|
193
|
+
* Client Section
|
|
194
|
+
* ========================================================================= */
|
|
195
|
+
const clientSection = $("[data-test='about-client-container']");
|
|
196
|
+
const paymentVerified = cleanText(clientSection.text())
|
|
197
|
+
.toLowerCase()
|
|
198
|
+
.includes("payment method verified");
|
|
199
|
+
const phoneVerified = cleanText(clientSection.text())
|
|
200
|
+
.toLowerCase()
|
|
201
|
+
.includes("phone number verified");
|
|
202
|
+
const rating = extractNumber(clientSection
|
|
203
|
+
.find("[data-testid='buyer-rating']")
|
|
204
|
+
.text());
|
|
205
|
+
const reviewCount = extractNumber(clientSection
|
|
206
|
+
.find("[data-testid='buyer-rating']")
|
|
207
|
+
.text()
|
|
208
|
+
.match(/of\s+(\d+)\s+reviews/i)?.[1]);
|
|
209
|
+
const country = cleanText(clientSection
|
|
210
|
+
.find("[data-qa='client-location'] strong")
|
|
211
|
+
.first()
|
|
212
|
+
.text()) || null;
|
|
213
|
+
const locationText = cleanText(clientSection
|
|
214
|
+
.find("[data-qa='client-location'] div")
|
|
215
|
+
.text());
|
|
216
|
+
const city = locationText.split(/\d/)[0]?.trim() || null;
|
|
217
|
+
const localTimeMatch = locationText.match(/\d{1,2}:\d{2}\s?[AP]M/i);
|
|
218
|
+
const localTime = localTimeMatch?.[0] ?? null;
|
|
219
|
+
const jobsPosted = extractNumber(clientSection
|
|
220
|
+
.find("[data-qa='client-job-posting-stats']")
|
|
221
|
+
.text());
|
|
222
|
+
const hireRate = extractNumber(clientSection
|
|
223
|
+
.find("[data-qa='client-job-posting-stats']")
|
|
224
|
+
.text()
|
|
225
|
+
.match(/(\d+)% hire rate/i)?.[1]);
|
|
226
|
+
const openJobs = extractNumber(clientSection
|
|
227
|
+
.find("[data-qa='client-job-posting-stats']")
|
|
228
|
+
.text()
|
|
229
|
+
.match(/(\d+) open jobs/i)?.[1]);
|
|
230
|
+
const totalSpent = cleanText(clientSection
|
|
231
|
+
.find("[data-qa='client-spend']")
|
|
232
|
+
.text()) || null;
|
|
233
|
+
const hires = extractNumber(clientSection
|
|
234
|
+
.find("[data-qa='client-hires']")
|
|
235
|
+
.text()
|
|
236
|
+
.match(/(\d+) hires/i)?.[1]);
|
|
237
|
+
const activeHires = extractNumber(clientSection
|
|
238
|
+
.find("[data-qa='client-hires']")
|
|
239
|
+
.text()
|
|
240
|
+
.match(/(\d+) active/i)?.[1]);
|
|
241
|
+
const avgHourlyRatePaid = cleanText(clientSection
|
|
242
|
+
.find("[data-qa='client-hourly-rate']")
|
|
243
|
+
.text()) || null;
|
|
244
|
+
const totalHours = extractNumber(clientSection
|
|
245
|
+
.find("[data-qa='client-hours']")
|
|
246
|
+
.text());
|
|
247
|
+
const memberSince = cleanText(clientSection
|
|
248
|
+
.find("[data-qa='client-contract-date']")
|
|
249
|
+
.text()) || null;
|
|
250
|
+
/* ===========================================================================
|
|
251
|
+
* Recent History
|
|
252
|
+
* ========================================================================= */
|
|
253
|
+
const recentHistory = [];
|
|
254
|
+
$("[data-cy='job']").each((_, el) => {
|
|
255
|
+
const $job = $(el);
|
|
256
|
+
const jobTitle = cleanText($job.find("[data-cy='job-title']").text());
|
|
257
|
+
const feedback = cleanText($job
|
|
258
|
+
.find(".air3-truncation")
|
|
259
|
+
.first()
|
|
260
|
+
.text());
|
|
261
|
+
const freelancerName = cleanText($job
|
|
262
|
+
.find("a[href*='/freelancers/']")
|
|
263
|
+
.first()
|
|
264
|
+
.text());
|
|
265
|
+
const rating = extractNumber($job.find(".air3-rating-value-text").first().text());
|
|
266
|
+
const stats = cleanText($job.find("[data-cy='stats']").text());
|
|
267
|
+
const engagementType = stats.split("$")[0]?.trim() || null;
|
|
268
|
+
const amountMatch = stats.match(/\$\d+(?:,\d+)?(?:\.\d+)?/);
|
|
269
|
+
const amount = amountMatch?.[0] ?? null;
|
|
270
|
+
const dateRange = cleanText($job.find("[data-cy='date']").text());
|
|
271
|
+
recentHistory.push(UpworkClientReviewSchema.parse({
|
|
272
|
+
jobTitle: jobTitle || null,
|
|
273
|
+
feedback: feedback || null,
|
|
274
|
+
freelancerName: freelancerName || null,
|
|
275
|
+
rating,
|
|
276
|
+
engagementType,
|
|
277
|
+
amount,
|
|
278
|
+
dateRange: dateRange || null,
|
|
279
|
+
}));
|
|
280
|
+
});
|
|
281
|
+
/* ===========================================================================
|
|
282
|
+
* Other Open Jobs
|
|
283
|
+
* ========================================================================= */
|
|
284
|
+
const otherOpenJobs = [];
|
|
285
|
+
$("#otherOpenJobs li").each((_, el) => {
|
|
286
|
+
const title = cleanText($(el).find("a").text());
|
|
287
|
+
const type = cleanText($(el).find(".type").text());
|
|
288
|
+
if (title) {
|
|
289
|
+
otherOpenJobs.push({
|
|
290
|
+
title,
|
|
291
|
+
type: type || null,
|
|
292
|
+
});
|
|
293
|
+
}
|
|
294
|
+
});
|
|
295
|
+
/* ===========================================================================
|
|
296
|
+
* Final Object
|
|
297
|
+
* ========================================================================= */
|
|
298
|
+
return UpworkJobDetailsSchema.parse({
|
|
299
|
+
jobUrl,
|
|
300
|
+
projectType,
|
|
301
|
+
mandatorySkills,
|
|
302
|
+
preferredQualifications: {
|
|
303
|
+
location: preferredLocation,
|
|
304
|
+
},
|
|
305
|
+
activity: {
|
|
306
|
+
proposals,
|
|
307
|
+
interviewing,
|
|
308
|
+
invitesSent,
|
|
309
|
+
unansweredInvites,
|
|
310
|
+
},
|
|
311
|
+
connectsRequired,
|
|
312
|
+
availableConnects,
|
|
313
|
+
client: {
|
|
314
|
+
paymentVerified,
|
|
315
|
+
phoneVerified,
|
|
316
|
+
rating,
|
|
317
|
+
reviewCount,
|
|
318
|
+
country,
|
|
319
|
+
city,
|
|
320
|
+
localTime,
|
|
321
|
+
jobsPosted,
|
|
322
|
+
hireRate,
|
|
323
|
+
openJobs,
|
|
324
|
+
totalSpent,
|
|
325
|
+
hires,
|
|
326
|
+
activeHires,
|
|
327
|
+
avgHourlyRatePaid,
|
|
328
|
+
totalHours,
|
|
329
|
+
memberSince,
|
|
330
|
+
recentHistory,
|
|
331
|
+
},
|
|
332
|
+
otherOpenJobs,
|
|
333
|
+
});
|
|
334
|
+
}
|
|
335
|
+
//# sourceMappingURL=parseJobDetails.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parseJobDetails.js","sourceRoot":"","sources":["../../../../src/sites/upwork-com/util/parseJobDetails.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAC,CAAC,EAAC,MAAM,QAAQ,CAAC;AAEzB;;;;;;;;;;;;;;;GAeG;AAEH;;gFAEgF;AAEhF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE;IAE5B,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE;IAE1B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE7B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAElC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEhC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEjC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE/B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE/B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAElC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAExC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEjC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAElC,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC;CACnD,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE7B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAElC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAEpC,uBAAuB,EAAE,CAAC,CAAC,MAAM,CAAC;QAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAClC,CAAC;IAEF,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC;QACf,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAClC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC3C,CAAC;IAEF,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEvC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAExC,MAAM,EAAE,kBAAkB;IAE1B,aAAa,EAAE,CAAC,CAAC,KAAK,CAClB,CAAC,CAAC,MAAM,CAAC;QACL,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC9B,CAAC,CACL;CACJ,CAAC,CAAC;AAMH;;gFAEgF;AAEhF,SAAS,SAAS,CAAC,KAAqB;IACpC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;SACf,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,KAAqB;IACxC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAExB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAE3C,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAExB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,uBAAuB,CAC5B,KAA2B,EAC3B,KAAa;IAEb,MAAM,MAAM,GAAG,KAAK;SACf,IAAI,CAAC,QAAQ,CAAC;SACd,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SACjC,WAAW,EAAE;SACb,UAAU,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CACvC;SACA,KAAK,EAAE,CAAC;IAEb,IAAI,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEhC,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAErD,OAAO,SAAS,CACZ,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CACxC,CAAC;AACN,CAAC;AAED;;gFAEgF;AAEhF,MAAM,UAAU,yBAAyB,CACrC,IAAY;IAEZ,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B;;mFAE+E;IAE/E,MAAM,WAAW,GAAG,SAAS,CACzB,CAAC,CAAC,IAAI,CAAC;SACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,WAAW,EAAE;SACb,QAAQ,CAAC,eAAe,CAAC,CACjC;SACA,KAAK,EAAE;SACP,IAAI,EAAE;SACN,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CACrC,IAAI,IAAI,CAAC;IAEV;;mFAE+E;IAE/E,MAAM,eAAe,GAAa,EAAE,CAAC;IAErC,CAAC,CAAC,IAAI,CAAC;SACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,WAAW,EAAE;SACb,QAAQ,CAAC,sBAAsB,CAAC,CACxC;SACA,OAAO,CAAC,SAAS,CAAC;SAClB,IAAI,CAAC,gBAAgB,CAAC;SACtB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACZ,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAEtC,IAAI,KAAK,EAAE,CAAC;YACR,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACL,CAAC,CAAC,CAAC;IAEP;;mFAE+E;IAE/E,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC;SAC/B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,WAAW,EAAE;SACb,QAAQ,CAAC,0BAA0B,CAAC,CAC5C;SACA,OAAO,CAAC,SAAS,CAAC,CAAC;IAExB,MAAM,iBAAiB,GACnB,uBAAuB,CACnB,oBAAoB,EACpB,WAAW,CACd,CAAC;IAEN;;mFAE+E;IAE/E,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC;SAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,WAAW,EAAE;SACb,QAAQ,CAAC,sBAAsB,CAAC,CACxC;SACA,OAAO,CAAC,SAAS,CAAC,CAAC;IAExB,MAAM,SAAS,GAAG,SAAS,CACvB,eAAe;SACV,IAAI,CAAC,UAAU,CAAC;SAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,WAAW,EAAE;SACb,QAAQ,CAAC,YAAY,CAAC,CAC9B;SACA,IAAI,CAAC,QAAQ,CAAC;SACd,IAAI,EAAE,CACd,IAAI,IAAI,CAAC;IAEV,MAAM,YAAY,GAAG,aAAa,CAC9B,eAAe;SACV,IAAI,CAAC,UAAU,CAAC;SAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,WAAW,EAAE;SACb,QAAQ,CAAC,eAAe,CAAC,CACjC;SACA,IAAI,CAAC,QAAQ,CAAC;SACd,IAAI,EAAE,CACd,CAAC;IAEF,MAAM,WAAW,GAAG,aAAa,CAC7B,eAAe;SACV,IAAI,CAAC,UAAU,CAAC;SAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,WAAW,EAAE;SACb,QAAQ,CAAC,eAAe,CAAC,CACjC;SACA,IAAI,CAAC,QAAQ,CAAC;SACd,IAAI,EAAE,CACd,CAAC;IAEF,MAAM,iBAAiB,GAAG,aAAa,CACnC,eAAe;SACV,IAAI,CAAC,UAAU,CAAC;SAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,WAAW,EAAE;SACb,QAAQ,CAAC,qBAAqB,CAAC,CACvC;SACA,IAAI,CAAC,QAAQ,CAAC;SACd,IAAI,EAAE,CACd,CAAC;IAEF;;mFAE+E;IAE/E,MAAM,gBAAgB,GAAG,aAAa,CAClC,CAAC,CAAC,KAAK,CAAC;SACH,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,QAAQ,CAAC,sBAAsB,CAAC,CACxC;SACA,IAAI,EAAE,CACd,CAAC;IAEF,MAAM,iBAAiB,GAAG,aAAa,CACnC,CAAC,CAAC,KAAK,CAAC;SACH,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CACd,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,QAAQ,CAAC,qBAAqB,CAAC,CACvC;SACA,IAAI,EAAE,CACd,CAAC;IAEF;;mFAE+E;IAE/E,MAAM,MAAM,GACR,CAAC,CAAC,8BAA8B,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC;IAET;;mFAE+E;IAE/E,MAAM,aAAa,GAAG,CAAC,CACnB,sCAAsC,CACzC,CAAC;IAEF,MAAM,eAAe,GACjB,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;SAC1B,WAAW,EAAE;SACb,QAAQ,CAAC,yBAAyB,CAAC,CAAC;IAE7C,MAAM,aAAa,GACf,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;SAC1B,WAAW,EAAE;SACb,QAAQ,CAAC,uBAAuB,CAAC,CAAC;IAE3C,MAAM,MAAM,GAAG,aAAa,CACxB,aAAa;SACR,IAAI,CAAC,8BAA8B,CAAC;SACpC,IAAI,EAAE,CACd,CAAC;IAEF,MAAM,WAAW,GAAG,aAAa,CAC7B,aAAa;SACR,IAAI,CAAC,8BAA8B,CAAC;SACpC,IAAI,EAAE;SACN,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAC3C,CAAC;IAEF,MAAM,OAAO,GAAG,SAAS,CACrB,aAAa;SACR,IAAI,CAAC,oCAAoC,CAAC;SAC1C,KAAK,EAAE;SACP,IAAI,EAAE,CACd,IAAI,IAAI,CAAC;IAEV,MAAM,YAAY,GAAG,SAAS,CAC1B,aAAa;SACR,IAAI,CAAC,iCAAiC,CAAC;SACvC,IAAI,EAAE,CACd,CAAC;IAEF,MAAM,IAAI,GACN,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IAEhD,MAAM,cAAc,GAChB,YAAY,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAEjD,MAAM,SAAS,GAAG,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAE9C,MAAM,UAAU,GAAG,aAAa,CAC5B,aAAa;SACR,IAAI,CAAC,sCAAsC,CAAC;SAC5C,IAAI,EAAE,CACd,CAAC;IAEF,MAAM,QAAQ,GAAG,aAAa,CAC1B,aAAa;SACR,IAAI,CAAC,sCAAsC,CAAC;SAC5C,IAAI,EAAE;SACN,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,CACvC,CAAC;IAEF,MAAM,QAAQ,GAAG,aAAa,CAC1B,aAAa;SACR,IAAI,CAAC,sCAAsC,CAAC;SAC5C,IAAI,EAAE;SACN,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,CACtC,CAAC;IAEF,MAAM,UAAU,GAAG,SAAS,CACxB,aAAa;SACR,IAAI,CAAC,0BAA0B,CAAC;SAChC,IAAI,EAAE,CACd,IAAI,IAAI,CAAC;IAEV,MAAM,KAAK,GAAG,aAAa,CACvB,aAAa;SACR,IAAI,CAAC,0BAA0B,CAAC;SAChC,IAAI,EAAE;SACN,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAClC,CAAC;IAEF,MAAM,WAAW,GAAG,aAAa,CAC7B,aAAa;SACR,IAAI,CAAC,0BAA0B,CAAC;SAChC,IAAI,EAAE;SACN,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,CACnC,CAAC;IAEF,MAAM,iBAAiB,GAAG,SAAS,CAC/B,aAAa;SACR,IAAI,CAAC,gCAAgC,CAAC;SACtC,IAAI,EAAE,CACd,IAAI,IAAI,CAAC;IAEV,MAAM,UAAU,GAAG,aAAa,CAC5B,aAAa;SACR,IAAI,CAAC,0BAA0B,CAAC;SAChC,IAAI,EAAE,CACd,CAAC;IAEF,MAAM,WAAW,GAAG,SAAS,CACzB,aAAa;SACR,IAAI,CAAC,kCAAkC,CAAC;SACxC,IAAI,EAAE,CACd,IAAI,IAAI,CAAC;IAEV;;mFAE+E;IAE/E,MAAM,aAAa,GAAyB,EAAE,CAAC;IAE/C,CAAC,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAChC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAEnB,MAAM,QAAQ,GAAG,SAAS,CACtB,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,IAAI,EAAE,CAC5C,CAAC;QAEF,MAAM,QAAQ,GAAG,SAAS,CACtB,IAAI;aACC,IAAI,CAAC,kBAAkB,CAAC;aACxB,KAAK,EAAE;aACP,IAAI,EAAE,CACd,CAAC;QAEF,MAAM,cAAc,GAAG,SAAS,CAC5B,IAAI;aACC,IAAI,CAAC,0BAA0B,CAAC;aAChC,KAAK,EAAE;aACP,IAAI,EAAE,CACd,CAAC;QAEF,MAAM,MAAM,GAAG,aAAa,CACxB,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CACtD,CAAC;QAEF,MAAM,KAAK,GAAG,SAAS,CACnB,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,IAAI,EAAE,CACxC,CAAC;QAEF,MAAM,cAAc,GAChB,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAExC,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAC3B,0BAA0B,CAC7B,CAAC;QAEF,MAAM,MAAM,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QAExC,MAAM,SAAS,GAAG,SAAS,CACvB,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,CACvC,CAAC;QAEF,aAAa,CAAC,IAAI,CACd,wBAAwB,CAAC,KAAK,CAAC;YAC3B,QAAQ,EAAE,QAAQ,IAAI,IAAI;YAC1B,QAAQ,EAAE,QAAQ,IAAI,IAAI;YAC1B,cAAc,EAAE,cAAc,IAAI,IAAI;YACtC,MAAM;YACN,cAAc;YACd,MAAM;YACN,SAAS,EAAE,SAAS,IAAI,IAAI;SAC/B,CAAC,CACL,CAAC;IACN,CAAC,CAAC,CAAC;IAEH;;mFAE+E;IAE/E,MAAM,aAAa,GAGd,EAAE,CAAC;IAER,CAAC,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAClC,MAAM,KAAK,GAAG,SAAS,CACnB,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CACzB,CAAC;QAEF,MAAM,IAAI,GAAG,SAAS,CAClB,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAC7B,CAAC;QAEF,IAAI,KAAK,EAAE,CAAC;YACR,aAAa,CAAC,IAAI,CAAC;gBACf,KAAK;gBACL,IAAI,EAAE,IAAI,IAAI,IAAI;aACrB,CAAC,CAAC;QACP,CAAC;IACL,CAAC,CAAC,CAAC;IAEH;;mFAE+E;IAE/E,OAAO,sBAAsB,CAAC,KAAK,CAAC;QAChC,MAAM;QAEN,WAAW;QAEX,eAAe;QAEf,uBAAuB,EAAE;YACrB,QAAQ,EAAE,iBAAiB;SAC9B;QAED,QAAQ,EAAE;YACN,SAAS;YACT,YAAY;YACZ,WAAW;YACX,iBAAiB;SACpB;QAED,gBAAgB;QAEhB,iBAAiB;QAEjB,MAAM,EAAE;YACJ,eAAe;YAEf,aAAa;YAEb,MAAM;YAEN,WAAW;YAEX,OAAO;YAEP,IAAI;YAEJ,SAAS;YAET,UAAU;YAEV,QAAQ;YAER,QAAQ;YAER,UAAU;YAEV,KAAK;YAEL,WAAW;YAEX,iBAAiB;YAEjB,UAAU;YAEV,WAAW;YAEX,aAAa;SAChB;QAED,aAAa;KAChB,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import type { ElementHandle, Page } from "puppeteer-core";
|
|
2
|
+
import { z } from "zod/v4";
|
|
3
|
+
export declare enum JobCategoryType {
|
|
4
|
+
"hourly" = "hourly",
|
|
5
|
+
"fixed" = "fixed"
|
|
6
|
+
}
|
|
7
|
+
export declare const UpworkJobListingSchema: z.ZodObject<{
|
|
8
|
+
id: z.ZodString;
|
|
9
|
+
title: z.ZodString;
|
|
10
|
+
url: z.ZodString;
|
|
11
|
+
postedAtText: z.ZodNullable<z.ZodString>;
|
|
12
|
+
proposalsText: z.ZodNullable<z.ZodString>;
|
|
13
|
+
description: z.ZodString;
|
|
14
|
+
skills: z.ZodArray<z.ZodString>;
|
|
15
|
+
category: z.ZodObject<{
|
|
16
|
+
type: z.ZodNullable<z.ZodEnum<typeof JobCategoryType>>;
|
|
17
|
+
raw: z.ZodNullable<z.ZodString>;
|
|
18
|
+
}, z.core.$strip>;
|
|
19
|
+
hourlyRate: z.ZodNullable<z.ZodObject<{
|
|
20
|
+
min: z.ZodNullable<z.ZodNumber>;
|
|
21
|
+
max: z.ZodNullable<z.ZodNumber>;
|
|
22
|
+
raw: z.ZodNullable<z.ZodString>;
|
|
23
|
+
}, z.core.$strip>>;
|
|
24
|
+
fixedBudget: z.ZodNullable<z.ZodObject<{
|
|
25
|
+
amount: z.ZodNullable<z.ZodNumber>;
|
|
26
|
+
raw: z.ZodNullable<z.ZodString>;
|
|
27
|
+
}, z.core.$strip>>;
|
|
28
|
+
experienceLevel: z.ZodNullable<z.ZodString>;
|
|
29
|
+
estimatedTime: z.ZodNullable<z.ZodString>;
|
|
30
|
+
client: z.ZodObject<{
|
|
31
|
+
paymentVerified: z.ZodBoolean;
|
|
32
|
+
rating: z.ZodNullable<z.ZodNumber>;
|
|
33
|
+
totalSpent: z.ZodNullable<z.ZodString>;
|
|
34
|
+
location: z.ZodNullable<z.ZodString>;
|
|
35
|
+
}, z.core.$strip>;
|
|
36
|
+
rawText: z.ZodString;
|
|
37
|
+
}, z.core.$strip>;
|
|
38
|
+
export type UpworkJobListing = z.infer<typeof UpworkJobListingSchema>;
|
|
39
|
+
export declare function parseUpworkJobListing(article: ElementHandle<Element>): Promise<UpworkJobListing>;
|
|
40
|
+
export declare function parseUpworkSearchResults(page: Page): Promise<UpworkJobListing[]>;
|
|
41
|
+
//# sourceMappingURL=scrapeJobListing.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scrapeJobListing.d.ts","sourceRoot":"","sources":["../../../../src/sites/upwork-com/util/scrapeJobListing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,aAAa,EAAE,IAAI,EAAC,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAC,CAAC,EAAC,MAAM,QAAQ,CAAC;AAKzB,oBAAY,eAAe;IACvB,QAAQ,WAAW;IACnB,OAAO,UAAU;CACpB;AAED,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAgDjC,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAoEtE,wBAAsB,qBAAqB,CACvC,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,GAChC,OAAO,CAAC,gBAAgB,CAAC,CAoJ3B;AAMD,wBAAsB,wBAAwB,CAC1C,IAAI,EAAE,IAAI,GACX,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAY7B"}
|
|
@@ -0,0 +1,190 @@
|
|
|
1
|
+
import { z } from "zod/v4";
|
|
2
|
+
/* -------------------------------------------------------------------------------------------------
|
|
3
|
+
* Zod Schemas
|
|
4
|
+
* ------------------------------------------------------------------------------------------------- */
|
|
5
|
+
export var JobCategoryType;
|
|
6
|
+
(function (JobCategoryType) {
|
|
7
|
+
JobCategoryType["hourly"] = "hourly";
|
|
8
|
+
JobCategoryType["fixed"] = "fixed";
|
|
9
|
+
})(JobCategoryType || (JobCategoryType = {}));
|
|
10
|
+
export const UpworkJobListingSchema = z.object({
|
|
11
|
+
id: z.string(),
|
|
12
|
+
title: z.string(),
|
|
13
|
+
url: z.string(),
|
|
14
|
+
postedAtText: z.string().nullable(),
|
|
15
|
+
proposalsText: z.string().nullable(),
|
|
16
|
+
description: z.string(),
|
|
17
|
+
skills: z.array(z.string()),
|
|
18
|
+
category: z.object({
|
|
19
|
+
type: z.enum(JobCategoryType, {}).nullable(),
|
|
20
|
+
raw: z.string().nullable(),
|
|
21
|
+
}),
|
|
22
|
+
hourlyRate: z
|
|
23
|
+
.object({
|
|
24
|
+
min: z.number().nullable(),
|
|
25
|
+
max: z.number().nullable(),
|
|
26
|
+
raw: z.string().nullable(),
|
|
27
|
+
})
|
|
28
|
+
.nullable(),
|
|
29
|
+
fixedBudget: z
|
|
30
|
+
.object({
|
|
31
|
+
amount: z.number().nullable(),
|
|
32
|
+
raw: z.string().nullable(),
|
|
33
|
+
})
|
|
34
|
+
.nullable(),
|
|
35
|
+
experienceLevel: z.string().nullable(),
|
|
36
|
+
estimatedTime: z.string().nullable(),
|
|
37
|
+
client: z.object({
|
|
38
|
+
paymentVerified: z.boolean(),
|
|
39
|
+
rating: z.number().nullable(),
|
|
40
|
+
totalSpent: z.string().nullable(),
|
|
41
|
+
location: z.string().nullable(),
|
|
42
|
+
}),
|
|
43
|
+
rawText: z.string(),
|
|
44
|
+
});
|
|
45
|
+
/* -------------------------------------------------------------------------------------------------
|
|
46
|
+
* Helpers
|
|
47
|
+
* ------------------------------------------------------------------------------------------------- */
|
|
48
|
+
function cleanText(input) {
|
|
49
|
+
return (input ?? "")
|
|
50
|
+
.replace(/\s+/g, " ")
|
|
51
|
+
.replace(/\u00a0/g, " ")
|
|
52
|
+
.trim();
|
|
53
|
+
}
|
|
54
|
+
function parseMoney(value) {
|
|
55
|
+
if (!value)
|
|
56
|
+
return null;
|
|
57
|
+
const normalized = value.replace(/[^0-9.]/g, "");
|
|
58
|
+
if (!normalized) {
|
|
59
|
+
return null;
|
|
60
|
+
}
|
|
61
|
+
const parsed = Number(normalized);
|
|
62
|
+
return Number.isNaN(parsed) ? null : parsed;
|
|
63
|
+
}
|
|
64
|
+
function parseHourlyRate(raw) {
|
|
65
|
+
if (!raw) {
|
|
66
|
+
return null;
|
|
67
|
+
}
|
|
68
|
+
const matches = raw.match(/\$([\d,.]+)\s*-\s*\$([\d,.]+)/);
|
|
69
|
+
if (!matches || matches.length < 3) {
|
|
70
|
+
return {
|
|
71
|
+
min: null,
|
|
72
|
+
max: null,
|
|
73
|
+
raw,
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
return {
|
|
77
|
+
min: parseMoney(matches[1]),
|
|
78
|
+
max: parseMoney(matches[2]),
|
|
79
|
+
raw,
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
function parseFixedBudget(raw) {
|
|
83
|
+
if (!raw) {
|
|
84
|
+
return null;
|
|
85
|
+
}
|
|
86
|
+
const match = raw.match(/\$([\d,.]+)/);
|
|
87
|
+
return {
|
|
88
|
+
amount: match ? parseMoney(match[1]) : null,
|
|
89
|
+
raw,
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
/* -------------------------------------------------------------------------------------------------
|
|
93
|
+
* Core Parser
|
|
94
|
+
* ------------------------------------------------------------------------------------------------- */
|
|
95
|
+
export async function parseUpworkJobListing(article) {
|
|
96
|
+
const extracted = await article.evaluate((node) => {
|
|
97
|
+
const getText = (selector) => {
|
|
98
|
+
const element = node.querySelector(selector);
|
|
99
|
+
return element?.textContent?.trim() ?? null;
|
|
100
|
+
};
|
|
101
|
+
const getTexts = (selector) => {
|
|
102
|
+
return Array.from(node.querySelectorAll(selector))
|
|
103
|
+
.map((el) => el.textContent?.trim() ?? "")
|
|
104
|
+
.filter(Boolean);
|
|
105
|
+
};
|
|
106
|
+
const titleAnchor = node.querySelector('[data-test="job-tile-title-link UpLink"]');
|
|
107
|
+
const jobInfoItems = Array.from(node.querySelectorAll('[data-test="JobInfo"] li')).map((li) => li.textContent?.trim() ?? "");
|
|
108
|
+
const clientInfoItems = Array.from(node.querySelectorAll('[data-test="JobInfoClient"] li')).map((li) => li.textContent?.trim() ?? "");
|
|
109
|
+
const hourlyItem = jobInfoItems.find((x) => x.toLowerCase().includes("hourly")) ?? null;
|
|
110
|
+
const fixedItem = jobInfoItems.find((x) => x.toLowerCase().includes("fixed")) ?? null;
|
|
111
|
+
const experienceLevel = node
|
|
112
|
+
.querySelector('[data-test="experience-level"]')
|
|
113
|
+
?.textContent?.trim() ?? null;
|
|
114
|
+
const estimatedTime = node
|
|
115
|
+
.querySelector('[data-test="duration-label"]')
|
|
116
|
+
?.textContent?.trim() ?? null;
|
|
117
|
+
const ratingText = node
|
|
118
|
+
.querySelector('[data-test="feedback-rating UpCRating"]')
|
|
119
|
+
?.textContent?.trim() ?? null;
|
|
120
|
+
const spentText = node
|
|
121
|
+
.querySelector('[data-test="total-spent"]')
|
|
122
|
+
?.textContent?.trim() ?? null;
|
|
123
|
+
const locationText = node
|
|
124
|
+
.querySelector('[data-test="location"]')
|
|
125
|
+
?.textContent?.trim() ?? null;
|
|
126
|
+
return {
|
|
127
|
+
id: node.getAttribute("data-ev-job-uid") ??
|
|
128
|
+
node.getAttribute("data-test-key") ??
|
|
129
|
+
"",
|
|
130
|
+
title: titleAnchor?.textContent?.trim() ?? "",
|
|
131
|
+
url: titleAnchor?.href ?? "",
|
|
132
|
+
postedAtText: getText('[data-test="job-pubilshed-date"] span:first-child') ?? null,
|
|
133
|
+
proposalsText: getText('[data-test="proposals-tier"]') ?? null,
|
|
134
|
+
description: getText('[data-test="UpCLineClamp JobDescription"] p') ?? "",
|
|
135
|
+
skills: getTexts('[data-test="token"] span'),
|
|
136
|
+
hourlyRaw: hourlyItem,
|
|
137
|
+
fixedRaw: fixedItem,
|
|
138
|
+
experienceLevel,
|
|
139
|
+
estimatedTime,
|
|
140
|
+
paymentVerified: node.querySelector('[data-test="payment-verified"]') !== null,
|
|
141
|
+
ratingText,
|
|
142
|
+
spentText,
|
|
143
|
+
locationText,
|
|
144
|
+
rawText: node.textContent ?? "",
|
|
145
|
+
categoryType: hourlyItem
|
|
146
|
+
? "hourly"
|
|
147
|
+
: fixedItem
|
|
148
|
+
? "fixed"
|
|
149
|
+
: null,
|
|
150
|
+
};
|
|
151
|
+
});
|
|
152
|
+
const hourlyRate = parseHourlyRate(extracted.hourlyRaw);
|
|
153
|
+
const fixedBudget = parseFixedBudget(extracted.fixedRaw);
|
|
154
|
+
const ratingMatch = extracted.ratingText?.match(/(\d+(\.\d+)?)/);
|
|
155
|
+
const parsed = {
|
|
156
|
+
id: cleanText(extracted.id),
|
|
157
|
+
title: cleanText(extracted.title),
|
|
158
|
+
url: cleanText(extracted.url),
|
|
159
|
+
postedAtText: cleanText(extracted.postedAtText),
|
|
160
|
+
proposalsText: cleanText(extracted.proposalsText),
|
|
161
|
+
description: cleanText(extracted.description),
|
|
162
|
+
skills: extracted.skills.map(cleanText),
|
|
163
|
+
category: {
|
|
164
|
+
type: extracted.categoryType,
|
|
165
|
+
raw: cleanText(extracted.hourlyRaw ?? extracted.fixedRaw),
|
|
166
|
+
},
|
|
167
|
+
hourlyRate,
|
|
168
|
+
fixedBudget,
|
|
169
|
+
experienceLevel: cleanText(extracted.experienceLevel),
|
|
170
|
+
estimatedTime: cleanText(extracted.estimatedTime),
|
|
171
|
+
client: {
|
|
172
|
+
paymentVerified: extracted.paymentVerified,
|
|
173
|
+
rating: ratingMatch ? Number(ratingMatch[1]) : null,
|
|
174
|
+
totalSpent: cleanText(extracted.spentText),
|
|
175
|
+
location: cleanText(extracted.locationText),
|
|
176
|
+
},
|
|
177
|
+
rawText: cleanText(extracted.rawText),
|
|
178
|
+
};
|
|
179
|
+
return UpworkJobListingSchema.parse(parsed);
|
|
180
|
+
}
|
|
181
|
+
/* -------------------------------------------------------------------------------------------------
|
|
182
|
+
* Multi-Listing Parser
|
|
183
|
+
* ------------------------------------------------------------------------------------------------- */
|
|
184
|
+
export async function parseUpworkSearchResults(page) {
|
|
185
|
+
await page.waitForSelector('#main > section > article[data-ev-sublocation="search_results"]');
|
|
186
|
+
const articles = await page.$$('#main > section > article[data-ev-sublocation="search_results"]');
|
|
187
|
+
const results = await Promise.all(articles.map((article) => parseUpworkJobListing(article)));
|
|
188
|
+
return results;
|
|
189
|
+
}
|
|
190
|
+
//# sourceMappingURL=scrapeJobListing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scrapeJobListing.js","sourceRoot":"","sources":["../../../../src/sites/upwork-com/util/scrapeJobListing.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,CAAC,EAAC,MAAM,QAAQ,CAAC;AAEzB;;uGAEuG;AACvG,MAAM,CAAN,IAAY,eAGX;AAHD,WAAY,eAAe;IACvB,oCAAmB,CAAA;IACnB,kCAAiB,CAAA;AACrB,CAAC,EAHW,eAAe,KAAf,eAAe,QAG1B;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IAEd,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IAEf,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEpC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IAEvB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAE3B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;QAC5C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC;IAEF,UAAU,EAAE,CAAC;SACR,MAAM,CAAC;QACJ,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC;SACD,QAAQ,EAAE;IAEf,WAAW,EAAE,CAAC;SACT,MAAM,CAAC;QACJ,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC;SACD,QAAQ,EAAE;IAEf,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEtC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEpC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE;QAE5B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAE7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAEjC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAClC,CAAC;IAEF,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAIH;;uGAEuG;AAEvG,SAAS,SAAS,CAAC,KAAqB;IACpC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;SACf,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAEjD,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAElC,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;AAChD,CAAC;AAED,SAAS,eAAe,CACpB,GAAkB;IAElB,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAE3D,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO;YACH,GAAG,EAAE,IAAI;YACT,GAAG,EAAE,IAAI;YACT,GAAG;SACN,CAAC;IACN,CAAC;IACD,OAAO;QACH,GAAG,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC3B,GAAG,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC3B,GAAG;KACN,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CACrB,GAAkB;IAElB,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAEvC,OAAO;QACH,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAC3C,GAAG;KACN,CAAC;AACN,CAAC;AAED;;uGAEuG;AAEvG,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACvC,OAA+B;IAE/B,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE;QAC9C,MAAM,OAAO,GAAG,CAAC,QAAgB,EAAiB,EAAE;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAE7C,OAAO,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAChD,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,CAAC,QAAgB,EAAY,EAAE;YAC5C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;iBAC7C,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;iBACzC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzB,CAAC,CAAC;QAEF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAClC,0CAA0C,CACjB,CAAC;QAE9B,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAC3B,IAAI,CAAC,gBAAgB,CAAC,0BAA0B,CAAC,CACpD,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5C,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAC9B,IAAI,CAAC,gBAAgB,CAAC,gCAAgC,CAAC,CAC1D,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5C,MAAM,UAAU,GACZ,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,IAAI,CAAC;QAEzE,MAAM,SAAS,GACX,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;QAExE,MAAM,eAAe,GACjB,IAAI;aACC,aAAa,CAAC,gCAAgC,CAAC;YAChD,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAEtC,MAAM,aAAa,GACf,IAAI;aACC,aAAa,CAAC,8BAA8B,CAAC;YAC9C,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAEtC,MAAM,UAAU,GACZ,IAAI;aACC,aAAa,CAAC,yCAAyC,CAAC;YACzD,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAEtC,MAAM,SAAS,GACX,IAAI;aACC,aAAa,CAAC,2BAA2B,CAAC;YAC3C,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAEtC,MAAM,YAAY,GACd,IAAI;aACC,aAAa,CAAC,wBAAwB,CAAC;YACxC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAEtC,OAAO;YACH,EAAE,EACE,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC;gBACpC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC;gBAClC,EAAE;YAEN,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;YAE7C,GAAG,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE;YAE5B,YAAY,EACR,OAAO,CAAC,mDAAmD,CAAC,IAAI,IAAI;YAExE,aAAa,EACT,OAAO,CAAC,8BAA8B,CAAC,IAAI,IAAI;YAEnD,WAAW,EACP,OAAO,CAAC,6CAA6C,CAAC,IAAI,EAAE;YAEhE,MAAM,EAAE,QAAQ,CAAC,0BAA0B,CAAC;YAE5C,SAAS,EAAE,UAAU;YACrB,QAAQ,EAAE,SAAS;YAEnB,eAAe;YACf,aAAa;YAEb,eAAe,EACX,IAAI,CAAC,aAAa,CAAC,gCAAgC,CAAC,KAAK,IAAI;YAEjE,UAAU;YACV,SAAS;YACT,YAAY;YAEZ,OAAO,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;YAE/B,YAAY,EAAE,UAAU;gBACpB,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,SAAS;oBACP,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,IAAI;SACjB,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,eAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEzD,MAAM,WAAW,GAAG,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IAEjE,MAAM,MAAM,GAAqB;QAC7B,EAAE,EAAE,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;QAE3B,KAAK,EAAE,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC;QAEjC,GAAG,EAAE,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC;QAE7B,YAAY,EAAE,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC;QAE/C,aAAa,EAAE,SAAS,CAAC,SAAS,CAAC,aAAa,CAAC;QAEjD,WAAW,EAAE,SAAS,CAAC,SAAS,CAAC,WAAW,CAAC;QAE7C,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAEvC,QAAQ,EAAE;YACN,IAAI,EAAE,SAAS,CAAC,YAAwC;YACxD,GAAG,EAAE,SAAS,CAAC,SAAS,CAAC,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC;SAC5D;QAED,UAAU;QAEV,WAAW;QAEX,eAAe,EAAE,SAAS,CAAC,SAAS,CAAC,eAAe,CAAC;QAErD,aAAa,EAAE,SAAS,CAAC,SAAS,CAAC,aAAa,CAAC;QAEjD,MAAM,EAAE;YACJ,eAAe,EAAE,SAAS,CAAC,eAAe;YAE1C,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;YAEnD,UAAU,EAAE,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC;YAE1C,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC;SAC9C;QAED,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC;KACxC,CAAC;IAEF,OAAO,sBAAsB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAChD,CAAC;AAED;;uGAEuG;AAEvG,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC1C,IAAU;IAEV,MAAM,IAAI,CAAC,eAAe,CAAC,iEAAiE,CAAC,CAAC;IAE9F,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAC1B,iEAAiE,CACpE,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAC5D,CAAC;IAEF,OAAO,OAAO,CAAC;AACnB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@epsilon-asi/actors",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.11",
|
|
4
4
|
"description": "A TypeScript Puppeteer actor framework using existing Chrome profiles and ghost-cursor.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -18,9 +18,12 @@
|
|
|
18
18
|
"scripts": {
|
|
19
19
|
"build": "tsc -p tsconfig.build.json",
|
|
20
20
|
"typecheck": "tsc --noEmit -p tsconfig.json",
|
|
21
|
+
"cli": "npx tsx ./src/cli/run.ts",
|
|
21
22
|
"test": "vitest run",
|
|
22
23
|
"test:coverage": "vitest run --coverage",
|
|
23
24
|
"check": "npm run typecheck && npm test",
|
|
25
|
+
"bump": "../../scripts/bump_version.sh",
|
|
26
|
+
"publish": "npm run bump && npm publish --access public",
|
|
24
27
|
"clean": "rm -rf dist coverage"
|
|
25
28
|
},
|
|
26
29
|
"dependencies": {
|
|
@@ -4,6 +4,8 @@ import type { HumanTypingOptions } from '../interaction/HumanTyping.js';
|
|
|
4
4
|
|
|
5
5
|
export type ChromeReleaseChannel = 'chrome' | 'chrome-beta' | 'chrome-dev' | 'chrome-canary';
|
|
6
6
|
|
|
7
|
+
const DEFAULT_VIEWPORT = { width: 1080, height: 1920 };
|
|
8
|
+
|
|
7
9
|
export interface BrowserSessionBehavior {
|
|
8
10
|
defaultViewport?: { width: number; height: number } | null;
|
|
9
11
|
startUrl?: string;
|
|
@@ -120,6 +122,7 @@ function normalizeExistingProfileConfig(browser: ExistingChromeProfileConfig): E
|
|
|
120
122
|
userDataDir: path.resolve(expandHome(browser.userDataDir)),
|
|
121
123
|
channel: browser.channel ?? 'chrome',
|
|
122
124
|
headless: false,
|
|
125
|
+
defaultViewport: browser.defaultViewport === undefined ? DEFAULT_VIEWPORT : browser.defaultViewport,
|
|
123
126
|
reuseExistingPage: browser.reuseExistingPage ?? true,
|
|
124
127
|
closeBrowserOnFinish: browser.closeBrowserOnFinish ?? true,
|
|
125
128
|
allowCreatingUserDataDir: browser.allowCreatingUserDataDir ?? false,
|
|
@@ -133,6 +136,7 @@ function normalizeRemoteDebuggingConfig(browser: RemoteDebuggingChromeConfig): R
|
|
|
133
136
|
...browser,
|
|
134
137
|
remoteDebuggingHost: browser.remoteDebuggingHost ?? '127.0.0.1',
|
|
135
138
|
remoteDebuggingPort: browser.remoteDebuggingPort ?? 9222,
|
|
139
|
+
defaultViewport: browser.defaultViewport === undefined ? DEFAULT_VIEWPORT : browser.defaultViewport,
|
|
136
140
|
reuseExistingPage: browser.reuseExistingPage ?? false,
|
|
137
141
|
closeBrowserOnFinish: browser.closeBrowserOnFinish ?? false,
|
|
138
142
|
disconnectOnFinish: browser.disconnectOnFinish ?? true
|