atsfill 0.0.4.dev22__tar.gz → 0.0.4.dev25__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/PKG-INFO +2 -2
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/README.md +1 -1
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/pyproject.toml +1 -1
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/pyproject.toml.orig +1 -1
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/adapters/__init__.py +4 -0
- atsfill-0.0.4.dev25/src/atsfill/adapters/manatal.py +294 -0
- atsfill-0.0.4.dev25/src/atsfill/adapters/paylocity.py +632 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/registry.py +1 -1
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/registry.toml +5 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/LICENSE +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/__init__.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/adapters/ashby.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/adapters/greenhouse.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/adapters/oracle.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/adapters/smartrecruiters.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/adapters/teamtailor.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/adapters/wttj.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/cli.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/__init__.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/accounts.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/adapter.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/attempts.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/browser.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/commands.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/matching.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/paths.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/core/results.py +0 -0
- {atsfill-0.0.4.dev22 → atsfill-0.0.4.dev25}/src/atsfill/py.typed +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: atsfill
|
|
3
|
-
Version: 0.0.4.
|
|
3
|
+
Version: 0.0.4.dev25
|
|
4
4
|
Summary: Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle.
|
|
5
5
|
Keywords: job-applications,ats,ashby,greenhouse,teamtailor,ai-agents,cli
|
|
6
6
|
Author: shbernal
|
|
@@ -53,7 +53,7 @@ It is built for agents with a shell: every command prints one JSON document and
|
|
|
53
53
|
## Supported hiring systems
|
|
54
54
|
|
|
55
55
|
<!-- badges -->
|
|
56
|
-
     
|
|
56
|
+
       
|
|
57
57
|
<!-- /badges -->
|
|
58
58
|
|
|
59
59
|
| System | Account needed | `read` without a browser |
|
|
@@ -29,7 +29,7 @@ It is built for agents with a shell: every command prints one JSON document and
|
|
|
29
29
|
## Supported hiring systems
|
|
30
30
|
|
|
31
31
|
<!-- badges -->
|
|
32
|
-
     
|
|
32
|
+
       
|
|
33
33
|
<!-- /badges -->
|
|
34
34
|
|
|
35
35
|
| System | Account needed | `read` without a browser |
|
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
from atsfill.adapters.ashby import Ashby
|
|
2
2
|
from atsfill.adapters.greenhouse import Greenhouse
|
|
3
|
+
from atsfill.adapters.manatal import Manatal
|
|
3
4
|
from atsfill.adapters.oracle import Oracle
|
|
5
|
+
from atsfill.adapters.paylocity import Paylocity
|
|
4
6
|
from atsfill.adapters.smartrecruiters import SmartRecruiters
|
|
5
7
|
from atsfill.adapters.teamtailor import Teamtailor
|
|
6
8
|
from atsfill.adapters.wttj import WelcomeToTheJungle
|
|
@@ -13,4 +15,6 @@ ADAPTERS: list[Adapter] = [
|
|
|
13
15
|
WelcomeToTheJungle(),
|
|
14
16
|
SmartRecruiters(),
|
|
15
17
|
Oracle(),
|
|
18
|
+
Manatal(),
|
|
19
|
+
Paylocity(),
|
|
16
20
|
]
|
|
@@ -0,0 +1,294 @@
|
|
|
1
|
+
"""Manatal (`www.careers-page.com`), as docs/adapters/manatal.md observes.
|
|
2
|
+
|
|
3
|
+
The apply page renders the fields its `application-form` endpoint lists and reads the inputs
|
|
4
|
+
back only when Apply is clicked, so the inputs are the read-back.
|
|
5
|
+
"""
|
|
6
|
+
|
|
7
|
+
import json
|
|
8
|
+
import re
|
|
9
|
+
import urllib.request
|
|
10
|
+
from collections.abc import Callable
|
|
11
|
+
from typing import Any
|
|
12
|
+
from urllib.parse import urlsplit
|
|
13
|
+
|
|
14
|
+
from atsfill.core.adapter import Blocked, Unsupported
|
|
15
|
+
from atsfill.core.browser import Page
|
|
16
|
+
from atsfill.core.results import Answer, Field, FieldType, SideEffect
|
|
17
|
+
|
|
18
|
+
HOST = "www.careers-page.com"
|
|
19
|
+
API = f"https://{HOST}/api/v1.0/"
|
|
20
|
+
HEADERS = {"User-Agent": "Mozilla/5.0", "Accept": "application/json"}
|
|
21
|
+
JOB_ID = re.compile(r'const selectedJobId = "(\d+)"')
|
|
22
|
+
TERMS_REQUIRED = re.compile(r'const isTCPPRequired = "True"')
|
|
23
|
+
NUMBER = re.compile(r"\d+(\.\d+)?") # what a number input with `min="0"` takes
|
|
24
|
+
TERMS = "terms_and_condition"
|
|
25
|
+
TERMS_LABEL = "I agree to the terms and conditions & privacy policy"
|
|
26
|
+
YES_NO = ["Yes", "No"]
|
|
27
|
+
GENDERS = ["Male", "Female", "Other"]
|
|
28
|
+
NOTICE_PERIODS = ["Immediately", *(f"{d} days" for d in range(10, 130, 10)), "120+ days"]
|
|
29
|
+
YEARS = ["No experience", *(f"{n}+ year" for n in range(1, 21))]
|
|
30
|
+
# Slugs shown as a multiple select of a list fetched apart: its path and an item's label.
|
|
31
|
+
LISTS: dict[str, tuple[str, Callable[[dict[str, Any]], str]]] = {
|
|
32
|
+
"nationalities": ("nationalities/", lambda n: f"{n['demonym']} ({n['common_name']})"),
|
|
33
|
+
"languages": ("languages/", lambda n: n["name"]),
|
|
34
|
+
"industries": ("clients/{client}/industries/", lambda n: n["name"]),
|
|
35
|
+
}
|
|
36
|
+
ENTRIES = ("educations", "experiences") # a sub-form of entries: left out when optional
|
|
37
|
+
SHORT = {"full_name", "email", "phone_number", "city", "address", "latest_degree",
|
|
38
|
+
"latest_university", "current_company", "current_department", "current_position",
|
|
39
|
+
"current_benefits", "expected_benefits", "skype", "contact"} # fmt: skip
|
|
40
|
+
RESUME_TYPES = [".pdf", ".doc", ".docx", ".rtf"]
|
|
41
|
+
LOAD_TIMEOUT_MS = 30_000
|
|
42
|
+
SUBMIT_TIMEOUT_MS = 120_000
|
|
43
|
+
|
|
44
|
+
# The answer each input holds, by field id, read as the page reads them on Apply.
|
|
45
|
+
_READ = """fields => Object.fromEntries(fields.map(([id, kind]) => {
|
|
46
|
+
const el = document.getElementById('field' + id);
|
|
47
|
+
const named = [...document.querySelectorAll(`input[name="${id}"]`)];
|
|
48
|
+
const texts = s => [...s.selectedOptions].filter(o => o.value).map(o => o.text.trim());
|
|
49
|
+
switch (kind) {
|
|
50
|
+
case 'file': return [id, el && el.files.length ? el.files[0].name : null];
|
|
51
|
+
case 'boolean': return [id, el.checked ? 'Yes' : 'No'];
|
|
52
|
+
case 'radio': return [id, (named.find(i => i.checked) || {}).value || null];
|
|
53
|
+
case 'checkbox': return [id, named.filter(i => i.checked).map(i => i.value)];
|
|
54
|
+
case 'select': return [id, texts(el)[0] || null];
|
|
55
|
+
case 'multiple': return [id, texts(el)];
|
|
56
|
+
case 'terms': return [id, document.querySelector(`input[name="${id}"]`).checked ? 'Yes' : 'No'];
|
|
57
|
+
default: return [id, el ? el.value || null : null];
|
|
58
|
+
}
|
|
59
|
+
}))"""
|
|
60
|
+
# Selects the options with these labels on a select2 multiple select, which select2 follows.
|
|
61
|
+
_SELECT = """(el, labels) => {
|
|
62
|
+
for (const o of el.options) o.selected = labels.includes(o.text.trim());
|
|
63
|
+
el.dispatchEvent(new Event('change', {bubbles: true}));
|
|
64
|
+
}"""
|
|
65
|
+
# Clicks a radio or a box when its state differs: the styled mark over it can sit outside the
|
|
66
|
+
# viewport, out of reach of a pointer click.
|
|
67
|
+
_CHECK = """(el, checked) => { if (el.checked !== checked) el.click(); }"""
|
|
68
|
+
# Types a date into flatpickr's read-only input, in the `Y-m-d` format it is set up with.
|
|
69
|
+
_DATE = """(el, value) => {
|
|
70
|
+
el.value = value;
|
|
71
|
+
el.dispatchEvent(new Event('change', {bubbles: true}));
|
|
72
|
+
}"""
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
def _posting(url: str) -> str:
|
|
76
|
+
"""`https://www.careers-page.com/<client>/job/<code>`, without `/apply` or a query."""
|
|
77
|
+
client, _, code = urlsplit(url).path.strip("/").split("/")[:3]
|
|
78
|
+
return f"https://{HOST}/{client}/job/{code}"
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
def _kind(entry: dict[str, Any]) -> str:
|
|
82
|
+
"""How the page renders the field: the input `_READ` and `fill` work on."""
|
|
83
|
+
slug, ftype = entry["client_field_slug"], entry["client_field_field_type"]
|
|
84
|
+
if entry["field_type"] in ("resume", "attachment"):
|
|
85
|
+
return "file"
|
|
86
|
+
if entry["field_type"] in ENTRIES:
|
|
87
|
+
return "entries"
|
|
88
|
+
if entry["field_type"] == "candidate_field":
|
|
89
|
+
if slug in ("gender", "current_notice_period", "years_of_experience"):
|
|
90
|
+
return "select"
|
|
91
|
+
if slug in LISTS or ftype == "multiple_select_dropdown":
|
|
92
|
+
return "multiple"
|
|
93
|
+
if ftype == "dropdown":
|
|
94
|
+
return "select"
|
|
95
|
+
if ftype == "multiple_choice":
|
|
96
|
+
return "radio"
|
|
97
|
+
if ftype == "checkbox":
|
|
98
|
+
return "checkbox"
|
|
99
|
+
match entry["response_type"]:
|
|
100
|
+
case "boolean":
|
|
101
|
+
return "boolean"
|
|
102
|
+
case "datetime":
|
|
103
|
+
return "date"
|
|
104
|
+
case "integer":
|
|
105
|
+
return "number"
|
|
106
|
+
return "text"
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
def _field(entry: dict[str, Any], options: list[str] | None) -> Field | None:
|
|
110
|
+
"""The field an entry of the endpoint lists, None for optional entries."""
|
|
111
|
+
kind, slug = _kind(entry), entry["client_field_slug"]
|
|
112
|
+
fid, label, required = str(entry["id"]), entry["label"], bool(entry["is_required"])
|
|
113
|
+
match kind:
|
|
114
|
+
case "entries" if required:
|
|
115
|
+
raise Unsupported(f"form_shape: {entry['field_type']} entries are required")
|
|
116
|
+
case "entries":
|
|
117
|
+
return None
|
|
118
|
+
case "file":
|
|
119
|
+
accept = RESUME_TYPES if entry["field_type"] == "resume" else None
|
|
120
|
+
return Field(fid, label, FieldType.FILE, required, accept=accept)
|
|
121
|
+
case "boolean":
|
|
122
|
+
return Field(fid, label, FieldType.CHOICE, required, YES_NO)
|
|
123
|
+
case "date":
|
|
124
|
+
return Field(fid, label, FieldType.DATE, required)
|
|
125
|
+
case "select" | "radio":
|
|
126
|
+
return Field(fid, label, FieldType.CHOICE, required, options)
|
|
127
|
+
case "multiple" | "checkbox":
|
|
128
|
+
return Field(fid, label, FieldType.MULTI_CHOICE, required, options)
|
|
129
|
+
case "number":
|
|
130
|
+
return Field(fid, f"{label} (a number)", FieldType.TEXT, required)
|
|
131
|
+
if slug == "phone_number":
|
|
132
|
+
return Field(fid, label, FieldType.PHONE, required)
|
|
133
|
+
short = 255 if slug in SHORT or entry["field_type"] == "other" else 1000
|
|
134
|
+
return Field(fid, label, FieldType.TEXT, required, max_length=short)
|
|
135
|
+
|
|
136
|
+
|
|
137
|
+
def _get(path: str) -> Any:
|
|
138
|
+
request = urllib.request.Request(API + path, headers=HEADERS)
|
|
139
|
+
with urllib.request.urlopen(request, timeout=20) as response:
|
|
140
|
+
return json.load(response)
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
def _options(entry: dict[str, Any], client: str) -> list[str] | None:
|
|
144
|
+
"""The options the endpoint's entry names, the page's fixed lists or a list fetched apart."""
|
|
145
|
+
match entry["client_field_slug"]:
|
|
146
|
+
case "gender":
|
|
147
|
+
return GENDERS
|
|
148
|
+
case "current_notice_period":
|
|
149
|
+
return NOTICE_PERIODS
|
|
150
|
+
case "years_of_experience":
|
|
151
|
+
return YEARS
|
|
152
|
+
case slug if slug in LISTS:
|
|
153
|
+
path, label = LISTS[slug]
|
|
154
|
+
return [label(n) for n in _get(path.format(client=client))]
|
|
155
|
+
return entry["client_field_answer_choices"] or None
|
|
156
|
+
|
|
157
|
+
|
|
158
|
+
class Manatal:
|
|
159
|
+
name = "manatal"
|
|
160
|
+
side_effects = [
|
|
161
|
+
SideEffect("submit", "hiring_system", "the resume and attachments are uploaded"),
|
|
162
|
+
SideEffect("submit", "employer", "the application reaches the employer"),
|
|
163
|
+
]
|
|
164
|
+
|
|
165
|
+
def __init__(self) -> None:
|
|
166
|
+
self._entries: list[dict[str, Any]] = []
|
|
167
|
+
|
|
168
|
+
def detect(self, url: str, page: Page | None) -> bool:
|
|
169
|
+
parts = urlsplit(url).path.strip("/").split("/")
|
|
170
|
+
return urlsplit(url).hostname == HOST and len(parts) >= 3 and parts[1] == "job"
|
|
171
|
+
|
|
172
|
+
def posting(self, url: str) -> str:
|
|
173
|
+
return _posting(url)
|
|
174
|
+
|
|
175
|
+
def read_api(self, url: str) -> list[Field] | None:
|
|
176
|
+
"""The fields from the endpoint the apply page fetches, its job id from that page."""
|
|
177
|
+
client = urlsplit(url).path.strip("/").split("/")[0]
|
|
178
|
+
try:
|
|
179
|
+
apply = urllib.request.Request(_posting(url) + "/apply", headers=HEADERS)
|
|
180
|
+
with urllib.request.urlopen(apply, timeout=20) as response:
|
|
181
|
+
html = response.read().decode()
|
|
182
|
+
job = JOB_ID.search(html)
|
|
183
|
+
if job is None:
|
|
184
|
+
return None
|
|
185
|
+
entries = _get(f"jobs/{job.group(1)}/application-form/")
|
|
186
|
+
terms = bool(TERMS_REQUIRED.search(html))
|
|
187
|
+
return self._fields(entries, terms, lambda e: _options(e, client))
|
|
188
|
+
except OSError, ValueError, KeyError, TypeError, Unsupported:
|
|
189
|
+
return None
|
|
190
|
+
|
|
191
|
+
def read_form(self, page: Page) -> list[Field]:
|
|
192
|
+
with page.expect_response(
|
|
193
|
+
lambda r: r.request.method == "GET" and "/application-form/" in r.url,
|
|
194
|
+
timeout=LOAD_TIMEOUT_MS,
|
|
195
|
+
) as loaded:
|
|
196
|
+
page.goto(_posting(page.url) + "/apply")
|
|
197
|
+
response = loaded.value
|
|
198
|
+
if response.headers.get("x-amzn-waf-action") == "challenge":
|
|
199
|
+
raise Blocked("captcha: AWS WAF challenge")
|
|
200
|
+
if not response.ok:
|
|
201
|
+
raise Unsupported(f"posting_gone: the form answered {response.status}")
|
|
202
|
+
self._entries = response.json()
|
|
203
|
+
page.wait_for_selector("#submit-id-submit", timeout=LOAD_TIMEOUT_MS)
|
|
204
|
+
# The lists of a multiple select come in their own requests, once the form is drawn.
|
|
205
|
+
page.wait_for_function(
|
|
206
|
+
"() => [...document.querySelectorAll('select.multiselect')]"
|
|
207
|
+
".every(s => s.options.length && s.classList.contains('select2-hidden-accessible'))",
|
|
208
|
+
timeout=LOAD_TIMEOUT_MS,
|
|
209
|
+
)
|
|
210
|
+
terms = page.locator(f'input[name="{TERMS}"]').count() > 0
|
|
211
|
+
return self._fields(self._entries, terms, lambda e: self._shown(page, e))
|
|
212
|
+
|
|
213
|
+
def fill(self, page: Page, answers: dict[str, Answer]) -> None:
|
|
214
|
+
kinds = {str(e["id"]): _kind(e) for e in self._entries} | {TERMS: "terms"}
|
|
215
|
+
for field_id, answer in answers.items():
|
|
216
|
+
box = page.locator(f"#field{field_id}")
|
|
217
|
+
named = page.locator(f'input[name="{field_id}"]')
|
|
218
|
+
match kinds.get(field_id), answer:
|
|
219
|
+
case "text", str():
|
|
220
|
+
box.fill(answer)
|
|
221
|
+
case "number", str() if NUMBER.fullmatch(answer.strip()):
|
|
222
|
+
box.fill(answer.strip())
|
|
223
|
+
case "number", str():
|
|
224
|
+
pass # a number input holds no text: it reads back empty
|
|
225
|
+
case "date", str():
|
|
226
|
+
box.evaluate(_DATE, answer)
|
|
227
|
+
case "file", str():
|
|
228
|
+
box.set_input_files(answer)
|
|
229
|
+
case "select", str():
|
|
230
|
+
box.select_option(label=answer)
|
|
231
|
+
case "multiple", list():
|
|
232
|
+
box.evaluate(_SELECT, answer)
|
|
233
|
+
case "radio", str():
|
|
234
|
+
named.and_(
|
|
235
|
+
page.locator(f"[value={json.dumps(answer, ensure_ascii=False)}]")
|
|
236
|
+
).evaluate(_CHECK, True)
|
|
237
|
+
case "checkbox", list():
|
|
238
|
+
for value in answer:
|
|
239
|
+
named.and_(
|
|
240
|
+
page.locator(f"[value={json.dumps(value, ensure_ascii=False)}]")
|
|
241
|
+
).evaluate(_CHECK, True)
|
|
242
|
+
case "boolean", str():
|
|
243
|
+
box.evaluate(_CHECK, answer == "Yes")
|
|
244
|
+
case "terms", str():
|
|
245
|
+
named.evaluate(_CHECK, answer == "Yes")
|
|
246
|
+
case kind, _:
|
|
247
|
+
raise Unsupported(
|
|
248
|
+
f"form_shape: cannot fill {field_id}, a {kind}, with {answer!r}"
|
|
249
|
+
)
|
|
250
|
+
|
|
251
|
+
def read_back(self, page: Page) -> dict[str, Answer]:
|
|
252
|
+
kinds = [[str(e["id"]), _kind(e)] for e in self._entries if _kind(e) != "entries"]
|
|
253
|
+
if page.locator(f'input[name="{TERMS}"]').count():
|
|
254
|
+
kinds.append([TERMS, "terms"])
|
|
255
|
+
held = page.evaluate(_READ, kinds)
|
|
256
|
+
return {k: v for k, v in held.items() if v not in (None, [])}
|
|
257
|
+
|
|
258
|
+
def submit(self, page: Page) -> str | None:
|
|
259
|
+
with page.expect_response(
|
|
260
|
+
lambda r: r.request.method == "POST" and "/application-form/" in r.url,
|
|
261
|
+
timeout=SUBMIT_TIMEOUT_MS,
|
|
262
|
+
) as submitted:
|
|
263
|
+
page.locator("#submit-id-submit").click()
|
|
264
|
+
response = submitted.value
|
|
265
|
+
if response.headers.get("x-amzn-waf-action") in ("challenge", "captcha"):
|
|
266
|
+
raise Blocked("captcha: AWS WAF challenge")
|
|
267
|
+
if not response.ok:
|
|
268
|
+
raise Blocked(f"form_errors: {response.status} {response.text()[:300]}")
|
|
269
|
+
return f"POST application-form → {response.status} ({page.url})"
|
|
270
|
+
|
|
271
|
+
def _fields(
|
|
272
|
+
self,
|
|
273
|
+
entries: list[dict[str, Any]],
|
|
274
|
+
terms: bool,
|
|
275
|
+
options: Callable[[dict[str, Any]], list[str] | None],
|
|
276
|
+
) -> list[Field]:
|
|
277
|
+
fields = [f for e in entries if (f := _field(e, options(e))) is not None]
|
|
278
|
+
if terms:
|
|
279
|
+
fields.append(Field(TERMS, TERMS_LABEL, FieldType.CHOICE, True, YES_NO))
|
|
280
|
+
return fields
|
|
281
|
+
|
|
282
|
+
@staticmethod
|
|
283
|
+
def _shown(page: Page, entry: dict[str, Any]) -> list[str] | None:
|
|
284
|
+
"""The options the page shows for a choice, without the empty placeholder."""
|
|
285
|
+
match _kind(entry):
|
|
286
|
+
case "select" | "multiple":
|
|
287
|
+
return page.locator(f"#field{entry['id']} option").evaluate_all(
|
|
288
|
+
"os => os.filter(o => o.value).map(o => o.text.trim())"
|
|
289
|
+
)
|
|
290
|
+
case "radio" | "checkbox":
|
|
291
|
+
return page.locator(f'input[name="{entry["id"]}"]').evaluate_all(
|
|
292
|
+
"is => is.map(i => i.value)"
|
|
293
|
+
)
|
|
294
|
+
return None
|
|
@@ -0,0 +1,632 @@
|
|
|
1
|
+
"""Paylocity Recruiting (`recruiting.paylocity.com/Recruiting/Jobs/...`), as
|
|
2
|
+
docs/adapters/paylocity.md observes.
|
|
3
|
+
|
|
4
|
+
The apply page carries the whole form's configuration in `window.pageData`: the sections and
|
|
5
|
+
their fields, the screener questions and the option lists. `read_api` fetches it over HTTP,
|
|
6
|
+
`read_form` takes it from the page, and both list the fields from it. The form is one page or
|
|
7
|
+
a wizard of steps that render one at a time, so `fill` keeps each step's read-back before
|
|
8
|
+
moving on; nothing reaches the employer before Submit.
|
|
9
|
+
"""
|
|
10
|
+
|
|
11
|
+
import json
|
|
12
|
+
import re
|
|
13
|
+
import urllib.request
|
|
14
|
+
from contextlib import suppress
|
|
15
|
+
from dataclasses import dataclass
|
|
16
|
+
from datetime import date
|
|
17
|
+
from pathlib import Path
|
|
18
|
+
from typing import Any
|
|
19
|
+
from urllib.parse import urlsplit
|
|
20
|
+
|
|
21
|
+
from atsfill.core.adapter import Unsupported
|
|
22
|
+
from atsfill.core.browser import Locator, Page, Timeout
|
|
23
|
+
from atsfill.core.results import Answer, Field, FieldType, SideEffect
|
|
24
|
+
|
|
25
|
+
HOST = "recruiting.paylocity.com"
|
|
26
|
+
JOB = re.compile(r"^/Recruiting/Jobs/(?:Details|Apply)/(\d+)", re.IGNORECASE)
|
|
27
|
+
APPLY = f"https://{HOST}/Recruiting/Jobs/Apply/"
|
|
28
|
+
PAGE_DATA = "window.pageData ="
|
|
29
|
+
NEXT = "[data-automation-id=btnNext]"
|
|
30
|
+
SUBMIT = "[data-automation-id=btnSubmit]"
|
|
31
|
+
STEP = "#appDetailDiv .type-bold.float-right" # "Step 2 of 5"
|
|
32
|
+
FORCED_RESUME = ".modal.in #btn-forceResume"
|
|
33
|
+
FORM_TIMEOUT_MS = 30_000
|
|
34
|
+
STEP_TIMEOUT_MS = 20_000
|
|
35
|
+
UPLOAD_TIMEOUT_MS = 30_000
|
|
36
|
+
SUBMIT_TIMEOUT_MS = 90_000
|
|
37
|
+
YES_NO = ["Yes", "No"]
|
|
38
|
+
ADDRESS = "public-site-address" # an address block: its inputs' ids start with this
|
|
39
|
+
COMPANY = "public-candidate-work-history-address-0"
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
@dataclass(frozen=True)
|
|
43
|
+
class Spec:
|
|
44
|
+
"""One control a pageData field renders as. `required` None takes the field's own."""
|
|
45
|
+
|
|
46
|
+
dom: str # the element id; a radio group's name; `{n}` for an entry's index
|
|
47
|
+
label: str
|
|
48
|
+
kind: str # a key of TYPES
|
|
49
|
+
required: bool | None = None
|
|
50
|
+
options: str | list[str] | None = None # a list, or the pageData key of one
|
|
51
|
+
when: tuple[str, str] | None = None # asked only when (control, answer)
|
|
52
|
+
max_length: int | None = None
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
def _yes_no(dom: str, label: str) -> Spec:
|
|
56
|
+
return Spec(dom, label, "dropdown", options=YES_NO)
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
WORKED_BEFORE = ("info.haveYouWorkedWithUsBefore", "Yes")
|
|
60
|
+
INFO: dict[str, list[Spec]] = {
|
|
61
|
+
"name": [
|
|
62
|
+
Spec("info.firstName", "First Name", "text", True),
|
|
63
|
+
Spec("info.lastName", "Last Name", "text", True),
|
|
64
|
+
Spec("info.middleName", "Middle Name", "text", False),
|
|
65
|
+
Spec("info.preferredName", "Preferred First Name", "text", False),
|
|
66
|
+
],
|
|
67
|
+
"emailAddress": [Spec("info.email", "Email Address", "text")],
|
|
68
|
+
"cellPhone": [Spec("info.cellPhone", "Mobile Number", "phone")],
|
|
69
|
+
"homePhone": [Spec("info.phone", "Home Phone Number", "phone")],
|
|
70
|
+
"smsOptedIn": [_yes_no("info.smsOptedIn", "")],
|
|
71
|
+
"appliedBefore": [_yes_no("info.haveYouAppliedWithUsBefore", "")],
|
|
72
|
+
"workedHereBefore": [
|
|
73
|
+
_yes_no(WORKED_BEFORE[0], ""),
|
|
74
|
+
Spec("info.priorEmploymentPositionHeld", "Position", "text", False, when=WORKED_BEFORE),
|
|
75
|
+
Spec("info.priorEmploymentStartDate", "Start Date", "date", False, when=WORKED_BEFORE),
|
|
76
|
+
Spec("info.priorEmploymentEndDate", "End Date", "date", False, when=WORKED_BEFORE),
|
|
77
|
+
],
|
|
78
|
+
"address": [
|
|
79
|
+
Spec(f"{ADDRESS}-address-1", "Address Line 1", "address", max_length=50),
|
|
80
|
+
Spec(f"{ADDRESS}-county", "County", "text", max_length=50),
|
|
81
|
+
],
|
|
82
|
+
"address2": [Spec(f"{ADDRESS}-address-2", "Address Line 2", "text", max_length=50)],
|
|
83
|
+
"city": [Spec(f"{ADDRESS}-city", "City", "text", max_length=50)],
|
|
84
|
+
"state": [Spec(f"{ADDRESS}-us-state", "State", "state", options="statesOptions")],
|
|
85
|
+
"postalCode": [Spec(f"{ADDRESS}-zip", "Zip Code", "text", max_length=20)],
|
|
86
|
+
"dateAvailable": [Spec("info.dateAvailableToStart", "Available to Start", "date")],
|
|
87
|
+
"linkedInUrl": [Spec("info.linkedIn", "LinkedIn Profile URL", "text")],
|
|
88
|
+
"howDidYouHear": [Spec("info.howDidYouHearAboutUs", "", "radio", options="values")],
|
|
89
|
+
"referredBy": [Spec("info.referredBy", "Referred by", "text")],
|
|
90
|
+
"skills": [Spec("info.skills", "Skills", "tags")],
|
|
91
|
+
"uploadCoverLetter": [Spec("btn-coverLetter", "Cover Letter", "file")],
|
|
92
|
+
"uploadAdditionalFiles": [Spec("btn-additionalFiles", "Additional Files", "file")],
|
|
93
|
+
}
|
|
94
|
+
SALARY = { # by desiredSalaryInputType
|
|
95
|
+
1: [
|
|
96
|
+
Spec("info.minimumDesiredSalary", "Desired Salary (minimum)", "text"),
|
|
97
|
+
Spec("info.maximumDesiredSalary", "Desired Salary (maximum)", "text"),
|
|
98
|
+
],
|
|
99
|
+
2: [Spec("info.desiredSalaryDescription", "Desired Salary", "text")],
|
|
100
|
+
}
|
|
101
|
+
# Shown on their own: the country (United States until changed), the EEO identity questions.
|
|
102
|
+
OPTIONAL_ONLY = {"country", "dni", "ethnicity", "genderIdentity", "personalPronoun",
|
|
103
|
+
"sexualOrientation", "eVerify", "priorConviction"} # fmt: skip
|
|
104
|
+
CONTACT = ("workHistory.mayWeContactSupervisor.0", "Yes")
|
|
105
|
+
GRADUATED = ("educationHistory.didYouGraduate.0", "Yes")
|
|
106
|
+
WORK: dict[str, list[Spec]] = {
|
|
107
|
+
"companyName": [Spec("workHistory.companyName.0", "Company Name", "text")],
|
|
108
|
+
"position": [Spec("workHistory.position.0", "Position", "text")],
|
|
109
|
+
"companyPhone": [Spec("workHistory.companyPhone.0", "Company Phone Number", "phone")],
|
|
110
|
+
"responsibilities": [Spec("workHistory.responsibilities.0", "Responsibilities", "text")],
|
|
111
|
+
"startEndDate": [
|
|
112
|
+
Spec("txt-workHistory-startDate-0", "Start Date (MM/YYYY)", "month"),
|
|
113
|
+
Spec("txt-workHistory-endDate-0", "End Date (MM/YYYY)", "month"),
|
|
114
|
+
],
|
|
115
|
+
"reasonForLeaving": [Spec("workHistory.reasonForLeaving.0", "Reason for Leaving", "text")],
|
|
116
|
+
"companyLocation": [
|
|
117
|
+
Spec(f"{COMPANY}-address-1", "Company Address Line 1", "address", max_length=50),
|
|
118
|
+
Spec(f"{COMPANY}-address-2", "Company Address Line 2", "text", False, max_length=50),
|
|
119
|
+
Spec(f"{COMPANY}-city", "Company City", "text", max_length=50),
|
|
120
|
+
Spec(f"{COMPANY}-county", "Company County", "text", max_length=50),
|
|
121
|
+
Spec(f"{COMPANY}-us-state", "Company State", "state", options="statesOptions"),
|
|
122
|
+
Spec(f"{COMPANY}-zip", "Company Zip Code", "text", max_length=20),
|
|
123
|
+
],
|
|
124
|
+
"currentlyWorkingHere": [
|
|
125
|
+
Spec(
|
|
126
|
+
"workHistory.currentlyWorkingHere.0",
|
|
127
|
+
"Currently Working Here",
|
|
128
|
+
"check",
|
|
129
|
+
False,
|
|
130
|
+
["No", "Yes"],
|
|
131
|
+
) # fmt: skip
|
|
132
|
+
],
|
|
133
|
+
"mayWeContact": [_yes_no(CONTACT[0], "May We Contact for Reference?")],
|
|
134
|
+
"contactSupervisorName": [
|
|
135
|
+
Spec("workHistory.supervisorName.0", "Supervisor Name", "text", False, when=CONTACT)
|
|
136
|
+
],
|
|
137
|
+
"contactSupervisorPosition": [
|
|
138
|
+
Spec("workHistory.supervisorPosition.0", "Supervisor Position", "text", False, when=CONTACT)
|
|
139
|
+
],
|
|
140
|
+
"contactSupervisorPhone": [
|
|
141
|
+
Spec(
|
|
142
|
+
"workHistory.supervisorPhone.0", "Supervisor Phone Number", "phone", False, when=CONTACT
|
|
143
|
+
)
|
|
144
|
+
], # fmt: skip
|
|
145
|
+
"contactSupervisorEmail": [
|
|
146
|
+
Spec(
|
|
147
|
+
"workHistory.supervisorEmail.0", "Supervisor Email Address", "text", False, when=CONTACT
|
|
148
|
+
)
|
|
149
|
+
], # fmt: skip
|
|
150
|
+
}
|
|
151
|
+
EDUCATION: dict[str, list[Spec]] = {
|
|
152
|
+
"certsOrAwards": [
|
|
153
|
+
Spec("educationHistory.certificationsAndAwards", "Certifications & Awards", "tags")
|
|
154
|
+
],
|
|
155
|
+
"schoolName": [Spec("educationHistory.name.0", "School Name", "text")],
|
|
156
|
+
"areaOfStudy": [Spec("educationHistory.areaOfStudy.0", "Area of Study", "text")],
|
|
157
|
+
"didYouGraduate": [
|
|
158
|
+
Spec(GRADUATED[0], "Did you Graduate?", "dropdown", options="graduationOptions")
|
|
159
|
+
],
|
|
160
|
+
"degreeObtained": [
|
|
161
|
+
Spec(
|
|
162
|
+
"educationHistory.degreeId.0",
|
|
163
|
+
"Degree Obtained",
|
|
164
|
+
"dropdown",
|
|
165
|
+
False,
|
|
166
|
+
"degreeOptions",
|
|
167
|
+
GRADUATED,
|
|
168
|
+
)
|
|
169
|
+
], # fmt: skip
|
|
170
|
+
"schoolType": [
|
|
171
|
+
Spec("educationHistory.type.0", "School Type", "dropdown", options="schoolTypeOptions")
|
|
172
|
+
],
|
|
173
|
+
"schoolLocation": [
|
|
174
|
+
Spec("educationHistory.city.0", "School City", "text"),
|
|
175
|
+
Spec("educationHistory.state.0", "School State", "dropdown", options="statesOptions"),
|
|
176
|
+
],
|
|
177
|
+
}
|
|
178
|
+
REFERENCE: dict[str, list[Spec]] = {
|
|
179
|
+
"referenceName": [Spec("references.name.{n}", "Name", "text")],
|
|
180
|
+
"referenceEmail": [Spec("references.email.{n}", "Email Address", "text")],
|
|
181
|
+
"referencePhoneNumber": [Spec("references.phone.{n}", "Phone Number", "phone")],
|
|
182
|
+
"referencePersonalOrWork": [
|
|
183
|
+
Spec(
|
|
184
|
+
"references.referenceType.{n}",
|
|
185
|
+
"Personal or Work Reference?",
|
|
186
|
+
"dropdown",
|
|
187
|
+
options="referenceTypeOptions",
|
|
188
|
+
)
|
|
189
|
+
], # fmt: skip
|
|
190
|
+
"referenceYearsKnown": [
|
|
191
|
+
Spec(
|
|
192
|
+
"references.yearsKnown.{n}",
|
|
193
|
+
"Years Known",
|
|
194
|
+
"dropdown",
|
|
195
|
+
options=["1 year", *(f"{n} years" for n in range(2, 6))],
|
|
196
|
+
)
|
|
197
|
+
], # fmt: skip
|
|
198
|
+
}
|
|
199
|
+
ACKNOWLEDGEMENTS: dict[str, list[Spec]] = {
|
|
200
|
+
"eeoGenderEthnicity": [
|
|
201
|
+
Spec("acknowledgements.eeoGender", "Gender", "dropdown", options="genderOptions"),
|
|
202
|
+
Spec(
|
|
203
|
+
"acknowledgements.racialOrEthnicGroup",
|
|
204
|
+
"Race and/or Ethnicity",
|
|
205
|
+
"dropdown",
|
|
206
|
+
options="raceOptions",
|
|
207
|
+
),
|
|
208
|
+
], # fmt: skip
|
|
209
|
+
"ofccp": [
|
|
210
|
+
Spec(
|
|
211
|
+
"acknowledgements.militaryService",
|
|
212
|
+
"Veteran Status",
|
|
213
|
+
"dropdown",
|
|
214
|
+
options="militaryServiceOptions",
|
|
215
|
+
)
|
|
216
|
+
], # fmt: skip
|
|
217
|
+
"eeoDisability": [
|
|
218
|
+
Spec(
|
|
219
|
+
"acknowledgements.disability",
|
|
220
|
+
"Disability Status",
|
|
221
|
+
"dropdown",
|
|
222
|
+
options="disabilityOptions",
|
|
223
|
+
)
|
|
224
|
+
], # fmt: skip
|
|
225
|
+
"priorFelony": [_yes_no("acknowledgements.priorFelony", "")],
|
|
226
|
+
"priorMisdemeanor": [_yes_no("acknowledgements.priorMisdemeanor", "")],
|
|
227
|
+
"authorizedToWork": [_yes_no("acknowledgements.authorizedToWorkInUs", "")],
|
|
228
|
+
}
|
|
229
|
+
# Fields shown only when the form also has another, which switches them on.
|
|
230
|
+
SHOWN_WITH = {
|
|
231
|
+
"priorFelony": "priorConviction",
|
|
232
|
+
"priorMisdemeanor": "priorConviction",
|
|
233
|
+
**{f"contactSupervisor{k}": "mayWeContact" for k in ("Name", "Position", "Phone", "Email")},
|
|
234
|
+
}
|
|
235
|
+
SECTIONS = {
|
|
236
|
+
"info": INFO,
|
|
237
|
+
"workHistory": WORK,
|
|
238
|
+
"educationHistory": EDUCATION,
|
|
239
|
+
"references": REFERENCE,
|
|
240
|
+
"acknowledgements": ACKNOWLEDGEMENTS,
|
|
241
|
+
"expandedIdentityQuestions": {},
|
|
242
|
+
}
|
|
243
|
+
ENTRIES = ("workHistory", "educationHistory") # one entry shown when required, none else
|
|
244
|
+
ENTRY = re.compile(r"[.-]0(-|$)") # an entry's control, by its index
|
|
245
|
+
RESUME = Spec("btn-resume", "Resume", "file")
|
|
246
|
+
ACKNOWLEDGE = Spec("applyAcknowledgement", "I have read and accept the above acknowledgement",
|
|
247
|
+
"check", True, YES_NO) # fmt: skip
|
|
248
|
+
FILE_IDS = {"btn-resume": "resume", "btn-coverLetter": "coverLetter",
|
|
249
|
+
"btn-additionalFiles": "additionalFiles"} # fmt: skip
|
|
250
|
+
TYPES = {
|
|
251
|
+
"text": FieldType.TEXT,
|
|
252
|
+
"address": FieldType.TEXT,
|
|
253
|
+
"month": FieldType.TEXT,
|
|
254
|
+
"tags": FieldType.TEXT,
|
|
255
|
+
"phone": FieldType.PHONE,
|
|
256
|
+
"date": FieldType.DATE,
|
|
257
|
+
"dropdown": FieldType.CHOICE,
|
|
258
|
+
"state": FieldType.CHOICE,
|
|
259
|
+
"radio": FieldType.CHOICE,
|
|
260
|
+
"check": FieldType.CHOICE,
|
|
261
|
+
"screener": FieldType.CHOICE,
|
|
262
|
+
"screener_multi": FieldType.MULTI_CHOICE,
|
|
263
|
+
"screener_text": FieldType.TEXT,
|
|
264
|
+
"file": FieldType.FILE,
|
|
265
|
+
}
|
|
266
|
+
|
|
267
|
+
|
|
268
|
+
@dataclass(frozen=True)
|
|
269
|
+
class Control:
|
|
270
|
+
kind: str
|
|
271
|
+
dom: str
|
|
272
|
+
options: list[str] | None = None
|
|
273
|
+
|
|
274
|
+
|
|
275
|
+
class Paylocity:
|
|
276
|
+
name = "paylocity"
|
|
277
|
+
side_effects = [
|
|
278
|
+
SideEffect("upload", "hiring_system", "an attached file is stored by Paylocity at once"),
|
|
279
|
+
SideEffect("fill", "hiring_system", "each step's answers go to Paylocity for validation"),
|
|
280
|
+
SideEffect("submit", "employer", "the application reaches the employer"),
|
|
281
|
+
] # fmt: skip
|
|
282
|
+
|
|
283
|
+
def __init__(self) -> None:
|
|
284
|
+
self._form: list[tuple[Field, Control]] = []
|
|
285
|
+
self._values: dict[str, Answer] = {} # the read-back of the steps left behind
|
|
286
|
+
|
|
287
|
+
def detect(self, url: str, page: Page | None) -> bool:
|
|
288
|
+
return _job(url) is not None
|
|
289
|
+
|
|
290
|
+
def posting(self, url: str) -> str:
|
|
291
|
+
job = _job(url)
|
|
292
|
+
return f"https://{HOST}/Recruiting/Jobs/Details/{job}" if job else url
|
|
293
|
+
|
|
294
|
+
def read_api(self, url: str) -> list[Field] | None:
|
|
295
|
+
if (job := _job(url)) is None:
|
|
296
|
+
return None
|
|
297
|
+
request = urllib.request.Request(APPLY + job, headers={"User-Agent": "atsfill"})
|
|
298
|
+
try:
|
|
299
|
+
with urllib.request.urlopen(request, timeout=20) as response:
|
|
300
|
+
html = response.read().decode()
|
|
301
|
+
return [f for f, _ in _form(_page_data(html))]
|
|
302
|
+
except OSError, ValueError, KeyError, TypeError, Unsupported:
|
|
303
|
+
return None
|
|
304
|
+
|
|
305
|
+
def read_form(self, page: Page) -> list[Field]:
|
|
306
|
+
job = _job(page.url)
|
|
307
|
+
if job and "/apply/" not in page.url.lower():
|
|
308
|
+
page.goto(APPLY + job)
|
|
309
|
+
try:
|
|
310
|
+
page.locator(f"{NEXT}, {SUBMIT}").first.wait_for(
|
|
311
|
+
state="attached", timeout=FORM_TIMEOUT_MS
|
|
312
|
+
)
|
|
313
|
+
self._form = _form(_page_data(page.content()))
|
|
314
|
+
except Timeout, ValueError, KeyError:
|
|
315
|
+
raise Unsupported("posting_gone: no application form on the page") from None
|
|
316
|
+
return [f for f, _ in self._form]
|
|
317
|
+
|
|
318
|
+
def fill(self, page: Page, answers: dict[str, Answer]) -> None:
|
|
319
|
+
self._values = {}
|
|
320
|
+
page.locator("form, #app").first.wait_for(timeout=FORM_TIMEOUT_MS)
|
|
321
|
+
_dismiss_cookies(page)
|
|
322
|
+
if "resume" in answers: # first: a parsed resume fills fields the answers then override
|
|
323
|
+
_upload_resume(page, _one(answers["resume"]))
|
|
324
|
+
while True:
|
|
325
|
+
for field, control in self._form:
|
|
326
|
+
if field.id in answers and field.id != "resume" and _present(page, control):
|
|
327
|
+
_fill(page, control, answers[field.id])
|
|
328
|
+
self._values.update(self._read(page))
|
|
329
|
+
if not page.locator(NEXT).count() or not _next(page):
|
|
330
|
+
return
|
|
331
|
+
|
|
332
|
+
def read_back(self, page: Page) -> dict[str, Answer]:
|
|
333
|
+
values = {**self._values, **self._read(page)}
|
|
334
|
+
return {k: v for k, v in values.items() if v not in (None, "", [])}
|
|
335
|
+
|
|
336
|
+
def submit(self, page: Page) -> str | None:
|
|
337
|
+
before = page.url
|
|
338
|
+
page.locator(SUBMIT).click()
|
|
339
|
+
page.wait_for_url(lambda url: url != before, timeout=SUBMIT_TIMEOUT_MS)
|
|
340
|
+
return page.url
|
|
341
|
+
|
|
342
|
+
def _read(self, page: Page) -> dict[str, Answer]:
|
|
343
|
+
values: dict[str, Answer] = {}
|
|
344
|
+
for field, control in self._form:
|
|
345
|
+
if _present(page, control) and (value := _read(page, control)) is not None:
|
|
346
|
+
values[field.id] = value
|
|
347
|
+
return values
|
|
348
|
+
|
|
349
|
+
|
|
350
|
+
def _job(url: str) -> str | None:
|
|
351
|
+
parts = urlsplit(url)
|
|
352
|
+
if parts.hostname != HOST or not (match := JOB.match(parts.path)):
|
|
353
|
+
return None
|
|
354
|
+
return match[1]
|
|
355
|
+
|
|
356
|
+
|
|
357
|
+
def _page_data(html: str) -> dict[str, Any]:
|
|
358
|
+
"""The apply page's `window.pageData`, from its inline script."""
|
|
359
|
+
start = html.index(PAGE_DATA) + len(PAGE_DATA)
|
|
360
|
+
return json.JSONDecoder().raw_decode(html[start:].lstrip())[0]
|
|
361
|
+
|
|
362
|
+
|
|
363
|
+
def _form(data: dict[str, Any]) -> list[tuple[Field, Control]]:
|
|
364
|
+
"""The fields and their controls, in the page's order, from the apply page's pageData."""
|
|
365
|
+
custom = data["customJobApplication"]
|
|
366
|
+
out: list[tuple[Field, Control]] = []
|
|
367
|
+
labels: dict[str, str] = {}
|
|
368
|
+
|
|
369
|
+
def add(spec: Spec, field: dict[str, Any], prefix: str = "", n: int = 0) -> None:
|
|
370
|
+
dom = spec.dom.format(n=n)
|
|
371
|
+
options = spec.options
|
|
372
|
+
if options == "values":
|
|
373
|
+
options = [v["value"] for v in field["values"]]
|
|
374
|
+
elif isinstance(options, str):
|
|
375
|
+
listed = [o for o in data.get(options) or [] if o.get("text")]
|
|
376
|
+
options = [o["value" if spec.kind == "state" else "text"] for o in listed]
|
|
377
|
+
label = prefix + (spec.label or _plain(field["displayName"]))
|
|
378
|
+
required = field["isRequired"] if spec.required is None else spec.required
|
|
379
|
+
if spec.when:
|
|
380
|
+
trigger, value = spec.when
|
|
381
|
+
label += f" (asked when {labels.get(trigger, trigger)!r} is {value})"
|
|
382
|
+
labels[dom] = label
|
|
383
|
+
field_id = FILE_IDS.get(dom, dom)
|
|
384
|
+
out.append((Field(field_id, label, TYPES[spec.kind], bool(required), options,
|
|
385
|
+
spec.max_length),
|
|
386
|
+
Control(spec.kind, dom, options))) # fmt: skip
|
|
387
|
+
|
|
388
|
+
add(RESUME, {"isRequired": bool(custom.get("requireResume") or data.get("requireResume"))})
|
|
389
|
+
for section in custom["sections"]:
|
|
390
|
+
if not section["isIncluded"]:
|
|
391
|
+
continue
|
|
392
|
+
name = section["name"]
|
|
393
|
+
entries = name not in ENTRIES or section["isOneRequired"]
|
|
394
|
+
count = 1
|
|
395
|
+
if name == "references":
|
|
396
|
+
if not custom.get("referencesRequired"):
|
|
397
|
+
continue
|
|
398
|
+
count = custom.get("referencesRequiredCount") or 1
|
|
399
|
+
vocabulary = SECTIONS.get(name)
|
|
400
|
+
if vocabulary is None:
|
|
401
|
+
raise Unsupported(f"form_shape: unknown section {name!r}")
|
|
402
|
+
included = {f["name"] for f in section["fields"] if f["isIncluded"]}
|
|
403
|
+
for n in range(count):
|
|
404
|
+
prefix = f"Reference {n + 1}: " if name == "references" else ""
|
|
405
|
+
for field in section["fields"]:
|
|
406
|
+
if not field["isIncluded"]:
|
|
407
|
+
continue
|
|
408
|
+
specs = vocabulary.get(field["name"])
|
|
409
|
+
if field["name"] == "desiredSalary":
|
|
410
|
+
specs = SALARY.get(custom.get("desiredSalaryInputType"))
|
|
411
|
+
if specs is None:
|
|
412
|
+
if entries and field["isRequired"] and field["name"] not in OPTIONAL_ONLY:
|
|
413
|
+
raise Unsupported(
|
|
414
|
+
f"form_shape: {_plain(field['displayName'])!r} ({field['name']}) "
|
|
415
|
+
"is not handled"
|
|
416
|
+
)
|
|
417
|
+
continue
|
|
418
|
+
if SHOWN_WITH.get(field["name"], field["name"]) not in included:
|
|
419
|
+
continue
|
|
420
|
+
for spec in specs:
|
|
421
|
+
if entries or not ENTRY.search(spec.dom): # the section's own fields show
|
|
422
|
+
add(spec, field, prefix, n)
|
|
423
|
+
screener = data.get("screener") or {}
|
|
424
|
+
for i, question in enumerate(screener.get("questions") or []):
|
|
425
|
+
kind = question.get("questionType")
|
|
426
|
+
answers = [a["title"] for a in question.get("answers") or []]
|
|
427
|
+
if kind == "multi":
|
|
428
|
+
kind = "screener_multi" if question.get("allowsMultipleResponses") else "screener"
|
|
429
|
+
dom = f"multiQuestionAnswer{question['screenerQuestionId']}"
|
|
430
|
+
elif kind == "text":
|
|
431
|
+
kind, answers, dom = "screener_text", None, f"screener-question-{i}-textarea"
|
|
432
|
+
else:
|
|
433
|
+
raise Unsupported(f"form_shape: a {kind} screener question")
|
|
434
|
+
field_id = f"screener.{question['screenerQuestionId']}"
|
|
435
|
+
out.append((Field(field_id, _plain(question["title"]), TYPES[kind],
|
|
436
|
+
bool(question.get("isRequired")), answers),
|
|
437
|
+
Control(kind, dom, answers))) # fmt: skip
|
|
438
|
+
add(ACKNOWLEDGE, {"isRequired": True})
|
|
439
|
+
return out
|
|
440
|
+
|
|
441
|
+
|
|
442
|
+
def _plain(text: str) -> str:
|
|
443
|
+
return re.sub(r"\s+", " ", re.sub(r"<[^>]+>", " ", text or "")).strip()
|
|
444
|
+
|
|
445
|
+
|
|
446
|
+
def _one(answer: Answer) -> str:
|
|
447
|
+
return answer if isinstance(answer, str) else answer[0]
|
|
448
|
+
|
|
449
|
+
|
|
450
|
+
def _by_id(page: Page, dom: str) -> Locator:
|
|
451
|
+
"""The control: the last step reviews the others' answers in elements with their ids."""
|
|
452
|
+
return page.locator(f"input[id='{dom}'], textarea[id='{dom}'], .rw-dropdownlist[id='{dom}']")
|
|
453
|
+
|
|
454
|
+
|
|
455
|
+
def _present(page: Page, control: Control) -> bool:
|
|
456
|
+
match control.kind:
|
|
457
|
+
case "radio":
|
|
458
|
+
return page.locator(f"input[name='{control.dom}']").count() > 0
|
|
459
|
+
case "screener" | "screener_multi":
|
|
460
|
+
label = page.locator(f"label[for='{control.dom}_0']")
|
|
461
|
+
return label.count() > 0 and label.first.is_visible()
|
|
462
|
+
case "file":
|
|
463
|
+
return _by_id(page, control.dom).count() > 0 or (
|
|
464
|
+
control.dom == "btn-resume" and page.locator("#remove-resume").count() > 0
|
|
465
|
+
)
|
|
466
|
+
case "state":
|
|
467
|
+
return page.locator(f"#{control.dom}-select-wrapper").count() > 0
|
|
468
|
+
case _:
|
|
469
|
+
target = _by_id(page, control.dom)
|
|
470
|
+
return target.count() == 1 and target.is_visible()
|
|
471
|
+
|
|
472
|
+
|
|
473
|
+
def _dismiss_cookies(page: Page) -> None:
|
|
474
|
+
close = page.locator("#onetrust-banner-sdk .onetrust-close-btn-handler")
|
|
475
|
+
with suppress(Timeout):
|
|
476
|
+
close.first.wait_for(state="visible", timeout=5_000)
|
|
477
|
+
close.first.click()
|
|
478
|
+
|
|
479
|
+
|
|
480
|
+
def _upload_resume(page: Page, path: str) -> None:
|
|
481
|
+
forced = page.locator(FORCED_RESUME)
|
|
482
|
+
if forced.count():
|
|
483
|
+
target = forced
|
|
484
|
+
else:
|
|
485
|
+
parse = page.locator("#useAttachedResumeToFillOutApplication")
|
|
486
|
+
if parse.count() and parse.is_checked():
|
|
487
|
+
parse.uncheck()
|
|
488
|
+
target = page.locator("#btn-resume")
|
|
489
|
+
if not target.count():
|
|
490
|
+
return
|
|
491
|
+
target.set_input_files(path)
|
|
492
|
+
with suppress(Timeout):
|
|
493
|
+
page.locator("#remove-resume").wait_for(timeout=UPLOAD_TIMEOUT_MS)
|
|
494
|
+
page.locator(".modal.in").wait_for(state="detached", timeout=UPLOAD_TIMEOUT_MS)
|
|
495
|
+
|
|
496
|
+
|
|
497
|
+
def _next(page: Page) -> bool:
|
|
498
|
+
"""Goes on to the next step; False when the page stays (an answer it does not accept)."""
|
|
499
|
+
step = page.locator(STEP)
|
|
500
|
+
before = step.inner_text() if step.count() else None
|
|
501
|
+
page.locator(NEXT).click()
|
|
502
|
+
try:
|
|
503
|
+
page.wait_for_function(
|
|
504
|
+
"""before => {
|
|
505
|
+
const s = document.querySelector("#appDetailDiv .type-bold.float-right");
|
|
506
|
+
return (s ? s.textContent : null) !== before;
|
|
507
|
+
}""",
|
|
508
|
+
arg=before,
|
|
509
|
+
timeout=STEP_TIMEOUT_MS,
|
|
510
|
+
)
|
|
511
|
+
except Timeout:
|
|
512
|
+
return False
|
|
513
|
+
page.wait_for_timeout(500)
|
|
514
|
+
return True
|
|
515
|
+
|
|
516
|
+
|
|
517
|
+
def _pick(page: Page, dom: str, value: str) -> None:
|
|
518
|
+
"""A react-widgets dropdown: its list opens on a click."""
|
|
519
|
+
_by_id(page, dom).click()
|
|
520
|
+
options = page.locator(f"[id='{dom}__listbox'] [role=option]")
|
|
521
|
+
for n in range(options.count()):
|
|
522
|
+
if options.nth(n).inner_text().strip().rstrip("*") == value:
|
|
523
|
+
options.nth(n).click()
|
|
524
|
+
return
|
|
525
|
+
page.keyboard.press("Escape")
|
|
526
|
+
|
|
527
|
+
|
|
528
|
+
def _fill(page: Page, control: Control, answer: Answer) -> None:
|
|
529
|
+
value = _one(answer)
|
|
530
|
+
target = _by_id(page, control.dom)
|
|
531
|
+
match control.kind:
|
|
532
|
+
case "text" | "phone" | "screener_text":
|
|
533
|
+
target.fill(value)
|
|
534
|
+
target.blur()
|
|
535
|
+
case "address": # a suggestion list that drops keys typed while it loads
|
|
536
|
+
target.click()
|
|
537
|
+
target.fill("")
|
|
538
|
+
target.press_sequentially(value, delay=80)
|
|
539
|
+
page.keyboard.press("Escape")
|
|
540
|
+
if target.input_value() != value:
|
|
541
|
+
target.fill(value)
|
|
542
|
+
target.blur()
|
|
543
|
+
case "date":
|
|
544
|
+
if re.fullmatch(r"\d{4}-\d{2}-\d{2}", value):
|
|
545
|
+
y, m, d = value.split("-")
|
|
546
|
+
target.click()
|
|
547
|
+
target.press_sequentially(f"{m}/{d}/{y}", delay=30)
|
|
548
|
+
target.blur()
|
|
549
|
+
case "month":
|
|
550
|
+
target.click()
|
|
551
|
+
target.press_sequentially(value, delay=30)
|
|
552
|
+
target.blur()
|
|
553
|
+
case "dropdown":
|
|
554
|
+
_pick(page, control.dom, value)
|
|
555
|
+
case "state":
|
|
556
|
+
page.locator(f"#{control.dom}-select-wrapper").click()
|
|
557
|
+
page.keyboard.type(value, delay=40)
|
|
558
|
+
item = page.locator(
|
|
559
|
+
f"#{control.dom}-dropdown-list-container [role=listitem][title='{value}']"
|
|
560
|
+
)
|
|
561
|
+
try:
|
|
562
|
+
item.first.click(timeout=5_000)
|
|
563
|
+
except Timeout:
|
|
564
|
+
page.keyboard.press("Escape")
|
|
565
|
+
case "radio":
|
|
566
|
+
page.locator(f"input[name='{control.dom}'][value='{value}']").check(force=True)
|
|
567
|
+
case "check":
|
|
568
|
+
if target.is_checked() != (value == "Yes"):
|
|
569
|
+
target.check(force=True) if value == "Yes" else target.uncheck(force=True)
|
|
570
|
+
case "tags": # takes typed keys only
|
|
571
|
+
target.click()
|
|
572
|
+
target.press_sequentially(value, delay=20)
|
|
573
|
+
target.press("Enter")
|
|
574
|
+
case "file":
|
|
575
|
+
target.set_input_files(answer if isinstance(answer, list) else value)
|
|
576
|
+
listed = target.locator("xpath=..").locator("tbody td span")
|
|
577
|
+
with suppress(Timeout):
|
|
578
|
+
listed.filter(has_text=Path(value).name).first.wait_for(timeout=UPLOAD_TIMEOUT_MS)
|
|
579
|
+
case "screener" | "screener_multi":
|
|
580
|
+
values = [answer] if isinstance(answer, str) else answer
|
|
581
|
+
for n, option in enumerate(control.options or []):
|
|
582
|
+
box = page.locator(f"[id='{control.dom}_{n}']")
|
|
583
|
+
if (option in values) != box.is_checked():
|
|
584
|
+
page.locator(f"label[for='{control.dom}_{n}']").click()
|
|
585
|
+
|
|
586
|
+
|
|
587
|
+
def _read(page: Page, control: Control) -> Answer | None:
|
|
588
|
+
target = _by_id(page, control.dom)
|
|
589
|
+
match control.kind:
|
|
590
|
+
case "date": # a native date input, else a masked MM/DD/YYYY one
|
|
591
|
+
value = target.input_value()
|
|
592
|
+
if re.fullmatch(r"\d{4}-\d{2}-\d{2}", value):
|
|
593
|
+
return value
|
|
594
|
+
digits = re.findall(r"\d+", value)
|
|
595
|
+
if len(digits) != 3:
|
|
596
|
+
return None
|
|
597
|
+
m, d, y = (int(x) for x in digits)
|
|
598
|
+
with suppress(ValueError):
|
|
599
|
+
return date(y, m, d).isoformat()
|
|
600
|
+
return None
|
|
601
|
+
case "dropdown":
|
|
602
|
+
text = target.locator(".rw-input").first.inner_text().strip().rstrip("*")
|
|
603
|
+
return "" if text == "--" else text
|
|
604
|
+
case "state":
|
|
605
|
+
text = page.locator(f"#{control.dom}-select-wrapper .input-select-input-single-value")
|
|
606
|
+
value = text.first.inner_text().strip() if text.count() else ""
|
|
607
|
+
return value if value in (control.options or []) else ""
|
|
608
|
+
case "radio":
|
|
609
|
+
checked = page.locator(f"input[name='{control.dom}']:checked")
|
|
610
|
+
return checked.first.get_attribute("value") if checked.count() else ""
|
|
611
|
+
case "check":
|
|
612
|
+
return "Yes" if target.is_checked() else "No"
|
|
613
|
+
case "tags":
|
|
614
|
+
tags = target.locator("xpath=..").locator(".react-tagsinput-tag")
|
|
615
|
+
return tags.first.inner_text().strip() if tags.count() else ""
|
|
616
|
+
case "file":
|
|
617
|
+
if control.dom == "btn-resume":
|
|
618
|
+
name = page.locator(".rounded-box:has(#remove-resume) .no-wrap")
|
|
619
|
+
return name.first.inner_text().strip() if name.count() else ""
|
|
620
|
+
names = target.locator("xpath=..").locator("tbody td span") # the files listed
|
|
621
|
+
return names.first.inner_text().strip() if names.count() else ""
|
|
622
|
+
case "screener" | "screener_multi":
|
|
623
|
+
picked = [
|
|
624
|
+
option
|
|
625
|
+
for n, option in enumerate(control.options or [])
|
|
626
|
+
if page.locator(f"[id='{control.dom}_{n}']").is_checked()
|
|
627
|
+
]
|
|
628
|
+
if control.kind == "screener_multi":
|
|
629
|
+
return picked
|
|
630
|
+
return picked[0] if picked else ""
|
|
631
|
+
case _:
|
|
632
|
+
return target.input_value()
|
|
@@ -9,7 +9,7 @@ from importlib.resources import files
|
|
|
9
9
|
KINDS = ("ats", "board", "aggregator", "custom")
|
|
10
10
|
ACCOUNTS = ("none", "to_send", "to_read") # also the backlog order (ADR 0013)
|
|
11
11
|
HOSTING = ("hosted", "embedded")
|
|
12
|
-
VENDORS = ("DataDome", "Cloudflare", "Akamai", "PerimeterX", "unknown")
|
|
12
|
+
VENDORS = ("DataDome", "Cloudflare", "Akamai", "PerimeterX", "hCaptcha", "unknown")
|
|
13
13
|
STEPS = ("posting", "form", "upload")
|
|
14
14
|
STATES = ("mapped", "dry_run_verified", "send_verified")
|
|
15
15
|
CAUSES = ("system", "code", "unknown")
|
|
@@ -102,6 +102,7 @@ kind = "ats"
|
|
|
102
102
|
share = 0.0244
|
|
103
103
|
account = "none"
|
|
104
104
|
hosting = ["hosted"]
|
|
105
|
+
block = { vendor = "hCaptcha", signal = "image challenge on Continue To Application, the step before the form, 3 of 3 companies headless, and again on a virtual display and headed", step = "form", date = 2026-10-20, version = "0.0.3", camoufox = "0.5.8", browser = "156.0.1-beta.36" }
|
|
105
106
|
mapped = { date = 2026-10-20, version = "0.0.2", by = "agent", commit = "7934b25" }
|
|
106
107
|
|
|
107
108
|
[icims]
|
|
@@ -116,14 +117,18 @@ kind = "ats"
|
|
|
116
117
|
share = 0.0187
|
|
117
118
|
account = "none"
|
|
118
119
|
hosting = ["hosted"]
|
|
120
|
+
adapter = "manatal"
|
|
119
121
|
mapped = { date = 2026-10-20, version = "0.0.2", by = "agent", commit = "7934b25" }
|
|
122
|
+
dry_run_verified = { date = 2026-10-20, version = "0.0.3", by = "gate", commit = "e682656" }
|
|
120
123
|
|
|
121
124
|
[paylocity]
|
|
122
125
|
kind = "ats"
|
|
123
126
|
share = 0.0167
|
|
124
127
|
account = "none"
|
|
125
128
|
hosting = ["hosted"]
|
|
129
|
+
adapter = "paylocity"
|
|
126
130
|
mapped = { date = 2026-10-20, version = "0.0.2", by = "agent", commit = "7934b25" }
|
|
131
|
+
dry_run_verified = { date = 2026-10-20, version = "0.0.3", by = "gate", commit = "d3edb25" }
|
|
127
132
|
|
|
128
133
|
[dayforce]
|
|
129
134
|
kind = "ats"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|