atsfill 0.0.6.dev202__tar.gz → 0.0.6.dev204__tar.gz

{atsfill-0.0.6.dev202 → atsfill-0.0.6.dev204}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atsfill
-Version: 0.0.6.dev202
+Version: 0.0.6.dev204
 Summary: Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle.
 Keywords: job-applications,ats,ashby,greenhouse,teamtailor,ai-agents,cli
 Author: shbernal

{atsfill-0.0.6.dev202 → atsfill-0.0.6.dev204}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "atsfill"
-version = "0.0.6.dev202"
+version = "0.0.6.dev204"
 description = "Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle."
 readme = "README.md"
 license = "MIT"

{atsfill-0.0.6.dev202 → atsfill-0.0.6.dev204}/pyproject.toml.orig

@@ -1,6 +1,6 @@
 [project]
 name = "atsfill"
-version = "0.0.6.dev202"
+version = "0.0.6.dev204"
 description = "Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle."
 readme = "README.md"
 license = "MIT"

{atsfill-0.0.6.dev202 → atsfill-0.0.6.dev204}/src/atsfill/adapters/phenom.py

@@ -43,6 +43,8 @@ JOB = re.compile(r"^(/[a-z]{2,8}/[a-z]{2})/(job|\w*apply)(?:/|$)")
 APPLY = re.compile(r"^/[a-z]{2,8}/[a-z]{2}/\w*apply$")  # `apply`, `hvhapply` for hourly roles
 SEQ = re.compile(r"^/[a-z]{2,8}/[a-z]{2}/job/([A-Za-z0-9]+)")
 CDN = "https://cdn-prod-static.phenompeople.com/CareerConnectResources"
+RENDERER = "MULTI_PAGE_renderer"  # the script of the page that has one, in its loader's data
+MULTI = "multipage"  # what `_phapp_of` adds to `phApp`
 FORM = "form.rjsf"
 NEXT = "button#next"
 TERMS = "terms"  # a notice some sites' wizard opens on, its one button accepting it
@@ -110,6 +112,7 @@ TEMPLATE = re.compile(r"\{\{\s*(.*?)\s*\}\}")
 TAG = re.compile(r"<[^>]+>")
 PAGE_VALUE = re.compile(r"%%(phApp\.[\w.]+)%%")
 ANSWER = re.compile(r"%%formData\.(\w+)%%")
+PLACEHOLDER = re.compile(r"(please )?(choose|select)( (one|an?)\b.*)?$", re.IGNORECASE)
 SEARCHING = re.compile(r"Searching", re.IGNORECASE)  # a typeahead's menu before its results
 ACCEPTED = re.compile(r"\b(DOCX?|PDF|TXT|HTML?|RTF)\b", re.IGNORECASE)
 
@@ -216,12 +219,14 @@ _APPLY_LINK = """seq => {
   return own ? own.href : null;
 }"""
 
-# The errors a step shows, each with its field's control id.
+# The errors a step shows, each with its field's control id and whether the page hides it.
 _ERRORS = """form => [...form.querySelectorAll('.error-detail li, .text-danger, .error-message')]
   .filter(e => e.innerText.trim())
   .map(e => {
     const control = e.closest('.form-group')?.querySelector('input, select, textarea');
-    return [control?.id || control?.name || '?', e.innerText.trim()];
+    const hidden = !!control && !/^(checkbox|radio)$/.test(control.type)
+      && !control.getClientRects().length;
+    return [control?.id || control?.name || '?', e.innerText.trim(), hidden];
   }).slice(0, 4)"""
 
 
@@ -264,6 +269,7 @@ class Phenom:
     known_gaps = {
         "first_step": Gap.FLOW,
         "long_wizard": Gap.FLOW,
+        "hidden_required": Gap.FLOW,
         "calendar_without_month": Gap.RENDERING,
     }
     side_effects = [
@@ -493,6 +499,7 @@ def _phapp_of(html: str) -> dict[str, Any]:
     ph = _literal(html, "var phApp = phApp || ")
     ph["ddo"] = _literal(html, "phApp.ddo = ")
     ph["sessionParams"] = _literal(html, "phApp.sessionParams = ")
+    ph[MULTI] = RENDERER in html
     return ph
 
 
@@ -515,13 +522,11 @@ def _read(
     ph: dict[str, Any], fetch: Callable[[str], Any], post: Post
 ) -> tuple[list[Field], list[dict[str, Any]]]:
     """The fields of every step, from the configuration the page names, and their raw form."""
-    ats = (get(ph, "ddo.response.response.applyATS") or "").lower()
-    base = f"{CDN}/{ph['refNum']}/{ats}/external/careersite/singlepage"
-    config = fetch(f"{base}/schema/form_schema.json")
+    config, bundles = _configuration(ph, fetch)
     texts: dict[str, str] = {}
     for bundle in ("default", ph.get("locale") or "en_us"):
         with suppress(Exception):  # a site has one bundle or both
-            texts |= fetch(f"{base}/bundles/Messages_{bundle}.json")
+            texts |= fetch(f"{bundles}/Messages_{bundle}.json")
     reader = _Config(ph, config, texts, post)
     raws = [raw for step in reader.steps() for raw in step]
     if not raws:
@@ -534,6 +539,27 @@ def _read(
     return ([resume] if resume else []) + [_field(raw) for raw in raws], raws
 
 
+def _configuration(ph: dict[str, Any], fetch: Callable[[str], Any]) -> tuple[dict[str, Any], str]:
+    """The configuration the page's renderer loads, and where its bundles are: a site on the
+    multi-page renderer keeps a stale `singlepage` one, and its form under the page's own name
+    where its `multipage` path has none."""
+    site = f"{CDN}/{ph['refNum']}"
+    ats = (get(ph, "ddo.response.response.applyATS") or "").lower()
+    base = f"{site}/{ats}/external/careersite/{'multipage' if ph.get(MULTI) else 'singlepage'}"
+    try:
+        return fetch(f"{base}/schema/form_schema.json"), f"{base}/bundles"
+    except Exception:
+        if not ph.get(MULTI):
+            raise
+    names = [
+        get(node, "data.page.schemaname")
+        for node in fetch(f"{site}/schema/apply/MULTI_PAGE_form_schema.json")
+        if node.get("type") == "page"
+    ]
+    form = next((name for name in names if name != TERMS), TERMS)
+    return fetch(f"{site}/schema/apply/multipage/{form}.json"), f"{site}/bundles/apply"
+
+
 class _Config:
     """The wizard's steps, each its fields as raw dicts, from the employer's configuration:
     a react-jsonschema-form schema and uiSchema with Phenom's widgets, rules on the job's data,
@@ -703,7 +729,7 @@ class _Config:
                 "datasourcepath": get(u, "ui:options.datasourcepath"),
                 "displayTextField": get(u, "ui:options.dataFieldMapKey") or "label",
             }
-            raw["options"] = _unique(t for _, t in self.loaded_list(listing, api)) or None
+            raw["options"] = _choices(t for _, t in self.loaded_list(listing, api)) or None
         if kind == "select" and re.fullmatch(r"\w+", path):  # a default, the job's country
             raw["default"] = self.prefilled(path)[1] or None
         if kind in ("date", "month", "year"):
@@ -730,7 +756,7 @@ class _Config:
                 scope = path.rpartition(".")[0]
                 at = f"{scope}.{raw['parent']}" if scope else raw["parent"]
                 raw["option_sets"] = [
-                    OptionSet(Is(at, [self.text(parent.get("title"))]), _unique(
+                    OptionSet(Is(at, [self.text(parent.get("title"))]), _choices(
                         self.text(child.get("key"))
                         for child in parent.get("child") or []
                         if child.get("show") is not False
@@ -738,7 +764,7 @@ class _Config:
                     for parent in u.get("data") or []
                 ]  # fmt: skip
                 return None
-            return _unique(
+            return _choices(
                 self.text(child.get("key"))
                 for parent in u.get("data") or []
                 for child in parent.get("child") or []
@@ -750,7 +776,7 @@ class _Config:
                  if isinstance(v, dict) and v.get("htmlType") == "dependent_utm"),
                 None,
             )  # fmt: skip
-            return _unique(self.text(parent.get("title")) for parent in tree or [])
+            return _choices(self.text(parent.get("title")) for parent in tree or [])
         if kind == "radio" and not p.get("enum"):
             return YES_NO
         api = u.get("apiConfig") or get(u, "ui:options.apiConfig")
@@ -777,7 +803,7 @@ class _Config:
         self.listed.setdefault(path.rsplit(".", 1)[-1], listed)  # as a workflow names it
         if raw.get("option_sets"):  # a dependent list's, under its parents' answers before any
             return None
-        return _unique(t for _, t in pairs) or None
+        return _choices(t for _, t in pairs) or None
 
     def loaded_list(self, u: dict, api: dict) -> list[tuple[Any, str]]:
         """A list its own loader serves, by the uiSchema's names for the response's parts."""
@@ -851,7 +877,7 @@ class _Config:
             if isinstance(d, dict)
         ]
         if pairs:
-            options = _unique(t for _, t in pairs if t)
+            options = _choices(t for _, t in pairs if t)
             raw["option_sets"] = [OptionSet(when[0] if len(when) == 1 else AllOf(when), options)]
             raw["parent"] = at
         return pairs
@@ -887,7 +913,7 @@ class _Config:
                     shown = dict(zip(map(str, values), texts, strict=False))
                     if isinstance(data, dict) and shown:
                         raw["option_sets"] = [
-                            OptionSet(Is(at, [shown[key]]), _unique(t for _, t in rows if t))
+                            OptionSet(Is(at, [shown[key]]), _choices(t for _, t in rows if t))
                             for key, rows in pairs.items()
                             if key in shown
                         ]
@@ -1291,8 +1317,10 @@ def _json_text(value: Any) -> str:
     return json.dumps("" if value is None else str(value))[1:-1]
 
 
-def _unique(items: Iterable[str]) -> list[str]:
-    return list(dict.fromkeys(i for i in items if i))
+def _choices(items: Iterable[str]) -> list[str]:
+    """A list's options, once each, without an entry that only asks to pick one: an employer's
+    bundle can label a real value so, which no one means to answer."""
+    return list(dict.fromkeys(i for i in items if i and not PLACEHOLDER.match(i)))
 
 
 def _seq(url: str) -> str | None:
@@ -1388,7 +1416,10 @@ def _next(page: Page, number: int) -> None:
                     raise NotTaken(f"step {number}: {detail}")
                 raise RuntimeError(f"step {number} did not pass: {code}: {detail}")
             if errors := page.locator(FORM).evaluate(_ERRORS) if page.locator(FORM).count() else []:
-                shown = "; ".join(f"{dom}: {message}" for dom, message in errors)
+                if hidden := next((dom for dom, _, hides in errors if hides), None):
+                    detail = f"step {number} requires {hidden}, which the page hides"
+                    raise Unsupported(known_gap(Phenom(), "hidden_required", detail))
+                shown = "; ".join(f"{dom}: {message}" for dom, message, _ in errors)
                 raise RuntimeError(f"step {number} did not pass: {shown}")
         raise RuntimeError(f"step {number} did not pass in time")
     finally:

{atsfill-0.0.6.dev202 → atsfill-0.0.6.dev204}/src/atsfill/core/commands.py

@@ -426,7 +426,7 @@ def _fill(
             result.status, result.reason = Status.REFUSED, "invalid_answers: " + "; ".join(problems)
             return result
         result.warnings = matching.knockouts(result.fields, answers)
-        adapter.fill(page, answers)
+        adapter.fill(page, matching.to_fill(result.fields, answers))
         _shown_as_listed(page, adapter, result, answers)
         if result.status is not Status.READY:
             return result

{atsfill-0.0.6.dev202 → atsfill-0.0.6.dev204}/src/atsfill/core/matching.py

@@ -51,6 +51,9 @@ def _absolute_url(value: str) -> bool:
 def matches(
     field: Field, answer: Answer, read_back: Answer | None, form: Form | None = None
 ) -> bool:
+    if field.type is FieldType.MULTI_CHOICE and answer == []:
+        # a cleared list: a read-back may leave out a field that holds nothing
+        return read_back in (None, "", [])
     if read_back is None:
         return False
     match field.type:
@@ -98,6 +101,8 @@ def _answer_problem(field: Field, answer: object, form: Form) -> str | None:
     if field.type is FieldType.MULTI_CHOICE:
         if not (isinstance(answer, list) and all(isinstance(v, str) for v in answer)):
             return "a multi_choice answer is a list of strings"
+        if not answer:
+            return "required, so an empty list does not answer it" if form.asked(field) else None
         values = answer
     elif not isinstance(answer, str):
         return f"a {field.type} answer is a string"
@@ -169,6 +174,13 @@ def problems(fields: list[Field], answers: dict[str, Answer]) -> list[str]:
     return out
 
 
+def to_fill(fields: list[Field], answers: dict[str, Answer]) -> dict[str, Answer]:
+    """The answers an adapter fills, after `problems` passed them: an empty list clears what a
+    field holds, so one that holds nothing has nothing to fill."""
+    by_id = {f.id: f for f in fields}
+    return {i: a for i, a in answers.items() if a != [] or by_id[i].prefilled or by_id[i].default}
+
+
 def knockouts(fields: list[Field], answers: dict[str, Answer]) -> list[str]:
     """The answers that end the application: never refused, as one can be the truthful one."""
     by_id = {f.id: f for f in fields}