atsfill 0.0.7.dev208__tar.gz → 0.0.7.dev211__tar.gz

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atsfill
-Version: 0.0.7.dev208
+Version: 0.0.7.dev211
 Summary: Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle.
 Keywords: job-applications,ats,ashby,greenhouse,teamtailor,ai-agents,cli
 Author: shbernal

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "atsfill"
-version = "0.0.7.dev208"
+version = "0.0.7.dev211"
 description = "Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle."
 readme = "README.md"
 license = "MIT"

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/pyproject.toml.orig

@@ -1,6 +1,6 @@
 [project]
 name = "atsfill"
-version = "0.0.7.dev208"
+version = "0.0.7.dev211"
 description = "Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle."
 readme = "README.md"
 license = "MIT"

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/src/atsfill/adapters/ashby.py

@@ -83,6 +83,7 @@ class Ashby:
         self._loaded: Response | None = None  # the ApiJobPosting response `open_form` caught
         self._last_change = 0.0
         self._hosted: str | None = None  # the jobs.ashbyhq.com posting a custom domain embeds
+        self._answered: list[str] = []
 
     def detect(self, url: str, page: Page | None) -> bool:
         """`jobs.ashbyhq.com`, or a career page whose Ashby embed opens the `ashby_jid` job."""
@@ -148,6 +149,7 @@ class Ashby:
         if job is None:
             raise Unsupported("posting_gone")
         self._forms = [job["applicationForm"], *job["surveyForms"]]
+        self._answered = []
         page.wait_for_selector(".ashby-application-form-submit-button")
         return [self._field(e) for e in self._entries()]
 
@@ -185,7 +187,7 @@ class Ashby:
                     raise Unsupported(
                         f"unhandled_rendering: cannot fill {field_id}, a {kind}, with {answer!r}"
                     )
-        self._answered = list(answers)
+        self._answered += answers
 
     def _saved(self, page: Page, change: Callable[[], None]) -> None:
         """Makes the change, then waits for its save and any other request it set off. A
@@ -201,8 +203,8 @@ class Ashby:
         while self._pending and time.monotonic() < deadline:
             page.wait_for_timeout(SAVE_POLL_MS)
 
-    def read_back(self, page: Page) -> dict[str, Answer]:
-        """Ashby's last returned form, once every answer is held and no request is in flight."""
+    def _settle(self, page: Page) -> None:
+        """Until every answer is held and no request is in flight."""
         deadline = time.monotonic() + READ_BACK_TIMEOUT_S
         while time.monotonic() < deadline:
             values = self._values()
@@ -210,6 +212,16 @@ class Ashby:
             if quiet and all(values.get(i) is not None for i in self._answered):
                 break
             page.wait_for_timeout(READ_BACK_POLL_MS)
+
+    def revealed(self, page: Page) -> list[Field]:
+        """The fields of Ashby's last returned forms: only an answer's render holds a follow-up,
+        the posting's query carries no trace of it or of its condition."""
+        self._settle(page)
+        return [self._field(e) for e in self._entries()]
+
+    def read_back(self, page: Page) -> dict[str, Answer]:
+        """Ashby's last returned form, once settled."""
+        self._settle(page)
         return {k: v for k, v in self._values().items() if v is not None}
 
     def submit(self, page: Page) -> str | None:

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/src/atsfill/adapters/join.py

@@ -12,6 +12,7 @@ import json
 import re
 import time
 from collections.abc import Callable
+from contextlib import suppress
 from dataclasses import replace
 from typing import Any
 from urllib.parse import urlsplit
@@ -50,6 +51,7 @@ OPENING_TIMEOUT_S = 20
 CONTINUE_TIMEOUT_S = 15
 ADVANCE_TIMEOUT_MS = 3_000  # how long a clicked card takes to move the wizard on by itself
 INPUT_TIMEOUT_MS = 3_000  # how long a step takes to show its own input
+ANSWER_SHOWN = 200  # of an answer that is not the expected one, in the error
 CLICKS = 3  # a click on a step still rendering is lost, on a card or on Continue
 LEAVE_TIMEOUT_MS = 5_000  # how long Continue takes to leave a step, per click
 POLL_MS = 250
@@ -80,6 +82,7 @@ LACKS = {
     "candidate.phoneNumber": "a phone",
 }
 PDF = [".pdf", "application/pdf"]
+REMOVE_FILE = "button:has(svg[name=TrashIcon])"  # a stored file's Remove file, in any language
 
 # The profile form's controls, by its field ids.
 TEXTS = {
@@ -136,7 +139,11 @@ class Join:
     side_effects = [
         SideEffect("sign_up", "hiring_system", "login --create creates the candidate account"),
         SideEffect("profile", "hiring_system", "profile --answers saves the account profile"),
-        SideEffect("upload", "hiring_system", "a file is stored as soon as it is chosen"),
+        SideEffect(
+            "upload",
+            "hiring_system",
+            "a file is stored as soon as it is chosen, replacing the one the account keeps",
+        ),
         SideEffect("submit", "employer", "the application reaches the employer"),
     ]
 
@@ -215,7 +222,10 @@ class Join:
             "query": QUESTIONS,
         }
         answered = page.evaluate(_FETCH, [f"{GRAPHQL}?operationName=JobScreeningQuestions", body])
-        questions = answered["data"]["jobScreeningQuestions"]["questions"]
+        listed = ((answered or {}).get("data") or {}).get("jobScreeningQuestions")
+        if not listed:
+            raise RuntimeError(f"JobScreeningQuestions answered {str(answered)[:ANSWER_SHOWN]}")
+        questions = listed["questions"]
         self._questions = sorted(questions, key=lambda q: q.get("position") or 0)
         browser.click(page.locator("[data-testid=ApplyButton]").locator("visible=true").first)
         page.wait_for_url("**/apply/**", timeout=STEP_TIMEOUT_MS)
@@ -383,7 +393,13 @@ class Join:
     def _file(self, page: Page, field_id: str, answer: Answer | None) -> None:
         if not isinstance(answer, str):
             return
-        page.locator("input[type=file]").first.set_input_files(answer)
+        upload, stored = page.locator("input[type=file]"), page.locator(REMOVE_FILE)
+        with suppress(Timeout):  # the step before's Remove file stays a moment
+            upload.first.wait_for(state="attached", timeout=INPUT_TIMEOUT_MS)
+        upload.or_(stored).first.wait_for(state="attached", timeout=STEP_TIMEOUT_MS)
+        if not upload.count():  # a file the account keeps: the answer replaces it
+            stored.click(timeout=STEP_TIMEOUT_MS)
+        upload.first.set_input_files(answer)
         # once stored, the step shows the file in place of its input
         page.wait_for_function(
             "() => !document.querySelector('input[type=file]')", timeout=UPLOAD_TIMEOUT_MS

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/src/atsfill/core/adapter.py

@@ -307,6 +307,16 @@ class ReadsByRequest(Adapter, Protocol):
         ...
 
 
+@runtime_checkable
+class RevealsFields(Adapter, Protocol):
+    """An adapter whose system keeps a follow-up's condition to itself: no read can list the
+    field, only a saved answer shows it, so the fill finds it and answers it (ADR 0005)."""
+
+    def revealed(self, page: Page) -> list[Field]:
+        """Every field the filled page shows, each as `browser_read` lists it."""
+        ...
+
+
 @runtime_checkable
 class ListsShownFields(Adapter, Protocol):
     """An adapter whose form can show fields after an answer: once filled, it says which the

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/src/atsfill/core/browser.py

@@ -59,8 +59,10 @@ PROFILE_BUDGET = 300.0  # seconds for a `profile` run, which may save every prof
 LOCK_POLL_S = 0.1
 HTTP_TIMEOUT_S = 20  # per request to a hiring system's API
 BUILD = "156.0.1-beta.36"  # the Camoufox browser build, pinned so results compare across machines
-BLOCKER = ADDONS_DIR / "UBO-annoyances"  # Camoufox's uBlock Origin, its annoyance lists on
+BLOCKER = ADDONS_DIR / "UBO-frozen"  # Camoufox's uBlock Origin: annoyance lists on, updates off
 BLOCKER_LISTS = "annoyances"  # the group of uBlock Origin lists: cookie banners, pop-ups, widgets
+# On, its first update, 37s into a launch, leaves the blocker hiding nothing for the rest of it.
+BLOCKER_AUTO_UPDATE = "autoUpdate: true,"
 # The adapters' filters for the banners the lists miss: a list of the blocker's, on like them.
 FILTERS = "assets/atsfill/filters.txt"
 INCLUDE = re.compile(r"^!#include (\S+)$", re.M)
@@ -107,7 +109,8 @@ def install() -> int:
 def _build_blocker() -> None:
     """Copies Camoufox's uBlock Origin to `BLOCKER` with only its annoyance lists on, read
     from disk: fetched by each launch, they would hold its first page for seconds, and each
-    list on is compiled by each launch before the blocker starts."""
+    list on is compiled by each launch before the blocker starts. Its updates stay off: a fresh
+    profile would drop them with the browser anyway."""
     ADDONS_DIR.mkdir(parents=True, exist_ok=True)
     with FileLock(ADDONS_DIR / f"{BLOCKER.name}.lock"):
         build = BLOCKER.with_name(f"{BLOCKER.name}.build")
@@ -132,6 +135,10 @@ def _build_blocker() -> None:
         (build / FILTERS).parent.mkdir()
         (build / FILTERS).touch()
         assets.write_text(json.dumps(entries))
+        settings = build / "js" / "background.js"
+        defaults = settings.read_text()
+        assert BLOCKER_AUTO_UPDATE in defaults  # gone from a new uBlock Origin: find its new form
+        settings.write_text(defaults.replace(BLOCKER_AUTO_UPDATE, "autoUpdate: false,"))
         shutil.rmtree(BLOCKER, ignore_errors=True)
         build.rename(BLOCKER)
 

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/src/atsfill/core/commands.py

@@ -34,6 +34,7 @@ from atsfill.core.adapter import (
     ProfileIncomplete,
     ReadsByRequest,
     Refused,
+    RevealsFields,
     SendsToOpen,
     SignedOut,
     SignsIn,
@@ -353,6 +354,38 @@ def _shown_as_listed(
         result.reason = f"mismatch: {', '.join(wrong)} shows though its condition is unmet"
 
 
+def _no_field(result: Result, answers: dict[str, Answer]) -> bool:
+    """Refuses an answer to no listed field. Ids come from `read`, so it says as much about the
+    adapter as about the answers: a form that changed, or a field read missed."""
+    listed = matching.known(result.fields, answers)
+    if unknown := [i for i in answers if i not in listed]:
+        result.status, result.reason = Status.REFUSED, f"unknown_field: {', '.join(unknown)}"
+    return bool(unknown)
+
+
+def _revealed(
+    page: Page, adapter: RevealsFields, result: Result, answers: dict[str, Answer]
+) -> dict[str, Answer]:
+    """Fills what the saved answers reveal, until they reveal nothing more, and returns the
+    answers the form took. A revealed field no answer takes refuses, naming what it asks, since
+    `fill` prints no fields (ADR 0005)."""
+    mine = matching.as_listed(result.fields, matching.known(result.fields, answers))
+    while new := [f for f in adapter.revealed(page) if f.id not in {g.id for g in result.fields}]:
+        _listed(result, result.fields + new)
+        mine = matching.as_listed(result.fields, matching.known(result.fields, answers))
+        if _unfillable(result, mine):
+            return mine
+        if problems := matching.problems(result.fields, mine):
+            problems += [f"{f.id} takes {f.options}" for f in new if f.options and f.id not in mine]
+            result.status, result.reason = Status.REFUSED, "invalid_answers: " + "; ".join(problems)
+            return mine
+        left = [f for f in new if f.id not in mine]
+        result.warnings += [f"an answer showed {f.id} ({f.label}), left empty" for f in left]
+        adapter.fill(page, matching.to_fill(new, {f.id: mine[f.id] for f in new if f.id in mine}))
+    _no_field(result, answers)
+    return mine
+
+
 def _no_adapter(url: str) -> Result:
     return Result(Status.UNSUPPORTED, url, reason="no_adapter: no adapter for this hiring system")
 
@@ -420,17 +453,23 @@ def _fill(
     result = _result(adapter, url, user)
     with _stops(result):
         _listed(result, _read_signed_in(page, adapter, mine, user, url))
-        if _unfillable(result, answers):
+        held_back = isinstance(adapter, RevealsFields)  # an answer may be to a field yet to show
+        given = matching.known(result.fields, answers) if held_back else answers
+        if _unfillable(result, given) or _no_field(result, given):
             return result
-        if problems := matching.problems(result.fields, answers):
+        given = matching.as_listed(result.fields, given)
+        if problems := matching.problems(result.fields, given):
             result.status, result.reason = Status.REFUSED, "invalid_answers: " + "; ".join(problems)
             return result
-        result.warnings = matching.knockouts(result.fields, answers)
-        adapter.fill(page, matching.to_fill(result.fields, answers))
-        _shown_as_listed(page, adapter, result, answers)
+        result.warnings = matching.knockouts(result.fields, given)
+        adapter.fill(page, matching.to_fill(result.fields, given))
+        if isinstance(adapter, RevealsFields):
+            given = _revealed(page, adapter, result, answers)
+        else:
+            _shown_as_listed(page, adapter, result, given)
         if result.status is not Status.READY:
             return result
-        result.checks = matching.check(result.fields, answers, adapter.read_back(page))
+        result.checks = matching.check(result.fields, given, adapter.read_back(page))
         if mismatched := [c.field_id for c in result.checks if not c.match]:
             result.status, result.reason = Status.REFUSED, f"mismatch: {', '.join(mismatched)}"
     return result
@@ -650,7 +689,7 @@ def _save_profile(
         fields = adapter.profile_read(page)
         _listed(result, result.fields + fields)
         ids = {f.id for f in fields}
-        mine = {k: v for k, v in answers.items() if k in ids}
+        mine = matching.as_listed(fields, {k: v for k, v in answers.items() if k in ids})
         step_result = Result(Status.READY, result.url, fields=fields)
         if _unfillable(step_result, mine):
             result.status, result.reason = step_result.status, step_result.reason
@@ -669,10 +708,7 @@ def _save_profile(
             adapter.save(page)
             result.saved.append(step)
         result.checks += checks
-    listed = {f.id for f in result.fields}
-    if unknown := [k for k in answers if k not in listed]:
-        result.status = Status.REFUSED
-        result.reason = "invalid_answers: " + "; ".join(f"no field {k}" for k in unknown)
+    _no_field(result, answers)
 
 
 def _sessions(data: Path, users: list[str], candidates: list[Adapter]) -> list[SessionReport]:

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/src/atsfill/core/matching.py

@@ -136,13 +136,42 @@ def _answer_problem(field: Field, answer: object, form: Form) -> str | None:
     return None
 
 
+def known(fields: list[Field], answers: dict[str, Answer]) -> dict[str, Answer]:
+    """The answers to fields of the form."""
+    ids = {f.id for f in fields}
+    return {i: a for i, a in answers.items() if i in ids}
+
+
+def as_listed(fields: list[Field], answers: dict[str, Answer]) -> dict[str, Answer]:
+    """Each choice as its field spells the option, where only whitespace or Unicode form tells
+    them apart: a stray space in a page's option is not the answer's to copy (ADR 0005)."""
+    by_id = {f.id: f for f in fields}
+
+    def spelled(field: Field, value: str) -> str:
+        sets = [o for s in field.option_sets or [] for o in s.options]
+        options = [*(field.options or []), *sets]
+        if value in options:
+            return value
+        return next((o for o in options if _norm(o) == _norm(value)), value)
+
+    out = dict(answers)
+    for i, answer in answers.items():
+        field = by_id.get(i)
+        if not field or field.type not in (FieldType.CHOICE, FieldType.MULTI_CHOICE):
+            continue
+        if isinstance(answer, str):
+            out[i] = spelled(field, answer)
+        elif isinstance(answer, list) and all(isinstance(v, str) for v in answer):
+            out[i] = [spelled(field, v) for v in answer]
+    return out
+
+
 def problems(fields: list[Field], answers: dict[str, Answer]) -> list[str]:
-    """What refuses a fill before typing: unknown ids, missing required answers, more than one
-    alternative answered, answers to follow-ups the answers keep hidden, bad values."""
+    """What refuses answers to the form's fields before typing: missing required answers, more
+    than one alternative answered, answers to follow-ups the answers keep hidden, bad values."""
     by_id = {f.id: f for f in fields}
-    out = [f"no field {i}" for i in answers if i not in by_id]
-    form = Form(fields, {i: a for i, a in answers.items() if i in by_id})
-    out += [
+    form = Form(fields, known(fields, answers))
+    out = [
         f"no answer for required {f.id} ({f.label})"
         for f in fields
         if form.required(f) and f.prefilled is None and not f.unfillable and f.id not in answers

{atsfill-0.0.7.dev208 → atsfill-0.0.7.dev211}/src/atsfill/core/telemetry.py

@@ -42,7 +42,8 @@ REPORT = (
     "run `atsfill report` to send this run's URL and page, scrubbed of your answers,"
     " to the maintainer: " + DOCS
 )
-# Reason codes that say nothing about the adapter: the user's input or a fact about the posting
+# Reason codes that say nothing about the adapter: the user's input or a fact about the posting.
+# `unknown_field` is not one: ids come from `read`, so it can be a field read missed.
 EXCLUDED = (
     "invalid_answers",
     "answer_not_taken",