atsfill 0.0.7.dev209__tar.gz → 0.0.7.dev212__tar.gz

{atsfill-0.0.7.dev209 → atsfill-0.0.7.dev212}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atsfill
-Version: 0.0.7.dev209
+Version: 0.0.7.dev212
 Summary: Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle.
 Keywords: job-applications,ats,ashby,greenhouse,teamtailor,ai-agents,cli
 Author: shbernal
@@ -16,7 +16,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.14
 Classifier: Topic :: Office/Business
 Classifier: Typing :: Typed
-Requires-Dist: camoufox==0.5.8
+Requires-Dist: camoufox==0.5.9b6
 Requires-Dist: filelock==4.1.1
 Requires-Dist: keyring==25.7.0
 Requires-Dist: packaging==26.3

{atsfill-0.0.7.dev209 → atsfill-0.0.7.dev212}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "atsfill"
-version = "0.0.7.dev209"
+version = "0.0.7.dev212"
 description = "Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle."
 readme = "README.md"
 license = "MIT"
@@ -28,7 +28,7 @@ classifiers = [
     "Typing :: Typed",
 ]
 dependencies = [
-    "camoufox==0.5.8",
+    "camoufox==0.5.9b6",
     "filelock==4.1.1",
     "keyring==25.7.0",
     "packaging==26.3",

{atsfill-0.0.7.dev209 → atsfill-0.0.7.dev212}/pyproject.toml.orig

@@ -1,6 +1,6 @@
 [project]
 name = "atsfill"
-version = "0.0.7.dev209"
+version = "0.0.7.dev212"
 description = "Read, dry-run and submit job application forms on hiring systems: Ashby, Greenhouse, Teamtailor, Welcome to the Jungle."
 readme = "README.md"
 license = "MIT"
@@ -21,7 +21,7 @@ classifiers = [
     "Typing :: Typed",
 ]
 dependencies = [
-    "camoufox==0.5.8",
+    "camoufox==0.5.9b6",
     "filelock==4.1.1",
     "keyring==25.7.0",
     "packaging==26.3",

{atsfill-0.0.7.dev209 → atsfill-0.0.7.dev212}/src/atsfill/adapters/ashby.py

@@ -83,6 +83,7 @@ class Ashby:
         self._loaded: Response | None = None  # the ApiJobPosting response `open_form` caught
         self._last_change = 0.0
         self._hosted: str | None = None  # the jobs.ashbyhq.com posting a custom domain embeds
+        self._answered: list[str] = []
 
     def detect(self, url: str, page: Page | None) -> bool:
         """`jobs.ashbyhq.com`, or a career page whose Ashby embed opens the `ashby_jid` job."""
@@ -148,6 +149,7 @@ class Ashby:
         if job is None:
             raise Unsupported("posting_gone")
         self._forms = [job["applicationForm"], *job["surveyForms"]]
+        self._answered = []
         page.wait_for_selector(".ashby-application-form-submit-button")
         return [self._field(e) for e in self._entries()]
 
@@ -185,7 +187,7 @@ class Ashby:
                     raise Unsupported(
                         f"unhandled_rendering: cannot fill {field_id}, a {kind}, with {answer!r}"
                     )
-        self._answered = list(answers)
+        self._answered += answers
 
     def _saved(self, page: Page, change: Callable[[], None]) -> None:
         """Makes the change, then waits for its save and any other request it set off. A
@@ -201,8 +203,8 @@ class Ashby:
         while self._pending and time.monotonic() < deadline:
             page.wait_for_timeout(SAVE_POLL_MS)
 
-    def read_back(self, page: Page) -> dict[str, Answer]:
-        """Ashby's last returned form, once every answer is held and no request is in flight."""
+    def _settle(self, page: Page) -> None:
+        """Until every answer is held and no request is in flight."""
         deadline = time.monotonic() + READ_BACK_TIMEOUT_S
         while time.monotonic() < deadline:
             values = self._values()
@@ -210,6 +212,16 @@ class Ashby:
             if quiet and all(values.get(i) is not None for i in self._answered):
                 break
             page.wait_for_timeout(READ_BACK_POLL_MS)
+
+    def revealed(self, page: Page) -> list[Field]:
+        """The fields of Ashby's last returned forms: only an answer's render holds a follow-up,
+        the posting's query carries no trace of it or of its condition."""
+        self._settle(page)
+        return [self._field(e) for e in self._entries()]
+
+    def read_back(self, page: Page) -> dict[str, Answer]:
+        """Ashby's last returned form, once settled."""
+        self._settle(page)
         return {k: v for k, v in self._values().items() if v is not None}
 
     def submit(self, page: Page) -> str | None:

{atsfill-0.0.7.dev209 → atsfill-0.0.7.dev212}/src/atsfill/core/adapter.py

@@ -307,6 +307,16 @@ class ReadsByRequest(Adapter, Protocol):
         ...
 
 
+@runtime_checkable
+class RevealsFields(Adapter, Protocol):
+    """An adapter whose system keeps a follow-up's condition to itself: no read can list the
+    field, only a saved answer shows it, so the fill finds it and answers it (ADR 0005)."""
+
+    def revealed(self, page: Page) -> list[Field]:
+        """Every field the filled page shows, each as `browser_read` lists it."""
+        ...
+
+
 @runtime_checkable
 class ListsShownFields(Adapter, Protocol):
     """An adapter whose form can show fields after an answer: once filled, it says which the

{atsfill-0.0.7.dev209 → atsfill-0.0.7.dev212}/src/atsfill/core/browser.py

@@ -18,10 +18,10 @@ from urllib.parse import urljoin
 from urllib.request import Request as HttpRequest
 from urllib.request import urlopen
 
-from camoufox.addons import ADDONS_DIR, DefaultAddons, get_addon_path, maybe_download_addons
+from camoufox.addons import DefaultAddons, get_addon_path
 from camoufox.exceptions import CamoufoxNotInstalled
 from camoufox.fingerprints import Screen, generate_fingerprint
-from camoufox.pkgman import installed_verstr
+from camoufox.pkgman import INSTALL_DIR, installed_verstr, launch_path
 from camoufox.sync_api import Camoufox
 from filelock import FileLock
 from filelock import Timeout as LockTimeout
@@ -58,8 +58,8 @@ BUDGET = 180.0  # seconds per command, lock wait included
 PROFILE_BUDGET = 300.0  # seconds for a `profile` run, which may save every profile step
 LOCK_POLL_S = 0.1
 HTTP_TIMEOUT_S = 20  # per request to a hiring system's API
-BUILD = "156.0.1-beta.36"  # the Camoufox browser build, pinned so results compare across machines
-BLOCKER = ADDONS_DIR / "UBO-annoyances"  # Camoufox's uBlock Origin, its annoyance lists on
+BUILD = "158.0.1-beta.41"  # the Camoufox browser build, pinned so results compare across machines
+BLOCKER = INSTALL_DIR / "atsfill" / f"UBO-{BUILD}"  # the build's uBlock Origin, annoyance lists on
 BLOCKER_LISTS = "annoyances"  # the group of uBlock Origin lists: cookie banners, pop-ups, widgets
 # The adapters' filters for the banners the lists miss: a list of the blocker's, on like them.
 FILTERS = "assets/atsfill/filters.txt"
@@ -88,14 +88,13 @@ def version() -> str:
 
 
 def install() -> int:
-    """Fetches the pinned browser build unless it is installed, then the add-ons every launch
-    loads, so that browsers started side by side do not each download them."""
+    """Fetches the pinned browser build unless it is installed, then builds the blocker every
+    launch loads, so that browsers started side by side do not each build it."""
     if version() != BUILD:
-        subprocess.call([sys.executable, "-m", "camoufox", "fetch", f"official/{BUILD}"])
+        subprocess.call([sys.executable, "-m", "camoufox", "fetch"])  # the package's paired build
     if version() != BUILD:  # `camoufox fetch` exits 0 when it fails
         print(f"the Camoufox build {BUILD} is not installed", file=sys.stderr)
         return 1
-    maybe_download_addons(list(DefaultAddons))
     try:
         _build_blocker()
     except OSError as e:
@@ -107,12 +106,13 @@ def install() -> int:
 def _build_blocker() -> None:
     """Copies Camoufox's uBlock Origin to `BLOCKER` with only its annoyance lists on, read
     from disk: fetched by each launch, they would hold its first page for seconds, and each
-    list on is compiled by each launch before the blocker starts."""
-    ADDONS_DIR.mkdir(parents=True, exist_ok=True)
-    with FileLock(ADDONS_DIR / f"{BLOCKER.name}.lock"):
+    list on is compiled by each launch before the blocker starts. Camoufox's policy keeps it
+    from updating them: its first update, 37s into a launch, left it hiding nothing."""
+    BLOCKER.parent.mkdir(parents=True, exist_ok=True)
+    with FileLock(BLOCKER.with_name(f"{BLOCKER.name}.lock")):
         build = BLOCKER.with_name(f"{BLOCKER.name}.build")
         shutil.rmtree(build, ignore_errors=True)
-        shutil.copytree(get_addon_path(DefaultAddons.UBO.name), build)
+        shutil.copytree(get_addon_path(DefaultAddons.UBO.name, launch_path()), build)
         assets = build / "assets" / "assets.json"
         entries = json.loads(assets.read_text())
         for key, entry in entries.items():
@@ -186,7 +186,6 @@ def lock(data_dir: Path, deadline: float) -> Generator[None]:
 @contextmanager
 def _launch(data_dir: Path, headless: bool) -> Generator[Browser]:
     if not (BLOCKER / FILTERS).exists():  # installed before the blocker, or its filters, were
-        maybe_download_addons(list(DefaultAddons))
         _build_blocker()
     _write_filters()
     with Camoufox(

{atsfill-0.0.7.dev209 → atsfill-0.0.7.dev212}/src/atsfill/core/commands.py

@@ -34,6 +34,7 @@ from atsfill.core.adapter import (
     ProfileIncomplete,
     ReadsByRequest,
     Refused,
+    RevealsFields,
     SendsToOpen,
     SignedOut,
     SignsIn,
@@ -353,6 +354,38 @@ def _shown_as_listed(
         result.reason = f"mismatch: {', '.join(wrong)} shows though its condition is unmet"
 
 
+def _no_field(result: Result, answers: dict[str, Answer]) -> bool:
+    """Refuses an answer to no listed field. Ids come from `read`, so it says as much about the
+    adapter as about the answers: a form that changed, or a field read missed."""
+    listed = matching.known(result.fields, answers)
+    if unknown := [i for i in answers if i not in listed]:
+        result.status, result.reason = Status.REFUSED, f"unknown_field: {', '.join(unknown)}"
+    return bool(unknown)
+
+
+def _revealed(
+    page: Page, adapter: RevealsFields, result: Result, answers: dict[str, Answer]
+) -> dict[str, Answer]:
+    """Fills what the saved answers reveal, until they reveal nothing more, and returns the
+    answers the form took. A revealed field no answer takes refuses, naming what it asks, since
+    `fill` prints no fields (ADR 0005)."""
+    mine = matching.as_listed(result.fields, matching.known(result.fields, answers))
+    while new := [f for f in adapter.revealed(page) if f.id not in {g.id for g in result.fields}]:
+        _listed(result, result.fields + new)
+        mine = matching.as_listed(result.fields, matching.known(result.fields, answers))
+        if _unfillable(result, mine):
+            return mine
+        if problems := matching.problems(result.fields, mine):
+            problems += [f"{f.id} takes {f.options}" for f in new if f.options and f.id not in mine]
+            result.status, result.reason = Status.REFUSED, "invalid_answers: " + "; ".join(problems)
+            return mine
+        left = [f for f in new if f.id not in mine]
+        result.warnings += [f"an answer showed {f.id} ({f.label}), left empty" for f in left]
+        adapter.fill(page, matching.to_fill(new, {f.id: mine[f.id] for f in new if f.id in mine}))
+    _no_field(result, answers)
+    return mine
+
+
 def _no_adapter(url: str) -> Result:
     return Result(Status.UNSUPPORTED, url, reason="no_adapter: no adapter for this hiring system")
 
@@ -420,17 +453,23 @@ def _fill(
     result = _result(adapter, url, user)
     with _stops(result):
         _listed(result, _read_signed_in(page, adapter, mine, user, url))
-        if _unfillable(result, answers):
+        held_back = isinstance(adapter, RevealsFields)  # an answer may be to a field yet to show
+        given = matching.known(result.fields, answers) if held_back else answers
+        if _unfillable(result, given) or _no_field(result, given):
             return result
-        if problems := matching.problems(result.fields, answers):
+        given = matching.as_listed(result.fields, given)
+        if problems := matching.problems(result.fields, given):
             result.status, result.reason = Status.REFUSED, "invalid_answers: " + "; ".join(problems)
             return result
-        result.warnings = matching.knockouts(result.fields, answers)
-        adapter.fill(page, matching.to_fill(result.fields, answers))
-        _shown_as_listed(page, adapter, result, answers)
+        result.warnings = matching.knockouts(result.fields, given)
+        adapter.fill(page, matching.to_fill(result.fields, given))
+        if isinstance(adapter, RevealsFields):
+            given = _revealed(page, adapter, result, answers)
+        else:
+            _shown_as_listed(page, adapter, result, given)
         if result.status is not Status.READY:
             return result
-        result.checks = matching.check(result.fields, answers, adapter.read_back(page))
+        result.checks = matching.check(result.fields, given, adapter.read_back(page))
         if mismatched := [c.field_id for c in result.checks if not c.match]:
             result.status, result.reason = Status.REFUSED, f"mismatch: {', '.join(mismatched)}"
     return result
@@ -650,7 +689,7 @@ def _save_profile(
         fields = adapter.profile_read(page)
         _listed(result, result.fields + fields)
         ids = {f.id for f in fields}
-        mine = {k: v for k, v in answers.items() if k in ids}
+        mine = matching.as_listed(fields, {k: v for k, v in answers.items() if k in ids})
         step_result = Result(Status.READY, result.url, fields=fields)
         if _unfillable(step_result, mine):
             result.status, result.reason = step_result.status, step_result.reason
@@ -669,10 +708,7 @@ def _save_profile(
             adapter.save(page)
             result.saved.append(step)
         result.checks += checks
-    listed = {f.id for f in result.fields}
-    if unknown := [k for k in answers if k not in listed]:
-        result.status = Status.REFUSED
-        result.reason = "invalid_answers: " + "; ".join(f"no field {k}" for k in unknown)
+    _no_field(result, answers)
 
 
 def _sessions(data: Path, users: list[str], candidates: list[Adapter]) -> list[SessionReport]:

{atsfill-0.0.7.dev209 → atsfill-0.0.7.dev212}/src/atsfill/core/matching.py

@@ -136,13 +136,42 @@ def _answer_problem(field: Field, answer: object, form: Form) -> str | None:
     return None
 
 
+def known(fields: list[Field], answers: dict[str, Answer]) -> dict[str, Answer]:
+    """The answers to fields of the form."""
+    ids = {f.id for f in fields}
+    return {i: a for i, a in answers.items() if i in ids}
+
+
+def as_listed(fields: list[Field], answers: dict[str, Answer]) -> dict[str, Answer]:
+    """Each choice as its field spells the option, where only whitespace or Unicode form tells
+    them apart: a stray space in a page's option is not the answer's to copy (ADR 0005)."""
+    by_id = {f.id: f for f in fields}
+
+    def spelled(field: Field, value: str) -> str:
+        sets = [o for s in field.option_sets or [] for o in s.options]
+        options = [*(field.options or []), *sets]
+        if value in options:
+            return value
+        return next((o for o in options if _norm(o) == _norm(value)), value)
+
+    out = dict(answers)
+    for i, answer in answers.items():
+        field = by_id.get(i)
+        if not field or field.type not in (FieldType.CHOICE, FieldType.MULTI_CHOICE):
+            continue
+        if isinstance(answer, str):
+            out[i] = spelled(field, answer)
+        elif isinstance(answer, list) and all(isinstance(v, str) for v in answer):
+            out[i] = [spelled(field, v) for v in answer]
+    return out
+
+
 def problems(fields: list[Field], answers: dict[str, Answer]) -> list[str]:
-    """What refuses a fill before typing: unknown ids, missing required answers, more than one
-    alternative answered, answers to follow-ups the answers keep hidden, bad values."""
+    """What refuses answers to the form's fields before typing: missing required answers, more
+    than one alternative answered, answers to follow-ups the answers keep hidden, bad values."""
     by_id = {f.id: f for f in fields}
-    out = [f"no field {i}" for i in answers if i not in by_id]
-    form = Form(fields, {i: a for i, a in answers.items() if i in by_id})
-    out += [
+    form = Form(fields, known(fields, answers))
+    out = [
         f"no answer for required {f.id} ({f.label})"
         for f in fields
         if form.required(f) and f.prefilled is None and not f.unfillable and f.id not in answers

{atsfill-0.0.7.dev209 → atsfill-0.0.7.dev212}/src/atsfill/core/telemetry.py

@@ -42,7 +42,8 @@ REPORT = (
     "run `atsfill report` to send this run's URL and page, scrubbed of your answers,"
     " to the maintainer: " + DOCS
 )
-# Reason codes that say nothing about the adapter: the user's input or a fact about the posting
+# Reason codes that say nothing about the adapter: the user's input or a fact about the posting.
+# `unknown_field` is not one: ids come from `read`, so it can be a field read missed.
 EXCLUDED = (
     "invalid_answers",
     "answer_not_taken",