podojo-cli 1.25.3__tar.gz → 1.26.0__tar.gz

{podojo_cli-1.25.3 → podojo_cli-1.26.0}/CHANGELOG.md

@@ -5,6 +5,19 @@ All notable changes to the Podojo CLI will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com),
 and this project adheres to [Semantic Versioning](https://semver.org).
 
+## [1.26.0] - 2026-10-08
+
+### Changed
+- User test `screening_questions` no longer screen by default, matching AI
+  interviews: a question only gates entry when it carries `screener: true`
+  (then at least one option needs `qualifies: true`, as before). Questions
+  without the flag are plain closed questions — every answer is accepted and
+  recorded, and `qualifies` flags are not needed. Mixed `qualifies` flags
+  without `screener: true` are rejected by `validate`/`create`/`update` so a
+  test can't silently stop screening: add `screener: true` to existing
+  screener questions in your YAML files. Tests already stored in Podojo keep
+  screening as before.
+
 ## [1.25.3] - 2026-10-02
 
 ### Fixed

{podojo_cli-1.25.3 → podojo_cli-1.26.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: podojo-cli
-Version: 1.25.3
+Version: 1.26.0
 Summary: CLI for the Podojo user research platform
 Project-URL: Homepage, https://github.com/podojo/cli-podojo
 Project-URL: Source, https://github.com/podojo/cli-podojo
@@ -119,11 +119,13 @@ podojo usertests delete checkout-usability-v1
 podojo usertests snippet                  # recording snippet: two script tags + recorder.js
 ```
 
-A user test can open with an optional participant screener: on-screen
-single-select `screening_questions` whose options carry `qualifies: true`
-flags. Participants must pick a qualifying option on every question; everyone
-else sees the test's `rejection_message` and never reaches the recorded test.
-See `podojo usertests example` for the exact shape.
+A user test can open with optional on-screen `screening_questions` (closed
+questions, single- or multi-select), answered before consent and recording;
+answers are recorded with each session. A question marked `screener: true`
+also gates entry: its options carry `qualifies: true` flags, and participants
+who don't pick a qualifying option see the test's `rejection_message` and
+never reach the recorded test. See `podojo usertests example` for the exact
+shape.
 
 Set `required_device: mobile` or `required_device: desktop` to restrict a test
 to one kind of device. Participants who open the link on the other kind are

{podojo_cli-1.25.3 → podojo_cli-1.26.0}/README.md

@@ -87,11 +87,13 @@ podojo usertests delete checkout-usability-v1
 podojo usertests snippet                  # recording snippet: two script tags + recorder.js
 ```
 
-A user test can open with an optional participant screener: on-screen
-single-select `screening_questions` whose options carry `qualifies: true`
-flags. Participants must pick a qualifying option on every question; everyone
-else sees the test's `rejection_message` and never reaches the recorded test.
-See `podojo usertests example` for the exact shape.
+A user test can open with optional on-screen `screening_questions` (closed
+questions, single- or multi-select), answered before consent and recording;
+answers are recorded with each session. A question marked `screener: true`
+also gates entry: its options carry `qualifies: true` flags, and participants
+who don't pick a qualifying option see the test's `rejection_message` and
+never reach the recorded test. See `podojo usertests example` for the exact
+shape.
 
 Set `required_device: mobile` or `required_device: desktop` to restrict a test
 to one kind of device. Participants who open the link on the other kind are

{podojo_cli-1.25.3 → podojo_cli-1.26.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "podojo-cli"
-version = "1.25.3"
+version = "1.26.0"
 description = "CLI for the Podojo user research platform"
 readme = "README.md"
 license = "MIT"

{podojo_cli-1.25.3 → podojo_cli-1.26.0}/src/podojo_cli/commands/usertests.py

@@ -58,15 +58,17 @@ EXAMPLE_YAML = """\
 #                  screening_questions, rejection_message, project_name,
 #                  live, collect_contact, max_responses, required_device
 #
-# Each screening question (optional participant screener, answered on screen
-# before consent — screening is never recorded):
+# Each screening question (optional closed questions, answered on screen
+# before consent and recording; answers are stored with the session):
 #   text            (required) multiple-choice question
 #   multi_select    (optional, default false) participants can pick several
-#                   options; one qualifying pick passes the question
-#   options         (required, at least 2) each with `text` and an optional
-#                   `qualifies: true` — participants must pick a qualifying
-#                   option on every question, otherwise they see the
-#                   rejection_message and the test never starts
+#                   options
+#   screener        (optional, default false) the question screens: participants
+#                   must pick an option with `qualifies: true`, otherwise they
+#                   see the rejection_message and the test never starts
+#   options         (required, at least 2) each with `text`; `qualifies: true`
+#                   marks the accepted answers of a screener question and is
+#                   ignored on plain closed questions
 
 usertest_id: checkout-usability-v1
 title: Checkout Flow Usability Test
@@ -113,20 +115,20 @@ project_name: checkout-redesign-q1
 # never start a screener or use up a session.
 # required_device: mobile
 
-# Optional: participant screener — shown on screen before consent and
-# recording. Only qualified participants reach the test; screen-out answers
-# are still captured for funnel metrics.
+# Optional: closed questions — shown on screen before consent and recording.
+# Answers are captured with the session; only questions marked
+# `screener: true` can screen participants out. Screen-out answers are still
+# captured for funnel metrics.
 screening_questions:
   - text: How often do you shop online?
     options:
       - text: Rarely or never
       - text: A few times a year
       - text: At least once a month
-        qualifies: true
       - text: Weekly or more
-        qualifies: true
 
   - text: Have you abandoned an online purchase at checkout in the past 3 months?
+    screener: true
     options:
       - text: "Yes"
         qualifies: true
@@ -135,6 +137,7 @@ screening_questions:
 
   - text: Which devices do you use to shop online?
     multi_select: true
+    screener: true
     options:
       - text: Phone
         qualifies: true
@@ -255,6 +258,10 @@ def validate_usertest_data(data: dict) -> list[str]:
                     errors.append(
                         f"Screening question {i}: 'multi_select' must be true or false"
                     )
+                screener = question.get("screener", False)
+                if not isinstance(screener, bool):
+                    errors.append(f"Screening question {i}: 'screener' must be true or false")
+                    screener = False
                 options = question.get("options")
                 if not isinstance(options, list) or len(options) < 2:
                     errors.append(f"Screening question {i}: 'options' must list at least 2 options")
@@ -273,10 +280,15 @@ def validate_usertest_data(data: dict) -> list[str]:
                         )
                     elif qualifies:
                         qualifying += 1
-                if qualifying == 0:
+                if screener and qualifying == 0:
                     errors.append(
                         f"Screening question {i}: needs at least one option with 'qualifies: true'"
                     )
+                if not screener and 0 < qualifying < len(options):
+                    errors.append(
+                        f"Screening question {i}: has non-qualifying options but no "
+                        "'screener: true' — set it, or drop the 'qualifies' flags"
+                    )
     return errors
 
 

{podojo_cli-1.25.3 → podojo_cli-1.26.0}/tests/test_usertests.py

@@ -509,12 +509,14 @@ def test_validate_required_device_rejects_other_values(runner, tmp_path):
 SCREENING_YAML = VALID_USERTEST_YAML + """\
 screening_questions:
   - text: Do you shop online?
+    screener: true
     options:
       - text: "Yes"
         qualifies: true
       - text: "No"
   - text: How often do you shop online?
     multi_select: true
+    screener: true
     options:
       - text: Never
       - text: Monthly
@@ -552,12 +554,13 @@ def test_validate_screening_question_needs_two_options(runner, tmp_path):
     assert "'options' must list at least 2 options" in result.output
 
 
-def test_validate_screening_question_needs_a_qualifying_option(runner, tmp_path):
+def test_validate_screener_needs_a_qualifying_option(runner, tmp_path):
     yaml_file = tmp_path / "usertest.yaml"
     yaml_file.write_text(
         VALID_USERTEST_YAML
         + "screening_questions:\n"
         + "  - text: Nobody can pass this one\n"
+        + "    screener: true\n"
         + "    options:\n"
         + "      - text: A\n"
         + "      - text: B\n"
@@ -569,6 +572,61 @@ def test_validate_screening_question_needs_a_qualifying_option(runner, tmp_path)
     assert "needs at least one option with 'qualifies: true'" in result.output
 
 
+def test_validate_plain_closed_question_needs_no_qualifying_option(runner, tmp_path):
+    yaml_file = tmp_path / "usertest.yaml"
+    yaml_file.write_text(
+        VALID_USERTEST_YAML
+        + "screening_questions:\n"
+        + "  - text: Which device do you use?\n"
+        + "    options:\n"
+        + "      - text: Phone\n"
+        + "      - text: Laptop\n"
+    )
+
+    result = runner.invoke(app, ["usertests", "validate", str(yaml_file)])
+
+    assert result.exit_code == 0
+    assert "Valid user test config" in result.output
+
+
+def test_validate_rejects_mixed_qualifies_without_screener_flag(runner, tmp_path):
+    # Non-qualifying options are screener intent; without the flag they would
+    # silently stop screening anyone out.
+    yaml_file = tmp_path / "usertest.yaml"
+    yaml_file.write_text(
+        VALID_USERTEST_YAML
+        + "screening_questions:\n"
+        + "  - text: Do you shop online?\n"
+        + "    options:\n"
+        + "      - text: \"Yes\"\n"
+        + "        qualifies: true\n"
+        + "      - text: \"No\"\n"
+    )
+
+    result = runner.invoke(app, ["usertests", "validate", str(yaml_file)])
+
+    assert result.exit_code == 1
+    assert "has non-qualifying options but no 'screener: true'" in result.output
+
+
+def test_validate_screening_screener_must_be_bool(runner, tmp_path):
+    yaml_file = tmp_path / "usertest.yaml"
+    yaml_file.write_text(
+        VALID_USERTEST_YAML
+        + "screening_questions:\n"
+        + "  - text: Q\n"
+        + "    screener: yep\n"
+        + "    options:\n"
+        + "      - text: A\n"
+        + "      - text: B\n"
+    )
+
+    result = runner.invoke(app, ["usertests", "validate", str(yaml_file)])
+
+    assert result.exit_code == 1
+    assert "'screener' must be true or false" in result.output
+
+
 def test_validate_screening_multi_select_must_be_bool(runner, tmp_path):
     yaml_file = tmp_path / "usertest.yaml"
     yaml_file.write_text(

{podojo_cli-1.25.3 → podojo_cli-1.26.0}/uv.lock

@@ -438,7 +438,7 @@ wheels = [
 
 [[package]]
 name = "podojo-cli"
-version = "1.25.3"
+version = "1.26.0"
 source = { editable = "." }
 dependencies = [
     { name = "httpx" },