testwins 0.4.0__tar.gz

testwins-0.4.0/.dockerignore

@@ -0,0 +1,22 @@
+.git
+.env
+.env.*
+.testwins
+artifacts
+verification
+baselines
+**/__pycache__
+**/.pytest_cache
+
+.testwins
+.testwins-live-secret
+.testwins-integration-backup
+
+**/.auth/
+**/.testwins-auth/
+**/*.storage-state.json
+
+.venv
+build
+dist
+*.egg-info

testwins-0.4.0/.env.example

@@ -0,0 +1,69 @@
+# Shared controller configuration. Never pass this file into SUT/browser workers.
+INSTANCE=lab
+MATRIX=cdp
+VNC_PORT=6080
+REPORT_PORT=8088
+APP_ALLOW_NETWORK=0
+# APP=/absolute/project
+# APP_IMAGE=node:22-bookworm-slim
+# APP_INSTALL=npm ci
+# APP_COMMAND=npm run dev -- --host 0.0.0.0 --port 8080
+# APP_PORT=8080
+# CONFIG=configs/audit.yaml
+# SUT_ENV_FILE=/absolute/synthetic-test-secrets.env
+
+# One selected provider; all credentials remain on the controller.
+LLM_PROVIDER=openrouter
+# LLM_PROVIDER=zai
+# LLM_PROVIDER=zai-coding
+# LLM_PROVIDER=deepseek
+# LLM_PROVIDER=ollama
+# LLM_PROVIDER=custom
+OPENROUTER_API_KEY=
+OPENROUTER_MODEL=
+OPENROUTER_VISION_MODEL=
+# ZAI_API_KEY=
+# ZAI_MODEL=
+# ZAI_VISION_MODEL=
+# ZAI_CODING_MODEL=
+# ZAI_CODING_VISION_MODEL=
+# DEEPSEEK_API_KEY=
+# DEEPSEEK_MODEL=
+# DEEPSEEK_VISION_MODEL=
+# OLLAMA_MODEL=
+# OLLAMA_VISION_MODEL=
+# OLLAMA_BASE_URL=http://127.0.0.1:11434
+# CUSTOM_API_KEY=
+# CUSTOM_BASE_URL=https://your-reviewed-provider.example/v1
+# CUSTOM_MODEL=
+# CUSTOM_VISION_MODEL=
+# Generic overrides take precedence over the selected provider profile:
+# LLM_MODEL=
+# LLM_VISION_MODEL=
+# LLM_API_KEY=
+# LLM_BASE_URL=
+# Model identifiers are intentionally not guessed. Set an existing image-capable
+# model at your provider; a coding/text model is not automatically vision-capable.
+LLM_ALLOW_REMOTE=0
+LLM_VISION_CAPABLE=0
+LLM_MAX_CALLS=3
+LLM_MAX_TOKENS=2200
+LLM_TIMEOUT=60
+
+# Local reviewed model only. No bundled weights / automatic download.
+# YOLO_WEIGHTS=/absolute/models/gui.pt
+# YOLO_SHA256=
+
+# Source fallback for the public TestQL verification contract.
+# Replace main with a reviewed full commit SHA for a release build.
+TESTQL_REF=main
+PLANFILE_REF=main
+# PLANFILE_PROJECT=/absolute/project-with-.planfile
+APPLY=0
+READY=0
+TICKET_LIMIT=25
+TICKET_OFFSET=0
+
+# Optional read-only browser state mount; keep synthetic accounts only.
+# AUTH_DIR=/absolute/private/.auth
+# Config sessions must use /auth/user.json and match the actual SUT origin.

testwins-0.4.0/.github/workflows/ci.yml

@@ -0,0 +1,128 @@
+name: testwins-verification
+on:
+  push:
+  pull_request:
+  workflow_dispatch:
+    inputs:
+      docker_matrix:
+        description: Build and run both complete 9-cell Docker matrices
+        type: boolean
+        default: false
+permissions:
+  contents: read
+jobs:
+  unit:
+    runs-on: ubuntu-24.04
+    steps:
+      - uses: actions/checkout@v7
+        with:
+          persist-credentials: false
+      - uses: actions/setup-python@v7
+        with:
+          python-version: '3.12'
+      - run: make install
+      - run: make install-testql-source TESTQL_REF=main
+      - run: python -m pytest -q -m 'not browser' --junitxml=verification/ci-unit-tests.xml
+      - name: Real installed TestQL public SDK, not a mocked contract
+        run: python tools/verify_testql.py
+      - name: Build distribution and check metadata
+        run: python -m build && python -m twine check dist/*.whl dist/*.tar.gz
+      - run: python -m compileall -q testwins tools && node --check testwins/collector.js && sh -n docker/entrypoint.sh
+      - uses: actions/upload-artifact@v7
+        if: always()
+        with:
+          name: unit-evidence
+          path: |
+            verification/ci-unit-tests.xml
+            verification/testql-runs/
+            dist/
+          retention-days: 14
+  browser:
+    needs: unit
+    runs-on: ubuntu-24.04
+    timeout-minutes: 20
+    steps:
+      - uses: actions/checkout@v7
+        with:
+          persist-credentials: false
+      - uses: actions/setup-python@v7
+        with:
+          python-version: '3.12'
+      - run: make install
+      - run: python -m playwright install --with-deps chromium
+      - name: Full browser regressions including localStorage and download
+        run: |
+          export CHROMIUM_EXECUTABLE=$(python -c 'from playwright.sync_api import sync_playwright; p=sync_playwright().start(); print(p.chromium.executable_path); p.stop()')
+          python -m pytest -q -m browser --junitxml=verification/ci-browser-tests.xml
+      - uses: actions/upload-artifact@v7
+        if: always()
+        with:
+          name: browser-evidence
+          path: verification/ci-browser-tests.xml
+          retention-days: 14
+  docker:
+    if: github.event_name == 'workflow_dispatch' && inputs.docker_matrix
+    needs: unit
+    runs-on: ubuntu-24.04
+    timeout-minutes: 50
+    strategy:
+      fail-fast: false
+      matrix:
+        transport: [cdp, engines]
+    env:
+      MATRIX: ${{ matrix.transport }}
+      LAB_MEMORY: 5g
+    steps:
+      - uses: actions/checkout@v7
+        with:
+          persist-credentials: false
+      - name: Seeded demo, real HTTP and required axe
+        run: make demo
+      - name: Assert real matrix coverage and functional controls
+        run: |
+          python3 - <<'PY'
+          import json
+          from pathlib import Path
+          root=Path('artifacts/lab')
+          pointer=json.loads((root/'latest.json').read_text())
+          report=json.loads((root/pointer['directory']/'report.json').read_text())
+          assert report['coverage']['expected_cells']==9, report['coverage']
+          assert report['coverage']['state']=='complete', report['coverage']
+          assert report['summary']['confirmed']>0
+          dialog=[c for c in report['checks'] if c['scene']=='dialog']
+          cart=[c for c in report['checks'] if c['scene']=='cart']
+          assert len(dialog)==18 and all(c['status']=='passed' for c in dialog)
+          assert len(cart)==18 and all(c['status']=='failed' for c in cart)
+          assert report['environment']['fixture_mode']=='none'
+          PY
+      - name: Stop the seeded application before using the same ports
+        run: make down
+      - name: Landing Docker + Testwins matrix + actual TestQL browser scenario
+        run: make landing-check
+      - name: Require complete nine-cell landing coverage and an executed TestQL result
+        run: |
+          python3 - <<'PYCODE'
+          import json
+          from pathlib import Path
+          root=Path('artifacts/landing')
+          pointer=json.loads((root/'latest.json').read_text())
+          report=json.loads((root/pointer['directory']/'report.json').read_text())
+          assert report['coverage']['expected_cells']==9
+          assert report['coverage']['state']=='complete'
+          assert all(c['status']=='passed' for c in report['checks'])
+          assert report['environment']['fixture_mode']=='none'
+          runs=list((root/'testql').glob('*/result.json'))
+          assert runs, 'No TestQL result'
+          result=json.loads(sorted(runs)[-1].read_text())
+          assert result['backend']=='testql' and result['status']=='passed'
+          PYCODE
+      - run: make logs INSTANCE=landing
+        if: always()
+      - uses: actions/upload-artifact@v7
+        if: always()
+        with:
+          name: docker-${{ matrix.transport }}-evidence
+          path: artifacts/
+          retention-days: 14
+      - run: make landing-down; make down
+        if: always()

testwins-0.4.0/.github/workflows/live.yml

@@ -0,0 +1,50 @@
+name: testwins-live-opt-in-integration
+on:
+  workflow_dispatch:
+permissions:
+  contents: read
+jobs:
+  live-docker:
+    runs-on: ubuntu-24.04
+    timeout-minutes: 30
+    steps:
+      - uses: actions/checkout@v7
+        with:
+          persist-credentials: false
+      - name: Validate merged Compose and build real HTTP monitor
+        run: |
+          docker compose -f compose.live.yaml config --quiet
+          make live-docker
+      - name: Require all nine configured cells to be observed completely
+        run: |
+          python3 - <<'PY'
+          import json,time,urllib.request
+          deadline=time.monotonic()+240
+          while time.monotonic()<deadline:
+              try:
+                  with urllib.request.urlopen('http://127.0.0.1:9067/api/status',timeout=5) as r:
+                      data=json.load(r)
+                  if len(data['targets'])==9 and all(t['status']=='complete' for t in data['targets']):
+                      print(json.dumps(data,indent=2));break
+              except Exception:
+                  pass
+              time.sleep(3)
+          else:
+              raise SystemExit('Live matrix incomplete; not PASS')
+          PY
+      - name: Persist local monitor diagnostics
+        if: always()
+        run: |
+          mkdir -p verification/live-ci
+          docker compose -f compose.live.yaml logs --no-color > verification/live-ci/compose.log
+          curl --fail http://127.0.0.1:9067/api/status > verification/live-ci/status.json || true
+          CID=$(docker compose -f compose.live.yaml ps -q monitor)
+          if [ -n "$CID" ]; then docker cp "$CID:/artifacts/." verification/live-ci/data || true; fi
+      - uses: actions/upload-artifact@v7
+        if: always()
+        with:
+          name: live-http-evidence
+          path: verification/live-ci/
+          retention-days: 7
+      - run: make live-docker-down
+        if: always()

testwins-0.4.0/.gitignore

@@ -0,0 +1,23 @@
+.env
+.env.*
+!.env.example
+.testwins/
+artifacts/
+baselines/
+analysis/
+.venv/
+__pycache__/
+.pytest_cache/
+*.egg-info/
+
+.testwins/
+.testwins-live-secret/
+.testwins-integration-backup/
+
+**/.auth/
+**/.testwins-auth/
+**/*.storage-state.json
+dist/
+build/
+.idea/
+*.py[cod]

testwins-0.4.0/CHANGELOG.md

@@ -0,0 +1,70 @@
+# Changelog
+
+## [Unreleased]
+
+## [0.4.0] - 2026-09-22
+
+### Docs
+- Update CHANGELOG.md
+- Update README.md
+- Update START.md
+- Update THIRD_PARTY.md
+- Update docs/ARCHITECTURE.md
+- Update docs/CONFIGURATION.md
+- Update docs/OSS_REUSE.md
+- Update docs/PLANFILE.md
+- Update docs/PUBLISHING.md
+- Update docs/RELEASE-0.4.md
+- ... and 22 more files
+
+### Test
+- Update tests/conftest.py
+- Update tests/live/test_live_core.py
+- Update tests/live/test_live_io.py
+- Update tests/live/test_renderer_live.py
+- Update tests/test_baseline_vision.py
+- Update tests/test_collector_browser.py
+- Update tests/test_compose.py
+- Update tests/test_config.py
+- Update tests/test_detectors.py
+- Update tests/test_extensions.py
+- ... and 78 more files
+
+### Other
+- Update .dockerignore
+- Update .env.example
+- Update .gitignore
+- Update LICENSE
+- Update MANIFEST.in
+- Update Makefile
+- Update RELEASE-MANIFEST.json
+- Update VERSION
+- Update compose.live-novnc.yaml
+- Update compose.live.yaml
+- ... and 82 more files
+
+
+## 0.4.0 — 2026-09-22
+
+- Consolidated source ZIP, wheel/sdist, offline build fallback and release manifest.
+- Required-check plan and strict shared CLI/report/JUnit/suite gate. Single failure cannot become a pass.
+- Explicit private authentication state, setup navigation, before-step evidence.
+- Download event contract, safe metadata/payload policy, additional UI expectations.
+- Independent bounded HTTP API runner with two-part approval for mutations.
+- Optional CDP performance budgets and explicit pytest bridge.
+- Packaged six-persona Clonerd profile, read-only scan/live and separated API/download/performance.
+- New renderer/unit/HTTP tests; full Docker, upstream SDKs and actual Clonerd remain external validation gates.
+
+## Historical notes
+
+
+
+## 0.3.0 — 2026-09-22
+
+Added continuous GUI monitoring, 92-class taxonomy, evidence-backed cause hypotheses,
+read-only CSS provenance, resource-aware scheduler, bounded hot contexts, persistent
+incidents/SSE dashboard, opt-in native region observation, local CV and budgeted
+LiteLLM slow lane, immutable Planfile export, additive WUP integration, dedicated
+Docker/noVNC live profiles and renderer/contract tests. Docker Playwright pin corrected
+to the verified documentation pair 1.61.0. Existing batch, TestQL and terminal workflows
+retained. This alpha does not claim complete GUI coverage or production validation.

testwins-0.4.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Testwins contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

testwins-0.4.0/MANIFEST.in

@@ -0,0 +1,25 @@
+include README.md START.md LICENSE THIRD_PARTY.md Makefile requirements.txt .env.example
+include CHANGELOG.md .dockerignore .gitignore example.suite.yaml compose.live.yaml compose.live-novnc.yaml
+recursive-include testwins *.py *.js *.json *.yaml *.oql *.md *.html Makefile .gitignore
+recursive-include tools *.py
+recursive-include docker *
+recursive-include docs *.md
+recursive-include configs *.yaml
+recursive-include scenarios *.yaml *.oql
+recursive-include examples *.py *.html
+recursive-include landing *.html *.css *.js *.svg *.yaml *.oql *.conf *.md Dockerfile .dockerignore
+recursive-include tests *.py
+recursive-include .github *.yml *.yaml
+recursive-include integrations *.py *.md *.patch *.yaml *.json *.oql Makefile .gitignore
+recursive-include scripts *.py
+prune artifacts
+prune .testwins
+prune verification
+include verification/STATUS.md
+include verification/environment.json
+include verification/summary.json
+include verification/landing-result.json
+prune .venv
+prune build
+prune dist
+global-exclude __pycache__ *.py[cod] .env *.storage-state.json

testwins-0.4.0/Makefile

@@ -0,0 +1,88 @@
+PYTHON ?= python3
+# Variables are passed as environment data, never interpolated into a host shell command.
+export AUTH_DIR
+export APP APP_IMAGE APP_INSTALL APP_COMMAND APP_PORT CONFIG MATRIX INSTANCE
+export VNC_PORT REPORT_PORT APP_ALLOW_NETWORK SUT_ENV_FILE STARTUP_TIMEOUT COMPOSE_OVERRIDE
+export LAB_UID LAB_GID LAB_MEMORY APP_MEMORY LAB_CPUS APP_CPUS
+export PLANFILE_PROJECT PLANFILE_REF APPLY READY INCLUDE_CANDIDATES TICKET_LIMIT TICKET_OFFSET
+.DEFAULT_GOAL := help
+.PHONY: help demo up check audit down logs status report doctor prepare publish vnc-password install test smoke smoke-offline conformance vision
+help:
+	@echo 'make bootstrap | test | test-browser | clonerd-init | clonerd-check | package-final'
+	@echo 'make live-novnc | live-docker — continuous GUI monitoring + local dashboard'
+	@echo 'make live-watch WATCH_CONFIG=/path PROJECT_ROOT=/repo | wup-integrate WUP_ROOT=/repo [APPLY=1]'
+	@echo 'make landing-check — standalone landing Docker + Testwins CDP matrix + TestQL scenarios'
+	@echo 'make scenario-demo | terminal-demo | desktop-demo — disposable worker'
+	@echo 'make install [EXTRAS=llm,cv,terminal,dev] | build-dist | release-check'
+	@echo 'make demo [MATRIX=cdp|engines|chromium] — build isolated seeded demo and audit it'
+	@echo 'make up APP=/path APP_IMAGE=node:22-bookworm-slim APP_INSTALL="npm ci" APP_COMMAND="__VITE_ADDITIONAL_SERVER_ALLOWED_HOSTS=sut npm run dev -- --host 0.0.0.0 --port 8080"'
+	@echo 'make check APP=/path APP_COMMAND=... — build, start and audit your own application'
+	@echo 'make audit | report | logs | status | vnc-password | down'
+	@echo 'make publish PLANFILE_PROJECT=/path [APPLY=1] [PLANFILE_REF=reviewed_commit]'
+	@echo 'make install | test | smoke | conformance LOGS_ROOT=/path RUN=/path'
+demo up check audit down logs status report doctor prepare publish vnc-password:
+	$(PYTHON) tools/lab.py $@
+install:
+	$(PYTHON) tools/manage.py install
+test:
+	$(PYTHON) -m pytest -q -m 'not browser'
+smoke:
+	$(PYTHON) tools/smoke.py
+smoke-offline:
+	$(PYTHON) tools/smoke.py --offline-fixture
+# RUN and LOGS_ROOT are read from the environment, not shell-expanded.
+export RUN LOGS_ROOT
+conformance:
+	$(PYTHON) tools/standards.py
+vision:
+	$(PYTHON) tools/vision.py
+
+# Testwins 0.2 workflow. Python CLI extras install into the active virtualenv.
+export TESTQL_REF
+EXTRAS ?= live,terminal,dev
+export EXTRAS
+.PHONY: landing-up landing-down landing-check worker-build scenario-demo terminal-demo desktop-demo install-testql-source build-dist release-check
+landing-up:
+	$(PYTHON) tools/landing.py up
+landing-check:
+	$(PYTHON) tools/landing.py check
+landing-down:
+	$(PYTHON) tools/landing.py down
+worker-build:
+	$(PYTHON) tools/manage.py worker-build
+scenario-demo: worker-build
+	$(PYTHON) -m testwins task --file scenarios/shell.task.yaml --project .
+terminal-demo: worker-build
+	$(PYTHON) -m testwins task --file scenarios/terminal.task.yaml --project .
+desktop-demo: worker-build
+	$(PYTHON) -m testwins task --file scenarios/desktop.task.yaml --project .
+install-testql-source:
+	$(PYTHON) tools/manage.py install-testql-source
+build-dist:
+	$(PYTHON) tools/manage.py build
+release-check:
+	$(PYTHON) -m twine check dist/*.whl dist/*.tar.gz
+
+# Testwins 0.3 live GUI monitoring. No external model enabled by default.
+export WATCH_CONFIG PROJECT_ROOT LIVE_OUTPUT WUP_ROOT
+.PHONY: live-install live-watch live-once live-landing live-docker live-docker-down wup-integrate live-test
+live-install live-watch live-once live-landing live-docker live-docker-down wup-integrate:
+	$(PYTHON) tools/live_manage.py $@
+live-test:
+	$(PYTHON) -m pytest -q tests/live
+
+.PHONY: live-novnc live-novnc-down
+live-novnc live-novnc-down:
+	$(PYTHON) tools/live_manage.py $@
+
+# Consolidated 0.4 release and Clonerd profile. Values are argv/env data, not shell code.
+export WORKSPACE CLONERD_URL
+.PHONY: bootstrap test-browser test-final clonerd-init clonerd-check package-final
+bootstrap:
+	$(PYTHON) tools/release.py bootstrap
+test-browser:
+	$(PYTHON) -m pytest -q -m browser
+test-final:
+	$(PYTHON) tools/release.py check
+clonerd-init clonerd-check package-final:
+	$(PYTHON) tools/release.py $@