quality-loop 0.4.0__tar.gz → 0.4.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. {quality_loop-0.4.0/quality_loop.egg-info → quality_loop-0.4.2}/PKG-INFO +1 -1
  2. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/__init__.py +1 -1
  3. quality_loop-0.4.2/quality_loop/awake.py +85 -0
  4. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/guest/__init__.py +36 -4
  5. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/runner.py +3 -3
  6. {quality_loop-0.4.0 → quality_loop-0.4.2/quality_loop.egg-info}/PKG-INFO +1 -1
  7. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop.egg-info/SOURCES.txt +2 -0
  8. quality_loop-0.4.2/tests/test_awake.py +45 -0
  9. {quality_loop-0.4.0 → quality_loop-0.4.2}/tests/test_guest.py +24 -0
  10. {quality_loop-0.4.0 → quality_loop-0.4.2}/LICENSE +0 -0
  11. {quality_loop-0.4.0 → quality_loop-0.4.2}/README.md +0 -0
  12. {quality_loop-0.4.0 → quality_loop-0.4.2}/pyproject.toml +0 -0
  13. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/OPERATOR.md +0 -0
  14. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/__main__.py +0 -0
  15. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/adapter.py +0 -0
  16. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/audit.py +0 -0
  17. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/cli.py +0 -0
  18. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/compare.py +0 -0
  19. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/config.py +0 -0
  20. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/drive/__init__.py +0 -0
  21. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/drive/_mac.py +0 -0
  22. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/drive/_windows.py +0 -0
  23. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/drive/keys.py +0 -0
  24. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/drive/terminal.py +0 -0
  25. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/guest/boot/__init__.py +0 -0
  26. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/guest/boot/launch.py +0 -0
  27. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/guest/boot/screen_agent.py +0 -0
  28. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/guest/screens.py +0 -0
  29. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/install.py +0 -0
  30. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/mcp.py +0 -0
  31. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/operator.py +0 -0
  32. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/pages.py +0 -0
  33. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/processes.py +0 -0
  34. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/progress.py +0 -0
  35. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/report.py +0 -0
  36. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/room.py +0 -0
  37. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/scenario.py +0 -0
  38. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/screens/__init__.py +0 -0
  39. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/screens/_mac.py +0 -0
  40. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/screens/_windows.py +0 -0
  41. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/session.py +0 -0
  42. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/skill/SKILL.md +0 -0
  43. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/skill/references/filing.md +0 -0
  44. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/skill/references/setup.md +0 -0
  45. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/standin.py +0 -0
  46. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop/transcript.py +0 -0
  47. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop.egg-info/dependency_links.txt +0 -0
  48. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop.egg-info/entry_points.txt +0 -0
  49. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop.egg-info/requires.txt +0 -0
  50. {quality_loop-0.4.0 → quality_loop-0.4.2}/quality_loop.egg-info/top_level.txt +0 -0
  51. {quality_loop-0.4.0 → quality_loop-0.4.2}/setup.cfg +0 -0
  52. {quality_loop-0.4.0 → quality_loop-0.4.2}/tests/test_core.py +0 -0
  53. {quality_loop-0.4.0 → quality_loop-0.4.2}/tests/test_drive.py +0 -0
  54. {quality_loop-0.4.0 → quality_loop-0.4.2}/tests/test_loop.py +0 -0
  55. {quality_loop-0.4.0 → quality_loop-0.4.2}/tests/test_mcp.py +0 -0
  56. {quality_loop-0.4.0 → quality_loop-0.4.2}/tests/test_operator.py +0 -0
  57. {quality_loop-0.4.0 → quality_loop-0.4.2}/tests/test_scenario_report.py +0 -0
  58. {quality_loop-0.4.0 → quality_loop-0.4.2}/tests/test_screens.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: quality-loop
3
- Version: 0.4.0
3
+ Version: 0.4.2
4
4
  Summary: Measure what a product teaches - its skill, tools or manual - with isolated agent runs of real tasks, reported by an operator agent
5
5
  Author: craftware
6
6
  License-Expression: MIT
@@ -12,4 +12,4 @@ room is handed, putting the user's machine back - is code here, not an
12
12
  agent's discretion.
13
13
  """
14
14
 
15
- __version__ = "0.4.0"
15
+ __version__ = "0.4.2"
@@ -0,0 +1,85 @@
1
+ """This machine kept from idle sleep while a run is going (issue #16).
2
+
3
+ A run is mostly waiting - on a session, on a VM - and a machine left alone
4
+ for it goes to sleep: a Mac on battery within minutes. Nothing fails; the
5
+ run just stops while it sleeps, and a VM guest stops with it. One run of
6
+ 43 minutes had spent 40 of them asleep.
7
+
8
+ So the runner holds the platform's "the system is busy" assertion for the
9
+ length of the run, and lets go when it ends. The display may still sleep,
10
+ and closing a laptop's lid still sleeps it: those are the person's to choose.
11
+
12
+ - macOS: ``caffeinate -i -w <this pid>``, which also ends with this process
13
+ if it dies without letting go.
14
+ - Windows: ``SetThreadExecutionState(ES_CONTINUOUS | ES_SYSTEM_REQUIRED)``
15
+ from the runner's thread, cleared at the end (and by Windows when the
16
+ process exits).
17
+ - Elsewhere nothing is held.
18
+ """
19
+
20
+ from __future__ import annotations
21
+
22
+ import contextlib
23
+ import os
24
+ import shutil
25
+ import subprocess
26
+ import sys
27
+
28
+ ES_CONTINUOUS = 0x80000000
29
+ ES_SYSTEM_REQUIRED = 0x00000001
30
+
31
+
32
+ @contextlib.contextmanager
33
+ def held(say=print):
34
+ """Idle sleep held off for the ``with`` block, where the platform allows."""
35
+ release = _hold()
36
+ if release is None:
37
+ yield False
38
+ return
39
+ say("awake: idle sleep is held off for the run (closing the lid still sleeps it)")
40
+ try:
41
+ yield True
42
+ finally:
43
+ release()
44
+
45
+
46
+ def _hold():
47
+ if sys.platform == "darwin":
48
+ return _hold_mac()
49
+ if os.name == "nt":
50
+ return _hold_windows()
51
+ return None
52
+
53
+
54
+ def _hold_mac():
55
+ caffeinate = shutil.which("caffeinate")
56
+ if caffeinate is None:
57
+ return None
58
+ try:
59
+ process = subprocess.Popen([caffeinate, "-i", "-w", str(os.getpid())],
60
+ stdin=subprocess.DEVNULL, stdout=subprocess.DEVNULL,
61
+ stderr=subprocess.DEVNULL)
62
+ except OSError:
63
+ return None
64
+
65
+ def release():
66
+ process.terminate()
67
+ try:
68
+ process.wait(5)
69
+ except subprocess.TimeoutExpired:
70
+ process.kill()
71
+
72
+ return release
73
+
74
+
75
+ def _hold_windows():
76
+ import ctypes
77
+ try:
78
+ kernel32 = ctypes.WinDLL("kernel32")
79
+ except OSError:
80
+ return None
81
+ kernel32.SetThreadExecutionState.restype = ctypes.c_uint
82
+ kernel32.SetThreadExecutionState.argtypes = [ctypes.c_uint]
83
+ if not kernel32.SetThreadExecutionState(ES_CONTINUOUS | ES_SYSTEM_REQUIRED):
84
+ return None
85
+ return lambda: kernel32.SetThreadExecutionState(ES_CONTINUOUS)
@@ -483,8 +483,14 @@ class TartMachine:
483
483
  class VMwareMachine:
484
484
  """A VMware Fusion VM reverted to a snapshot before the run.
485
485
 
486
- A snapshot taken while the VM was running comes back running, signed in
487
- and with SSH up, after `vmrun start`. The SMB share that was mounted on
486
+ Take the snapshot with the VM shut down, so that every run boots it. A
487
+ snapshot taken while it ran comes back running, signed in and with SSH
488
+ up, in seconds - and with whatever was half done at that moment, every
489
+ time: Keyhac's image came back with Notepad's hand-off to its packaged
490
+ app broken, so `notepad.exe` started the inbox one, which crashed within
491
+ seconds on every run, while the same VM booted was fine. On Windows, the
492
+ run waits for the automatic sign-in, which the image must have. The SMB
493
+ share that was mounted on
488
494
  the host does not survive the revert, so it is mounted again. The VM is
489
495
  shut down afterwards, its share unmounted first: the next run reverts it
490
496
  anyway, and a VM `vmrun` left running headless is one the Fusion app
@@ -495,8 +501,7 @@ class VMwareMachine:
495
501
  Learnt on Fusion 26 with a vTPM-encrypted Windows 11 VM: `vmrun` cannot
496
502
  linked-clone it ("Cannot read the virtual machine configuration file"),
497
503
  nor snapshot it while it runs ("Authentication for encrypted virtual
498
- machine failed") - take a running-state snapshot in the Fusion app, after
499
- `vmrun suspend` (a headless VM does not show there).
504
+ machine failed"). Shut down, `vmrun -vp <password> snapshot` takes it.
500
505
  """
501
506
 
502
507
  VMRUN = "/Applications/VMware Fusion.app/Contents/Library/vmrun"
@@ -533,9 +538,36 @@ class VMwareMachine:
533
538
  f"to {self.snapshot!r}")
534
539
  self._mount()
535
540
  self._wait_for_the_clock()
541
+ if self.guest.windows:
542
+ self._wait_for_the_desktop()
536
543
  print(f"vm: {self.guest.alias} reverted to {self.snapshot!r}")
537
544
  return self
538
545
 
546
+ def _wait_for_the_desktop(self, settle: float = 15.0) -> None:
547
+ """Wait until the guest's user is signed in, and has been for
548
+ ``settle`` seconds.
549
+
550
+ A booted VM answers SSH before the automatic sign-in has made the
551
+ desktop session `launch` starts programs in, and that session's
552
+ first seconds are its startup programs; the run starts after both.
553
+ A running-state snapshot is past them at once.
554
+ """
555
+ deadline = time.monotonic() + self.patience
556
+ while time.monotonic() < deadline:
557
+ said = self.guest.ssh(
558
+ "$e = Get-Process explorer -ErrorAction SilentlyContinue | "
559
+ "Where-Object { $_.SessionId -gt 0 } | Select-Object -First 1; "
560
+ "if ($e) { [int]((Get-Date) - $e.StartTime).TotalSeconds } else { -1 }")
561
+ try:
562
+ up = int(said.stdout.strip())
563
+ except ValueError:
564
+ up = -1
565
+ if up >= settle:
566
+ return
567
+ time.sleep(settle - up if up >= 0 else 3.0)
568
+ raise GuestError(f"{self.guest.alias}: no signed-in desktop after "
569
+ f"{self.patience:.0f}s - is automatic sign-in set up?")
570
+
539
571
  def _mount(self) -> None:
540
572
  url = self.guest.settings.get("smb")
541
573
  if not url:
@@ -41,8 +41,8 @@ import tempfile
41
41
  import threading
42
42
 
43
43
  import quality_loop
44
- from quality_loop import (audit, drive, operator, pages, processes, progress, report,
45
- room, scenario, screens, standin, transcript)
44
+ from quality_loop import (audit, awake, drive, operator, pages, processes, progress,
45
+ report, room, scenario, screens, standin, transcript)
46
46
 
47
47
 
48
48
  class RunnerError(Exception):
@@ -200,7 +200,7 @@ def run(adapter, names: list[str] | None = None, model: str | None = None,
200
200
  state = "done"
201
201
  try:
202
202
  bundle = adapter.bundle()
203
- with adapter.product():
203
+ with awake.held(status.say), adapter.product():
204
204
  def work(item):
205
205
  case, variant = item
206
206
  label = label_of(case, variant)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: quality-loop
3
- Version: 0.4.0
3
+ Version: 0.4.2
4
4
  Summary: Measure what a product teaches - its skill, tools or manual - with isolated agent runs of real tasks, reported by an operator agent
5
5
  Author: craftware
6
6
  License-Expression: MIT
@@ -6,6 +6,7 @@ quality_loop/__init__.py
6
6
  quality_loop/__main__.py
7
7
  quality_loop/adapter.py
8
8
  quality_loop/audit.py
9
+ quality_loop/awake.py
9
10
  quality_loop/cli.py
10
11
  quality_loop/compare.py
11
12
  quality_loop/config.py
@@ -44,6 +45,7 @@ quality_loop/screens/_windows.py
44
45
  quality_loop/skill/SKILL.md
45
46
  quality_loop/skill/references/filing.md
46
47
  quality_loop/skill/references/setup.md
48
+ tests/test_awake.py
47
49
  tests/test_core.py
48
50
  tests/test_drive.py
49
51
  tests/test_guest.py
@@ -0,0 +1,45 @@
1
+ """The runner keeps the machine from idle sleep while a run goes (#16)."""
2
+
3
+ import os
4
+ import subprocess
5
+ import sys
6
+
7
+ import pytest
8
+
9
+ from quality_loop import awake
10
+
11
+
12
+ @pytest.mark.skipif(sys.platform != "darwin", reason="caffeinate is macOS's")
13
+ def test_a_mac_holds_caffeinate_on_this_process_for_the_block():
14
+ said = []
15
+ with awake.held(said.append) as holding:
16
+ assert holding
17
+ listed = subprocess.run(["pgrep", "-f", f"caffeinate -i -w {os.getpid()}"],
18
+ capture_output=True, text=True)
19
+ assert listed.stdout.strip()
20
+ assert said and said[0].startswith("awake:")
21
+ listed = subprocess.run(["pgrep", "-f", f"caffeinate -i -w {os.getpid()}"],
22
+ capture_output=True, text=True)
23
+ assert not listed.stdout.strip()
24
+
25
+
26
+ def test_where_nothing_can_be_held_the_run_goes_on_quietly(monkeypatch):
27
+ monkeypatch.setattr(awake.sys, "platform", "linux")
28
+ monkeypatch.setattr(awake.os, "name", "posix")
29
+ said = []
30
+ with awake.held(said.append) as holding:
31
+ assert holding is False
32
+ assert said == []
33
+
34
+
35
+ def test_a_mac_without_caffeinate_holds_nothing(monkeypatch):
36
+ monkeypatch.setattr(awake.sys, "platform", "darwin")
37
+ monkeypatch.setattr(awake.shutil, "which", lambda name: None)
38
+ with awake.held(lambda line: None) as holding:
39
+ assert holding is False
40
+
41
+
42
+ @pytest.mark.skipif(os.name != "nt", reason="SetThreadExecutionState is Windows'")
43
+ def test_windows_sets_and_clears_the_execution_state():
44
+ with awake.held(lambda line: None) as holding:
45
+ assert holding
@@ -208,6 +208,30 @@ def test_a_terminal_script_is_staged_and_run_with_the_guest_python(share, monkey
208
208
  assert (stage / "scripts" / "deploy.py").exists()
209
209
 
210
210
 
211
+ def test_a_booted_windows_guest_is_waited_for_until_its_desktop_has_settled(share, monkeypatch):
212
+ """A powered-off snapshot boots: SSH answers before the automatic sign-in
213
+ has made the desktop, and then its startup programs run."""
214
+ guest = _guest(share, windows=True, vmx="/v.vmx", snapshot="s")
215
+ answers = iter(["-1", "-1", "4", "16"])
216
+ ssh = FakeSSH(lambda c: (next(answers) + "\n", 0))
217
+ monkeypatch.setattr(guest, "ssh", ssh)
218
+ slept = []
219
+ monkeypatch.setattr(guests.time, "sleep", slept.append)
220
+ guests.VMwareMachine(guest)._wait_for_the_desktop(settle=15)
221
+ assert len(ssh.commands) == 4 and "explorer" in ssh.commands[0]
222
+ assert slept == [3.0, 3.0, 11]
223
+
224
+
225
+ def test_no_desktop_is_an_error_that_names_automatic_sign_in(share, monkeypatch):
226
+ guest = _guest(share, windows=True, vmx="/v.vmx", snapshot="s")
227
+ monkeypatch.setattr(guest, "ssh", FakeSSH(lambda c: ("-1\n", 0)))
228
+ clock = iter(range(0, 1000, 50))
229
+ monkeypatch.setattr(guests.time, "monotonic", lambda: next(clock))
230
+ monkeypatch.setattr(guests.time, "sleep", lambda s: None)
231
+ with pytest.raises(GuestError, match="automatic sign-in"):
232
+ guests.VMwareMachine(guest, patience=120)._wait_for_the_desktop()
233
+
234
+
211
235
  def test_machine_follows_the_settings(share):
212
236
  assert isinstance(_guest(share, tart="base").machine(), guests.TartMachine)
213
237
  assert isinstance(_guest(share, vmx="/v.vmx", snapshot="s").machine(), guests.VMwareMachine)
File without changes
File without changes
File without changes