@yahyahammad/venastine 0.2.0 → 0.3.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. package/.env.example +9 -4
  2. package/CONFIG_ARCHITECTURE.md +2030 -0
  3. package/LICENSE +201 -201
  4. package/NOTICE +1 -1
  5. package/README.md +1034 -895
  6. package/agents/builtin/build.md +73 -0
  7. package/agents/builtin/compactor.md +75 -75
  8. package/agents/builtin/explore.md +77 -77
  9. package/agents/builtin/general.md +80 -0
  10. package/agents/builtin/pipeline-reviewer.md +100 -100
  11. package/agents/builtin/plan.md +106 -88
  12. package/agents/builtin/review.md +74 -74
  13. package/agents/builtin/test.md +65 -0
  14. package/agents/builtin/writer.md +67 -0
  15. package/agents/manager.py +68 -2
  16. package/agents/subagent_tool.py +472 -238
  17. package/agents/tui_commands.py +238 -151
  18. package/bin/venastine.mjs +150 -4
  19. package/bin/venastine.py +71 -0
  20. package/cli_commands.py +838 -0
  21. package/config.py +95 -1198
  22. package/config.yaml +1103 -0
  23. package/config_edit.py +1301 -0
  24. package/config_schema.py +971 -0
  25. package/config_update.py +749 -0
  26. package/core/agent_activity.py +256 -118
  27. package/core/ansi.py +452 -0
  28. package/core/approval.py +137 -115
  29. package/core/call_view.py +364 -0
  30. package/core/cancel.py +121 -0
  31. package/core/chatgpt_auth.py +747 -0
  32. package/core/claims_view.py +107 -0
  33. package/core/client.py +2715 -1559
  34. package/core/commands.py +460 -0
  35. package/core/compaction.py +1735 -971
  36. package/core/config_loader.py +1982 -1563
  37. package/core/connect.py +686 -0
  38. package/core/events.py +123 -61
  39. package/core/file_mentions.py +280 -0
  40. package/core/interaction.py +411 -328
  41. package/core/line_pattern.py +128 -0
  42. package/core/loop.py +2566 -1490
  43. package/core/memory.py +482 -370
  44. package/core/pipeline_models.py +190 -176
  45. package/core/provider_errors.py +234 -0
  46. package/core/reasoning/authorization.py +130 -130
  47. package/core/reasoning/base.py +219 -219
  48. package/core/reasoning/confidence_scoring.py +484 -468
  49. package/core/reasoning/events.py +149 -149
  50. package/core/reasoning/json_retry.py +19 -1
  51. package/core/reasoning/orchestrator.py +1561 -1382
  52. package/core/reasoning/output_writer.py +345 -286
  53. package/core/reasoning/payload_validation.py +524 -398
  54. package/core/reasoning/pipeline_storage.py +88 -22
  55. package/core/reasoning/review.py +659 -615
  56. package/core/reasoning/scholar.py +458 -434
  57. package/core/reasoning/source_corpus.py +433 -327
  58. package/core/reasoning/source_scoring.py +855 -855
  59. package/core/replay.py +315 -183
  60. package/core/session.py +36 -12
  61. package/core/session_view.py +259 -0
  62. package/core/session_wake.py +259 -0
  63. package/core/shell_sessions.py +1553 -0
  64. package/core/workspace_trust.py +1 -1
  65. package/credentials.py +148 -20
  66. package/database.py +333 -252
  67. package/{PRIVACY.md → docs/PRIVACY.md} +78 -66
  68. package/docs/SECURITY.md +108 -0
  69. package/docs/THIRD_PARTY_NOTICES.md +148 -0
  70. package/env_secrets.py +50 -9
  71. package/json_store.py +343 -123
  72. package/logging_setup.py +295 -185
  73. package/main.py +3433 -1961
  74. package/mcp_client/client.py +733 -499
  75. package/mcp_client/config.py +126 -21
  76. package/mcp_client/registration.py +343 -182
  77. package/memories/manager.py +147 -132
  78. package/memories/tui_commands.py +319 -244
  79. package/package.json +303 -73
  80. package/project_init/config_files.py +282 -278
  81. package/project_init/generator.py +728 -564
  82. package/project_init/manifest.py +18 -6
  83. package/project_init/tui_commands.py +147 -144
  84. package/prompts/critic_pass.md +24 -24
  85. package/prompts/revalidate.md +25 -25
  86. package/prompts/revise.md +2 -0
  87. package/prompts/source_grounding.md +66 -66
  88. package/prompts/system_prompts.py +316 -262
  89. package/providers.json.example +4 -2
  90. package/pyproject.toml +149 -100
  91. package/requirements.txt +295 -72
  92. package/safety/policy_enforcement.py +1082 -746
  93. package/security/askpass.py +419 -0
  94. package/security/capability.py +207 -177
  95. package/security/confine.py +484 -0
  96. package/security/hosted.py +182 -0
  97. package/security/permissions.py +237 -190
  98. package/security/posture.py +124 -12
  99. package/security/protected_paths.py +501 -309
  100. package/security/sandbox.py +4108 -985
  101. package/security/secrets.py +855 -0
  102. package/skills/builtin/math/formal-specification.md +67 -67
  103. package/skills/builtin/math/numerical-methods.md +66 -66
  104. package/skills/builtin/research/experiment-design.md +62 -62
  105. package/skills/builtin/research/reproducibility.md +55 -55
  106. package/skills/builtin/research/source-evaluation.md +70 -70
  107. package/skills/builtin/research/statistical-inference.md +63 -63
  108. package/skills/builtin/research/technical-writing.md +59 -59
  109. package/skills/builtin/software/code-review.md +61 -61
  110. package/skills/builtin/software/debugging.md +61 -61
  111. package/skills/builtin/software/test-design.md +67 -67
  112. package/skills/tui_commands.py +110 -111
  113. package/storage.py +1338 -1005
  114. package/tools/base.py +161 -1
  115. package/tools/builtin/_math_common.py +667 -377
  116. package/tools/builtin/_net_common.py +225 -19
  117. package/tools/builtin/arxiv.py +497 -39
  118. package/tools/builtin/ask_user.py +231 -213
  119. package/tools/builtin/discrete_math.py +35 -4
  120. package/tools/builtin/fetch_url.py +371 -153
  121. package/tools/builtin/file_ops.py +720 -412
  122. package/tools/builtin/geometry.py +48 -12
  123. package/tools/builtin/get_time.py +2 -2
  124. package/tools/builtin/linear_algebra.py +66 -23
  125. package/tools/builtin/load_skill.py +76 -66
  126. package/tools/builtin/logic.py +171 -12
  127. package/tools/builtin/pin.py +227 -193
  128. package/tools/builtin/probability_stats.py +12 -16
  129. package/tools/builtin/project_docs.py +464 -405
  130. package/tools/builtin/remember.py +175 -158
  131. package/tools/builtin/shell.py +980 -461
  132. package/tools/builtin/shell_sessions.py +613 -0
  133. package/tools/builtin/symbolic_math.py +80 -10
  134. package/tools/builtin/todo.py +149 -147
  135. package/tools/builtin/web_search.py +191 -13
  136. package/tools/context.py +159 -136
  137. package/tools/isolation.py +107 -34
  138. package/tools/registry.py +1242 -925
  139. package/tui/app.py +8318 -4100
  140. package/tui/app.tcss +747 -556
  141. package/tui/commands.py +26 -170
  142. package/tui/diffs.py +34 -13
  143. package/tui/history.py +128 -128
  144. package/tui/hosted_driver.py +102 -0
  145. package/tui/markdown.py +1329 -1279
  146. package/tui/meters.py +364 -268
  147. package/tui/ravens.py +146 -146
  148. package/tui/screens.py +1255 -943
  149. package/tui/themes.py +599 -559
  150. package/tui/widgets.py +3813 -2332
  151. package/SECURITY.md +0 -88
  152. package/THIRD_PARTY_NOTICES.md +0 -100
package/core/cancel.py ADDED
@@ -0,0 +1,121 @@
1
+ """
2
+ core/cancel.py
3
+
4
+ ROADMAP_v3 §61 (CN1). How a shell stops a turn that is already running.
5
+
6
+ A turn runs on a worker thread and the key that stops it is pressed on
7
+ another one, so the two cannot touch the same generator: calling close()
8
+ on a generator a second thread is stepping raises "generator already
9
+ executing". What DOES cross a thread boundary safely is a flag, which is
10
+ why this is cooperative rather than pre-emptive -- the loop asks, at the
11
+ four sites CN2 names, and stops itself.
12
+
13
+ A LEAF MODULE with no project imports, deliberately, and for
14
+ core/approval.py's reason: core/loop.py, main.py, tui/app.py and
15
+ agents/subagent_tool.py all depend on it and it depends on none of them.
16
+ It is also why this is an object passed down rather than a ContextVar --
17
+ threads do not inherit their parent's context, which core/loop.py's
18
+ _dispatch_parallel and tui/app.py's _consume both already pay for, and a
19
+ token the tool pool could not see would be a stop switch that silently
20
+ missed the longest part of a turn.
21
+
22
+ CANCELLED IS NOT FAILED, and that distinction is why this object carries
23
+ a reason at all rather than being a bare Event. A failed run is recorded
24
+ with memory.mark_turn_failed and reads as something broken; a cancelled
25
+ one is a person changing their mind. §60's UH6 records the same rule
26
+ arriving from the other direction: UHP requires a cancelled task to end
27
+ `cancelled`, never `failed`, with partial output kept.
28
+
29
+ WHAT THIS CANNOT DO, stated here rather than discovered. A cooperative
30
+ token is read between operations, so it cannot interrupt one already
31
+ blocked inside the SDK -- most visibly the socket read before a model
32
+ call's first token, which on a thinking model is tens of seconds. It
33
+ also does not kill a tool call that is already running (CN6). Both are
34
+ limits of the mechanism and both are things a shell has to SAY while it
35
+ waits, which is the difference between a slow stop and a broken one.
36
+ """
37
+
38
+ import threading
39
+
40
+ #: What a cancellation says when nobody gave a reason. It reaches the
41
+ #: transcript and the thread, so it is phrased for a reader rather than
42
+ #: for a log.
43
+ DEFAULT_REASON = "stopped by the user"
44
+
45
+
46
+ class CancelToken:
47
+ """One run's stop switch: set by a shell, read by the loop.
48
+
49
+ ONE instance per turn, handed down beside the response channel and
50
+ the grant budget -- the shape this project already uses for "an
51
+ out-of-band object a run needs where a LoopEvent cannot reach" -- and
52
+ shared BY REFERENCE with any subagent that turn spawns (CN7), so
53
+ stopping a turn stops the children it started.
54
+
55
+ SET-ONCE. A second caller does not overwrite the first's reason: the
56
+ reason worth keeping is the one that actually stopped the run, and a
57
+ later generic "stopped by the user" landing on top of a specific
58
+ first reason would make the record less true the more often the key
59
+ was pressed.
60
+ """
61
+
62
+ def __init__(self) -> None:
63
+ self._event = threading.Event()
64
+ self._reason = DEFAULT_REASON
65
+ # Not an RLock: nothing under `cancel` re-enters this object, and
66
+ # a plain Lock is what makes that claim checkable. GrantBudget in
67
+ # core/approval.py takes the same line for the same reason.
68
+ self._lock = threading.Lock()
69
+
70
+ def cancel(self, reason: str = DEFAULT_REASON) -> bool:
71
+ """Ask the run to stop. True if THIS call is the one that set it.
72
+
73
+ The return value is what lets a shell tell a first press from a
74
+ second: the first announces that it is stopping, and a second
75
+ must not announce it again over a run that is already winding
76
+ down -- nor read as having done nothing, which is the other wrong
77
+ answer.
78
+
79
+ The test AND the write are inside the lock, for GrantBudget.take's
80
+ reason: the decision to record a reason IS the read, and a
81
+ decision made on a stale read is the defect.
82
+ """
83
+ with self._lock:
84
+ if self._event.is_set():
85
+ return False
86
+ self._reason = reason or DEFAULT_REASON
87
+ self._event.set()
88
+ return True
89
+
90
+ @property
91
+ def cancelled(self) -> bool:
92
+ """Whether the run has been asked to stop.
93
+
94
+ No lock. `threading.Event` is already safe to read from any
95
+ thread, and every caller is asking for a snapshot at a point the
96
+ loop chose. Nothing acts on a stale False except by asking again
97
+ at the next of CN2's four sites, so the only cost of losing a
98
+ race here is one more step, never a missed stop.
99
+ """
100
+ return self._event.is_set()
101
+
102
+ @property
103
+ def reason(self) -> str:
104
+ """Why, in words -- for the transcript, and for the rows a
105
+ cancelled turn leaves in its thread."""
106
+ with self._lock:
107
+ return self._reason
108
+
109
+
110
+ def is_cancelled(token) -> bool:
111
+ """True when `token` is a CancelToken that has been set.
112
+
113
+ A free function because the parameter is optional at every layer it
114
+ passes through -- None means "nothing can stop this run", which is
115
+ every caller that has not opted in, including every test that
116
+ predates §61. Writing `token is not None and token.cancelled` out at
117
+ each of CN2's sites would be four chances to get the None half wrong,
118
+ and the one that got it wrong would be a stop switch that raised
119
+ AttributeError instead of stopping.
120
+ """
121
+ return token is not None and token.cancelled