@yahyahammad/venastine 0.2.0 → 0.3.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. package/.env.example +9 -4
  2. package/CONFIG_ARCHITECTURE.md +2030 -0
  3. package/LICENSE +201 -201
  4. package/NOTICE +1 -1
  5. package/README.md +1034 -895
  6. package/agents/builtin/build.md +73 -0
  7. package/agents/builtin/compactor.md +75 -75
  8. package/agents/builtin/explore.md +77 -77
  9. package/agents/builtin/general.md +80 -0
  10. package/agents/builtin/pipeline-reviewer.md +100 -100
  11. package/agents/builtin/plan.md +106 -88
  12. package/agents/builtin/review.md +74 -74
  13. package/agents/builtin/test.md +65 -0
  14. package/agents/builtin/writer.md +67 -0
  15. package/agents/manager.py +68 -2
  16. package/agents/subagent_tool.py +472 -238
  17. package/agents/tui_commands.py +238 -151
  18. package/bin/venastine.mjs +150 -4
  19. package/bin/venastine.py +71 -0
  20. package/cli_commands.py +838 -0
  21. package/config.py +95 -1198
  22. package/config.yaml +1103 -0
  23. package/config_edit.py +1301 -0
  24. package/config_schema.py +971 -0
  25. package/config_update.py +749 -0
  26. package/core/agent_activity.py +256 -118
  27. package/core/ansi.py +452 -0
  28. package/core/approval.py +137 -115
  29. package/core/call_view.py +364 -0
  30. package/core/cancel.py +121 -0
  31. package/core/chatgpt_auth.py +747 -0
  32. package/core/claims_view.py +107 -0
  33. package/core/client.py +2715 -1559
  34. package/core/commands.py +460 -0
  35. package/core/compaction.py +1735 -971
  36. package/core/config_loader.py +1982 -1563
  37. package/core/connect.py +686 -0
  38. package/core/events.py +123 -61
  39. package/core/file_mentions.py +280 -0
  40. package/core/interaction.py +411 -328
  41. package/core/line_pattern.py +128 -0
  42. package/core/loop.py +2566 -1490
  43. package/core/memory.py +482 -370
  44. package/core/pipeline_models.py +190 -176
  45. package/core/provider_errors.py +234 -0
  46. package/core/reasoning/authorization.py +130 -130
  47. package/core/reasoning/base.py +219 -219
  48. package/core/reasoning/confidence_scoring.py +484 -468
  49. package/core/reasoning/events.py +149 -149
  50. package/core/reasoning/json_retry.py +19 -1
  51. package/core/reasoning/orchestrator.py +1561 -1382
  52. package/core/reasoning/output_writer.py +345 -286
  53. package/core/reasoning/payload_validation.py +524 -398
  54. package/core/reasoning/pipeline_storage.py +88 -22
  55. package/core/reasoning/review.py +659 -615
  56. package/core/reasoning/scholar.py +458 -434
  57. package/core/reasoning/source_corpus.py +433 -327
  58. package/core/reasoning/source_scoring.py +855 -855
  59. package/core/replay.py +315 -183
  60. package/core/session.py +36 -12
  61. package/core/session_view.py +259 -0
  62. package/core/session_wake.py +259 -0
  63. package/core/shell_sessions.py +1553 -0
  64. package/core/workspace_trust.py +1 -1
  65. package/credentials.py +148 -20
  66. package/database.py +333 -252
  67. package/{PRIVACY.md → docs/PRIVACY.md} +78 -66
  68. package/docs/SECURITY.md +108 -0
  69. package/docs/THIRD_PARTY_NOTICES.md +148 -0
  70. package/env_secrets.py +50 -9
  71. package/json_store.py +343 -123
  72. package/logging_setup.py +295 -185
  73. package/main.py +3433 -1961
  74. package/mcp_client/client.py +733 -499
  75. package/mcp_client/config.py +126 -21
  76. package/mcp_client/registration.py +343 -182
  77. package/memories/manager.py +147 -132
  78. package/memories/tui_commands.py +319 -244
  79. package/package.json +303 -73
  80. package/project_init/config_files.py +282 -278
  81. package/project_init/generator.py +728 -564
  82. package/project_init/manifest.py +18 -6
  83. package/project_init/tui_commands.py +147 -144
  84. package/prompts/critic_pass.md +24 -24
  85. package/prompts/revalidate.md +25 -25
  86. package/prompts/revise.md +2 -0
  87. package/prompts/source_grounding.md +66 -66
  88. package/prompts/system_prompts.py +316 -262
  89. package/providers.json.example +4 -2
  90. package/pyproject.toml +149 -100
  91. package/requirements.txt +295 -72
  92. package/safety/policy_enforcement.py +1082 -746
  93. package/security/askpass.py +419 -0
  94. package/security/capability.py +207 -177
  95. package/security/confine.py +484 -0
  96. package/security/hosted.py +182 -0
  97. package/security/permissions.py +237 -190
  98. package/security/posture.py +124 -12
  99. package/security/protected_paths.py +501 -309
  100. package/security/sandbox.py +4108 -985
  101. package/security/secrets.py +855 -0
  102. package/skills/builtin/math/formal-specification.md +67 -67
  103. package/skills/builtin/math/numerical-methods.md +66 -66
  104. package/skills/builtin/research/experiment-design.md +62 -62
  105. package/skills/builtin/research/reproducibility.md +55 -55
  106. package/skills/builtin/research/source-evaluation.md +70 -70
  107. package/skills/builtin/research/statistical-inference.md +63 -63
  108. package/skills/builtin/research/technical-writing.md +59 -59
  109. package/skills/builtin/software/code-review.md +61 -61
  110. package/skills/builtin/software/debugging.md +61 -61
  111. package/skills/builtin/software/test-design.md +67 -67
  112. package/skills/tui_commands.py +110 -111
  113. package/storage.py +1338 -1005
  114. package/tools/base.py +161 -1
  115. package/tools/builtin/_math_common.py +667 -377
  116. package/tools/builtin/_net_common.py +225 -19
  117. package/tools/builtin/arxiv.py +497 -39
  118. package/tools/builtin/ask_user.py +231 -213
  119. package/tools/builtin/discrete_math.py +35 -4
  120. package/tools/builtin/fetch_url.py +371 -153
  121. package/tools/builtin/file_ops.py +720 -412
  122. package/tools/builtin/geometry.py +48 -12
  123. package/tools/builtin/get_time.py +2 -2
  124. package/tools/builtin/linear_algebra.py +66 -23
  125. package/tools/builtin/load_skill.py +76 -66
  126. package/tools/builtin/logic.py +171 -12
  127. package/tools/builtin/pin.py +227 -193
  128. package/tools/builtin/probability_stats.py +12 -16
  129. package/tools/builtin/project_docs.py +464 -405
  130. package/tools/builtin/remember.py +175 -158
  131. package/tools/builtin/shell.py +980 -461
  132. package/tools/builtin/shell_sessions.py +613 -0
  133. package/tools/builtin/symbolic_math.py +80 -10
  134. package/tools/builtin/todo.py +149 -147
  135. package/tools/builtin/web_search.py +191 -13
  136. package/tools/context.py +159 -136
  137. package/tools/isolation.py +107 -34
  138. package/tools/registry.py +1242 -925
  139. package/tui/app.py +8318 -4100
  140. package/tui/app.tcss +747 -556
  141. package/tui/commands.py +26 -170
  142. package/tui/diffs.py +34 -13
  143. package/tui/history.py +128 -128
  144. package/tui/hosted_driver.py +102 -0
  145. package/tui/markdown.py +1329 -1279
  146. package/tui/meters.py +364 -268
  147. package/tui/ravens.py +146 -146
  148. package/tui/screens.py +1255 -943
  149. package/tui/themes.py +599 -559
  150. package/tui/widgets.py +3813 -2332
  151. package/SECURITY.md +0 -88
  152. package/THIRD_PARTY_NOTICES.md +0 -100
@@ -1,158 +1,175 @@
1
- """
2
- tools/builtin/remember.py
3
-
4
- ROADMAP_v2 §21b: write a durable fact that outlives this conversation.
5
-
6
- APPROVAL-GATED (D26), and the asymmetry with `pin` is the decision rather
7
- than an oversight. They differ on the axis that already separates `read`
8
- from `write`: a pin is thread-scoped, reversible, and takes effect inside a
9
- conversation the user is watching, so a wrong one costs some context budget
10
- and nothing else. A memory outlives the thread and silently shapes
11
- conversations the user has not started yet -- persistent, and invisible at
12
- the moment it actually matters.
13
-
14
- Two consequences §21 names rather than leaves to be discovered:
15
-
16
- * It cannot fire on a headless path. With no permission channel and no
17
- ApprovalProvider, §13 does not merely deny an approval-gated tool -- it
18
- stops advertising it. Every research pass is such a path, and that is
19
- the right outcome: a ten-pass pipeline reading fetched web pages is
20
- exactly where an injected "remember this" would be most dangerous and
21
- least noticed. §21b's CLI provider (M16) is what makes the tool
22
- reachable in the default shell, and nothing makes it reachable in the
23
- pipeline -- its ToolSpec declares grant_policy=GRANT_NEVER (M17,
24
- carried by R13), which also keeps it out of §18's subagent sign-off.
25
- * If the prompt turns out to fire too often, the answer is to make the
26
- write VISIBLE AND UNDOABLE, not to drop the gate. An approval prompt
27
- dismissed reflexively launders consent. `/forget` and `/memories` ship
28
- with this section for the separate reason that a memory can go stale.
29
-
30
- SCOPE DEFAULTS TO "project" (D25). The two error directions are not
31
- symmetric: a memory that should have been project-scoped but landed
32
- globally contaminates every later conversation with a stale fact about a
33
- codebase you may not be working in, and presents as the model simply being
34
- confident. One that should have been global merely fails to appear
35
- somewhere useful, and the fix is to say it again.
36
- """
37
-
38
- import config
39
-
40
- TOOL_SCHEMA = {
41
- "name": "remember",
42
- "description": (
43
- "Save a fact so it is still available in future conversations. Use "
44
- "this for things that stay true and would be tedious to re-establish "
45
- "-- a project's conventions, a decision and its reason, a constraint "
46
- "the user stated once. Do NOT use it for anything specific to the "
47
- "task at hand, which the current conversation already carries. "
48
- "Scope defaults to this project. Use scope='global' only for durable "
49
- "preferences about how the user wants to work ('prefers concise "
50
- "answers', 'wants tests before implementation') -- facts about a "
51
- "particular codebase are not global. The user is asked to approve "
52
- "every memory before it is written."
53
- ),
54
- "input_schema": {
55
- "type": "object",
56
- "properties": {
57
- "content": {
58
- "type": "string",
59
- "description": "The fact, stated so it still makes sense "
60
- "months later with no surrounding "
61
- "conversation. Prefer one sentence.",
62
- },
63
- "scope": {
64
- "type": "string",
65
- "enum": ["project", "global"],
66
- "description": "'project' (default) for facts about this "
67
- "codebase; 'global' for how the user likes "
68
- "to work.",
69
- },
70
- "category": {
71
- "type": "string",
72
- "description": "Optional free-text grouping, e.g. 'tooling' "
73
- "or 'conventions'.",
74
- },
75
- },
76
- "required": ["content"],
77
- },
78
- }
79
-
80
- _SCOPES = ("project", "global")
81
-
82
-
83
- def approval_notice(params: dict, context) -> str:
84
- """What the approval prompt shows before the write.
85
-
86
- THE GATE IS ONLY WORTH HAVING IF THE PROMPT SHOWS WHAT IT IS GATING.
87
- "remember wants to run" tells the user nothing they can act on; the
88
- content, verbatim, and how far it will reach is the whole decision.
89
- This is also why §21b adds no separate "— remembered —" marker: the
90
- user has already seen the exact text, BEFORE it was written, which is
91
- strictly better than a confirmation afterwards.
92
- """
93
- from memories.manager import manager
94
-
95
- scope = params.get("scope", "project")
96
- where = ("every future conversation, in any project"
97
- if scope == "global"
98
- else f"future conversations in {manager.scope_path() or 'this project'}")
99
- return f"Will remember, for {where}:\n {params.get('content', '')!r}"
100
-
101
-
102
- def run(params: dict, memory=None) -> dict:
103
- # params.get, not params[]: no provider validates tool inputs against
104
- # the schema, and a bare KeyError escapes the loop's ToolCallDenied
105
- # handler and aborts the whole turn. Same reasoning as load_skill's.
106
- from memories.manager import manager
107
- from storage import save_memory
108
-
109
- content = (params.get("content") or "").strip()
110
- if not content:
111
- return {"error": "remember requires 'content' -- the fact to save."}
112
-
113
- scope = params.get("scope", "project")
114
- if scope not in _SCOPES:
115
- # Not silently coerced to the default. A model asking for "global"
116
- # and getting a project row would believe a preference follows the
117
- # user everywhere when it does not.
118
- return {"error": f"remember: scope must be one of "
119
- f"{', '.join(_SCOPES)}, got {scope!r}."}
120
-
121
- project_path = manager.scope_path()
122
- if scope == "project" and project_path is None:
123
- # No project has been resolved, so a "project" memory has nothing
124
- # to be keyed to and would be invisible to every later session
125
- # (list_memories matches on the path). Saying so beats writing a
126
- # row that can never be read.
127
- return {"error": "remember: no project directory has been resolved, "
128
- "so a project-scoped memory could never be found "
129
- "again. Use scope='global' if this should follow "
130
- "the user everywhere."}
131
- if memory is None:
132
- # Reachable only if dispatched outside a run. A memory with no
133
- # source thread loses the one piece of provenance it has.
134
- return {"error": "remember is only available inside a conversation."}
135
-
136
- save_memory(
137
- content=content,
138
- source_thread_id=memory.thread_id,
139
- scope=scope,
140
- category=params.get("category"),
141
- project_path=project_path,
142
- )
143
- where = "everywhere" if scope == "global" else "this project"
144
- return {"result": f"Remembered ({where}): {content}"}
145
-
146
-
147
- def available() -> bool:
148
- """ToolSpec.available_check.
149
-
150
- Hidden when nothing would ever read a memory back. Writing one the
151
- harness will not inject is the fetch_url defect shape (D24): a schema
152
- the model can see, choose, and never get value from.
153
-
154
- In practice this is only False before config_loader.initialize(), which
155
- is why it is cheap -- but it also keeps the tool honest if a future
156
- configuration turns injection off wholesale.
157
- """
158
- return config.MAX_INJECTED_MEMORIES > 0
1
+ """
2
+ tools/builtin/remember.py
3
+
4
+ ROADMAP_v2 §21b: write a durable fact that outlives this conversation.
5
+
6
+ APPROVAL-GATED (D26), and the asymmetry with `pin` is the decision rather
7
+ than an oversight. They differ on the axis that already separates `read`
8
+ from `write`: a pin is thread-scoped, reversible, and takes effect inside a
9
+ conversation the user is watching, so a wrong one costs some context budget
10
+ and nothing else. A memory outlives the thread and silently shapes
11
+ conversations the user has not started yet -- persistent, and invisible at
12
+ the moment it actually matters.
13
+
14
+ Two consequences §21 names rather than leaves to be discovered:
15
+
16
+ * It cannot fire on a headless path. With no permission channel and no
17
+ ApprovalProvider, §13 does not merely deny an approval-gated tool -- it
18
+ stops advertising it. Every research pass is such a path, and that is
19
+ the right outcome: a ten-pass pipeline reading fetched web pages is
20
+ exactly where an injected "remember this" would be most dangerous and
21
+ least noticed. §21b's CLI provider (M16) is what makes the tool
22
+ reachable in the default shell, and nothing makes it reachable in the
23
+ pipeline -- its ToolSpec declares grant_policy=GRANT_NEVER (M17,
24
+ carried by R13), which also keeps it out of §18's subagent sign-off.
25
+ * If the prompt turns out to fire too often, the answer is to make the
26
+ write VISIBLE AND UNDOABLE, not to drop the gate. An approval prompt
27
+ dismissed reflexively launders consent. `/forget` and `/memories` ship
28
+ with this section for the separate reason that a memory can go stale.
29
+
30
+ SCOPE DEFAULTS TO "project" (D25). The two error directions are not
31
+ symmetric: a memory that should have been project-scoped but landed
32
+ globally contaminates every later conversation with a stale fact about a
33
+ codebase you may not be working in, and presents as the model simply being
34
+ confident. One that should have been global merely fails to appear
35
+ somewhere useful, and the fix is to say it again.
36
+ """
37
+
38
+ import config
39
+
40
+ TOOL_SCHEMA = {
41
+ "name": "remember",
42
+ "description": (
43
+ "Save a fact so it is still available in future conversations. Use "
44
+ "this for things that stay true and would be tedious to re-establish "
45
+ "-- a project's conventions, a decision and its reason, a constraint "
46
+ "the user stated once. Do NOT use it for anything specific to the "
47
+ "task at hand, which the current conversation already carries. "
48
+ "Scope defaults to this project. Use scope='global' only for durable "
49
+ "preferences about how the user wants to work ('prefers concise "
50
+ "answers', 'wants tests before implementation') -- facts about a "
51
+ "particular codebase are not global. The user is asked to approve "
52
+ "every memory before it is written."
53
+ ),
54
+ "input_schema": {
55
+ "type": "object",
56
+ "properties": {
57
+ "content": {
58
+ "type": "string",
59
+ "description": "The fact, stated so it still makes sense "
60
+ "months later with no surrounding "
61
+ "conversation. Prefer one sentence.",
62
+ },
63
+ "scope": {
64
+ "type": "string",
65
+ "enum": ["project", "global"],
66
+ "description": "'project' (default) for facts about this "
67
+ "codebase; 'global' for how the user likes "
68
+ "to work.",
69
+ "default": "project",
70
+ },
71
+ "category": {
72
+ "type": "string",
73
+ "description": "Optional free-text grouping, e.g. 'tooling' "
74
+ "or 'conventions'.",
75
+ },
76
+ },
77
+ "required": ["content"],
78
+ },
79
+ }
80
+
81
+ _SCOPES = ("project", "global")
82
+
83
+
84
+ def _scope(params: dict):
85
+ """The scope asked for, with an explicit null read as ABSENT (batch 190).
86
+
87
+ The ChatGPT plan's model sends each optional parameter at its declared
88
+ default (ROADMAP_v3 §83, the owner's live check), so the schema now
89
+ declares 'project'; a model that sends null instead means the same
90
+ thing, and refusing it cost a turn. Anything else -- an empty string
91
+ included -- is the caller's own answer, checked against _SCOPES and never
92
+ coerced (see `run`).
93
+ """
94
+ scope = params.get("scope")
95
+ return "project" if scope is None else scope
96
+
97
+
98
+ def approval_notice(params: dict, context) -> str:
99
+ """What the approval prompt shows before the write.
100
+
101
+ THE GATE IS ONLY WORTH HAVING IF THE PROMPT SHOWS WHAT IT IS GATING.
102
+ "remember wants to run" tells the user nothing they can act on; the
103
+ content, verbatim, and how far it will reach is the whole decision.
104
+ This is also why §21b adds no separate "— remembered —" marker: the
105
+ user has already seen the exact text, BEFORE it was written, which is
106
+ strictly better than a confirmation afterwards.
107
+ """
108
+ from memories.manager import manager
109
+
110
+ scope = _scope(params)
111
+ where = ("every future conversation, in any project"
112
+ if scope == "global"
113
+ else f"future conversations in {manager.scope_path() or 'this project'}")
114
+ return f"Will remember, for {where}:\n {params.get('content', '')!r}"
115
+
116
+
117
+ def run(params: dict, memory=None) -> dict:
118
+ # params.get, not params[]: no provider validates tool inputs against
119
+ # the schema. tools/base.py carries the one copy of why, under
120
+ # "WHAT A CALLABLE REGISTERED BELOW MAY RAISE": a handler's exception IS
121
+ # contained, so what this buys is an error dict the model can READ rather
122
+ # than the generic wrapper dispatch() would return (batch 146).
123
+ from memories.manager import manager
124
+ from storage import save_memory
125
+
126
+ content = (params.get("content") or "").strip()
127
+ if not content:
128
+ return {"error": "remember requires 'content' -- the fact to save."}
129
+
130
+ scope = _scope(params)
131
+ if scope not in _SCOPES:
132
+ # Not silently coerced to the default. A model asking for "global"
133
+ # and getting a project row would believe a preference follows the
134
+ # user everywhere when it does not.
135
+ return {"error": f"remember: scope must be one of "
136
+ f"{', '.join(_SCOPES)}, got {scope!r}."}
137
+
138
+ project_path = manager.scope_path()
139
+ if scope == "project" and project_path is None:
140
+ # No project has been resolved, so a "project" memory has nothing
141
+ # to be keyed to and would be invisible to every later session
142
+ # (list_memories matches on the path). Saying so beats writing a
143
+ # row that can never be read.
144
+ return {"error": "remember: no project directory has been resolved, "
145
+ "so a project-scoped memory could never be found "
146
+ "again. Use scope='global' if this should follow "
147
+ "the user everywhere."}
148
+ if memory is None:
149
+ # Reachable only if dispatched outside a run. A memory with no
150
+ # source thread loses the one piece of provenance it has.
151
+ return {"error": "remember is only available inside a conversation."}
152
+
153
+ save_memory(
154
+ content=content,
155
+ source_thread_id=memory.thread_id,
156
+ scope=scope,
157
+ category=params.get("category"),
158
+ project_path=project_path,
159
+ )
160
+ where = "everywhere" if scope == "global" else "this project"
161
+ return {"result": f"Remembered ({where}): {content}"}
162
+
163
+
164
+ def available() -> bool:
165
+ """ToolSpec.available_check.
166
+
167
+ Hidden when nothing would ever read a memory back. Writing one the
168
+ harness will not inject is the fetch_url defect shape (D24): a schema
169
+ the model can see, choose, and never get value from.
170
+
171
+ In practice this is only False before config_loader.initialize(), which
172
+ is why it is cheap -- but it also keeps the tool honest if a future
173
+ configuration turns injection off wholesale.
174
+ """
175
+ return config.MAX_INJECTED_MEMORIES > 0