samagotchi 0.71.0 → 0.73.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +70 -1
- data/docs/architecture.md +15 -9
- data/docs/cli.md +12 -5
- data/docs/configuration.md +23 -13
- data/docs/hooks.md +5 -3
- data/docs/internals/anthropic.md +1 -1
- data/docs/internals/background-tasks.md +2 -2
- data/docs/internals/engine.md +38 -13
- data/docs/internals/llm-context-live.md +1 -1
- data/docs/internals/prompt-caching.md +6 -0
- data/docs/plugins.md +18 -7
- data/docs/sessions.md +5 -3
- data/docs/testing.md +10 -1
- data/lib/samagotchi/bootstrap/config_writer.rb +2 -3
- data/lib/samagotchi/bridge.rb +5 -2
- data/lib/samagotchi/broadcast/scope_card.rb +2 -2
- data/lib/samagotchi/bundles/claude-peer/manifest.yml +2 -7
- data/lib/samagotchi/bundles/claude-peer/plugin.rb +2 -2
- data/lib/samagotchi/bundles/codex-peer/manifest.yml +2 -6
- data/lib/samagotchi/bundles/codex-peer/plugin.rb +2 -2
- data/lib/samagotchi/bundles/coordinator/manifest.yml +8 -6
- data/lib/samagotchi/bundles/coordinator/plugin.rb +10 -0
- data/lib/samagotchi/bundles/coordinator/skill_coordinator.md +2 -1
- data/lib/samagotchi/bundles/system/config_modification_protocol.md +1 -1
- data/lib/samagotchi/bundles/system/manifest.yml +2 -2
- data/lib/samagotchi/config.rb +7 -25
- data/lib/samagotchi/context_note.rb +2 -6
- data/lib/samagotchi/effective_model.rb +1 -1
- data/lib/samagotchi/engine.rb +91 -213
- data/lib/samagotchi/engine_peers.rb +2 -0
- data/lib/samagotchi/event_routes.rb +83 -0
- data/lib/samagotchi/hook_routes.rb +16 -37
- data/lib/samagotchi/host_config.rb +1 -1
- data/lib/samagotchi/host_keys.rb +0 -2
- data/lib/samagotchi/paths.rb +13 -0
- data/lib/samagotchi/plugin/api.rb +11 -5
- data/lib/samagotchi/plugin/peer.rb +5 -8
- data/lib/samagotchi/prompt_files.rb +2 -4
- data/lib/samagotchi/session.rb +7 -1
- data/lib/samagotchi/session_chain.rb +24 -0
- data/lib/samagotchi/session_continue.rb +3 -1
- data/lib/samagotchi/session_manager.rb +6 -16
- data/lib/samagotchi/session_model_settings.rb +227 -0
- data/lib/samagotchi/session_setup.rb +2 -1
- data/lib/samagotchi/system_prompt.rb +18 -13
- data/lib/samagotchi/terminal_ui/attached_loop.rb +30 -14
- data/lib/samagotchi/terminal_ui/formatting.rb +4 -0
- data/lib/samagotchi/tool_activity.rb +1 -0
- data/lib/samagotchi/tool_declarations.rb +4 -0
- data/lib/samagotchi/toolkit.rb +55 -24
- data/lib/samagotchi/toolkit_binding.rb +7 -5
- data/lib/samagotchi/toolkit_command.rb +28 -5
- data/lib/samagotchi/tools/builtins.rb +2 -1
- data/lib/samagotchi/tools/delegate.rb +32 -6
- data/lib/samagotchi/tools/execute.rb +1 -15
- data/lib/samagotchi/tools/list_sessions.rb +2 -2
- data/lib/samagotchi/tools/peers.rb +5 -2
- data/lib/samagotchi/tools/register_reminder.rb +1 -0
- data/lib/samagotchi/tools/registry.rb +1 -1
- data/lib/samagotchi/tools/task_runtime.rb +69 -6
- data/lib/samagotchi/tools/tool_index.rb +15 -4
- data/lib/samagotchi/turn_note.rb +4 -1
- data/lib/samagotchi/version.rb +1 -1
- data/lib/samagotchi/web/app.rb +40 -13
- data/lib/samagotchi/web/public/app.js +53 -28
- data/lib/samagotchi/web/public/bubbles.js +5 -3
- data/lib/samagotchi/web/public/cards_place.js +6 -10
- data/lib/samagotchi/web/public/chains.js +22 -2
- data/lib/samagotchi/web/public/chip_popover.js +3 -1
- data/lib/samagotchi/web/public/composer.js +13 -6
- data/lib/samagotchi/web/public/context_chips.js +25 -12
- data/lib/samagotchi/web/public/data.js +14 -1
- data/lib/samagotchi/web/public/format.js +5 -0
- data/lib/samagotchi/web/public/index.html +39 -2
- data/lib/samagotchi/web/public/notice_links.js +55 -0
- data/lib/samagotchi/web/public/question_cards.js +33 -1
- data/lib/samagotchi/web/public/sessions_list.js +2 -3
- data/lib/samagotchi/web/public/stage_frame.js +1 -1
- data/lib/samagotchi/web/public/stage_slots.js +35 -3
- data/lib/samagotchi/web/public/stage_view.js +17 -6
- data/lib/samagotchi/web/public/stream_handlers.js +6 -3
- data/lib/samagotchi/web/public/timing.js +1 -1
- data/lib/samagotchi/web/public/toolkit_chip.js +3 -1
- data/lib/samagotchi/web/public/turn_view.js +3 -2
- data/lib/samagotchi/web/session_hub.rb +8 -0
- metadata +4 -1
|
@@ -602,6 +602,10 @@ module Samagotchi
|
|
|
602
602
|
# The files whose text is in the prompt (SystemPrompt#prompt_files).
|
|
603
603
|
files = prompt_files_text(snapshot[:prompt_files])
|
|
604
604
|
lines << "prompt files: #{files}" if files
|
|
605
|
+
# The toolkit's prompt text (Engine#stats_snapshot's kit_prompt).
|
|
606
|
+
if (kit = snapshot[:kit_prompt])
|
|
607
|
+
lines << "kit prompt: #{kit[:kit]} (~#{kit[:tokens]} tokens)"
|
|
608
|
+
end
|
|
605
609
|
llm_context = llm_context_stats_text(snapshot[:llm_context])
|
|
606
610
|
lines << "llm context: #{llm_context}" if llm_context
|
|
607
611
|
thinking = setting_stats_text(snapshot[:thinking])
|
|
@@ -405,6 +405,7 @@ module Samagotchi
|
|
|
405
405
|
parts = []
|
|
406
406
|
parts << "session=#{preview_tool_param(call[:session])}" unless call[:session].to_s.strip.empty?
|
|
407
407
|
parts << "model=#{preview_tool_param(call[:model])}" unless call[:model].to_s.strip.empty?
|
|
408
|
+
parts << "toolkit=#{preview_tool_param(call[:toolkit])}" unless call[:toolkit].to_s.strip.empty?
|
|
408
409
|
parts << "task=#{preview_tool_param(call[:content])}"
|
|
409
410
|
parts << "wait=#{preview_tool_param(call[:wait])}" unless call[:wait].nil? || call[:wait].to_s.strip.empty?
|
|
410
411
|
parts.join(" ")
|
|
@@ -377,6 +377,10 @@ module Samagotchi
|
|
|
377
377
|
type: "string",
|
|
378
378
|
description: "The new child's working folder: a worktree or subfolder of this session's repository (create a worktree with execute `git worktree add ../<repo>-<name> -b <branch>` first). Default: this session's folder"
|
|
379
379
|
},
|
|
380
|
+
toolkit: {
|
|
381
|
+
type: "string",
|
|
382
|
+
description: "The new child's toolkit, by name (default: the configured child toolkit); not with session"
|
|
383
|
+
},
|
|
380
384
|
wait: {
|
|
381
385
|
type: "boolean",
|
|
382
386
|
description: "true (default): this call waits for the reply; pick it only when this turn needs the reply to go on. false: returns at once and the reply comes later as a delegate report (also when you are idle); pick it for work that takes minutes, several children side by side, or to keep talking with your user"
|
data/lib/samagotchi/toolkit.rb
CHANGED
|
@@ -78,21 +78,25 @@ module Samagotchi
|
|
|
78
78
|
end
|
|
79
79
|
|
|
80
80
|
# What the prompt carries of it: the declared names, the reachable
|
|
81
|
-
# and removed ones (the not-loaded line, find_tools' chi line)
|
|
82
|
-
#
|
|
83
|
-
# keys build the same prompt (/toolkit's "no
|
|
81
|
+
# and removed ones (the not-loaded line, find_tools' chi line), when
|
|
82
|
+
# either list has any the kit name the line gives, and the kit's
|
|
83
|
+
# prompt text. Two equal keys build the same prompt (/toolkit's "no
|
|
84
|
+
# change", its cost).
|
|
84
85
|
def prompt_key
|
|
85
|
-
[declared.map(&:name), reachable, removed, reachable.empty? && removed.empty? ? nil : resolved.name
|
|
86
|
+
[declared.map(&:name), reachable, removed, reachable.empty? && removed.empty? ? nil : resolved.name,
|
|
87
|
+
resolved.prompt]
|
|
86
88
|
end
|
|
87
89
|
|
|
88
90
|
# What the UIs show (the snapshot, command_ran): nil when it declares
|
|
89
91
|
# every tool on full (full, full +delegate), which has no chip.
|
|
90
|
-
# +left_out+ is +reachable+ and +removed+ together
|
|
92
|
+
# +left_out+ is +reachable+ and +removed+ together; +prompt+ (the
|
|
93
|
+
# kit's text) only when the kit has one.
|
|
91
94
|
def summary
|
|
92
95
|
return nil if toolkit.name == Toolkit::FULL && left_out.empty? && resolved.fallback.nil?
|
|
93
96
|
|
|
94
|
-
{ name: toolkit.name, label: toolkit.label, left_out: left_out, reachable: reachable,
|
|
95
|
-
|
|
97
|
+
summary = { name: toolkit.name, label: toolkit.label, left_out: left_out, reachable: reachable,
|
|
98
|
+
removed: removed, fallback: resolved.fallback }
|
|
99
|
+
resolved.prompt ? summary.merge(prompt: resolved.prompt) : summary
|
|
96
100
|
end
|
|
97
101
|
end
|
|
98
102
|
|
|
@@ -102,14 +106,30 @@ module Samagotchi
|
|
|
102
106
|
# A named list of declared tools: +tools+ (:all, every built-in; or the
|
|
103
107
|
# built-in names) when it has no +base+, else its +base+'s with +add+
|
|
104
108
|
# and +remove+. +source+: "core", "config", or the bundle that declared
|
|
105
|
-
# it (chi.toolkit).
|
|
106
|
-
|
|
107
|
-
|
|
109
|
+
# it (chi.toolkit). +prompt+: text the sessions on it get in their
|
|
110
|
+
# system prompt, verbatim (stripped); nil inherits the base's, "" clears
|
|
111
|
+
# it.
|
|
112
|
+
Kit = Data.define(:name, :base, :tools, :add, :remove, :source, :prompt) do
|
|
113
|
+
def initialize(name:, base: nil, tools: nil, add: [], remove: [], source: "core", prompt: nil)
|
|
108
114
|
super(name: name.to_s, base: base&.to_s, tools: tools == :all ? :all : Toolkit.tool_names(tools),
|
|
109
|
-
add: Toolkit.tool_names(add), remove: Toolkit.tool_names(remove), source: source.to_s
|
|
115
|
+
add: Toolkit.tool_names(add), remove: Toolkit.tool_names(remove), source: source.to_s,
|
|
116
|
+
prompt: prompt.is_a?(String) ? prompt.strip.freeze : nil)
|
|
110
117
|
end
|
|
111
118
|
end
|
|
112
119
|
|
|
120
|
+
# The longest kit prompt, in characters: it is a cached prefix, not a
|
|
121
|
+
# document (long text belongs in append_system_prompt:).
|
|
122
|
+
PROMPT_MAX = 2000
|
|
123
|
+
|
|
124
|
+
# Why +value+ can't be a kit's prompt (text, at most PROMPT_MAX
|
|
125
|
+
# characters once stripped), nil when it can (nil too: no prompt).
|
|
126
|
+
def self.prompt_error(value)
|
|
127
|
+
return nil if value.nil?
|
|
128
|
+
return "prompt must be text" unless value.is_a?(String)
|
|
129
|
+
|
|
130
|
+
"prompt is over #{PROMPT_MAX} characters" if value.strip.length > PROMPT_MAX
|
|
131
|
+
end
|
|
132
|
+
|
|
113
133
|
# The built-ins `lean` declares: the file and shell tools, memories,
|
|
114
134
|
# the task tools (execute's hand-over, turn notes and task_wait's tail
|
|
115
135
|
# name the trio), questions, web_fetch, and context_read (core notes
|
|
@@ -133,14 +153,17 @@ module Samagotchi
|
|
|
133
153
|
# an LLM context layer gates (forget_outputs), but for +removed+;
|
|
134
154
|
# +added+ declares any registered tool. +fallback+: why the session's
|
|
135
155
|
# own toolkit couldn't be resolved (this is FULL then), nil when it was.
|
|
136
|
-
|
|
137
|
-
|
|
156
|
+
# +prompt+: the kit's prompt text (its own or its base's), nil without.
|
|
157
|
+
Resolved = Data.define(:name, :all_core, :core, :added, :removed, :fallback, :prompt) do
|
|
158
|
+
def initialize(name:, all_core: false, core: [], added: [], removed: [], fallback: nil, prompt: nil)
|
|
138
159
|
super(name: name.to_s, all_core: all_core, core: core.dup.freeze, added: added.dup.freeze,
|
|
139
|
-
removed: removed.dup.freeze, fallback: fallback)
|
|
160
|
+
removed: removed.dup.freeze, fallback: fallback, prompt: prompt)
|
|
140
161
|
end
|
|
141
162
|
|
|
142
|
-
# Every built-in and
|
|
143
|
-
|
|
163
|
+
# Every built-in, nothing removed and no prompt text: what no toolkit
|
|
164
|
+
# declares (the Registry's nil). A kit on full's tools with a prompt
|
|
165
|
+
# is kept, so its text reaches the system prompt.
|
|
166
|
+
def everything? = all_core && removed.empty? && prompt.nil?
|
|
144
167
|
|
|
145
168
|
# @param entry [Tools::Registry::Entry]
|
|
146
169
|
def declares?(entry)
|
|
@@ -216,7 +239,8 @@ module Samagotchi
|
|
|
216
239
|
# @param after [Object] what it would carry after the change
|
|
217
240
|
def self.cache_cost(before, after) = before == after ? nil : :full
|
|
218
241
|
|
|
219
|
-
# @return [Resolved] +name+'s kit through its bases
|
|
242
|
+
# @return [Resolved] +name+'s kit through its bases; its prompt is the
|
|
243
|
+
# kit's own, else its base's ("" clears it: nil)
|
|
220
244
|
# @raise [Unresolved] unknown, or a cycle
|
|
221
245
|
def self.resolve_kit(name, kits, seen = [])
|
|
222
246
|
raise Unresolved, "no toolkit named #{name}" unless (kit = kits[name])
|
|
@@ -227,17 +251,20 @@ module Samagotchi
|
|
|
227
251
|
else
|
|
228
252
|
Resolved.new(name: name, all_core: kit.tools == :all, core: kit.tools == :all ? [] : kit.tools)
|
|
229
253
|
end
|
|
230
|
-
|
|
254
|
+
prompt = kit.prompt.nil? ? base.prompt : kit.prompt
|
|
255
|
+
base.changed(add: kit.add, remove: kit.remove).with(name: name, prompt: prompt.to_s.empty? ? nil : prompt)
|
|
231
256
|
end
|
|
232
257
|
|
|
233
258
|
# The keys a config kit entry takes.
|
|
234
|
-
KIT_KEYS = %w[base add remove].freeze
|
|
259
|
+
KIT_KEYS = %w[base add remove prompt].freeze
|
|
235
260
|
|
|
236
261
|
# The kits known: the built-ins, then config's toolkit.kits, then the
|
|
237
262
|
# plugins' (chi.toolkit). A config kit with a built-in's name is left
|
|
238
263
|
# out (one it can't redefine) with a line in +errors+, and so is one
|
|
239
|
-
# that isn't a {base:, add:, remove:} map. One with another key
|
|
240
|
-
# typo, a tools: list) still loads, with a line naming the key
|
|
264
|
+
# that isn't a {base:, add:, remove:, prompt:} map. One with another key
|
|
265
|
+
# (a typo, a tools: list) still loads, with a line naming the key, and
|
|
266
|
+
# so does one whose prompt isn't text or is over PROMPT_MAX characters:
|
|
267
|
+
# without the prompt, with a line saying why.
|
|
241
268
|
# @param config [Hash, nil] toolkit.kits
|
|
242
269
|
# @param plugins [Array<Kit>]
|
|
243
270
|
# @param errors [Array<String>] gets a line per kit left out or unknown key
|
|
@@ -249,14 +276,18 @@ module Samagotchi
|
|
|
249
276
|
if kits.key?(name)
|
|
250
277
|
errors << "toolkit.kits.#{name}: #{name} is a built-in toolkit"
|
|
251
278
|
elsif !spec.is_a?(Hash)
|
|
252
|
-
errors << "toolkit.kits.#{name}: expected {base:, add:, remove:}"
|
|
279
|
+
errors << "toolkit.kits.#{name}: expected {base:, add:, remove:, prompt:}"
|
|
253
280
|
else
|
|
254
281
|
spec = spec.transform_keys(&:to_s)
|
|
255
282
|
(spec.keys - KIT_KEYS).each do |key|
|
|
256
|
-
errors << "toolkit.kits.#{name}: unknown key #{key} (a kit takes base:, add:, remove:)"
|
|
283
|
+
errors << "toolkit.kits.#{name}: unknown key #{key} (a kit takes base:, add:, remove:, prompt:)"
|
|
284
|
+
end
|
|
285
|
+
if (problem = prompt_error(spec["prompt"]))
|
|
286
|
+
errors << "toolkit.kits.#{name}: #{problem}; the kit loads without it"
|
|
287
|
+
spec.delete("prompt")
|
|
257
288
|
end
|
|
258
289
|
kits[name] = Kit.new(name: name, base: spec["base"] || FULL, add: spec["add"], remove: spec["remove"],
|
|
259
|
-
source: "config")
|
|
290
|
+
prompt: spec["prompt"], source: "config")
|
|
260
291
|
end
|
|
261
292
|
end
|
|
262
293
|
plugins.each { |kit| kits[kit.name] ||= kit }
|
|
@@ -51,7 +51,9 @@ module Samagotchi
|
|
|
51
51
|
end
|
|
52
52
|
|
|
53
53
|
# The session's toolkit resolved (Toolkit::Resolved): what its next
|
|
54
|
-
# turn declares. A plain full toolkit is nil, the Registry's "every
|
|
54
|
+
# turn declares. A plain full toolkit is nil, the Registry's "every
|
|
55
|
+
# tool"; a kit on full's tools with a prompt text is not (its text
|
|
56
|
+
# reaches the prompt).
|
|
55
57
|
def resolved(session, errors = [])
|
|
56
58
|
resolved = Toolkit.of(session&.toolkit).resolve(kits(errors))
|
|
57
59
|
resolved.everything? ? nil : resolved
|
|
@@ -106,10 +108,10 @@ module Samagotchi
|
|
|
106
108
|
|
|
107
109
|
# Resolve the session's toolkit into the Registry, on the turn thread at
|
|
108
110
|
# a turn's start (before its prompt is built), and build the prompts
|
|
109
|
-
# again when what it declares
|
|
110
|
-
# typo, an uninstalled bundle) declares
|
|
111
|
-
# once; the saved toolkit stays as it is.
|
|
112
|
-
# @return [Boolean] whether the declared tools changed
|
|
111
|
+
# again when what it declares (or its kit's prompt text) changed. A
|
|
112
|
+
# name that doesn't resolve (a typo, an uninstalled bundle) declares
|
|
113
|
+
# everything for now and says so once; the saved toolkit stays as it is.
|
|
114
|
+
# @return [Boolean] whether the declared tools (or the kit's prompt text) changed
|
|
113
115
|
def apply!(session, on_event = nil)
|
|
114
116
|
errors = []
|
|
115
117
|
resolved = Toolkit.of(session&.toolkit).resolve(kits(errors))
|
|
@@ -49,8 +49,7 @@ module Samagotchi
|
|
|
49
49
|
cost = Toolkit.cache_cost(before.prompt_key, after.prompt_key)
|
|
50
50
|
if confirm && !yes && CacheConfirm.needed?(cost: cost, history: @engine.history?, changed: !cost.nil?)
|
|
51
51
|
step = CacheConfirm.confirm(NAME, words)
|
|
52
|
-
return [[change_line(before, after),
|
|
53
|
-
"again from them on.", step.text].join("\n"), false, step]
|
|
52
|
+
return [[change_line(before, after), reread_line(before, after), step.text].join("\n"), false, step]
|
|
54
53
|
end
|
|
55
54
|
|
|
56
55
|
session.toolkit = after.toolkit
|
|
@@ -58,9 +57,10 @@ module Samagotchi
|
|
|
58
57
|
[[listing(after), "From the next turn's start (a running turn keeps its tools)."].join("\n"), true, nil]
|
|
59
58
|
end
|
|
60
59
|
|
|
61
|
-
# The toolkit, its declared tools with tokens,
|
|
62
|
-
#
|
|
63
|
-
# brings one back), or, with
|
|
60
|
+
# The toolkit, its declared tools with tokens, its kit's prompt text
|
|
61
|
+
# (when it has one), and the ones left out: reachable with find_tools /
|
|
62
|
+
# call_tool, removed (only /toolkit add brings one back), or, with
|
|
63
|
+
# call_tool not declared, not loaded.
|
|
64
64
|
def listing(explained)
|
|
65
65
|
toolkit = explained.toolkit
|
|
66
66
|
lines = ["toolkit: #{toolkit.label}#{" (applies at the next turn's start)" if explained.pending}"]
|
|
@@ -70,6 +70,7 @@ module Samagotchi
|
|
|
70
70
|
declared = explained.declared
|
|
71
71
|
lines << " declared (#{declared.size}, ~#{format_tokens(declared.sum { |entry| tokens(entry) })} tokens): " \
|
|
72
72
|
"#{declared.map { |entry| "#{entry.name} ~#{format_tokens(tokens(entry))}" }.join(", ")}"
|
|
73
|
+
lines << prompt_line(explained.resolved.prompt) if explained.resolved.prompt
|
|
73
74
|
left_out = explained.left_out
|
|
74
75
|
if explained.reachable.empty?
|
|
75
76
|
lines << " not loaded: #{left_out.empty? ? "none" : left_out.join(", ")}"
|
|
@@ -119,12 +120,34 @@ module Samagotchi
|
|
|
119
120
|
parts << "leaves out #{left.join(", ")}" unless left.empty?
|
|
120
121
|
parts << "removes #{hard.join(", ")} (call_tool can't reach #{hard.size == 1 ? "it" : "them"})" unless hard.empty?
|
|
121
122
|
parts << "lets call_tool reach #{soft.join(", ")}" unless soft.empty?
|
|
123
|
+
# The kit's prompt text (Toolkit::Kit#prompt) is in the prompt too.
|
|
124
|
+
text = after.resolved.prompt
|
|
125
|
+
parts << (text ? "sends its kit's prompt text" : "drops the kit's prompt text") if text != before.resolved.prompt
|
|
122
126
|
parts << "declares the same tools under its own name" if parts.empty?
|
|
123
127
|
"Switching to #{after.toolkit.label} #{parts.join("; ")}."
|
|
124
128
|
end
|
|
125
129
|
|
|
130
|
+
# What the confirm says is read again: from the tools on (the front of
|
|
131
|
+
# every request), or from the kit's prompt text on when only that
|
|
132
|
+
# changes (Explained#prompt_key's last part: a kit on full's tools).
|
|
133
|
+
def reread_line(before, after)
|
|
134
|
+
if before.prompt_key[0...-1] == after.prompt_key[0...-1]
|
|
135
|
+
"The kit's prompt text is in the system prompt: the prompt is read again from it on."
|
|
136
|
+
else
|
|
137
|
+
"The tools are the front of every request: the whole prompt is read again from them on."
|
|
138
|
+
end
|
|
139
|
+
end
|
|
140
|
+
|
|
126
141
|
def names(explained) = explained.declared.map(&:name)
|
|
127
142
|
|
|
143
|
+
# The kit's prompt text (Toolkit::Kit#prompt): its first line, how many
|
|
144
|
+
# more and its estimated tokens.
|
|
145
|
+
def prompt_line(text)
|
|
146
|
+
first, *rest = text.lines.map(&:chomp)
|
|
147
|
+
more = rest.empty? ? "" : "+#{rest.size} line#{"s" if rest.size > 1}, "
|
|
148
|
+
" prompt: #{first} (#{more}~#{format_tokens((text.length / CHARS_PER_TOKEN).ceil)} tokens)"
|
|
149
|
+
end
|
|
150
|
+
|
|
128
151
|
# A tool's schema in tokens, estimated from its JSON.
|
|
129
152
|
def tokens(entry) = (JSON.generate(entry.schema).length / CHARS_PER_TOKEN).round
|
|
130
153
|
|
|
@@ -103,7 +103,8 @@ module Samagotchi
|
|
|
103
103
|
end,
|
|
104
104
|
Delegate::NAME => lambda do |call, kctx|
|
|
105
105
|
Delegate.call(call[:content], model: call[:model], session: call[:session], cwd: call[:cwd],
|
|
106
|
-
wait: call[:wait], timeout: call[:timeout],
|
|
106
|
+
toolkit: call[:toolkit], wait: call[:wait], timeout: call[:timeout],
|
|
107
|
+
peers: kctx.peers)
|
|
107
108
|
end,
|
|
108
109
|
DelegateResult::NAME => lambda do |call, kctx|
|
|
109
110
|
DelegateResult.call(call[:content], session: call[:session], timeout: call[:timeout], peers: kctx.peers)
|
|
@@ -19,8 +19,9 @@ module Samagotchi
|
|
|
19
19
|
# worker, started in this session's folder (or cwd:, a worktree or
|
|
20
20
|
# subfolder of the same repository) with the task as its first
|
|
21
21
|
# user message and the `delegated` system memory preloaded. It shows in
|
|
22
|
-
# every list as a child of this one and the user can attach to it
|
|
23
|
-
#
|
|
22
|
+
# every list as a child of this one and the user can attach to it, on
|
|
23
|
+
# toolkit: (a kit's name) or config's toolkit.child. With session:, a
|
|
24
|
+
# follow-up to a child that exists. Only the child's final
|
|
24
25
|
# reply comes back (DelegateWait), never its trace.
|
|
25
26
|
class Delegate
|
|
26
27
|
NAME = "delegate"
|
|
@@ -41,10 +42,12 @@ module Samagotchi
|
|
|
41
42
|
# @param model [String, nil] the child's model (an alias works); the parent's by default
|
|
42
43
|
# @param session [String, nil] a child's id or prefix: send the task there instead
|
|
43
44
|
# @param cwd [String, nil] the new child's folder (child_cwd checks it); the parent's by default
|
|
45
|
+
# @param toolkit [String, nil] the new child's toolkit, a kit's name (checked against the parent's
|
|
46
|
+
# kits, Peers#toolkit_names); config's toolkit.child by default
|
|
44
47
|
# @param wait [Boolean, String, nil] wait for the reply (default true)
|
|
45
48
|
# @param timeout [Integer, String, nil] seconds to wait (default DelegateWait::TIMEOUT_DEFAULT)
|
|
46
49
|
# @param peers [Peers, nil]
|
|
47
|
-
def self.call(content, model: nil, session: nil, cwd: nil, wait: nil, timeout: nil, peers: nil)
|
|
50
|
+
def self.call(content, model: nil, session: nil, cwd: nil, toolkit: nil, wait: nil, timeout: nil, peers: nil)
|
|
48
51
|
return "Error: this session's id is not known here" unless peers&.session_id
|
|
49
52
|
|
|
50
53
|
task = content.to_s.strip
|
|
@@ -56,10 +59,14 @@ module Samagotchi
|
|
|
56
59
|
timeout = parse_timeout(timeout)
|
|
57
60
|
|
|
58
61
|
cwd = cwd.to_s.strip
|
|
62
|
+
toolkit = toolkit.to_s.strip
|
|
59
63
|
child_id, warning = if session.to_s.strip.empty?
|
|
60
|
-
start_child(task, parent: parent, model: model, cwd: cwd,
|
|
64
|
+
start_child(task, parent: parent, model: model, cwd: cwd, toolkit: toolkit, state_dir: sd,
|
|
65
|
+
peers: peers)
|
|
61
66
|
elsif !cwd.empty?
|
|
62
67
|
"Error: cwd starts a new child; a follow-up with session keeps the child's folder"
|
|
68
|
+
elsif !toolkit.empty?
|
|
69
|
+
"Error: toolkit starts a new child; a follow-up keeps the child's toolkit"
|
|
63
70
|
else
|
|
64
71
|
follow_up(task, session: session.to_s.strip, parent: parent, state_dir: sd)
|
|
65
72
|
end
|
|
@@ -106,8 +113,9 @@ module Samagotchi
|
|
|
106
113
|
end
|
|
107
114
|
private_class_method :full_hint
|
|
108
115
|
|
|
116
|
+
# @param toolkit [String] a kit's name, "" for config's toolkit.child
|
|
109
117
|
# @return [String] the new child's id, or an Error: line
|
|
110
|
-
def self.start_child(task, parent:, model:, cwd:, state_dir:, peers:)
|
|
118
|
+
def self.start_child(task, parent:, model:, cwd:, toolkit:, state_dir:, peers:)
|
|
111
119
|
if parent.parent_id
|
|
112
120
|
return "Error: this session is a delegate of #{parent.parent_id}; delegated sessions don't delegate further"
|
|
113
121
|
end
|
|
@@ -115,6 +123,9 @@ module Samagotchi
|
|
|
115
123
|
folder = child_cwd(cwd, parent)
|
|
116
124
|
return folder if folder.start_with?("Error:")
|
|
117
125
|
|
|
126
|
+
unknown = unknown_toolkit(toolkit, peers)
|
|
127
|
+
return unknown if unknown
|
|
128
|
+
|
|
118
129
|
running = running_children(parent.id, state_dir: state_dir)
|
|
119
130
|
max = max_children
|
|
120
131
|
if running.size >= max
|
|
@@ -123,14 +134,29 @@ module Samagotchi
|
|
|
123
134
|
"(the most is #{max}, #{MAX_CHILDREN_KEY}): #{ids}. #{full_hint(peers)}"
|
|
124
135
|
end
|
|
125
136
|
|
|
137
|
+
setup = toolkit.empty? ? SessionSetup.new : SessionSetup.new(toolkit: Toolkit.new(name: toolkit))
|
|
126
138
|
child = SessionManager.spawn_session(prompt: task, working_directory: folder,
|
|
127
139
|
model_name: child_model(model, parent), memories: CHILD_MEMORIES,
|
|
128
|
-
parent_id: parent.id, delegate: true, state_dir: state_dir)
|
|
140
|
+
parent_id: parent.id, delegate: true, setup: setup, state_dir: state_dir)
|
|
129
141
|
DelegateWait.mark_started(parent.id, child, state_dir: state_dir)
|
|
130
142
|
[child.id, child.model_warning]
|
|
131
143
|
end
|
|
132
144
|
private_class_method :start_child
|
|
133
145
|
|
|
146
|
+
# The Error: line for a toolkit name the parent doesn't know
|
|
147
|
+
# (Peers#toolkit_names: its built-in, config and plugin kits), nil
|
|
148
|
+
# when it knows it, none was given, or the peers can't tell (a bare
|
|
149
|
+
# kernel: the child's worker resolves it, full when it can't).
|
|
150
|
+
def self.unknown_toolkit(toolkit, peers)
|
|
151
|
+
return nil if toolkit.empty? || !peers.respond_to?(:toolkit_names)
|
|
152
|
+
|
|
153
|
+
names = peers.toolkit_names
|
|
154
|
+
return nil if names.nil? || names.include?(toolkit)
|
|
155
|
+
|
|
156
|
+
"Error: no toolkit named #{toolkit} (toolkits: #{names.join(", ")})"
|
|
157
|
+
end
|
|
158
|
+
private_class_method :unknown_toolkit
|
|
159
|
+
|
|
134
160
|
# The new child's folder: the parent's, or +cwd+ (relative to the
|
|
135
161
|
# parent's) when it is a folder of the parent's repository, in any of
|
|
136
162
|
# its worktrees (one project_root, from the common git dir). Outside
|
|
@@ -350,7 +350,7 @@ module Samagotchi
|
|
|
350
350
|
return nil if error
|
|
351
351
|
|
|
352
352
|
File.write(File.join(dir, BACK_POINTER), File.expand_path(TaskRuntime.metadata_path(record.id)))
|
|
353
|
-
|
|
353
|
+
TaskRuntime.record_exit_status(waiter, record.exit_code_path, task_id: record.id)
|
|
354
354
|
# Ended between the deadline and the adopt: the record says how.
|
|
355
355
|
TaskRuntime.get_record(record.id) unless waiter.alive?
|
|
356
356
|
lines = [handed_over_line(timeout_sec), "task_id: #{record.id}",
|
|
@@ -363,20 +363,6 @@ module Samagotchi
|
|
|
363
363
|
end
|
|
364
364
|
private_class_method :hand_over
|
|
365
365
|
|
|
366
|
-
# A command that set its own EXIT trap replaced the wrapper's, so it
|
|
367
|
-
# writes no exit_code: while this chi lives, the waiter's status fills
|
|
368
|
-
# it in (a refresh in between may still read "no exit code").
|
|
369
|
-
def self.write_missing_exit_code(waiter, path)
|
|
370
|
-
Thread.new do
|
|
371
|
-
Thread.current.report_on_exception = false
|
|
372
|
-
code = waiter.value&.exitstatus
|
|
373
|
-
File.write(path, code.to_s) if code && !File.exist?(path) && Dir.exist?(File.dirname(path))
|
|
374
|
-
rescue StandardError => e
|
|
375
|
-
Log.debug(:turn, "execute_exit_code_failed", error: e.class.name, msg: e.message)
|
|
376
|
-
end
|
|
377
|
-
end
|
|
378
|
-
private_class_method :write_missing_exit_code
|
|
379
|
-
|
|
380
366
|
# <state dir>/execute: every command's dir (LOGS_DIRNAME).
|
|
381
367
|
def self.logs_root = File.join(Paths.state_dir, LOGS_DIRNAME)
|
|
382
368
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
-
require_relative "../
|
|
3
|
+
require_relative "../paths"
|
|
4
4
|
require_relative "../project_scope"
|
|
5
5
|
require_relative "../session"
|
|
6
6
|
require_relative "peers"
|
|
@@ -46,7 +46,7 @@ module Samagotchi
|
|
|
46
46
|
elsif own&.parent_id && s[:id] == own.parent_id then " parent"
|
|
47
47
|
else ""
|
|
48
48
|
end
|
|
49
|
-
"#{s[:short_id]} #{state} #{s[:busy] ? "running" : "idle"}#{relation} #{
|
|
49
|
+
"#{s[:short_id]} #{state} #{s[:busy] ? "running" : "idle"}#{relation} #{Paths.tilde(s[:cwd])} #{s[:preview].inspect}"
|
|
50
50
|
end
|
|
51
51
|
scope = project ? " in this project (#{File.basename(project)}; cwd \"/\" for every project)" : ""
|
|
52
52
|
<<~TEXT.chomp
|
|
@@ -11,11 +11,14 @@ module Samagotchi
|
|
|
11
11
|
# resolved ref, live after /model), and the session's own thinking level
|
|
12
12
|
# (thinking: nil without one) and reasoning_history level
|
|
13
13
|
# (reasoning_history: nil without one), and why the turn was canceled
|
|
14
|
-
# (cancel_reason: :signal, :manual, …; nil while it runs)
|
|
14
|
+
# (cancel_reason: :signal, :manual, …; nil while it runs), and the
|
|
15
|
+
# toolkit names the session knows (toolkit_names: the built-in, config
|
|
16
|
+
# and plugin kits a delegate may name; nil: not known, no check).
|
|
17
|
+
# Engine hands KernelLoop one that follows its current
|
|
15
18
|
# session (Engine::PeerView); this plain one is for specs and a kernel
|
|
16
19
|
# without an Engine.
|
|
17
20
|
Peers = Struct.new(:session_id, :cwd, :state_dir, :cancelled, :relay, :model_ref, :thinking, :reasoning_history,
|
|
18
|
-
:cancel_reason, keyword_init: true) do
|
|
21
|
+
:cancel_reason, :toolkit_names, keyword_init: true) do
|
|
19
22
|
# @return [Boolean] the turn was canceled (:cancelled is a proc or a value)
|
|
20
23
|
def cancelled?
|
|
21
24
|
cancelled.respond_to?(:call) ? !!cancelled.call : !!cancelled
|
|
@@ -186,7 +186,7 @@ module Samagotchi
|
|
|
186
186
|
# removed or not: a source registered at load, or a built-in the
|
|
187
187
|
# toolkit leaves out without removing it.
|
|
188
188
|
def index_reaches?(toolkit)
|
|
189
|
-
@index.sourced || @entries.
|
|
189
|
+
@index.sourced || @entries.values.any? { |entry| soft?(entry, [], toolkit) }
|
|
190
190
|
end
|
|
191
191
|
|
|
192
192
|
# Not declared by +toolkit+ under +layers+. An index tool counts only
|
|
@@ -6,6 +6,7 @@ require "securerandom"
|
|
|
6
6
|
require "shellwords"
|
|
7
7
|
require "time"
|
|
8
8
|
require_relative "../atomic_file"
|
|
9
|
+
require_relative "../log"
|
|
9
10
|
require_relative "../process_group"
|
|
10
11
|
require_relative "shell"
|
|
11
12
|
require_relative "task_record"
|
|
@@ -55,7 +56,9 @@ module Samagotchi
|
|
|
55
56
|
task_id = generate_task_id
|
|
56
57
|
task_dir = task_dir_for(task_id)
|
|
57
58
|
output_path = File.join(task_dir, OUTPUT_FILENAME)
|
|
58
|
-
|
|
59
|
+
# Absolute: the trap writes it wherever the shell is when it exits
|
|
60
|
+
# (a +cwd+, or a cd in the command). Ruby opens output_path here.
|
|
61
|
+
exit_code_path = File.expand_path(File.join(task_dir, EXIT_CODE_FILENAME))
|
|
59
62
|
|
|
60
63
|
FileUtils.mkdir_p(task_dir)
|
|
61
64
|
|
|
@@ -72,7 +75,7 @@ module Samagotchi
|
|
|
72
75
|
out: output_io,
|
|
73
76
|
err: output_io
|
|
74
77
|
)
|
|
75
|
-
Process.detach(pid)
|
|
78
|
+
waiter = Process.detach(pid)
|
|
76
79
|
# Read now, compared before each signal: a pid reused later is not this task.
|
|
77
80
|
pid_started = ProcessGroup.start_time(pid)
|
|
78
81
|
|
|
@@ -81,6 +84,7 @@ module Samagotchi
|
|
|
81
84
|
output_path: output_path, exit_code_path: exit_code_path)
|
|
82
85
|
|
|
83
86
|
write_record(record)
|
|
87
|
+
record_exit_status(waiter, exit_code_path, task_id: task_id)
|
|
84
88
|
[record, nil]
|
|
85
89
|
rescue StandardError => e
|
|
86
90
|
[nil, "Error: #{e.message}"]
|
|
@@ -88,6 +92,60 @@ module Samagotchi
|
|
|
88
92
|
output_io&.close
|
|
89
93
|
end
|
|
90
94
|
|
|
95
|
+
# The shell's status from chi's waiter (+waiter+, a Process.detach
|
|
96
|
+
# thread), for a shell whose EXIT trap wrote nothing: one killed by a
|
|
97
|
+
# signal (zsh's sh mode skips the trap on TERM, INT and KILL) gets
|
|
98
|
+
# 128 + the signal, one whose command replaced the trap gets its exit
|
|
99
|
+
# status. Only while this chi runs. A record a refresh finished in
|
|
100
|
+
# between (failed, no exit code) is corrected; a stopped task (its
|
|
101
|
+
# stop flag on disk) is left as task_stop records it.
|
|
102
|
+
# @return [Thread]
|
|
103
|
+
def record_exit_status(waiter, path, task_id:)
|
|
104
|
+
# Absolute now: safe against a later chdir.
|
|
105
|
+
record_path = File.expand_path(metadata_path(task_id))
|
|
106
|
+
path = File.expand_path(path)
|
|
107
|
+
Thread.new do
|
|
108
|
+
Thread.current.report_on_exception = false
|
|
109
|
+
code = status_code(waiter.value)
|
|
110
|
+
next if code.nil? || record_at(record_path)&.stop_requested_by
|
|
111
|
+
|
|
112
|
+
File.write(path, code.to_s) if !File.exist?(path) && Dir.exist?(File.dirname(path))
|
|
113
|
+
correct_finished_record(record_path, read_exit_code(path))
|
|
114
|
+
rescue StandardError => e
|
|
115
|
+
Log.debug(:turn, "task_exit_code_failed", id: task_id, error: e.class.name, msg: e.message)
|
|
116
|
+
end
|
|
117
|
+
end
|
|
118
|
+
|
|
119
|
+
# A Process::Status as a shell reports one: its exit status, or
|
|
120
|
+
# 128 + the signal that killed it.
|
|
121
|
+
def status_code(status)
|
|
122
|
+
return nil unless status
|
|
123
|
+
|
|
124
|
+
status.exitstatus || (status.termsig && (128 + status.termsig))
|
|
125
|
+
end
|
|
126
|
+
|
|
127
|
+
# Reasons a refresh finishes a record with when it read no exit code.
|
|
128
|
+
MISSING_CODE_REASONS = ["process_ended_without_exit_code", NOT_CHIS_PROCESS].freeze
|
|
129
|
+
|
|
130
|
+
# A record a refresh finished before the exit code was there (failed,
|
|
131
|
+
# exit_code nil, no stop) gets +code+; finished_at is kept.
|
|
132
|
+
def correct_finished_record(record_path, code)
|
|
133
|
+
record = record_at(record_path)
|
|
134
|
+
return unless code && record && !record.running? && record.exit_code.nil? && !record.stop_requested_by
|
|
135
|
+
return unless MISSING_CODE_REASONS.include?(record.stop_reason)
|
|
136
|
+
|
|
137
|
+
status = code.zero? ? "completed" : "failed"
|
|
138
|
+
AtomicFile.write(record_path, record_json(record.with(status: status, exit_code: code, stop_reason: nil)))
|
|
139
|
+
end
|
|
140
|
+
|
|
141
|
+
def record_at(path)
|
|
142
|
+
return nil unless File.file?(path)
|
|
143
|
+
|
|
144
|
+
TaskRecord.from_file(JSON.parse(File.read(path)))
|
|
145
|
+
rescue JSON::ParserError
|
|
146
|
+
nil
|
|
147
|
+
end
|
|
148
|
+
|
|
91
149
|
# A record for a command chi already runs: an execute still running at
|
|
92
150
|
# its limit, handed over as a task (Execute::HANDED_OVER), given as a
|
|
93
151
|
# TaskRecord.running whose +started_at+ is the spawn's. Its logs and
|
|
@@ -321,9 +379,11 @@ module Samagotchi
|
|
|
321
379
|
FileUtils.mkdir_p(dir)
|
|
322
380
|
|
|
323
381
|
path = File.join(dir, METADATA_FILENAME)
|
|
324
|
-
AtomicFile.write(path,
|
|
382
|
+
AtomicFile.write(path, record_json(record))
|
|
325
383
|
end
|
|
326
384
|
|
|
385
|
+
def record_json(record) = JSON.pretty_generate(record.to_file) + "\n"
|
|
386
|
+
|
|
327
387
|
def metadata_path(task_id)
|
|
328
388
|
File.join(task_dir_for(task_id), METADATA_FILENAME)
|
|
329
389
|
end
|
|
@@ -352,9 +412,12 @@ module Samagotchi
|
|
|
352
412
|
# exit status to +exit_code_path+. A prefix, not lines after the
|
|
353
413
|
# command: a trailing "\\" or "|" in the command would swallow those,
|
|
354
414
|
# and an `exit N` or a `set -e` failure would skip them. A command that
|
|
355
|
-
# sets its own EXIT trap replaces this one
|
|
356
|
-
#
|
|
357
|
-
#
|
|
415
|
+
# sets its own EXIT trap replaces this one, and a shell killed by a
|
|
416
|
+
# signal skips it (zsh's sh mode, on TERM, INT and KILL): no exit_code
|
|
417
|
+
# file from the shell then. The waiter of the chi that started it
|
|
418
|
+
# writes the code instead (record_exit_status: the status, or
|
|
419
|
+
# 128 + the signal); with that chi gone too, the task ends failed with
|
|
420
|
+
# process_ended_without_exit_code.
|
|
358
421
|
def wrapped_shell_command(command, exit_code_path)
|
|
359
422
|
write = %(printf "%s" "$?" > #{Shellwords.escape(exit_code_path)})
|
|
360
423
|
"trap #{Shellwords.escape(write)} EXIT\n#{command}\n"
|
|
@@ -194,8 +194,6 @@ module Samagotchi
|
|
|
194
194
|
nil
|
|
195
195
|
end
|
|
196
196
|
|
|
197
|
-
def sources = @sources.dup
|
|
198
|
-
|
|
199
197
|
# Every group, now: the index's own (#registry_groups), then the
|
|
200
198
|
# sources'. A source group with a reserved name, or one an earlier
|
|
201
199
|
# group has, is left out of search, lookup and the description (said
|
|
@@ -301,8 +299,14 @@ module Samagotchi
|
|
|
301
299
|
def call(name, args)
|
|
302
300
|
tool = lookup(name)
|
|
303
301
|
return tool if tool.is_a?(String)
|
|
302
|
+
|
|
304
303
|
unless claimed(name.strip)&.first == tool.acts_as
|
|
305
|
-
|
|
304
|
+
# A bare acts_as of a source with no prefix: guardrails can't
|
|
305
|
+
# name it before its tool is listed (#claimed), so only
|
|
306
|
+
# <group>/<tool> is taken.
|
|
307
|
+
return "Error: call #{name.strip} as #{tool.full_name}" if name.strip == tool.acts_as
|
|
308
|
+
|
|
309
|
+
return "Error: the tool list changed while the call waited for its server; call #{tool.full_name} again"
|
|
306
310
|
end
|
|
307
311
|
return "Error: #{tool.full_name} can't be called: #{tool.refusal}" if tool.refusal
|
|
308
312
|
|
|
@@ -310,7 +314,11 @@ module Samagotchi
|
|
|
310
314
|
return "Error: args must be an object.#{ToolIndex.schema_note(tool)}" unless inner
|
|
311
315
|
return "Error: #{tool.full_name} can't be called through #{CALL_NAME} here" if tool.entry
|
|
312
316
|
|
|
313
|
-
|
|
317
|
+
# A publish may drop the group after the lookup.
|
|
318
|
+
source = source_of(tool.group)
|
|
319
|
+
return "Error: the tool list changed and #{tool.group} is gone; search with #{FIND_NAME}" unless source
|
|
320
|
+
|
|
321
|
+
source.run(tool, inner)
|
|
314
322
|
end
|
|
315
323
|
|
|
316
324
|
# The built-in a call_tool +call+ names, as the call that runs in its
|
|
@@ -534,6 +542,9 @@ module Samagotchi
|
|
|
534
542
|
return same.first if same.size == 1
|
|
535
543
|
return "Error: #{name} names #{same.map(&:full_name).join(" and ")}; call one as <group>/<tool>" if same.size > 1
|
|
536
544
|
|
|
545
|
+
# A built-in the session declares is no starting server's tool.
|
|
546
|
+
return "Error: #{name} is declared; call it directly" if @registry&.offered(name)&.core?
|
|
547
|
+
|
|
537
548
|
# A name with a group's <group>/ waits for that group only; any
|
|
538
549
|
# other name (an acts_as) for every one starting.
|
|
539
550
|
named = all.select { |group| name.start_with?("#{group.name}/") }
|