kward 0.84.0 → 0.86.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +164 -0
  3. data/CONTRIBUTING.md +1 -1
  4. data/Gemfile.lock +6 -2
  5. data/README.md +5 -5
  6. data/Rakefile +3 -0
  7. data/doc/agent-tools.md +24 -1
  8. data/doc/api.md +20 -2
  9. data/doc/composer.md +5 -4
  10. data/doc/configuration.md +86 -14
  11. data/doc/extensibility.md +4 -1
  12. data/doc/getting-started.md +3 -3
  13. data/doc/git.md +4 -2
  14. data/doc/memory.md +1 -1
  15. data/doc/pan.md +6 -0
  16. data/doc/permissions.md +4 -4
  17. data/doc/plugins.md +504 -20
  18. data/doc/providers.md +10 -4
  19. data/doc/rpc.md +279 -23
  20. data/doc/sandboxing.md +11 -5
  21. data/doc/security.md +7 -1
  22. data/doc/session-management.md +41 -5
  23. data/doc/shell.md +643 -27
  24. data/doc/tabs.md +8 -3
  25. data/doc/transports.md +15 -0
  26. data/doc/troubleshooting.md +1 -1
  27. data/doc/usage.md +25 -12
  28. data/doc/workspace-tools.md +9 -0
  29. data/examples/plugins/openrouter_proxy/README.md +103 -0
  30. data/examples/plugins/openrouter_proxy/fake_embeddings.rb +85 -0
  31. data/examples/plugins/openrouter_proxy/plugin.rb +7 -0
  32. data/examples/plugins/openrouter_proxy/protocol.rb +202 -0
  33. data/examples/plugins/openrouter_proxy/server.rb +186 -0
  34. data/examples/plugins/space_invaders.rb +1 -2
  35. data/examples/plugins/stardate_footer.rb +2 -2
  36. data/examples/plugins/telegram/plugin.rb +1 -1
  37. data/exe/kward +2 -2
  38. data/exe/kwsh +7 -0
  39. data/kward.gemspec +3 -1
  40. data/lib/kward/agent.rb +66 -19
  41. data/lib/kward/cli/commands.rb +41 -11
  42. data/lib/kward/cli/compaction.rb +9 -3
  43. data/lib/kward/cli/interactive_turn.rb +10 -0
  44. data/lib/kward/cli/plugins.rb +85 -12
  45. data/lib/kward/cli/prompt_interface.rb +29 -6
  46. data/lib/kward/cli/rendering.rb +24 -28
  47. data/lib/kward/cli/runtime_helpers.rb +168 -56
  48. data/lib/kward/cli/sessions.rb +9 -5
  49. data/lib/kward/cli/settings/menus.rb +745 -0
  50. data/lib/kward/cli/settings/model.rb +316 -0
  51. data/lib/kward/cli/settings.rb +6 -1055
  52. data/lib/kward/cli/slash_commands.rb +45 -4
  53. data/lib/kward/cli/tabs.rb +257 -44
  54. data/lib/kward/cli/tool_summaries.rb +2 -0
  55. data/lib/kward/{cli_transcript_formatter.rb → cli/transcript_formatter.rb} +6 -13
  56. data/lib/kward/cli/worktrees.rb +66 -2
  57. data/lib/kward/cli.rb +82 -31
  58. data/lib/kward/compactor.rb +18 -7
  59. data/lib/kward/config/core.rb +400 -0
  60. data/lib/kward/config/extensions.rb +99 -0
  61. data/lib/kward/config/paths.rb +11 -0
  62. data/lib/kward/config/prompts.rb +313 -0
  63. data/lib/kward/config/settings.rb +257 -0
  64. data/lib/kward/config_files.rb +14 -1008
  65. data/lib/kward/conversation.rb +41 -2
  66. data/lib/kward/entrypoint.rb +14 -0
  67. data/lib/kward/events.rb +2 -0
  68. data/lib/kward/generated_images.rb +237 -0
  69. data/lib/kward/image_attachments.rb +1 -1
  70. data/lib/kward/model/catalog.rb +6 -3
  71. data/lib/kward/model/client.rb +107 -38
  72. data/lib/kward/model/codex_images.rb +83 -0
  73. data/lib/kward/model/copilot_models.rb +10 -6
  74. data/lib/kward/model/model_info.rb +42 -7
  75. data/lib/kward/{openrouter_model_cache.rb → model/openrouter_model_cache.rb} +7 -5
  76. data/lib/kward/model/payloads.rb +18 -8
  77. data/lib/kward/model/sources.rb +3 -1
  78. data/lib/kward/model/stream_parser.rb +4 -7
  79. data/lib/kward/model/typesafe_client.rb +78 -0
  80. data/lib/kward/pan/index.html.erb +8 -1
  81. data/lib/kward/pan/server.rb +23 -8
  82. data/lib/kward/permissions/policy.rb +6 -2
  83. data/lib/kward/plugin_registry.rb +2 -659
  84. data/lib/kward/plugins/actions.rb +453 -0
  85. data/lib/kward/plugins/chat_contract.rb +121 -0
  86. data/lib/kward/{plugin_chat_runtime.rb → plugins/chat_runtime.rb} +62 -18
  87. data/lib/kward/plugins/codex_responses.rb +73 -0
  88. data/lib/kward/plugins/host.rb +248 -0
  89. data/lib/kward/plugins/http_server.rb +83 -0
  90. data/lib/kward/plugins/registry.rb +1229 -0
  91. data/lib/kward/plugins/resources.rb +206 -0
  92. data/lib/kward/plugins/turn_request.rb +36 -0
  93. data/lib/kward/plugins/ui.rb +219 -0
  94. data/lib/kward/prompt_interface/composer_controller.rb +0 -1
  95. data/lib/kward/prompt_interface/composer_renderer.rb +160 -73
  96. data/lib/kward/prompt_interface/composer_state.rb +1 -1
  97. data/lib/kward/prompt_interface/editor/controller.rb +2 -2
  98. data/lib/kward/prompt_interface/editor/renderer.rb +10 -7
  99. data/lib/kward/prompt_interface/editor/runner.rb +1 -1
  100. data/lib/kward/prompt_interface/editor/state.rb +1 -1
  101. data/lib/kward/prompt_interface/file_overlay.rb +3 -3
  102. data/lib/kward/prompt_interface/generated_image_preview.rb +162 -0
  103. data/lib/kward/prompt_interface/git_prompt.rb +18 -11
  104. data/lib/kward/prompt_interface/interactive/renderer.rb +1 -1
  105. data/lib/kward/prompt_interface/interactive/state.rb +18 -20
  106. data/lib/kward/prompt_interface/key_handler.rb +108 -25
  107. data/lib/kward/prompt_interface/layout.rb +11 -1
  108. data/lib/kward/prompt_interface/overlay_renderer.rb +26 -9
  109. data/lib/kward/prompt_interface/plugin_ui_requests.rb +82 -0
  110. data/lib/kward/prompt_interface/project_browser.rb +27 -54
  111. data/lib/kward/prompt_interface/prompt_renderer.rb +27 -35
  112. data/lib/kward/prompt_interface/question_prompt.rb +19 -28
  113. data/lib/kward/prompt_interface/runtime_state.rb +37 -10
  114. data/lib/kward/prompt_interface/screen.rb +30 -20
  115. data/lib/kward/prompt_interface/selection_prompt.rb +8 -8
  116. data/lib/kward/prompt_interface/slash_overlay.rb +1 -1
  117. data/lib/kward/prompt_interface/transcript_renderer.rb +7 -6
  118. data/lib/kward/prompt_interface.rb +149 -30
  119. data/lib/kward/prompts/commands.rb +2 -1
  120. data/lib/kward/prompts.rb +7 -1
  121. data/lib/kward/{adaptive_pty_output_sink.rb → pty/adaptive_output_sink.rb} +39 -5
  122. data/lib/kward/{interactive_pty_runner.rb → pty/interactive_runner.rb} +22 -30
  123. data/lib/kward/{local_command_runner.rb → pty/local_command_runner.rb} +1 -1
  124. data/lib/kward/{local_pty_command_runner.rb → pty/local_pty_runner.rb} +3 -9
  125. data/lib/kward/{pty_output_sink.rb → pty/output_sink.rb} +9 -4
  126. data/lib/kward/pty/transcript_normalizer.rb +137 -0
  127. data/lib/kward/rpc/config_manager.rb +3 -0
  128. data/lib/kward/rpc/plugin_chat_manager.rb +30 -10
  129. data/lib/kward/rpc/prompt_bridge.rb +25 -0
  130. data/lib/kward/rpc/server.rb +118 -17
  131. data/lib/kward/rpc/session_manager.rb +208 -60
  132. data/lib/kward/rpc/session_tree_rows.rb +2 -2
  133. data/lib/kward/rpc/tool_metadata.rb +1 -1
  134. data/lib/kward/rpc/transcript_normalizer.rb +11 -7
  135. data/lib/kward/sandbox/command_runner.rb +1 -1
  136. data/lib/kward/{session_catalog.rb → sessions/catalog.rb} +1 -1
  137. data/lib/kward/{session_store.rb → sessions/store.rb} +39 -12
  138. data/lib/kward/{session_tree_nodes.rb → sessions/tree_nodes.rb} +3 -3
  139. data/lib/kward/{session_tree_renderer.rb → sessions/tree_renderer.rb} +4 -4
  140. data/lib/kward/{session_tree_tool_display.rb → sessions/tree_tool_display.rb} +1 -1
  141. data/lib/kward/{kwsh.rb → shell/kwsh.rb} +30 -10
  142. data/lib/kward/{kwshrc.rb → shell/kwshrc.rb} +11 -2
  143. data/lib/kward/shell/native_arithmetic.rb +255 -0
  144. data/lib/kward/shell/native_arrays.rb +102 -0
  145. data/lib/kward/shell/native_braces.rb +96 -0
  146. data/lib/kward/shell/native_builtins.rb +476 -0
  147. data/lib/kward/shell/native_completion.rb +169 -0
  148. data/lib/kward/shell/native_condition.rb +75 -0
  149. data/lib/kward/shell/native_directory.rb +116 -0
  150. data/lib/kward/shell/native_exec_state.rb +73 -0
  151. data/lib/kward/shell/native_expansion.rb +252 -0
  152. data/lib/kward/shell/native_fields.rb +62 -0
  153. data/lib/kward/shell/native_glob.rb +96 -0
  154. data/lib/kward/shell/native_history.rb +242 -0
  155. data/lib/kward/shell/native_interactive.rb +164 -0
  156. data/lib/kward/shell/native_invocation.rb +42 -0
  157. data/lib/kward/shell/native_jobs.rb +250 -0
  158. data/lib/kward/shell/native_line_editor.rb +382 -0
  159. data/lib/kward/shell/native_line_terminal.rb +286 -0
  160. data/lib/kward/shell/native_locale.rb +109 -0
  161. data/lib/kward/shell/native_locals.rb +57 -0
  162. data/lib/kward/shell/native_pattern.rb +200 -0
  163. data/lib/kward/shell/native_process.rb +279 -0
  164. data/lib/kward/shell/native_program.rb +40 -0
  165. data/lib/kward/shell/native_programmable_completion.rb +115 -0
  166. data/lib/kward/shell/native_prompt_format.rb +89 -0
  167. data/lib/kward/shell/native_runtime.rb +964 -0
  168. data/lib/kward/shell/native_substitution.rb +110 -0
  169. data/lib/kward/shell/native_syntax.rb +946 -0
  170. data/lib/kward/shell/native_traps.rb +196 -0
  171. data/lib/kward/shell/native_vi.rb +407 -0
  172. data/lib/kward/shell/native_vi_terminal.rb +19 -0
  173. data/lib/kward/shell/native_worker.rb +82 -0
  174. data/lib/kward/{persistent_shell_session.rb → shell/persistent_session.rb} +187 -193
  175. data/lib/kward/shell/prompt.rb +66 -0
  176. data/lib/kward/shell/prompt_agent.rb +17 -0
  177. data/lib/kward/{shell_prompt_session.rb → shell/prompt_session.rb} +1 -1
  178. data/lib/kward/shell/script_runner.rb +244 -0
  179. data/lib/kward/shell/standalone_agent.rb +31 -0
  180. data/lib/kward/shell/standalone_link.rb +78 -0
  181. data/lib/kward/shell/standalone_terminal.rb +287 -0
  182. data/lib/kward/skills/trust_store.rb +1 -1
  183. data/lib/kward/tabs/driver.rb +194 -0
  184. data/lib/kward/{tab_store.rb → tabs/store.rb} +2 -2
  185. data/lib/kward/{clipboard.rb → terminal/clipboard.rb} +1 -1
  186. data/lib/kward/{terminal_image_support.rb → terminal/image_support.rb} +1 -1
  187. data/lib/kward/{terminal_keys.rb → terminal/keys.rb} +22 -1
  188. data/lib/kward/terminal/locale_text.rb +29 -0
  189. data/lib/kward/{terminal_sequences.rb → terminal/sequences.rb} +45 -4
  190. data/lib/kward/tools/base.rb +18 -0
  191. data/lib/kward/tools/context_for_task.rb +15 -6
  192. data/lib/kward/tools/datetime.rb +85 -0
  193. data/lib/kward/tools/edit_file.rb +9 -6
  194. data/lib/kward/tools/generate_image.rb +36 -0
  195. data/lib/kward/tools/git_commit.rb +13 -7
  196. data/lib/kward/tools/list_directory.rb +4 -4
  197. data/lib/kward/tools/plugin_tool.rb +41 -0
  198. data/lib/kward/tools/prepare_shell_command.rb +1 -1
  199. data/lib/kward/tools/read_file.rb +7 -6
  200. data/lib/kward/tools/registry.rb +130 -21
  201. data/lib/kward/tools/run_shell_command.rb +10 -8
  202. data/lib/kward/tools/search/code.rb +1 -1
  203. data/lib/kward/tools/summarize_file_structure.rb +5 -5
  204. data/lib/kward/tools/tool_call.rb +4 -1
  205. data/lib/kward/tools/typesafe_evaluate.rb +81 -0
  206. data/lib/kward/tools/workspace_targets.rb +58 -0
  207. data/lib/kward/tools/write_file.rb +9 -6
  208. data/lib/kward/{export_path.rb → transcripts/export_path.rb} +1 -1
  209. data/lib/kward/{markdown_transcript.rb → transcripts/markdown_transcript.rb} +10 -2
  210. data/lib/kward/transcripts/turn_summary_formatter.rb +93 -0
  211. data/lib/kward/transport/contracts.rb +200 -0
  212. data/lib/kward/transport/gateway.rb +81 -36
  213. data/lib/kward/transport/plugin_chat_gateway.rb +3 -2
  214. data/lib/kward/transport.rb +1 -200
  215. data/lib/kward/turn_summary.rb +68 -0
  216. data/lib/kward/version.rb +1 -1
  217. data/lib/kward/{workspace_factory.rb → workspace/factory.rb} +2 -2
  218. data/lib/kward/{git_worktree_manager.rb → workspace/git_worktree_manager.rb} +28 -0
  219. data/lib/kward/{workspace.rb → workspace/workspace.rb} +3 -3
  220. data/lib/main.rb +6 -3
  221. data/templates/default/fulldoc/html/css/kward.css +125 -0
  222. data/templates/default/fulldoc/html/images/kward_screen_1.png +0 -0
  223. data/templates/default/fulldoc/html/setup.rb +1 -1
  224. data/templates/default/layout/html/layout.erb +16 -4
  225. metadata +150 -48
  226. data/lib/kward/pty_transcript_normalizer.rb +0 -93
  227. data/lib/kward/shell_prompt.rb +0 -52
  228. data/lib/kward/tab_driver.rb +0 -90
  229. data/templates/default/fulldoc/html/images/kward_workflow.svg +0 -52
  230. /data/lib/kward/{editor_prompt.rb → cli/editor_prompt.rb} +0 -0
  231. /data/lib/kward/{editor_prompt_session.rb → cli/editor_prompt_session.rb} +0 -0
  232. /data/lib/kward/{diff_view_mode.rb → prompt_interface/editor/diff_view_mode.rb} +0 -0
  233. /data/lib/kward/{editor_mode.rb → prompt_interface/editor/editor_mode.rb} +0 -0
  234. /data/lib/kward/{markdown_code_block.rb → prompt_interface/editor/markdown_code_block.rb} +0 -0
  235. /data/lib/kward/{scratchpad_languages.rb → prompt_interface/editor/scratchpad_languages.rb} +0 -0
  236. /data/lib/kward/{scratchpad_runner.rb → prompt_interface/editor/scratchpad_runner.rb} +0 -0
  237. /data/lib/kward/{detached_run.rb → pty/detached_run.rb} +0 -0
  238. /data/lib/kward/{session_diff.rb → sessions/diff.rb} +0 -0
  239. /data/lib/kward/{session_naming.rb → sessions/naming.rb} +0 -0
  240. /data/lib/kward/{session_trash.rb → sessions/trash.rb} +0 -0
  241. /data/lib/kward/{ansi.rb → terminal/ansi.rb} +0 -0
  242. /data/lib/kward/{terminal_text.rb → terminal/text.rb} +0 -0
  243. /data/lib/kward/{transcript_export.rb → transcripts/transcript_export.rb} +0 -0
  244. /data/lib/kward/{project_files.rb → workspace/files.rb} +0 -0
  245. /data/lib/kward/{path_guard.rb → workspace/path_guard.rb} +0 -0
@@ -0,0 +1,286 @@
1
+ require "io/console"
2
+ require_relative "../terminal/keys"
3
+ require_relative "../terminal/ansi"
4
+ require_relative "../terminal/sequences"
5
+ require_relative "../terminal/locale_text"
6
+ require_relative "native_prompt_format"
7
+
8
+ module Kward
9
+ module NativeShell
10
+ # Raw terminal ownership is scoped to reading one standalone edit line.
11
+ # Byte reads never consume a following command's stdin.
12
+ class LineTerminal
13
+ GET_ATTRIBUTES = Fiddle::Function.new(Fiddle::Handle::DEFAULT["tcgetattr"], [Fiddle::TYPE_INT, Fiddle::TYPE_VOIDP], Fiddle::TYPE_INT)
14
+
15
+ MAX_ESCAPE_BYTES = 32
16
+ MAX_PASTE_BYTES = 1_048_576
17
+ META_KEYS = (TerminalKeys::ALT_B + TerminalKeys::ALT_D + TerminalKeys::ALT_F +
18
+ TerminalKeys::ALT_BACKSPACE + TerminalKeys::ALT_LAST_WORD + TerminalKeys::ALT_Y).freeze
19
+
20
+ def initialize(runtime, editor, bracketed_paste: false)
21
+ @runtime = runtime
22
+ @editor = editor
23
+ @bracketed_paste = bracketed_paste
24
+ end
25
+
26
+ def read(source, prompt:, input:, output:, error:, draft: nil)
27
+ @source, @prompt, @error = source, prompt, error
28
+ @streams = { input: input, output: output, error: error }
29
+ @left = @frame_rows = @cursor_row = @draft_top = 0
30
+ @active_line = nil
31
+ @completion_byte = nil
32
+ controls = control_characters(source)
33
+ callbacks = { get: method(:character), changed: method(:redraw), alert: method(:alert) }
34
+ if @bracketed_paste
35
+ callbacks.merge!(get: method(:key), paste: method(:read_paste), clear: method(:clear_screen),
36
+ completion_cancel: -> { cancel_completion?(controls.fetch(:interrupt)) },
37
+ suggestions: ANSI.enabled?(error, env: @runtime.variables) && @runtime.variables["KWSH_AUTOSUGGEST"] != "0")
38
+ end
39
+ result = source.raw(intr: false) do
40
+ begin
41
+ write(TerminalSequences::BRACKETED_PASTE_ENABLE) if @bracketed_paste
42
+ @editor.read(**callbacks, **controls, draft: draft)
43
+ ensure
44
+ if @bracketed_paste
45
+ finish_frame
46
+ write(TerminalSequences::BRACKETED_PASTE_RESTORE)
47
+ end
48
+ end
49
+ end
50
+ error.puts
51
+ result
52
+ ensure
53
+ @source = @error = @streams = @prompt = @prompt_cells = nil
54
+ end
55
+
56
+ private
57
+
58
+ def control_characters(source)
59
+ attributes = "\0" * 256
60
+ raise SystemCallError.new("tcgetattr", Fiddle.last_error) if GET_ATTRIBUTES.call(source.fileno, attributes) < 0
61
+ offset, erase, kill, eof, interrupt = Locale::DARWIN ? [32, 3, 5, 0, 8] : [17, 2, 3, 4, 0]
62
+ { erase: attributes.byteslice(offset + erase, 1), kill: attributes.byteslice(offset + kill, 1), eof: attributes.byteslice(offset + eof, 1), interrupt: attributes.byteslice(offset + interrupt, 1) }
63
+ end
64
+
65
+ def character(timeout: nil)
66
+ text = +"".b
67
+ while (byte = read_byte(timeout: timeout))
68
+ text << byte
69
+ value = text.dup.force_encoding(@editor.encoding)
70
+ return value if value.valid_encoding?
71
+ raise ExecutionError, "invalid terminal character" if text.bytesize >= 8
72
+ end
73
+ nil
74
+ end
75
+
76
+ # Decode CSI/SS3 and Meta keys only for the non-modal editor. Vi receives
77
+ # a bare Escape immediately. Never look past the final byte of a key.
78
+ def key
79
+ first = character
80
+ return first unless first == TerminalKeys::ESCAPE
81
+
82
+ prefix = escape_character
83
+ return first unless prefix
84
+
85
+ sequence = first + prefix
86
+ return sequence if META_KEYS.include?(sequence)
87
+ return prefix unless prefix == "[" || prefix == "O"
88
+
89
+ while sequence.bytesize < MAX_ESCAPE_BYTES && (byte = escape_character)
90
+ # Preserve Enter and control characters even after a truncated key.
91
+ return byte if byte.ord < 32 || byte.ord == 127
92
+ sequence << byte
93
+ return sequence if prefix == "O" || sequence.match?(TerminalKeys::CSI_SEQUENCE_PATTERN)
94
+ break unless sequence.match?(TerminalKeys::CSI_PREFIX_PATTERN)
95
+ end
96
+ first
97
+ end
98
+
99
+ def escape_character
100
+ character(timeout: TerminalKeys::HANDOFF_ESCAPE_DELAY)
101
+ end
102
+
103
+ def read_paste
104
+ ending = TerminalSequences::BRACKETED_PASTE_END.b
105
+ text = +"".b
106
+ oversized = false
107
+ while (byte = read_byte)
108
+ text << byte
109
+ if text.end_with?(ending)
110
+ text = text.byteslice(0, text.bytesize - ending.bytesize).force_encoding(@editor.encoding)
111
+ return text.gsub(/\r\n?/, "\n") unless oversized || !text.valid_encoding? || text.bytesize > MAX_PASTE_BYTES
112
+ alert
113
+ return ""
114
+ end
115
+ # Keep scanning for the terminator even when rejecting the payload.
116
+ if text.bytesize > MAX_PASTE_BYTES + ending.bytesize || (oversized && text.bytesize > ending.bytesize)
117
+ oversized = true
118
+ text = text.byteslice(-ending.bytesize, ending.bytesize)
119
+ end
120
+ end
121
+ nil
122
+ end
123
+
124
+ def cancel_completion?(interrupt)
125
+ return true if @completion_byte
126
+ return false unless IO.select([@source], nil, nil, 0)
127
+
128
+ byte = @source.readpartial(1)
129
+ @completion_byte = byte unless byte == interrupt
130
+ true
131
+ rescue EOFError
132
+ true
133
+ end
134
+
135
+ def read_byte(timeout: nil)
136
+ if @completion_byte
137
+ byte, @completion_byte = @completion_byte, nil
138
+ return byte
139
+ end
140
+ loop do
141
+ return @source.readpartial(1) if IO.select([@source], nil, nil, timeout || 0.1)
142
+ return if timeout
143
+
144
+ @runtime.poll_signals(**@streams)
145
+ return if @runtime.exited
146
+ end
147
+ rescue EOFError
148
+ nil
149
+ end
150
+
151
+ def clear_screen
152
+ @frame_rows = @cursor_row = 0
153
+ write(TerminalSequences::CLEAR_VISIBLE_SCREEN)
154
+ end
155
+
156
+ def alert
157
+ write(TerminalSequences::ALERT)
158
+ end
159
+
160
+ def write(text)
161
+ @error.write(text)
162
+ @error.flush
163
+ end
164
+
165
+ def redraw(text, position, menu: nil, suggestion: nil)
166
+ unless position
167
+ @error.write("\r\n")
168
+ text.lines(chomp: true).each { |line| @error.write(TerminalText.locale_cells(line).map(&:first).join + "\r\n") }
169
+ @error.flush
170
+ return
171
+ end
172
+ height, columns = @source.winsize
173
+ height = 24 unless height.positive?
174
+ columns = 80 if columns < 4
175
+ return redraw_single_line(text, position, columns) unless @bracketed_paste
176
+
177
+ menu_lines = menu_rows(menu, columns, [height - 1, 6].min)
178
+ rows, cursor, column = draft_rows(text, position, columns, height - menu_lines.length, suggestion: suggestion)
179
+ render_frame(rows, menu_lines, cursor, column, height)
180
+ end
181
+
182
+ def redraw_single_line(text, position, columns)
183
+ row, column = format_row(text, position, columns, prompt: true)
184
+ write("\r" + row + TerminalSequences::ERASE_LINE_END + TerminalSequences.move_to_column(column))
185
+ end
186
+
187
+ def draft_rows(text, position, columns, limit, suggestion:)
188
+ before = text[0...position]
189
+ index = before.count("\n")
190
+ offset = position - (before.rindex("\n") || -1) - 1
191
+ lines = text.split("\n", -1)
192
+ lines = [""] if lines.empty?
193
+ first_visible = [index - limit + 1, 0].max
194
+ last_visible = [index, [lines.length - limit, 0].max].min
195
+ @draft_top = @draft_top.clamp(first_visible, last_visible)
196
+ @left = 0 if @active_line != index
197
+ @active_line = index
198
+ column = nil
199
+ rows = lines[@draft_top, limit].map.with_index(@draft_top) do |line, number|
200
+ row, cursor_column = format_row(line, number == index ? offset : nil, columns, prompt: number.zero?, suggestion: suggestion)
201
+ column = cursor_column if number == index
202
+ row
203
+ end
204
+ [rows, index - @draft_top, column]
205
+ end
206
+
207
+ def format_row(text, position, columns, prompt:, suggestion: nil)
208
+ prefix = prompt ? fit(prompt_cells_for_redraw, columns / 2) : []
209
+ prompt_text = prompt && @prompt.is_a?(PromptFormat) ? @prompt.render(prefix) : prefix.map(&:first).join
210
+ width = prefix.sum(&:last)
211
+ available = [columns - width - 1, 1].max
212
+ cells = TerminalText.locale_cells(text)
213
+ left = 0
214
+ column = nil
215
+ if position
216
+ left = [@left, position].min
217
+ consumed = cells[left...position].sum(&:last)
218
+ while left < position && consumed >= available
219
+ consumed -= cells[left].last
220
+ left += 1
221
+ end
222
+ @left = left
223
+ column = width + consumed + 1
224
+ end
225
+ visible = fit(cells[left..], available)
226
+ row = prompt_text + visible.map(&:first).join
227
+ if suggestion
228
+ tail = fit(TerminalText.locale_cells(suggestion), available - visible.sum(&:last)).map(&:first).join
229
+ row += ANSI.colorize(tail, :dim, enabled: true) unless tail.empty?
230
+ end
231
+ [row, column]
232
+ end
233
+
234
+ def menu_rows(menu, columns, limit)
235
+ return [] unless menu && limit.positive?
236
+
237
+ candidates, selected = menu
238
+ count = [candidates.length, limit].min
239
+ start = selected.clamp(0, candidates.length - count)
240
+ candidates[start, count].map.with_index(start) do |candidate, index|
241
+ text = (index == selected ? "> " : " ") + candidate
242
+ fit(TerminalText.locale_cells(text), columns - 1).map(&:first).join
243
+ end
244
+ end
245
+
246
+ def render_frame(draft_rows, menu_lines, cursor, column, height)
247
+ rows = draft_rows + menu_lines
248
+ count = [rows.length, [@frame_rows, height].min].max
249
+ output = @cursor_row.positive? ? +TerminalSequences.move_up([@cursor_row, height - 1].min) : +""
250
+ count.times do |index|
251
+ output << (index.zero? ? "\r" : "\r\n") << rows[index].to_s << TerminalSequences::ERASE_LINE_END
252
+ end
253
+ up = count - cursor - 1
254
+ output << TerminalSequences.move_up(up) if up.positive?
255
+ output << TerminalSequences.move_to_column(column)
256
+ @frame_rows, @cursor_row, @draft_rows = rows.length, cursor, draft_rows.length
257
+ write(output)
258
+ end
259
+
260
+ def finish_frame
261
+ return if @frame_rows.zero?
262
+
263
+ output = +""
264
+ below = @draft_rows - @cursor_row - 1
265
+ output << TerminalSequences.move_down(below) if below.positive?
266
+ extra = @frame_rows - @draft_rows
267
+ extra.times { output << "\r\n" << TerminalSequences::ERASE_LINE_END }
268
+ output << TerminalSequences.move_up(extra) if extra.positive?
269
+ write(output) unless output.empty?
270
+ end
271
+
272
+ def prompt_cells_for_redraw
273
+ @prompt_cells ||= if @prompt.is_a?(PromptFormat)
274
+ @prompt.cells(@editor.encoding)
275
+ else
276
+ TerminalText.locale_cells(@prompt)
277
+ end
278
+ end
279
+
280
+ def fit(cells, limit)
281
+ used = 0
282
+ cells.take_while { |_, width| (used += width) <= limit }
283
+ end
284
+ end
285
+ end
286
+ end
@@ -0,0 +1,109 @@
1
+ require "fiddle"
2
+
3
+ module Kward
4
+ module NativeShell
5
+ # POSIX locale objects are thread-local, never process-global setlocale.
6
+ # Wildcard iteration stays in Pattern; libc only evaluates one bracket or
7
+ # compares two strings, avoiding recursive libc glob backtracking.
8
+ class Locale
9
+ DARWIN = RUBY_PLATFORM.include?("darwin")
10
+ CTYPE_MASK = DARWIN ? 2 : 1
11
+ COLLATE_MASK = DARWIN ? 1 : 8
12
+ CODESET = DARWIN ? 0 : 14
13
+ POINTER = Fiddle::TYPE_VOIDP
14
+ NEW = Fiddle::Function.new(Fiddle::Handle::DEFAULT["newlocale"], [Fiddle::TYPE_INT, POINTER, POINTER], POINTER)
15
+ FREE = Fiddle::Function.new(Fiddle::Handle::DEFAULT["freelocale"], [POINTER], Fiddle::TYPE_VOID)
16
+ USE = Fiddle::Function.new(Fiddle::Handle::DEFAULT["uselocale"], [POINTER], POINTER)
17
+ INFO = Fiddle::Function.new(Fiddle::Handle::DEFAULT["nl_langinfo_l"], [Fiddle::TYPE_INT, POINTER], POINTER)
18
+ MATCH = Fiddle::Function.new(Fiddle::Handle::DEFAULT["fnmatch"], [POINTER, POINTER, Fiddle::TYPE_INT], Fiddle::TYPE_INT)
19
+ COMPARE = Fiddle::Function.new(Fiddle::Handle::DEFAULT["strcoll"], [POINTER, POINTER], Fiddle::TYPE_INT)
20
+
21
+ UPPER = Fiddle::Function.new(Fiddle::Handle::DEFAULT["towupper"], [Fiddle::TYPE_INT], Fiddle::TYPE_INT)
22
+ LOWER = Fiddle::Function.new(Fiddle::Handle::DEFAULT["towlower"], [Fiddle::TYPE_INT], Fiddle::TYPE_INT)
23
+
24
+ attr_reader :encoding, :multichar
25
+
26
+ def self.with(variables)
27
+ raise ExecutionError, "native locale support requires macOS or Linux" unless DARWIN || RUBY_PLATFORM.include?("linux")
28
+ handle = nil
29
+ collation = "C"
30
+ { "LC_CTYPE" => CTYPE_MASK, "LC_COLLATE" => COLLATE_MASK }.each do |category, mask|
31
+ name = [variables["LC_ALL"], variables[category], variables["LANG"], "C"].find { |value| value && !value.empty? }
32
+ raise ExecutionError, "NUL bytes are not allowed in locale names" if name.include?("\0")
33
+ collation = name if category == "LC_COLLATE"
34
+ updated = NEW.call(mask, name, handle || 0)
35
+ raise ExecutionError, "unavailable locale: #{name}" if updated.null?
36
+ # Darwin clones base; Linux newlocale consumes it on success.
37
+ # https://github.com/apple-oss-distributions/Libc/blob/main/locale/xlocale.c
38
+ FREE.call(handle) if DARWIN && handle
39
+ handle = updated
40
+ end
41
+ previous = USE.call(handle)
42
+ yield new(INFO.call(CODESET, handle).to_s, multichar: !collation.match?(/\A(?:C|POSIX)(?:[.@].*)?\z/))
43
+ ensure
44
+ USE.call(previous) if previous
45
+ FREE.call(handle) if handle
46
+ end
47
+
48
+ def initialize(codeset, multichar: true)
49
+ @multichar = multichar
50
+ @encoding = Encoding.find(codeset)
51
+ @encoding = Encoding::BINARY if @encoding == Encoding::US_ASCII
52
+ rescue ArgumentError
53
+ raise ExecutionError, "unsupported locale encoding: #{codeset}"
54
+ end
55
+
56
+ def text(value)
57
+ value.dup.force_encoding(@encoding)
58
+ end
59
+
60
+ def swapcase(value)
61
+ text(value).each_char.map do |character|
62
+ codepoint = character.encode(Encoding::UTF_8).ord
63
+ upper = UPPER.call(codepoint)
64
+ (upper == codepoint ? LOWER.call(codepoint) : upper).chr(Encoding::UTF_8).encode(@encoding)
65
+ rescue EncodingError, RangeError
66
+ character
67
+ end.join
68
+ end
69
+
70
+ def bracket?(source, value)
71
+ validate(source, value)
72
+ MATCH.call(source, value, 0).zero?
73
+ end
74
+
75
+ def collating_element?(value)
76
+ value.length == 1 || multichar && symbol?(value, value)
77
+ end
78
+
79
+ def symbol?(name, value)
80
+ return name == value if name.length == 1
81
+ # Never let candidate input close the bracket and introduce libc glob
82
+ # operators. Whole-pattern wildcard iteration belongs to Pattern.
83
+ return false if name.empty? || unsafe_symbol?(name)
84
+ bracket?("[[.#{name}.]]", value)
85
+ end
86
+
87
+ def equivalent?(name, value)
88
+ return false if name.length > 1 && unsafe_symbol?(name)
89
+ bracket?("[[=#{name}=]]", value) ||
90
+ symbol?(name, name) && collating_element?(value) && compare(name, value).zero?
91
+ end
92
+
93
+ def compare(left, right)
94
+ validate(left, right)
95
+ COMPARE.call(left, right)
96
+ end
97
+
98
+ private
99
+
100
+ def unsafe_symbol?(name)
101
+ ["[", "]", "\\", "*", "?"].any? { |character| name.include?(character) }
102
+ end
103
+
104
+ def validate(*values)
105
+ raise ExecutionError, "NUL bytes are not supported in locale comparisons" if values.any? { |value| value.include?("\0") }
106
+ end
107
+ end
108
+ end
109
+ end
@@ -0,0 +1,57 @@
1
+ module Kward
2
+ module NativeShell
3
+ # A function sees its caller's active bindings. Save only the names it
4
+ # declares local so other assignments still affect the enclosing shell.
5
+ module Locals
6
+ private
7
+
8
+ def local_builtin(args)
9
+ args.shift if args.first == "--"
10
+ raise ExecutionError, "local: expected a name or assignment" if args.empty?
11
+
12
+ args.each do |argument|
13
+ name, value = argument.split("=", 2)
14
+ declare_local(name.to_s)
15
+ assign(name, value) if value
16
+ end
17
+ 0
18
+ end
19
+
20
+ def local_array(name, words)
21
+ array = Arrays::ArrayValue.new(associative: false, values: {})
22
+ populate_array(array, name, words)
23
+ declare_local(name)
24
+ @variables.delete(name)
25
+ @arrays[name] = array
26
+ 0
27
+ rescue ExpansionError, ExecutionError => e
28
+ command_error(e, @streams)
29
+ end
30
+
31
+ def declare_local(name)
32
+ scope = @local_scopes.last
33
+ raise ExecutionError, "local: only valid in a function" unless scope
34
+ validate_name(name)
35
+ raise ExecutionError, "#{name}: readonly variable" if @readonly.include?(name)
36
+ return if scope.key?(name)
37
+
38
+ scope[name] = [@variables.delete(name), @arrays.delete(name), @exported.include?(name),
39
+ (@line_tracking if name == "LINENO"), (@getopts_index if name == "OPTIND")]
40
+ @command_hash.clear if name == "PATH"
41
+ @getopts_index = nil if name == "OPTIND"
42
+ end
43
+
44
+ def restore_locals(scope)
45
+ scope.each do |name, (value, array, exported, line_tracking, getopts_index)|
46
+ value ? @variables[name] = value : @variables.delete(name)
47
+ array ? @arrays[name] = array : @arrays.delete(name)
48
+ exported ? @exported.add(name) : @exported.delete(name)
49
+ @readonly.delete(name)
50
+ @command_hash.clear if name == "PATH"
51
+ @line_tracking = line_tracking if name == "LINENO"
52
+ @getopts_index = getopts_index if name == "OPTIND"
53
+ end
54
+ end
55
+ end
56
+ end
57
+ end
@@ -0,0 +1,200 @@
1
+ module Kward
2
+ module NativeShell
3
+ # Shell patterns for case and parameter trimming, not filesystem globbing.
4
+ # Wildcards match slashes and leading dots here. Only a single-character
5
+ # bracket expression uses Regexp; arbitrary shell text is always escaped.
6
+ class Pattern
7
+ CLASSES = %w[alnum alpha blank cntrl digit graph lower print punct space upper xdigit].freeze
8
+
9
+ class LimitError < ArgumentError; end
10
+ MAX_MATCH_STEPS = 1_000_000
11
+ MAX_MATCH_BYTES = 16 * 1024 * 1024
12
+
13
+ # Test alternatives separately: libc fnmatch can commit to a shorter
14
+ # element in a mixed bracket even when a longer element would match.
15
+ class Bracket
16
+ def initialize(locale, elements, negated)
17
+ @locale, @negated = locale, negated
18
+ @elements = []
19
+ until elements.empty?
20
+ first = elements.shift
21
+ if elements.length >= 2 && elements.first.first == :dash
22
+ elements.shift
23
+ @elements << [:range, first, elements.shift]
24
+ else
25
+ @elements << first
26
+ end
27
+ end
28
+ end
29
+
30
+ def match?(value)
31
+ return false unless @locale.collating_element?(value)
32
+ matched = @elements.any? do |kind, text, last|
33
+ case kind
34
+ when :range
35
+ lower, upper = endpoint(text), endpoint(last)
36
+ lower && upper && @locale.compare(lower, value) <= 0 && @locale.compare(value, upper) <= 0
37
+ when :symbol then @locale.symbol?(text, value)
38
+ when :equivalent then @locale.equivalent?(text, value)
39
+ when :class then value.length == 1 && @locale.bracket?("[[:#{text}:]]", value)
40
+ else value == text
41
+ end
42
+ end
43
+ @negated ? !matched : matched
44
+ end
45
+
46
+ private
47
+
48
+ def endpoint(element)
49
+ kind, text = element
50
+ text if %i[literal dash].include?(kind) || kind == :symbol && @locale.symbol?(text, text)
51
+ end
52
+ end
53
+
54
+ def initialize(source, locale: nil)
55
+ @locale = locale
56
+ @source = locale ? locale.text(source) : source
57
+ @index = 0
58
+ @tokens = []
59
+ while (character = @source[@index])
60
+ @index += 1
61
+ @tokens << case character
62
+ when "*" then :star
63
+ when "?" then :any
64
+ when "\\"
65
+ escaped = @source[@index]
66
+ @index += 1 if escaped
67
+ escaped || "\\"
68
+ when "[" then bracket || "["
69
+ else character
70
+ end
71
+ end
72
+ end
73
+
74
+ def wildcards?
75
+ @tokens.any? { |token| token == :star || token == :any || token.is_a?(Regexp) || token.is_a?(Bracket) }
76
+ end
77
+
78
+ def match?(value)
79
+ characters = (@locale ? @locale.text(value) : value).chars
80
+ return match_collating(characters) if @locale&.multichar && @tokens.any? { |token| token.is_a?(Bracket) }
81
+ token_index = 0
82
+ value_index = 0
83
+ star_index = nil
84
+ retry_index = 0
85
+ while value_index < characters.length
86
+ token = @tokens[token_index]
87
+ if token == :star
88
+ star_index = token_index
89
+ token_index += 1
90
+ retry_index = value_index
91
+ elsif token == :any || (token.is_a?(Regexp) || token.is_a?(Bracket)) && token.match?(characters[value_index]) || token == characters[value_index]
92
+ token_index += 1
93
+ value_index += 1
94
+ elsif star_index
95
+ token_index = star_index + 1
96
+ retry_index += 1
97
+ value_index = retry_index
98
+ else
99
+ return false
100
+ end
101
+ end
102
+ token_index += 1 while @tokens[token_index] == :star
103
+ token_index == @tokens.length
104
+ end
105
+
106
+ private
107
+
108
+ # Iterative frontier matching keeps both short and long collating-element
109
+ # paths alive without recursive backtracking. Work and copied bytes are
110
+ # bounded explicitly, including unsuccessful prefix probes.
111
+ def match_collating(characters)
112
+ positions = [0]
113
+ steps = bytes = 0
114
+ @tokens.each_with_index do |token, index|
115
+ if token == :star
116
+ return true if index == @tokens.length - 1
117
+ first = positions.min
118
+ steps += characters.length - first + 1
119
+ raise LimitError, "collating pattern match exceeds work limit" if steps > MAX_MATCH_STEPS
120
+ positions = (first..characters.length).to_a
121
+ else
122
+ following = {}
123
+ positions.each do |start|
124
+ next if start == characters.length
125
+ if token.is_a?(Bracket)
126
+ candidate = +""
127
+ start.upto(characters.length - 1) do |finish|
128
+ candidate << characters[finish]
129
+ steps += 1
130
+ bytes += candidate.bytesize
131
+ raise LimitError, "collating pattern match exceeds work limit" if steps > MAX_MATCH_STEPS || bytes > MAX_MATCH_BYTES
132
+ following[finish + 1] = true if token.match?(candidate)
133
+ end
134
+ else
135
+ steps += 1
136
+ following[start + 1] = true if token == :any || token == characters[start]
137
+ end
138
+ end
139
+ positions = following.keys
140
+ end
141
+ raise LimitError, "collating pattern match exceeds work limit" if steps > MAX_MATCH_STEPS
142
+ return false if positions.empty?
143
+ end
144
+ positions.include?(characters.length)
145
+ end
146
+
147
+ def bracket_literal(character)
148
+ character == "&" ? "\\&" : Regexp.escape(character)
149
+ end
150
+
151
+ def bracket
152
+ start = @index
153
+ content = +""
154
+ elements = []
155
+ negated = ["!", "^"].include?(@source[@index])
156
+ if negated
157
+ content << "^"
158
+ @index += 1
159
+ end
160
+ if @source[@index] == "]"
161
+ content << "\\]"
162
+ elements << [:literal, "]"]
163
+ @index += 1
164
+ end
165
+ entries = 0
166
+ while (character = @source[@index])
167
+ if character == "]" && (entries.positive? || content.end_with?("\\]"))
168
+ @index += 1
169
+ return Bracket.new(@locale, elements, negated) if @locale
170
+ return Regexp.new("\\A[#{content}]\\z")
171
+ elsif character == "\\" && @source[@index + 1]
172
+ content << bracket_literal(@source[@index + 1])
173
+ elements << [:literal, @source[@index + 1]]
174
+ @index += 2
175
+ elsif (match = @source[@index..].match(/\A\[([.=])(.*?)\1\]/m))
176
+ # Collating symbols and equivalence classes are interpreted by libc.
177
+ return /\A\b\B\z/ if !@locale && match[2].length != 1
178
+ content << bracket_literal(match[2])
179
+ elements << [match[1] == "." ? :symbol : :equivalent, match[2]]
180
+ @index += match[0].length
181
+ elsif (match = @source[@index..].match(/\A\[:([a-z]+):\]/)) && CLASSES.include?(match[1])
182
+ content << match[0]
183
+ elements << [:class, match[1]]
184
+ @index += match[0].length
185
+ else
186
+ content << (character == "-" ? "-" : bracket_literal(character))
187
+ elements << [character == "-" ? :dash : :literal, character]
188
+ @index += 1
189
+ end
190
+ entries += 1
191
+ end
192
+ @index = start
193
+ nil
194
+ rescue RegexpError
195
+ # An invalid range cannot match a character.
196
+ /\A\b\B\z/
197
+ end
198
+ end
199
+ end
200
+ end