@tyvm/knowhow 0.0.108 → 0.0.109-dev.05fe5a0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. package/README.md +45 -0
  2. package/package.json +9 -4
  3. package/scripts/build-for-node.sh +10 -24
  4. package/scripts/publish.sh +86 -0
  5. package/src/agents/base/base.ts +10 -0
  6. package/src/agents/tools/execCommand.ts +49 -6
  7. package/src/agents/tools/index.ts +0 -1
  8. package/src/agents/tools/list.ts +0 -2
  9. package/src/chat/CliChatService.ts +10 -1
  10. package/src/chat/modules/AgentModule.ts +61 -31
  11. package/src/chat/modules/SessionsModule.ts +47 -3
  12. package/src/chat/renderer/CompactRenderer.ts +20 -0
  13. package/src/chat/renderer/ConsoleRenderer.ts +19 -0
  14. package/src/chat/renderer/FancyRenderer.ts +19 -0
  15. package/src/chat/renderer/types.ts +11 -0
  16. package/src/cli.ts +91 -659
  17. package/src/clients/anthropic.ts +17 -16
  18. package/src/clients/index.ts +6 -5
  19. package/src/clients/types.ts +19 -4
  20. package/src/cloudWorker.ts +175 -113
  21. package/src/commands/agent.ts +246 -0
  22. package/src/commands/misc.ts +174 -0
  23. package/src/commands/modules.ts +217 -0
  24. package/src/commands/services.ts +77 -0
  25. package/src/commands/workers.ts +168 -0
  26. package/src/config.ts +37 -0
  27. package/src/fileSync.ts +50 -17
  28. package/src/index.ts +18 -0
  29. package/src/logger.ts +197 -0
  30. package/src/plugins/embedding.ts +11 -6
  31. package/src/plugins/plugins.ts +0 -21
  32. package/src/plugins/vim.ts +5 -16
  33. package/src/processors/JsonCompressor.ts +6 -6
  34. package/src/services/EventService.ts +61 -1
  35. package/src/services/KnowhowClient.ts +34 -4
  36. package/src/services/modules/index.ts +95 -51
  37. package/src/services/modules/types.ts +6 -0
  38. package/src/tunnel.ts +216 -0
  39. package/src/types.ts +0 -1
  40. package/src/worker.ts +105 -312
  41. package/src/workers/auth/WsMiddleware.ts +99 -0
  42. package/src/workers/auth/authMiddleware.ts +104 -0
  43. package/src/workers/auth/types.ts +14 -2
  44. package/src/workers/tools/index.ts +2 -0
  45. package/src/workers/tools/reloadConfig.ts +84 -0
  46. package/tests/services/WorkerReloadConfig.test.ts +141 -0
  47. package/tests/unit/commands/github-credentials.test.ts +211 -0
  48. package/tests/unit/modules/moduleLoading.test.ts +39 -37
  49. package/tests/unit/plugins/pluginLoading.test.ts +0 -85
  50. package/ts_build/package.json +9 -4
  51. package/ts_build/src/agents/base/base.js +11 -0
  52. package/ts_build/src/agents/base/base.js.map +1 -1
  53. package/ts_build/src/agents/tools/execCommand.d.ts +1 -1
  54. package/ts_build/src/agents/tools/execCommand.js +39 -5
  55. package/ts_build/src/agents/tools/execCommand.js.map +1 -1
  56. package/ts_build/src/agents/tools/index.d.ts +0 -1
  57. package/ts_build/src/agents/tools/index.js +0 -1
  58. package/ts_build/src/agents/tools/index.js.map +1 -1
  59. package/ts_build/src/agents/tools/list.js +0 -2
  60. package/ts_build/src/agents/tools/list.js.map +1 -1
  61. package/ts_build/src/chat/CliChatService.js +13 -1
  62. package/ts_build/src/chat/CliChatService.js.map +1 -1
  63. package/ts_build/src/chat/modules/AgentModule.d.ts +1 -1
  64. package/ts_build/src/chat/modules/AgentModule.js +43 -20
  65. package/ts_build/src/chat/modules/AgentModule.js.map +1 -1
  66. package/ts_build/src/chat/modules/SessionsModule.js +37 -3
  67. package/ts_build/src/chat/modules/SessionsModule.js.map +1 -1
  68. package/ts_build/src/chat/renderer/CompactRenderer.d.ts +4 -0
  69. package/ts_build/src/chat/renderer/CompactRenderer.js +16 -0
  70. package/ts_build/src/chat/renderer/CompactRenderer.js.map +1 -1
  71. package/ts_build/src/chat/renderer/ConsoleRenderer.d.ts +4 -0
  72. package/ts_build/src/chat/renderer/ConsoleRenderer.js +16 -0
  73. package/ts_build/src/chat/renderer/ConsoleRenderer.js.map +1 -1
  74. package/ts_build/src/chat/renderer/FancyRenderer.d.ts +4 -0
  75. package/ts_build/src/chat/renderer/FancyRenderer.js +16 -0
  76. package/ts_build/src/chat/renderer/FancyRenderer.js.map +1 -1
  77. package/ts_build/src/chat/renderer/types.d.ts +2 -0
  78. package/ts_build/src/cli.js +47 -519
  79. package/ts_build/src/cli.js.map +1 -1
  80. package/ts_build/src/clients/anthropic.d.ts +5 -5
  81. package/ts_build/src/clients/anthropic.js +17 -16
  82. package/ts_build/src/clients/anthropic.js.map +1 -1
  83. package/ts_build/src/clients/index.js +2 -4
  84. package/ts_build/src/clients/index.js.map +1 -1
  85. package/ts_build/src/clients/types.d.ts +3 -2
  86. package/ts_build/src/cloudWorker.d.ts +14 -0
  87. package/ts_build/src/cloudWorker.js +105 -66
  88. package/ts_build/src/cloudWorker.js.map +1 -1
  89. package/ts_build/src/commands/agent.d.ts +6 -0
  90. package/ts_build/src/commands/agent.js +229 -0
  91. package/ts_build/src/commands/agent.js.map +1 -0
  92. package/ts_build/src/commands/misc.d.ts +10 -0
  93. package/ts_build/src/commands/misc.js +197 -0
  94. package/ts_build/src/commands/misc.js.map +1 -0
  95. package/ts_build/src/commands/modules.d.ts +3 -0
  96. package/ts_build/src/commands/modules.js +207 -0
  97. package/ts_build/src/commands/modules.js.map +1 -0
  98. package/ts_build/src/commands/services.d.ts +5 -0
  99. package/ts_build/src/commands/services.js +87 -0
  100. package/ts_build/src/commands/services.js.map +1 -0
  101. package/ts_build/src/commands/workers.d.ts +6 -0
  102. package/ts_build/src/commands/workers.js +168 -0
  103. package/ts_build/src/commands/workers.js.map +1 -0
  104. package/ts_build/src/config.d.ts +1 -0
  105. package/ts_build/src/config.js +32 -0
  106. package/ts_build/src/config.js.map +1 -1
  107. package/ts_build/src/fileSync.d.ts +6 -0
  108. package/ts_build/src/fileSync.js +37 -12
  109. package/ts_build/src/fileSync.js.map +1 -1
  110. package/ts_build/src/index.d.ts +1 -0
  111. package/ts_build/src/index.js +17 -1
  112. package/ts_build/src/index.js.map +1 -1
  113. package/ts_build/src/logger.d.ts +21 -0
  114. package/ts_build/src/logger.js +106 -0
  115. package/ts_build/src/logger.js.map +1 -0
  116. package/ts_build/src/plugins/embedding.js +4 -3
  117. package/ts_build/src/plugins/embedding.js.map +1 -1
  118. package/ts_build/src/plugins/plugins.d.ts +0 -2
  119. package/ts_build/src/plugins/plugins.js +0 -11
  120. package/ts_build/src/plugins/plugins.js.map +1 -1
  121. package/ts_build/src/plugins/vim.js +3 -9
  122. package/ts_build/src/plugins/vim.js.map +1 -1
  123. package/ts_build/src/processors/JsonCompressor.js +4 -4
  124. package/ts_build/src/processors/JsonCompressor.js.map +1 -1
  125. package/ts_build/src/services/EventService.d.ts +6 -1
  126. package/ts_build/src/services/EventService.js +29 -0
  127. package/ts_build/src/services/EventService.js.map +1 -1
  128. package/ts_build/src/services/KnowhowClient.d.ts +13 -1
  129. package/ts_build/src/services/KnowhowClient.js +19 -2
  130. package/ts_build/src/services/KnowhowClient.js.map +1 -1
  131. package/ts_build/src/services/modules/index.d.ts +33 -0
  132. package/ts_build/src/services/modules/index.js +67 -47
  133. package/ts_build/src/services/modules/index.js.map +1 -1
  134. package/ts_build/src/services/modules/types.d.ts +6 -0
  135. package/ts_build/src/tunnel.d.ts +27 -0
  136. package/ts_build/src/tunnel.js +112 -0
  137. package/ts_build/src/tunnel.js.map +1 -0
  138. package/ts_build/src/types.d.ts +0 -1
  139. package/ts_build/src/types.js.map +1 -1
  140. package/ts_build/src/worker.d.ts +1 -4
  141. package/ts_build/src/worker.js +59 -227
  142. package/ts_build/src/worker.js.map +1 -1
  143. package/ts_build/src/workers/auth/WsMiddleware.d.ts +8 -0
  144. package/ts_build/src/workers/auth/WsMiddleware.js +65 -0
  145. package/ts_build/src/workers/auth/WsMiddleware.js.map +1 -0
  146. package/ts_build/src/workers/auth/authMiddleware.d.ts +3 -0
  147. package/ts_build/src/workers/auth/authMiddleware.js +60 -0
  148. package/ts_build/src/workers/auth/authMiddleware.js.map +1 -0
  149. package/ts_build/src/workers/auth/types.d.ts +8 -1
  150. package/ts_build/src/workers/tools/index.d.ts +2 -0
  151. package/ts_build/src/workers/tools/index.js +4 -1
  152. package/ts_build/src/workers/tools/index.js.map +1 -1
  153. package/ts_build/src/workers/tools/reloadConfig.d.ts +14 -0
  154. package/ts_build/src/workers/tools/reloadConfig.js +48 -0
  155. package/ts_build/src/workers/tools/reloadConfig.js.map +1 -0
  156. package/ts_build/tests/services/WorkerReloadConfig.test.d.ts +1 -0
  157. package/ts_build/tests/services/WorkerReloadConfig.test.js +86 -0
  158. package/ts_build/tests/services/WorkerReloadConfig.test.js.map +1 -0
  159. package/ts_build/tests/unit/commands/github-credentials.test.d.ts +1 -0
  160. package/ts_build/tests/unit/commands/github-credentials.test.js +146 -0
  161. package/ts_build/tests/unit/commands/github-credentials.test.js.map +1 -0
  162. package/ts_build/tests/unit/modules/moduleLoading.test.js +20 -26
  163. package/ts_build/tests/unit/modules/moduleLoading.test.js.map +1 -1
  164. package/ts_build/tests/unit/plugins/pluginLoading.test.js +0 -65
  165. package/ts_build/tests/unit/plugins/pluginLoading.test.js.map +1 -1
  166. package/src/agents/tools/executeScript/README.md +0 -94
  167. package/src/agents/tools/executeScript/definition.ts +0 -79
  168. package/src/agents/tools/executeScript/examples/dependency-injection-validation.ts +0 -272
  169. package/src/agents/tools/executeScript/examples/quick-test.ts +0 -74
  170. package/src/agents/tools/executeScript/examples/serialization-test.ts +0 -321
  171. package/src/agents/tools/executeScript/examples/test-runner.ts +0 -197
  172. package/src/agents/tools/executeScript/index.ts +0 -98
  173. package/src/services/script-execution/SandboxContext.ts +0 -282
  174. package/src/services/script-execution/ScriptExecutor.ts +0 -441
  175. package/src/services/script-execution/ScriptPolicy.ts +0 -194
  176. package/src/services/script-execution/ScriptTracer.ts +0 -249
  177. package/src/services/script-execution/types.ts +0 -134
  178. package/ts_build/src/agents/tools/executeScript/definition.d.ts +0 -2
  179. package/ts_build/src/agents/tools/executeScript/definition.js +0 -76
  180. package/ts_build/src/agents/tools/executeScript/definition.js.map +0 -1
  181. package/ts_build/src/agents/tools/executeScript/examples/dependency-injection-validation.d.ts +0 -18
  182. package/ts_build/src/agents/tools/executeScript/examples/dependency-injection-validation.js +0 -192
  183. package/ts_build/src/agents/tools/executeScript/examples/dependency-injection-validation.js.map +0 -1
  184. package/ts_build/src/agents/tools/executeScript/examples/quick-test.d.ts +0 -3
  185. package/ts_build/src/agents/tools/executeScript/examples/quick-test.js +0 -64
  186. package/ts_build/src/agents/tools/executeScript/examples/quick-test.js.map +0 -1
  187. package/ts_build/src/agents/tools/executeScript/examples/serialization-test.d.ts +0 -15
  188. package/ts_build/src/agents/tools/executeScript/examples/serialization-test.js +0 -266
  189. package/ts_build/src/agents/tools/executeScript/examples/serialization-test.js.map +0 -1
  190. package/ts_build/src/agents/tools/executeScript/examples/test-runner.d.ts +0 -4
  191. package/ts_build/src/agents/tools/executeScript/examples/test-runner.js +0 -208
  192. package/ts_build/src/agents/tools/executeScript/examples/test-runner.js.map +0 -1
  193. package/ts_build/src/agents/tools/executeScript/index.d.ts +0 -28
  194. package/ts_build/src/agents/tools/executeScript/index.js +0 -72
  195. package/ts_build/src/agents/tools/executeScript/index.js.map +0 -1
  196. package/ts_build/src/services/script-execution/SandboxContext.d.ts +0 -34
  197. package/ts_build/src/services/script-execution/SandboxContext.js +0 -189
  198. package/ts_build/src/services/script-execution/SandboxContext.js.map +0 -1
  199. package/ts_build/src/services/script-execution/ScriptExecutor.d.ts +0 -19
  200. package/ts_build/src/services/script-execution/ScriptExecutor.js +0 -269
  201. package/ts_build/src/services/script-execution/ScriptExecutor.js.map +0 -1
  202. package/ts_build/src/services/script-execution/ScriptPolicy.d.ts +0 -28
  203. package/ts_build/src/services/script-execution/ScriptPolicy.js +0 -115
  204. package/ts_build/src/services/script-execution/ScriptPolicy.js.map +0 -1
  205. package/ts_build/src/services/script-execution/ScriptTracer.d.ts +0 -19
  206. package/ts_build/src/services/script-execution/ScriptTracer.js +0 -186
  207. package/ts_build/src/services/script-execution/ScriptTracer.js.map +0 -1
  208. package/ts_build/src/services/script-execution/types.d.ts +0 -108
  209. package/ts_build/src/services/script-execution/types.js +0 -3
  210. package/ts_build/src/services/script-execution/types.js.map +0 -1
@@ -1,282 +0,0 @@
1
- import { AIClient } from "../../clients";
2
- import { ScriptTracer } from "./ScriptTracer";
3
- import { ScriptPolicyEnforcer } from "./ScriptPolicy";
4
- import { Artifact, QuotaUsage } from "./types";
5
- import { Message } from "../../clients/types";
6
- import { ToolsService } from "../Tools";
7
-
8
- /**
9
- * Provides the execution context for scripts with controlled access to tools and AI
10
- */
11
- export class SandboxContext {
12
- private artifacts: Artifact[] = [];
13
- private consoleOutput: string[] = [];
14
-
15
- constructor(
16
- private toolsService: ToolsService,
17
- private clients: AIClient,
18
- private tracer: ScriptTracer,
19
- private policyEnforcer: ScriptPolicyEnforcer
20
- ) {}
21
-
22
- /**
23
- * Console implementation that captures output
24
- */
25
- console = {
26
- log: (...args: any[]) => {
27
- const message = args
28
- .map((arg) =>
29
- typeof arg === "object" ? JSON.stringify(arg) : String(arg)
30
- )
31
- .join(" ");
32
- this.consoleOutput.push(`[LOG] ${message}`);
33
- this.tracer.emitEvent("console_log", { message, args });
34
- },
35
-
36
- error: (...args: any[]) => {
37
- const message = args
38
- .map((arg) =>
39
- typeof arg === "object" ? JSON.stringify(arg) : String(arg)
40
- )
41
- .join(" ");
42
- this.consoleOutput.push(`[ERROR] ${message}`);
43
- this.tracer.emitEvent("console_error", { message, args });
44
- },
45
-
46
- warn: (...args: any[]) => {
47
- const message = args
48
- .map((arg) =>
49
- typeof arg === "object" ? JSON.stringify(arg) : String(arg)
50
- )
51
- .join(" ");
52
- this.consoleOutput.push(`[WARN] ${message}`);
53
- this.tracer.emitEvent("console_warn", { message, args });
54
- },
55
-
56
- info: (...args: any[]) => {
57
- const message = args
58
- .map((arg) =>
59
- typeof arg === "object" ? JSON.stringify(arg) : String(arg)
60
- )
61
- .join(" ");
62
- this.consoleOutput.push(`[INFO] ${message}`);
63
- this.tracer.emitEvent("console_info", { message, args });
64
- },
65
- };
66
-
67
- /**
68
- * Call a tool through the tools service
69
- */
70
- async callTool(toolName: string, parameters: any): Promise<any> {
71
- // Check policy first
72
- if (!this.policyEnforcer.checkToolCall(toolName)) {
73
- throw new Error(`Tool call '${toolName}' blocked by policy`);
74
- }
75
-
76
- if (toolName === "executeScript") {
77
- throw new Error("Nested script execution is not allowed in sandbox");
78
- }
79
-
80
- this.tracer.emitEvent("tool_call_start", {
81
- toolName,
82
- parameters: this.sanitizeForLogging(parameters),
83
- });
84
-
85
- try {
86
- // Record the tool call
87
- this.policyEnforcer.recordToolCall();
88
-
89
- // Create a proper ToolCall object
90
- const toolCall = {
91
- id: `script-tool-${Date.now()}-${Math.random()
92
- .toString(36)
93
- .substr(2, 9)}`,
94
- type: "function" as const,
95
- function: {
96
- name: toolName,
97
- arguments: JSON.stringify(parameters),
98
- },
99
- };
100
-
101
- // Call the actual tool through the Tools service
102
- const result = await this.toolsService.callTool(toolCall);
103
-
104
- this.tracer.emitEvent("tool_call_success", {
105
- toolName,
106
- result: this.sanitizeForLogging(result),
107
- });
108
-
109
- return result;
110
- } catch (error) {
111
- this.tracer.emitEvent("tool_call_error", {
112
- toolName,
113
- error: error instanceof Error ? error.message : String(error),
114
- });
115
- throw error;
116
- }
117
- }
118
-
119
- /**
120
- * Call LLM through the clients service
121
- */
122
- async llm(
123
- messages: Message[],
124
- options: {
125
- model?: string;
126
- maxTokens?: number;
127
- temperature?: number;
128
- } = {}
129
- ) {
130
- const estimatedTokens = this.estimateTokens(messages);
131
-
132
- // Check token quota
133
- if (!this.policyEnforcer.checkTokenUsage(estimatedTokens)) {
134
- throw new Error("Token quota would be exceeded");
135
- }
136
-
137
- this.tracer.emitEvent("llm_call_start", {
138
- messageCount: messages.length,
139
- estimatedTokens,
140
- model: options.model,
141
- options: this.sanitizeForLogging(options),
142
- });
143
-
144
- try {
145
- // Record token usage
146
- this.policyEnforcer.recordTokenUsage(estimatedTokens);
147
-
148
- // Use the actual Clients service to make LLM calls
149
- const completionOptions = {
150
- model: options.model,
151
- messages,
152
- max_tokens: options.maxTokens,
153
- };
154
-
155
- // Detect provider from model or use default
156
- const response = await this.clients.createCompletion(
157
- "",
158
- completionOptions
159
- );
160
-
161
- this.tracer.emitEvent("llm_call_success", {
162
- model: response.model,
163
- usage: response.usage,
164
- usdCost: response.usd_cost,
165
- });
166
-
167
- return response;
168
- } catch (error) {
169
- this.tracer.emitEvent("llm_call_error", {
170
- error: error instanceof Error ? error.message : String(error),
171
- });
172
- throw error;
173
- }
174
- }
175
-
176
- /**
177
- * Get current quota usage
178
- */
179
- getQuotaUsage(): QuotaUsage {
180
- return this.policyEnforcer.getUsage();
181
- }
182
-
183
- /**
184
- * Create an artifact
185
- */
186
- async createArtifact(
187
- name: string,
188
- content: string,
189
- type: "text" | "json" | "csv" | "html" | "markdown" = "text"
190
- ): Promise<Artifact> {
191
- const artifact: Artifact = {
192
- id: `artifact-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`,
193
- name,
194
- type,
195
- content,
196
- createdAt: new Date().toISOString(),
197
- };
198
-
199
- this.artifacts.push(artifact);
200
-
201
- this.tracer.emitEvent("artifact_created", {
202
- artifactId: artifact.id,
203
- name,
204
- type,
205
- contentLength: content.length,
206
- });
207
-
208
- return artifact;
209
- }
210
-
211
- async sleep(ms: number): Promise<void> {
212
- if (typeof ms !== "number" || ms < 0 || ms > 2000) {
213
- throw new Error("Invalid sleep duration, sleep must be >0 and <2000");
214
- }
215
- await new Promise((res) => setTimeout(res, ms));
216
- this.tracer.emitEvent("sleep", { durationMs: ms });
217
- }
218
-
219
- /**
220
- * Get all created artifacts
221
- */
222
- getArtifacts(): Artifact[] {
223
- return [...this.artifacts];
224
- }
225
-
226
- /**
227
- * Get console output
228
- */
229
- getConsoleOutput(): string[] {
230
- return [...this.consoleOutput];
231
- }
232
-
233
- /**
234
- * Estimate tokens for text (rough approximation)
235
- */
236
- private estimateTokens(messages: any[]): number {
237
- let totalText = "";
238
- for (const message of messages) {
239
- if (typeof message === "string") {
240
- totalText += message;
241
- } else if (message && typeof message.content === "string") {
242
- totalText += message.content;
243
- }
244
- }
245
- // Rough estimation: ~4 characters per token
246
- return Math.ceil(totalText.length / 4);
247
- }
248
-
249
- /**
250
- * Sanitize data for logging (remove sensitive information)
251
- */
252
- private sanitizeForLogging(data: any): any {
253
- if (data === null || data === undefined) {
254
- return data;
255
- }
256
-
257
- if (typeof data === "string") {
258
- // Truncate very long strings
259
- return data.length > 500 ? data.substring(0, 500) + "..." : data;
260
- }
261
-
262
- if (typeof data === "object") {
263
- const sanitized: any = {};
264
- for (const [key, value] of Object.entries(data)) {
265
- // Skip potentially sensitive keys
266
- if (
267
- key.toLowerCase().includes("password") ||
268
- key.toLowerCase().includes("token") ||
269
- key.toLowerCase().includes("secret") ||
270
- key.toLowerCase().includes("key")
271
- ) {
272
- sanitized[key] = "[REDACTED]";
273
- } else {
274
- sanitized[key] = this.sanitizeForLogging(value);
275
- }
276
- }
277
- return sanitized;
278
- }
279
-
280
- return data;
281
- }
282
- }