@lota-sdk/core 0.4.8 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/package.json +11 -12
  2. package/src/ai/embedding-cache.ts +94 -22
  3. package/src/ai-gateway/ai-gateway.ts +738 -223
  4. package/src/config/agent-defaults.ts +176 -75
  5. package/src/config/agent-types.ts +54 -4
  6. package/src/config/constants.ts +8 -2
  7. package/src/config/logger.ts +286 -19
  8. package/src/config/thread-defaults.ts +33 -21
  9. package/src/create-runtime.ts +725 -387
  10. package/src/db/base.service.ts +52 -28
  11. package/src/db/cursor-pagination.ts +71 -30
  12. package/src/db/memory-store.helpers.ts +4 -7
  13. package/src/db/memory-store.ts +856 -598
  14. package/src/db/memory.ts +398 -275
  15. package/src/db/record-id.ts +32 -10
  16. package/src/db/schema-fingerprint.ts +30 -12
  17. package/src/db/service-normalization.ts +255 -0
  18. package/src/db/service.ts +726 -761
  19. package/src/db/startup.ts +140 -66
  20. package/src/db/transaction-conflict.ts +15 -0
  21. package/src/effect/awaitable-effect.ts +87 -0
  22. package/src/effect/errors.ts +121 -0
  23. package/src/effect/helpers.ts +98 -0
  24. package/src/effect/index.ts +22 -0
  25. package/src/effect/layers.ts +228 -0
  26. package/src/effect/runtime-ref.ts +25 -0
  27. package/src/effect/runtime.ts +31 -0
  28. package/src/effect/services.ts +57 -0
  29. package/src/effect/zod.ts +43 -0
  30. package/src/embeddings/provider.ts +122 -76
  31. package/src/index.ts +46 -1
  32. package/src/openrouter/direct-provider.ts +11 -35
  33. package/src/queues/autonomous-job.queue.ts +130 -74
  34. package/src/queues/context-compaction.queue.ts +60 -15
  35. package/src/queues/delayed-node-promotion.queue.ts +52 -15
  36. package/src/queues/document-processor.queue.ts +52 -77
  37. package/src/queues/memory-consolidation.queue.ts +47 -32
  38. package/src/queues/organization-learning.queue.ts +13 -4
  39. package/src/queues/plan-agent-heartbeat.queue.ts +65 -21
  40. package/src/queues/plan-scheduler.queue.ts +107 -31
  41. package/src/queues/post-chat-memory.queue.ts +66 -24
  42. package/src/queues/queue-factory.ts +142 -52
  43. package/src/queues/standalone-worker.ts +39 -0
  44. package/src/queues/title-generation.queue.ts +54 -9
  45. package/src/redis/connection.ts +84 -32
  46. package/src/redis/index.ts +6 -8
  47. package/src/redis/org-memory-lock.ts +60 -27
  48. package/src/redis/redis-lease-lock.ts +200 -121
  49. package/src/redis/runtime-connection.ts +10 -0
  50. package/src/redis/stream-context.ts +84 -46
  51. package/src/runtime/agent-identity-overrides.ts +2 -2
  52. package/src/runtime/agent-runtime-policy.ts +4 -1
  53. package/src/runtime/agent-stream-helpers.ts +20 -9
  54. package/src/runtime/chat-run-orchestration.ts +102 -19
  55. package/src/runtime/chat-run-registry.ts +36 -2
  56. package/src/runtime/context-compaction/context-compaction-runtime.ts +107 -0
  57. package/src/runtime/{context-compaction.ts → context-compaction/context-compaction.ts} +114 -91
  58. package/src/runtime/execution-plan-visibility.ts +2 -2
  59. package/src/runtime/execution-plan.ts +42 -15
  60. package/src/runtime/graph-designer.ts +11 -7
  61. package/src/runtime/helper-model.ts +135 -48
  62. package/src/runtime/index.ts +7 -7
  63. package/src/runtime/indexed-repositories-policy.ts +3 -3
  64. package/src/runtime/{memory-block.ts → memory/memory-block.ts} +40 -36
  65. package/src/runtime/{memory-digest-policy.ts → memory/memory-digest-policy.ts} +1 -1
  66. package/src/runtime/{memory-pipeline.ts → memory/memory-pipeline.ts} +1 -1
  67. package/src/runtime/{memory-prompts-fact.ts → memory/memory-prompts-fact.ts} +2 -2
  68. package/src/runtime/{memory-scope.ts → memory/memory-scope.ts} +12 -6
  69. package/src/runtime/plugin-resolution.ts +144 -24
  70. package/src/runtime/plugin-types.ts +9 -1
  71. package/src/runtime/post-turn-side-effects.ts +197 -130
  72. package/src/runtime/retrieval-adapters.ts +38 -4
  73. package/src/runtime/runtime-config.ts +150 -61
  74. package/src/runtime/runtime-extensions.ts +21 -34
  75. package/src/runtime/social-chat/social-chat-agent-runner.ts +157 -0
  76. package/src/runtime/{social-chat-history.ts → social-chat/social-chat-history.ts} +42 -20
  77. package/src/runtime/social-chat/social-chat.ts +594 -0
  78. package/src/runtime/specialist-runner.ts +36 -10
  79. package/src/runtime/team-consultation/team-consultation-orchestrator.ts +427 -0
  80. package/src/runtime/{team-consultation-prompts.ts → team-consultation/team-consultation-prompts.ts} +6 -2
  81. package/src/runtime/thread-chat-helpers.ts +2 -2
  82. package/src/runtime/thread-plan-turn.ts +2 -1
  83. package/src/runtime/thread-turn-context.ts +172 -94
  84. package/src/runtime/turn-lifecycle.ts +93 -27
  85. package/src/services/agent-activity.service.ts +287 -203
  86. package/src/services/agent-executor.service.ts +329 -217
  87. package/src/services/artifact.service.ts +225 -148
  88. package/src/services/attachment.service.ts +137 -115
  89. package/src/services/autonomous-job.service.ts +888 -491
  90. package/src/services/chat-run-registry.service.ts +11 -1
  91. package/src/services/context-compaction.service.ts +136 -86
  92. package/src/services/document-chunk.service.ts +162 -90
  93. package/src/services/execution-plan/execution-plan-approval.ts +26 -0
  94. package/src/services/execution-plan/execution-plan-context.ts +29 -0
  95. package/src/services/execution-plan/execution-plan-graph.ts +256 -0
  96. package/src/services/execution-plan/execution-plan-schedule.ts +84 -0
  97. package/src/services/execution-plan/execution-plan-spec.ts +75 -0
  98. package/src/services/execution-plan/execution-plan.service.ts +1041 -0
  99. package/src/services/feedback-loop.service.ts +132 -76
  100. package/src/services/global-orchestrator.service.ts +80 -170
  101. package/src/services/graph-full-routing.ts +182 -0
  102. package/src/services/index.ts +18 -21
  103. package/src/services/institutional-memory.service.ts +220 -123
  104. package/src/services/learned-skill.service.ts +364 -259
  105. package/src/services/memory/memory-conversation.ts +95 -0
  106. package/src/services/memory/memory-org-memory.ts +39 -0
  107. package/src/services/memory/memory-preseeded.ts +80 -0
  108. package/src/services/memory/memory-rerank.ts +297 -0
  109. package/src/services/{memory-utils.ts → memory/memory-utils.ts} +5 -5
  110. package/src/services/memory/memory.service.ts +692 -0
  111. package/src/services/memory/rerank.service.ts +209 -0
  112. package/src/services/monitoring-window.service.ts +92 -70
  113. package/src/services/mutating-approval.service.ts +62 -53
  114. package/src/services/node-workspace.service.ts +141 -98
  115. package/src/services/notification.service.ts +17 -16
  116. package/src/services/organization-member.service.ts +120 -66
  117. package/src/services/organization.service.ts +144 -51
  118. package/src/services/ownership-dispatcher.service.ts +415 -264
  119. package/src/services/plan/plan-agent-heartbeat.service.ts +234 -0
  120. package/src/services/plan/plan-agent-query.service.ts +322 -0
  121. package/src/services/plan/plan-approval.service.ts +102 -0
  122. package/src/services/plan/plan-artifact.service.ts +60 -0
  123. package/src/services/plan/plan-builder.service.ts +76 -0
  124. package/src/services/plan/plan-checkpoint.service.ts +103 -0
  125. package/src/services/{plan-compiler.service.ts → plan/plan-compiler.service.ts} +26 -9
  126. package/src/services/plan/plan-completion-side-effects.ts +175 -0
  127. package/src/services/plan/plan-coordination.service.ts +181 -0
  128. package/src/services/plan/plan-cycle.service.ts +398 -0
  129. package/src/services/plan/plan-deadline.service.ts +547 -0
  130. package/src/services/plan/plan-event-delivery.service.ts +261 -0
  131. package/src/services/plan/plan-executor-context.ts +35 -0
  132. package/src/services/plan/plan-executor-graph.ts +475 -0
  133. package/src/services/plan/plan-executor-helpers.ts +322 -0
  134. package/src/services/plan/plan-executor-persistence.ts +209 -0
  135. package/src/services/plan/plan-executor.service.ts +1654 -0
  136. package/src/services/{plan-helpers.ts → plan/plan-helpers.ts} +1 -1
  137. package/src/services/{plan-run-data.ts → plan/plan-run-data.ts} +4 -4
  138. package/src/services/plan/plan-run-serialization.ts +15 -0
  139. package/src/services/plan/plan-run.service.ts +644 -0
  140. package/src/services/plan/plan-scheduler.service.ts +385 -0
  141. package/src/services/plan/plan-template.service.ts +224 -0
  142. package/src/services/plan/plan-transaction-events.ts +33 -0
  143. package/src/services/plan/plan-validator.service.ts +907 -0
  144. package/src/services/plan/plan-workspace.service.ts +125 -0
  145. package/src/services/plugin-executor.service.ts +97 -68
  146. package/src/services/quality-metrics.service.ts +112 -94
  147. package/src/services/queue-job.service.ts +296 -230
  148. package/src/services/recent-activity-title.service.ts +65 -36
  149. package/src/services/recent-activity.service.ts +274 -259
  150. package/src/services/skill-resolver.service.ts +38 -12
  151. package/src/services/social-chat-history.service.ts +176 -125
  152. package/src/services/system-executor.service.ts +91 -61
  153. package/src/services/thread/thread-active-run.ts +203 -0
  154. package/src/services/thread/thread-bootstrap.ts +369 -0
  155. package/src/services/thread/thread-listing.ts +198 -0
  156. package/src/services/thread/thread-memory-block.ts +117 -0
  157. package/src/services/thread/thread-message.service.ts +363 -0
  158. package/src/services/thread/thread-record-store.ts +155 -0
  159. package/src/services/thread/thread-title.service.ts +74 -0
  160. package/src/services/thread/thread-turn-execution.ts +280 -0
  161. package/src/services/thread/thread-turn-message-context.ts +73 -0
  162. package/src/services/thread/thread-turn-preparation.service.ts +1146 -0
  163. package/src/services/thread/thread-turn-streaming.ts +402 -0
  164. package/src/services/thread/thread-turn-tracing.ts +35 -0
  165. package/src/services/thread/thread-turn.ts +343 -0
  166. package/src/services/thread/thread.service.ts +335 -0
  167. package/src/services/user.service.ts +82 -32
  168. package/src/services/write-intent-validator.service.ts +63 -51
  169. package/src/storage/attachment-parser.ts +69 -27
  170. package/src/storage/attachment-storage.service.ts +331 -275
  171. package/src/storage/generated-document-storage.service.ts +66 -34
  172. package/src/system-agents/agent-result.ts +3 -1
  173. package/src/system-agents/context-compaction.agent.ts +2 -2
  174. package/src/system-agents/delegated-agent-factory.ts +159 -90
  175. package/src/system-agents/memory-reranker.agent.ts +2 -2
  176. package/src/system-agents/memory.agent.ts +2 -2
  177. package/src/system-agents/recent-activity-title-refiner.agent.ts +2 -2
  178. package/src/system-agents/regular-chat-memory-digest.agent.ts +2 -2
  179. package/src/system-agents/skill-extractor.agent.ts +2 -2
  180. package/src/system-agents/skill-manager.agent.ts +2 -2
  181. package/src/system-agents/thread-router.agent.ts +157 -113
  182. package/src/system-agents/title-generator.agent.ts +2 -2
  183. package/src/tools/execution-plan.tool.ts +220 -161
  184. package/src/tools/fetch-webpage.tool.ts +21 -17
  185. package/src/tools/firecrawl-client.ts +16 -6
  186. package/src/tools/index.ts +1 -0
  187. package/src/tools/memory-block.tool.ts +14 -6
  188. package/src/tools/plan-approval.tool.ts +49 -47
  189. package/src/tools/read-file-parts.tool.ts +44 -33
  190. package/src/tools/remember-memory.tool.ts +65 -45
  191. package/src/tools/search-web.tool.ts +26 -22
  192. package/src/tools/search.tool.ts +41 -29
  193. package/src/tools/team-think.tool.ts +124 -83
  194. package/src/tools/user-questions.tool.ts +4 -3
  195. package/src/tools/web-tool-shared.ts +6 -0
  196. package/src/utils/async.ts +17 -23
  197. package/src/utils/crypto.ts +21 -0
  198. package/src/utils/date-time.ts +40 -1
  199. package/src/utils/errors.ts +95 -16
  200. package/src/utils/hono-error-handler.ts +24 -39
  201. package/src/utils/index.ts +2 -1
  202. package/src/utils/null-proto-record.ts +41 -0
  203. package/src/utils/sse-keepalive.ts +124 -21
  204. package/src/workers/bootstrap.ts +186 -51
  205. package/src/workers/memory-consolidation.worker.ts +325 -237
  206. package/src/workers/organization-learning.worker.ts +50 -16
  207. package/src/workers/regular-chat-memory-digest.helpers.ts +28 -27
  208. package/src/workers/regular-chat-memory-digest.runner.ts +175 -114
  209. package/src/workers/skill-extraction.runner.ts +176 -93
  210. package/src/workers/utils/file-section-chunker.ts +8 -10
  211. package/src/workers/utils/repo-structure-extractor.ts +349 -260
  212. package/src/workers/utils/repomix-file-sections.ts +2 -2
  213. package/src/workers/utils/thread-message-query.ts +97 -38
  214. package/src/workers/worker-utils.ts +56 -31
  215. package/src/config/debug-logger.ts +0 -47
  216. package/src/redis/connection-accessor.ts +0 -26
  217. package/src/runtime/context-compaction-runtime.ts +0 -87
  218. package/src/runtime/social-chat-agent-runner.ts +0 -118
  219. package/src/runtime/social-chat.ts +0 -516
  220. package/src/runtime/team-consultation-orchestrator.ts +0 -272
  221. package/src/services/adaptive-playbook.service.ts +0 -152
  222. package/src/services/artifact-provenance.service.ts +0 -172
  223. package/src/services/chat-attachments.service.ts +0 -17
  224. package/src/services/context-compaction-runtime.singleton.ts +0 -13
  225. package/src/services/execution-plan.service.ts +0 -1118
  226. package/src/services/memory.service.ts +0 -914
  227. package/src/services/plan-agent-heartbeat.service.ts +0 -136
  228. package/src/services/plan-agent-query.service.ts +0 -267
  229. package/src/services/plan-approval.service.ts +0 -83
  230. package/src/services/plan-artifact.service.ts +0 -50
  231. package/src/services/plan-builder.service.ts +0 -67
  232. package/src/services/plan-checkpoint.service.ts +0 -81
  233. package/src/services/plan-completion-side-effects.ts +0 -80
  234. package/src/services/plan-coordination.service.ts +0 -157
  235. package/src/services/plan-cycle.service.ts +0 -284
  236. package/src/services/plan-deadline.service.ts +0 -430
  237. package/src/services/plan-event-delivery.service.ts +0 -166
  238. package/src/services/plan-executor.service.ts +0 -1950
  239. package/src/services/plan-run.service.ts +0 -515
  240. package/src/services/plan-scheduler.service.ts +0 -240
  241. package/src/services/plan-template.service.ts +0 -177
  242. package/src/services/plan-validator.service.ts +0 -818
  243. package/src/services/plan-workspace.service.ts +0 -83
  244. package/src/services/rerank.service.ts +0 -156
  245. package/src/services/thread-message.service.ts +0 -275
  246. package/src/services/thread-plan-registry.service.ts +0 -22
  247. package/src/services/thread-title.service.ts +0 -39
  248. package/src/services/thread-turn-preparation.service.ts +0 -1147
  249. package/src/services/thread-turn.ts +0 -172
  250. package/src/services/thread.service.ts +0 -869
  251. package/src/utils/env.ts +0 -8
  252. /package/src/runtime/{context-compaction-constants.ts → context-compaction/context-compaction-constants.ts} +0 -0
  253. /package/src/runtime/{memory-format.ts → memory/memory-format.ts} +0 -0
  254. /package/src/runtime/{memory-prompts-parse.ts → memory/memory-prompts-parse.ts} +0 -0
  255. /package/src/runtime/{memory-prompts-update.ts → memory/memory-prompts-update.ts} +0 -0
  256. /package/src/runtime/{social-chat-prompts.ts → social-chat/social-chat-prompts.ts} +0 -0
  257. /package/src/services/{plan-node-spec.ts → plan/plan-node-spec.ts} +0 -0
  258. /package/src/services/{thread-constants.ts → thread/thread-constants.ts} +0 -0
  259. /package/src/services/{thread.types.ts → thread/thread.types.ts} +0 -0
@@ -1,66 +1,68 @@
1
1
  import { PlanApprovalArgsSchema, PlanApprovalToolResultDataSchema } from '@lota-sdk/shared'
2
2
  import { tool } from 'ai'
3
+ import { Effect } from 'effect'
3
4
 
4
5
  import type { RecordIdRef } from '../db/record-id'
5
- import { executionPlanService } from '../services/execution-plan.service'
6
- import { toToolPlanSummary } from '../services/plan-run-data'
6
+ import type { makeExecutionPlanService } from '../services/execution-plan/execution-plan.service'
7
+ import { toToolPlanSummary } from '../services/plan/plan-run-data'
7
8
 
8
- type PlanApprovalExecutionPlanService = Pick<typeof executionPlanService, 'approvePlan' | 'rejectPlan'>
9
+ type PlanApprovalExecutionPlanService = Pick<ReturnType<typeof makeExecutionPlanService>, 'approvePlan' | 'rejectPlan'>
9
10
 
10
11
  export function createPlanApprovalTool(params: {
11
12
  orgId: RecordIdRef
12
13
  threadId: RecordIdRef
13
14
  actorId: string
14
- executionPlanService?: PlanApprovalExecutionPlanService
15
+ executionPlanService: PlanApprovalExecutionPlanService
15
16
  }) {
16
- const resolvedExecutionPlanService = params.executionPlanService ?? executionPlanService
17
-
18
17
  return tool({
19
18
  description:
20
19
  'Approve, reject, or request changes to a plan that is pending approval. Use approve to start execution, reject to abort it, or modify to request a revised plan.',
21
20
  inputSchema: PlanApprovalArgsSchema,
22
21
  outputSchema: PlanApprovalToolResultDataSchema,
23
- execute: async (input) => {
24
- switch (input.action) {
25
- case 'approve': {
26
- const plan = await resolvedExecutionPlanService.approvePlan({
27
- organizationId: params.orgId,
28
- threadId: params.threadId,
29
- runId: input.runId,
30
- emittedBy: params.actorId,
31
- })
32
- const toolPlan = toToolPlanSummary(plan)
33
- return {
34
- action: 'approved',
35
- message: `Approved execution plan "${plan.title}" and started it.`,
36
- hasPlan: true,
37
- status: toolPlan.status,
38
- plan: toolPlan,
39
- }
40
- }
41
- case 'reject':
42
- case 'modify': {
43
- const plan = await resolvedExecutionPlanService.rejectPlan({
44
- organizationId: params.orgId,
45
- threadId: params.threadId,
46
- runId: input.runId,
47
- emittedBy: params.actorId,
48
- reason: input.reason,
49
- resolution: input.action === 'modify' ? 'changes-requested' : 'rejected',
50
- })
51
- const toolPlan = toToolPlanSummary(plan)
52
- return {
53
- action: input.action === 'modify' ? 'changes-requested' : 'rejected',
54
- message:
55
- input.action === 'modify'
56
- ? `Requested changes for execution plan "${plan.title}".`
57
- : `Rejected execution plan "${plan.title}".`,
58
- hasPlan: true,
59
- status: toolPlan.status,
60
- plan: toolPlan,
22
+ execute: (input) =>
23
+ Effect.runPromise(
24
+ Effect.gen(function* () {
25
+ switch (input.action) {
26
+ case 'approve': {
27
+ const plan = yield* params.executionPlanService.approvePlan({
28
+ organizationId: params.orgId,
29
+ threadId: params.threadId,
30
+ runId: input.runId,
31
+ emittedBy: params.actorId,
32
+ })
33
+ const toolPlan = toToolPlanSummary(plan)
34
+ return {
35
+ action: 'approved',
36
+ message: `Approved execution plan "${plan.title}" and started it.`,
37
+ hasPlan: true,
38
+ status: toolPlan.status,
39
+ plan: toolPlan,
40
+ }
41
+ }
42
+ case 'reject':
43
+ case 'modify': {
44
+ const plan = yield* params.executionPlanService.rejectPlan({
45
+ organizationId: params.orgId,
46
+ threadId: params.threadId,
47
+ runId: input.runId,
48
+ emittedBy: params.actorId,
49
+ reason: input.reason,
50
+ resolution: input.action === 'modify' ? 'changes-requested' : 'rejected',
51
+ })
52
+ const toolPlan = toToolPlanSummary(plan)
53
+ return {
54
+ action: input.action === 'modify' ? 'changes-requested' : 'rejected',
55
+ message:
56
+ input.action === 'modify'
57
+ ? `Requested changes for execution plan "${plan.title}".`
58
+ : `Rejected execution plan "${plan.title}".`,
59
+ hasPlan: true,
60
+ status: toolPlan.status,
61
+ plan: toolPlan,
62
+ }
63
+ }
61
64
  }
62
- }
63
- }
64
- },
65
+ }),
66
+ ),
65
67
  })
66
68
  }
@@ -1,16 +1,20 @@
1
1
  import { tool } from 'ai'
2
+ import { Schema, Effect } from 'effect'
2
3
  import { z } from 'zod'
3
4
 
4
5
  import type { ToolDefinition } from '../ai/definitions'
5
- import { attachmentStorageService } from '../storage/attachment-storage.service'
6
+ import type { makeAttachmentService } from '../services/attachment.service'
6
7
  import type { ReadableUploadMetadata } from '../storage/attachment-types'
7
8
 
8
9
  const PAGES_PER_PART = 25
9
10
 
11
+ type ReadFilePartsAttachmentService = Pick<ReturnType<typeof makeAttachmentService>, 'readFilePartsFromUpload'>
12
+
10
13
  export interface ReadFilePartsToolContext {
11
14
  orgId: string
12
15
  userId: string
13
16
  uploads: ReadableUploadMetadata[]
17
+ attachmentService: ReadFilePartsAttachmentService
14
18
  }
15
19
 
16
20
  function toUploadSummary(upload: ReadableUploadMetadata) {
@@ -22,59 +26,66 @@ function toUploadSummary(upload: ReadableUploadMetadata) {
22
26
  }
23
27
  }
24
28
 
25
- function resolveUploadTarget(params: {
29
+ class ReadFilePartsError extends Schema.TaggedErrorClass<ReadFilePartsError>()('ReadFilePartsError', {
30
+ message: Schema.String,
31
+ }) {}
32
+
33
+ function resolveUploadTargetEffect(params: {
26
34
  uploads: ReadableUploadMetadata[]
27
35
  storageKey?: string
28
- }): ReadableUploadMetadata | null {
36
+ }): Effect.Effect<ReadableUploadMetadata | null, ReadFilePartsError> {
29
37
  const normalizedStorageKey = params.storageKey?.trim()
30
38
  const byStorageKey = normalizedStorageKey
31
39
  ? params.uploads.find((upload) => upload.storageKey === normalizedStorageKey)
32
40
  : null
33
41
  if (normalizedStorageKey !== undefined && !byStorageKey) {
34
- throw new Error(`No upload found for storageKey "${normalizedStorageKey}".`)
42
+ return Effect.fail(new ReadFilePartsError({ message: `No upload found for storageKey "${normalizedStorageKey}".` }))
35
43
  }
36
44
 
37
- return byStorageKey ?? null
45
+ return Effect.succeed(byStorageKey ?? null)
38
46
  }
39
47
 
40
48
  export const readFilePartsTool = {
41
49
  name: 'readFileParts',
42
- create: ({ orgId, userId, uploads }: ReadFilePartsToolContext) =>
50
+ create: ({ orgId, userId, uploads, attachmentService }: ReadFilePartsToolContext) =>
43
51
  tool({
44
52
  description:
45
53
  'Read uploaded file content by part. Call with no args to list uploads metadata, then call with storageKey and part (25 pages per part).',
46
54
  inputSchema: z
47
55
  .object({ storageKey: z.string().trim().min(1).optional(), part: z.number().int().positive().default(1) })
48
56
  .strict(),
49
- execute: async ({ storageKey, part }: { storageKey?: string; part?: number }) => {
50
- const availableUploads = uploads.map(toUploadSummary)
51
- const selected = resolveUploadTarget({ uploads, storageKey })
57
+ execute: ({ storageKey, part }: { storageKey?: string; part?: number }) =>
58
+ Effect.runPromise(
59
+ Effect.gen(function* () {
60
+ const availableUploads = uploads.map(toUploadSummary)
61
+ const selected = yield* resolveUploadTargetEffect({ uploads, storageKey })
52
62
 
53
- if (!selected) {
54
- return {
55
- pagesPerPart: PAGES_PER_PART,
56
- currentPart: 1,
57
- hasNextPart: false,
58
- totalParts: 0,
59
- data: [],
60
- availableUploads,
61
- selectedUpload: null,
62
- message:
63
- uploads.length === 0
64
- ? 'No uploaded files are available in this conversation.'
65
- : 'Select an upload via storageKey, then provide part (25 pages per part).',
66
- }
67
- }
63
+ if (!selected) {
64
+ return {
65
+ pagesPerPart: PAGES_PER_PART,
66
+ currentPart: 1,
67
+ hasNextPart: false,
68
+ totalParts: 0,
69
+ data: [],
70
+ availableUploads,
71
+ selectedUpload: null,
72
+ message:
73
+ uploads.length === 0
74
+ ? 'No uploaded files are available in this conversation.'
75
+ : 'Select an upload via storageKey, then provide part (25 pages per part).',
76
+ }
77
+ }
68
78
 
69
- const parts = await attachmentStorageService.readFilePartsFromUpload({
70
- upload: selected,
71
- orgId,
72
- userId,
73
- part,
74
- pagesPerPart: PAGES_PER_PART,
75
- })
79
+ const parts = yield* attachmentService.readFilePartsFromUpload({
80
+ upload: selected,
81
+ orgId,
82
+ userId,
83
+ part,
84
+ pagesPerPart: PAGES_PER_PART,
85
+ })
76
86
 
77
- return { availableUploads, selectedUpload: toUploadSummary(selected), ...parts }
78
- },
87
+ return { availableUploads, selectedUpload: toUploadSummary(selected), ...parts }
88
+ }),
89
+ ),
79
90
  }),
80
91
  } as const satisfies ToolDefinition<ReadFilePartsToolContext>
@@ -1,10 +1,12 @@
1
1
  import { tool } from 'ai'
2
+ import { Effect } from 'effect'
2
3
  import { z } from 'zod'
3
4
 
4
5
  import type { RecordIdRef } from '../db/record-id'
5
6
  import { recordIdToString } from '../db/record-id'
6
7
  import { TABLES } from '../db/tables'
7
- import { memoryService } from '../services/memory.service'
8
+ import type { MaybeAwaitableService } from '../effect/awaitable-effect'
9
+ import type { createMemoryService } from '../services/memory/memory.service'
8
10
  import { safeEnqueue } from '../utils/async'
9
11
 
10
12
  const RememberMemoryInputSchema = z
@@ -14,7 +16,22 @@ const RememberMemoryInputSchema = z
14
16
  })
15
17
  .strict()
16
18
 
17
- export function createRememberMemoryTool({ orgId, agentName }: { orgId: RecordIdRef; agentName: string }) {
19
+ type RememberMemoryService = MaybeAwaitableService<
20
+ Pick<
21
+ ReturnType<typeof createMemoryService>,
22
+ 'assessMemoryCandidate' | 'createOrganizationMemory' | 'createAgentMemory'
23
+ >
24
+ >
25
+
26
+ export function createRememberMemoryTool({
27
+ orgId,
28
+ agentName,
29
+ memoryService,
30
+ }: {
31
+ orgId: RecordIdRef
32
+ agentName: string
33
+ memoryService: RememberMemoryService
34
+ }) {
18
35
  return tool({
19
36
  description:
20
37
  'Save a durable memory. Importance is scored automatically from memory significance. Use targetScope="agent" for role-specific memory, or targetScope="global" for organization-wide memory.',
@@ -27,52 +44,55 @@ export function createRememberMemoryTool({ orgId, agentName }: { orgId: RecordId
27
44
 
28
45
  const orgIdString = recordIdToString(orgId, TABLES.ORGANIZATION)
29
46
  void safeEnqueue(
30
- async () => {
31
- const assessment = await memoryService.assessMemoryCandidate({ orgId: orgIdString, content: trimmed })
32
- if (!assessment) {
33
- return
34
- }
35
- if (assessment.classification === 'transient' && assessment.durability === 'ephemeral') {
36
- return
37
- }
47
+ () =>
48
+ Effect.runPromise(
49
+ Effect.gen(function* () {
50
+ const assessment = yield* memoryService.assessMemoryCandidate({ orgId: orgIdString, content: trimmed })
51
+ if (!assessment) {
52
+ return
53
+ }
54
+ if (assessment.classification === 'transient' && assessment.durability === 'ephemeral') {
55
+ return
56
+ }
38
57
 
39
- const importance = Math.round(assessment.importance * 100) / 100
58
+ const importance = Math.round(assessment.importance * 100) / 100
40
59
 
41
- if (targetScope === 'global') {
42
- await memoryService.createOrganizationMemory({
43
- orgId: orgIdString,
44
- content: trimmed,
45
- memoryType: 'fact',
46
- importance,
47
- metadata: {
48
- source: 'agent_tool',
49
- agentName,
50
- memoryScope: 'global',
51
- importanceSource: 'extraction_assessed',
52
- durability: assessment.durability,
53
- classification: assessment.classification,
54
- rationale: assessment.rationale,
55
- },
56
- })
57
- return
58
- }
60
+ if (targetScope === 'global') {
61
+ yield* memoryService.createOrganizationMemory({
62
+ orgId: orgIdString,
63
+ content: trimmed,
64
+ memoryType: 'fact',
65
+ importance,
66
+ metadata: {
67
+ source: 'agent_tool',
68
+ agentName,
69
+ memoryScope: 'global',
70
+ importanceSource: 'extraction_assessed',
71
+ durability: assessment.durability,
72
+ classification: assessment.classification,
73
+ rationale: assessment.rationale,
74
+ },
75
+ })
76
+ return
77
+ }
59
78
 
60
- await memoryService.createAgentMemory({
61
- orgId: orgIdString,
62
- agentName,
63
- content: trimmed,
64
- memoryType: 'fact',
65
- importance,
66
- metadata: {
67
- source: 'agent_tool',
68
- memoryScope: 'agent',
69
- importanceSource: 'extraction_assessed',
70
- durability: assessment.durability,
71
- classification: assessment.classification,
72
- rationale: assessment.rationale,
73
- },
74
- })
75
- },
79
+ yield* memoryService.createAgentMemory({
80
+ orgId: orgIdString,
81
+ agentName,
82
+ content: trimmed,
83
+ memoryType: 'fact',
84
+ importance,
85
+ metadata: {
86
+ source: 'agent_tool',
87
+ memoryScope: 'agent',
88
+ importanceSource: 'extraction_assessed',
89
+ durability: assessment.durability,
90
+ classification: assessment.classification,
91
+ rationale: assessment.rationale,
92
+ },
93
+ })
94
+ }),
95
+ ),
76
96
  { operationName: `remember memory (${targetScope})`, logPrefix: 'Background memoryRemember task failed' },
77
97
  )
78
98
 
@@ -1,22 +1,19 @@
1
1
  import { tool } from 'ai'
2
+ import { Effect } from 'effect'
2
3
  import { z } from 'zod'
3
4
 
4
5
  import type { ToolDefinition } from '../ai/definitions'
5
6
  import { withTimeout } from '../utils/async'
7
+ import { nowIsoDateTimeString } from '../utils/date-time'
6
8
  import { readStringField, truncateOptionalText } from '../utils/string'
7
9
  import { getFirecrawlClient } from './firecrawl-client'
8
10
  import type { WebCitation } from './tool-contracts'
11
+ import { toRecord, WEB_TOOL_TIMEOUT_MS } from './web-tool-shared'
9
12
 
10
- const TOOL_TIMEOUT_MS = 30_000
11
13
  const SourceSchema = z.enum(['web', 'news', 'images'])
12
14
  const MAX_RESULTS_PER_SOURCE = 4
13
15
  const MAX_SNIPPET_CHARS = 320
14
16
 
15
- function toRecord(value: unknown): Record<string, unknown> | null {
16
- if (!value || typeof value !== 'object' || Array.isArray(value)) return null
17
- return value as Record<string, unknown>
18
- }
19
-
20
17
  function readMetadata(item: unknown): Record<string, unknown> {
21
18
  const record = toRecord(item)
22
19
  if (!record) return {}
@@ -112,7 +109,7 @@ function extractUrlFromSearchItem(item: unknown): string | undefined {
112
109
  function buildWebCitations(results: { web?: unknown[]; news?: unknown[]; images?: unknown[] }): WebCitation[] {
113
110
  const seen = new Set<string>()
114
111
  const citations: WebCitation[] = []
115
- const retrievedAt = new Date().toISOString()
112
+ const retrievedAt = nowIsoDateTimeString()
116
113
 
117
114
  const append = (items: unknown[] | undefined) => {
118
115
  if (!items) return
@@ -145,7 +142,7 @@ export const searchWebTool = {
145
142
  tbs: z.string().optional(),
146
143
  })
147
144
  .strict(),
148
- execute: async ({
145
+ execute: ({
149
146
  query,
150
147
  limit,
151
148
  sources,
@@ -158,21 +155,28 @@ export const searchWebTool = {
158
155
  location?: string
159
156
  tbs?: string
160
157
  }) => {
161
- const results = await withTimeout(
162
- getFirecrawlClient().search(query, { limit, sources, location, tbs }),
163
- TOOL_TIMEOUT_MS,
164
- 'Web search',
158
+ const firecrawl = getFirecrawlClient()
159
+
160
+ return Effect.runPromise(
161
+ Effect.gen(function* () {
162
+ const results = yield* Effect.tryPromise(() =>
163
+ withTimeout(
164
+ firecrawl.search(query, { limit, sources, location, tbs }),
165
+ WEB_TOOL_TIMEOUT_MS,
166
+ 'Web search',
167
+ ),
168
+ )
169
+ return {
170
+ query,
171
+ results: {
172
+ web: summarizeSearchItems(results.web),
173
+ news: summarizeSearchItems(results.news),
174
+ images: summarizeSearchItems(results.images),
175
+ },
176
+ citations: buildWebCitations(results),
177
+ }
178
+ }),
165
179
  )
166
-
167
- return {
168
- query,
169
- results: {
170
- web: summarizeSearchItems(results.web),
171
- news: summarizeSearchItems(results.news),
172
- images: summarizeSearchItems(results.images),
173
- },
174
- citations: buildWebCitations(results),
175
- }
176
180
  },
177
181
  }),
178
182
  } as const satisfies ToolDefinition<void>
@@ -1,55 +1,67 @@
1
1
  import { tool } from 'ai'
2
+ import { Effect } from 'effect'
2
3
  import { z } from 'zod'
3
4
 
4
5
  import { isAgentName } from '../config/agent-defaults'
5
6
  import type { RecordIdRef } from '../db/record-id'
6
- import { memoryService } from '../services/memory.service'
7
- import { threadMessageService } from '../services/thread-message.service'
7
+ import type { MaybeAwaitableService } from '../effect/awaitable-effect'
8
+ import type { createMemoryService } from '../services/memory/memory.service'
9
+ import type { makeThreadMessageService } from '../services/thread/thread-message.service'
8
10
 
9
11
  const CONVERSATION_SEARCH_RESULT_LIMIT = 20
10
12
  const MemorySearchInputSchema = z.object({ query: z.string().min(1) }).strict()
11
13
  const ConversationSearchInputSchema = z.object({ query: z.string().min(1), type: z.enum(['user', 'agent']) }).strict()
12
14
 
15
+ type MemorySearchService = MaybeAwaitableService<
16
+ Pick<ReturnType<typeof createMemoryService>, 'searchAllMemoriesBatched'>
17
+ >
18
+ type ConversationSearchService = Pick<ReturnType<typeof makeThreadMessageService>, 'searchMessagesEffect'>
19
+
13
20
  export function createMemorySearchTool(
14
21
  orgIdString: string,
22
+ memoryService: MemorySearchService,
15
23
  agentName?: string,
16
24
  options?: { fastMode?: boolean; allowMultiScopeRerank?: boolean },
17
25
  ) {
18
26
  return tool({
19
27
  description: 'Search organization and agent memories relevant to a query.',
20
28
  inputSchema: MemorySearchInputSchema,
21
- execute: async ({ query }: z.infer<typeof MemorySearchInputSchema>) => {
22
- const normalizedQuery = query.trim()
23
- const retrieval = await memoryService.searchAllMemoriesBatched({
24
- orgId: orgIdString,
25
- agentName: isAgentName(agentName) ? agentName : undefined,
26
- query: normalizedQuery,
27
- ...(typeof options?.fastMode === 'boolean' ? { fastMode: options.fastMode } : {}),
28
- ...(typeof options?.allowMultiScopeRerank === 'boolean'
29
- ? { allowMultiScopeRerank: options.allowMultiScopeRerank }
30
- : {}),
31
- })
32
- const reminder = `Remember: you searched for "${normalizedQuery}". Use the highest-relevance retrieved lines above to answer.`
33
-
34
- return { query: normalizedQuery, retrieval, reminder }
35
- },
29
+ execute: ({ query }: z.infer<typeof MemorySearchInputSchema>) =>
30
+ Effect.runPromise(
31
+ Effect.gen(function* () {
32
+ const normalizedQuery = query.trim()
33
+ const retrieval = yield* memoryService.searchAllMemoriesBatched({
34
+ orgId: orgIdString,
35
+ agentName: isAgentName(agentName) ? agentName : undefined,
36
+ query: normalizedQuery,
37
+ ...(typeof options?.fastMode === 'boolean' ? { fastMode: options.fastMode } : {}),
38
+ ...(typeof options?.allowMultiScopeRerank === 'boolean'
39
+ ? { allowMultiScopeRerank: options.allowMultiScopeRerank }
40
+ : {}),
41
+ })
42
+ const reminder = `Remember: you searched for "${normalizedQuery}". Use the highest-relevance retrieved lines above to answer.`
43
+ return { query: normalizedQuery, retrieval, reminder }
44
+ }),
45
+ ),
36
46
  })
37
47
  }
38
48
 
39
- export function createConversationSearchTool(threadId: RecordIdRef) {
49
+ export function createConversationSearchTool(threadId: RecordIdRef, threadMessageService: ConversationSearchService) {
40
50
  return tool({
41
51
  description: 'Search prior chat messages by role and query text.',
42
52
  inputSchema: ConversationSearchInputSchema,
43
- execute: async ({ query, type }: z.infer<typeof ConversationSearchInputSchema>) => {
44
- const normalizedQuery = query.trim()
45
- const results = await threadMessageService.searchMessages({
46
- threadId,
47
- role: type === 'user' ? 'user' : 'assistant',
48
- query: normalizedQuery,
49
- limit: CONVERSATION_SEARCH_RESULT_LIMIT,
50
- })
51
-
52
- return { query: normalizedQuery, type, count: results.length, results }
53
- },
53
+ execute: ({ query, type }: z.infer<typeof ConversationSearchInputSchema>) =>
54
+ Effect.runPromise(
55
+ Effect.gen(function* () {
56
+ const normalizedQuery = query.trim()
57
+ const results = yield* threadMessageService.searchMessagesEffect({
58
+ threadId,
59
+ role: type === 'user' ? 'user' : 'assistant',
60
+ query: normalizedQuery,
61
+ limit: CONVERSATION_SEARCH_RESULT_LIMIT,
62
+ })
63
+ return { query: normalizedQuery, type, count: results.length, results }
64
+ }),
65
+ ),
54
66
  })
55
67
  }