@lota-sdk/core 0.4.7 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/package.json +11 -12
  2. package/src/ai/embedding-cache.ts +94 -22
  3. package/src/ai-gateway/ai-gateway.ts +738 -223
  4. package/src/config/agent-defaults.ts +176 -75
  5. package/src/config/agent-types.ts +54 -4
  6. package/src/config/constants.ts +8 -2
  7. package/src/config/logger.ts +286 -19
  8. package/src/config/model-constants.ts +1 -0
  9. package/src/config/thread-defaults.ts +33 -21
  10. package/src/create-runtime.ts +725 -383
  11. package/src/db/base.service.ts +52 -28
  12. package/src/db/cursor-pagination.ts +71 -30
  13. package/src/db/memory-store.helpers.ts +4 -7
  14. package/src/db/memory-store.ts +856 -598
  15. package/src/db/memory.ts +398 -275
  16. package/src/db/record-id.ts +32 -10
  17. package/src/db/schema-fingerprint.ts +30 -12
  18. package/src/db/service-normalization.ts +255 -0
  19. package/src/db/service.ts +726 -761
  20. package/src/db/startup.ts +140 -66
  21. package/src/db/transaction-conflict.ts +15 -0
  22. package/src/effect/awaitable-effect.ts +87 -0
  23. package/src/effect/errors.ts +121 -0
  24. package/src/effect/helpers.ts +98 -0
  25. package/src/effect/index.ts +22 -0
  26. package/src/effect/layers.ts +228 -0
  27. package/src/effect/runtime-ref.ts +25 -0
  28. package/src/effect/runtime.ts +31 -0
  29. package/src/effect/services.ts +57 -0
  30. package/src/effect/zod.ts +43 -0
  31. package/src/embeddings/provider.ts +122 -71
  32. package/src/index.ts +46 -1
  33. package/src/openrouter/direct-provider.ts +29 -0
  34. package/src/queues/autonomous-job.queue.ts +130 -74
  35. package/src/queues/context-compaction.queue.ts +60 -15
  36. package/src/queues/delayed-node-promotion.queue.ts +52 -15
  37. package/src/queues/document-processor.queue.ts +52 -77
  38. package/src/queues/memory-consolidation.queue.ts +47 -32
  39. package/src/queues/organization-learning.queue.ts +13 -4
  40. package/src/queues/plan-agent-heartbeat.queue.ts +65 -21
  41. package/src/queues/plan-scheduler.queue.ts +107 -31
  42. package/src/queues/post-chat-memory.queue.ts +66 -24
  43. package/src/queues/queue-factory.ts +142 -52
  44. package/src/queues/standalone-worker.ts +39 -0
  45. package/src/queues/title-generation.queue.ts +54 -9
  46. package/src/redis/connection.ts +84 -32
  47. package/src/redis/index.ts +6 -8
  48. package/src/redis/org-memory-lock.ts +60 -27
  49. package/src/redis/redis-lease-lock.ts +200 -121
  50. package/src/redis/runtime-connection.ts +10 -0
  51. package/src/redis/stream-context.ts +84 -46
  52. package/src/runtime/agent-identity-overrides.ts +2 -2
  53. package/src/runtime/agent-runtime-policy.ts +4 -1
  54. package/src/runtime/agent-stream-helpers.ts +20 -9
  55. package/src/runtime/chat-run-orchestration.ts +102 -19
  56. package/src/runtime/chat-run-registry.ts +36 -2
  57. package/src/runtime/context-compaction/context-compaction-runtime.ts +107 -0
  58. package/src/runtime/{context-compaction.ts → context-compaction/context-compaction.ts} +114 -91
  59. package/src/runtime/execution-plan-visibility.ts +2 -2
  60. package/src/runtime/execution-plan.ts +42 -15
  61. package/src/runtime/graph-designer.ts +11 -7
  62. package/src/runtime/helper-model.ts +135 -48
  63. package/src/runtime/index.ts +7 -7
  64. package/src/runtime/indexed-repositories-policy.ts +3 -3
  65. package/src/runtime/{memory-block.ts → memory/memory-block.ts} +40 -36
  66. package/src/runtime/{memory-digest-policy.ts → memory/memory-digest-policy.ts} +1 -1
  67. package/src/runtime/{memory-pipeline.ts → memory/memory-pipeline.ts} +1 -1
  68. package/src/runtime/{memory-prompts-fact.ts → memory/memory-prompts-fact.ts} +2 -2
  69. package/src/runtime/{memory-scope.ts → memory/memory-scope.ts} +12 -6
  70. package/src/runtime/plugin-resolution.ts +144 -24
  71. package/src/runtime/plugin-types.ts +9 -1
  72. package/src/runtime/post-turn-side-effects.ts +197 -130
  73. package/src/runtime/retrieval-adapters.ts +38 -4
  74. package/src/runtime/runtime-config.ts +165 -61
  75. package/src/runtime/runtime-extensions.ts +21 -34
  76. package/src/runtime/social-chat/social-chat-agent-runner.ts +157 -0
  77. package/src/runtime/{social-chat-history.ts → social-chat/social-chat-history.ts} +42 -20
  78. package/src/runtime/social-chat/social-chat.ts +594 -0
  79. package/src/runtime/specialist-runner.ts +36 -10
  80. package/src/runtime/team-consultation/team-consultation-orchestrator.ts +427 -0
  81. package/src/runtime/{team-consultation-prompts.ts → team-consultation/team-consultation-prompts.ts} +6 -2
  82. package/src/runtime/thread-chat-helpers.ts +2 -2
  83. package/src/runtime/thread-plan-turn.ts +2 -1
  84. package/src/runtime/thread-turn-context.ts +172 -94
  85. package/src/runtime/turn-lifecycle.ts +93 -27
  86. package/src/services/agent-activity.service.ts +287 -203
  87. package/src/services/agent-executor.service.ts +329 -217
  88. package/src/services/artifact.service.ts +225 -148
  89. package/src/services/attachment.service.ts +137 -115
  90. package/src/services/autonomous-job.service.ts +888 -491
  91. package/src/services/chat-run-registry.service.ts +11 -1
  92. package/src/services/context-compaction.service.ts +136 -86
  93. package/src/services/document-chunk.service.ts +162 -90
  94. package/src/services/execution-plan/execution-plan-approval.ts +26 -0
  95. package/src/services/execution-plan/execution-plan-context.ts +29 -0
  96. package/src/services/execution-plan/execution-plan-graph.ts +256 -0
  97. package/src/services/execution-plan/execution-plan-schedule.ts +84 -0
  98. package/src/services/execution-plan/execution-plan-spec.ts +75 -0
  99. package/src/services/execution-plan/execution-plan.service.ts +1041 -0
  100. package/src/services/feedback-loop.service.ts +132 -76
  101. package/src/services/global-orchestrator.service.ts +80 -170
  102. package/src/services/graph-full-routing.ts +182 -0
  103. package/src/services/index.ts +18 -20
  104. package/src/services/institutional-memory.service.ts +220 -123
  105. package/src/services/learned-skill.service.ts +364 -259
  106. package/src/services/memory/memory-conversation.ts +95 -0
  107. package/src/services/memory/memory-org-memory.ts +39 -0
  108. package/src/services/memory/memory-preseeded.ts +80 -0
  109. package/src/services/memory/memory-rerank.ts +297 -0
  110. package/src/services/{memory-utils.ts → memory/memory-utils.ts} +5 -5
  111. package/src/services/memory/memory.service.ts +692 -0
  112. package/src/services/memory/rerank.service.ts +209 -0
  113. package/src/services/monitoring-window.service.ts +92 -70
  114. package/src/services/mutating-approval.service.ts +62 -53
  115. package/src/services/node-workspace.service.ts +141 -98
  116. package/src/services/notification.service.ts +17 -16
  117. package/src/services/organization-member.service.ts +120 -66
  118. package/src/services/organization.service.ts +144 -51
  119. package/src/services/ownership-dispatcher.service.ts +415 -264
  120. package/src/services/plan/plan-agent-heartbeat.service.ts +234 -0
  121. package/src/services/plan/plan-agent-query.service.ts +322 -0
  122. package/src/services/plan/plan-approval.service.ts +102 -0
  123. package/src/services/plan/plan-artifact.service.ts +60 -0
  124. package/src/services/plan/plan-builder.service.ts +76 -0
  125. package/src/services/plan/plan-checkpoint.service.ts +103 -0
  126. package/src/services/{plan-compiler.service.ts → plan/plan-compiler.service.ts} +26 -9
  127. package/src/services/plan/plan-completion-side-effects.ts +175 -0
  128. package/src/services/plan/plan-coordination.service.ts +181 -0
  129. package/src/services/plan/plan-cycle.service.ts +398 -0
  130. package/src/services/plan/plan-deadline.service.ts +547 -0
  131. package/src/services/plan/plan-event-delivery.service.ts +261 -0
  132. package/src/services/plan/plan-executor-context.ts +35 -0
  133. package/src/services/plan/plan-executor-graph.ts +475 -0
  134. package/src/services/plan/plan-executor-helpers.ts +322 -0
  135. package/src/services/plan/plan-executor-persistence.ts +209 -0
  136. package/src/services/plan/plan-executor.service.ts +1654 -0
  137. package/src/services/{plan-helpers.ts → plan/plan-helpers.ts} +1 -1
  138. package/src/services/{plan-run-data.ts → plan/plan-run-data.ts} +4 -4
  139. package/src/services/plan/plan-run-serialization.ts +15 -0
  140. package/src/services/plan/plan-run.service.ts +644 -0
  141. package/src/services/plan/plan-scheduler.service.ts +385 -0
  142. package/src/services/plan/plan-template.service.ts +224 -0
  143. package/src/services/plan/plan-transaction-events.ts +33 -0
  144. package/src/services/plan/plan-validator.service.ts +907 -0
  145. package/src/services/plan/plan-workspace.service.ts +125 -0
  146. package/src/services/plugin-executor.service.ts +97 -68
  147. package/src/services/quality-metrics.service.ts +112 -94
  148. package/src/services/queue-job.service.ts +296 -230
  149. package/src/services/recent-activity-title.service.ts +65 -36
  150. package/src/services/recent-activity.service.ts +274 -259
  151. package/src/services/skill-resolver.service.ts +38 -12
  152. package/src/services/social-chat-history.service.ts +176 -125
  153. package/src/services/system-executor.service.ts +91 -61
  154. package/src/services/thread/thread-active-run.ts +203 -0
  155. package/src/services/thread/thread-bootstrap.ts +369 -0
  156. package/src/services/thread/thread-listing.ts +198 -0
  157. package/src/services/thread/thread-memory-block.ts +117 -0
  158. package/src/services/thread/thread-message.service.ts +363 -0
  159. package/src/services/thread/thread-record-store.ts +155 -0
  160. package/src/services/thread/thread-title.service.ts +74 -0
  161. package/src/services/thread/thread-turn-execution.ts +280 -0
  162. package/src/services/thread/thread-turn-message-context.ts +73 -0
  163. package/src/services/thread/thread-turn-preparation.service.ts +1146 -0
  164. package/src/services/thread/thread-turn-streaming.ts +402 -0
  165. package/src/services/thread/thread-turn-tracing.ts +35 -0
  166. package/src/services/thread/thread-turn.ts +343 -0
  167. package/src/services/thread/thread.service.ts +335 -0
  168. package/src/services/user.service.ts +82 -32
  169. package/src/services/write-intent-validator.service.ts +63 -51
  170. package/src/storage/attachment-parser.ts +69 -27
  171. package/src/storage/attachment-storage.service.ts +331 -275
  172. package/src/storage/generated-document-storage.service.ts +66 -34
  173. package/src/system-agents/agent-result.ts +3 -1
  174. package/src/system-agents/context-compaction.agent.ts +2 -2
  175. package/src/system-agents/delegated-agent-factory.ts +159 -90
  176. package/src/system-agents/memory-reranker.agent.ts +2 -2
  177. package/src/system-agents/memory.agent.ts +2 -2
  178. package/src/system-agents/recent-activity-title-refiner.agent.ts +2 -2
  179. package/src/system-agents/regular-chat-memory-digest.agent.ts +2 -2
  180. package/src/system-agents/skill-extractor.agent.ts +2 -2
  181. package/src/system-agents/skill-manager.agent.ts +2 -2
  182. package/src/system-agents/thread-router.agent.ts +157 -113
  183. package/src/system-agents/title-generator.agent.ts +2 -2
  184. package/src/tools/execution-plan.tool.ts +220 -161
  185. package/src/tools/fetch-webpage.tool.ts +21 -17
  186. package/src/tools/firecrawl-client.ts +16 -6
  187. package/src/tools/index.ts +1 -0
  188. package/src/tools/memory-block.tool.ts +14 -6
  189. package/src/tools/plan-approval.tool.ts +49 -47
  190. package/src/tools/read-file-parts.tool.ts +44 -33
  191. package/src/tools/remember-memory.tool.ts +65 -45
  192. package/src/tools/search-web.tool.ts +26 -22
  193. package/src/tools/search.tool.ts +41 -29
  194. package/src/tools/team-think.tool.ts +124 -83
  195. package/src/tools/user-questions.tool.ts +4 -3
  196. package/src/tools/web-tool-shared.ts +6 -0
  197. package/src/utils/async.ts +17 -23
  198. package/src/utils/crypto.ts +21 -0
  199. package/src/utils/date-time.ts +40 -1
  200. package/src/utils/errors.ts +95 -16
  201. package/src/utils/hono-error-handler.ts +24 -39
  202. package/src/utils/index.ts +2 -1
  203. package/src/utils/null-proto-record.ts +41 -0
  204. package/src/utils/sse-keepalive.ts +124 -21
  205. package/src/workers/bootstrap.ts +186 -51
  206. package/src/workers/memory-consolidation.worker.ts +325 -237
  207. package/src/workers/organization-learning.worker.ts +50 -16
  208. package/src/workers/regular-chat-memory-digest.helpers.ts +28 -27
  209. package/src/workers/regular-chat-memory-digest.runner.ts +175 -114
  210. package/src/workers/skill-extraction.runner.ts +176 -93
  211. package/src/workers/utils/file-section-chunker.ts +8 -10
  212. package/src/workers/utils/repo-structure-extractor.ts +349 -260
  213. package/src/workers/utils/repomix-file-sections.ts +2 -2
  214. package/src/workers/utils/thread-message-query.ts +97 -38
  215. package/src/workers/worker-utils.ts +56 -31
  216. package/src/config/debug-logger.ts +0 -47
  217. package/src/redis/connection-accessor.ts +0 -26
  218. package/src/runtime/context-compaction-runtime.ts +0 -87
  219. package/src/runtime/social-chat-agent-runner.ts +0 -118
  220. package/src/runtime/social-chat.ts +0 -516
  221. package/src/runtime/team-consultation-orchestrator.ts +0 -272
  222. package/src/services/adaptive-playbook.service.ts +0 -152
  223. package/src/services/artifact-provenance.service.ts +0 -172
  224. package/src/services/chat-attachments.service.ts +0 -17
  225. package/src/services/context-compaction-runtime.singleton.ts +0 -13
  226. package/src/services/execution-plan.service.ts +0 -1118
  227. package/src/services/memory.service.ts +0 -844
  228. package/src/services/plan-agent-heartbeat.service.ts +0 -136
  229. package/src/services/plan-agent-query.service.ts +0 -267
  230. package/src/services/plan-approval.service.ts +0 -83
  231. package/src/services/plan-artifact.service.ts +0 -50
  232. package/src/services/plan-builder.service.ts +0 -67
  233. package/src/services/plan-checkpoint.service.ts +0 -81
  234. package/src/services/plan-completion-side-effects.ts +0 -80
  235. package/src/services/plan-coordination.service.ts +0 -157
  236. package/src/services/plan-cycle.service.ts +0 -284
  237. package/src/services/plan-deadline.service.ts +0 -430
  238. package/src/services/plan-event-delivery.service.ts +0 -166
  239. package/src/services/plan-executor.service.ts +0 -1950
  240. package/src/services/plan-run.service.ts +0 -515
  241. package/src/services/plan-scheduler.service.ts +0 -240
  242. package/src/services/plan-template.service.ts +0 -177
  243. package/src/services/plan-validator.service.ts +0 -818
  244. package/src/services/plan-workspace.service.ts +0 -83
  245. package/src/services/thread-message.service.ts +0 -275
  246. package/src/services/thread-plan-registry.service.ts +0 -22
  247. package/src/services/thread-title.service.ts +0 -39
  248. package/src/services/thread-turn-preparation.service.ts +0 -1147
  249. package/src/services/thread-turn.ts +0 -172
  250. package/src/services/thread.service.ts +0 -869
  251. package/src/utils/env.ts +0 -8
  252. /package/src/runtime/{context-compaction-constants.ts → context-compaction/context-compaction-constants.ts} +0 -0
  253. /package/src/runtime/{memory-format.ts → memory/memory-format.ts} +0 -0
  254. /package/src/runtime/{memory-prompts-parse.ts → memory/memory-prompts-parse.ts} +0 -0
  255. /package/src/runtime/{memory-prompts-update.ts → memory/memory-prompts-update.ts} +0 -0
  256. /package/src/runtime/{social-chat-prompts.ts → social-chat/social-chat-prompts.ts} +0 -0
  257. /package/src/services/{plan-node-spec.ts → plan/plan-node-spec.ts} +0 -0
  258. /package/src/services/{thread-constants.ts → thread/thread-constants.ts} +0 -0
  259. /package/src/services/{thread.types.ts → thread/thread.types.ts} +0 -0
@@ -1,66 +1,68 @@
1
1
  import { PlanApprovalArgsSchema, PlanApprovalToolResultDataSchema } from '@lota-sdk/shared'
2
2
  import { tool } from 'ai'
3
+ import { Effect } from 'effect'
3
4
 
4
5
  import type { RecordIdRef } from '../db/record-id'
5
- import { executionPlanService } from '../services/execution-plan.service'
6
- import { toToolPlanSummary } from '../services/plan-run-data'
6
+ import type { makeExecutionPlanService } from '../services/execution-plan/execution-plan.service'
7
+ import { toToolPlanSummary } from '../services/plan/plan-run-data'
7
8
 
8
- type PlanApprovalExecutionPlanService = Pick<typeof executionPlanService, 'approvePlan' | 'rejectPlan'>
9
+ type PlanApprovalExecutionPlanService = Pick<ReturnType<typeof makeExecutionPlanService>, 'approvePlan' | 'rejectPlan'>
9
10
 
10
11
  export function createPlanApprovalTool(params: {
11
12
  orgId: RecordIdRef
12
13
  threadId: RecordIdRef
13
14
  actorId: string
14
- executionPlanService?: PlanApprovalExecutionPlanService
15
+ executionPlanService: PlanApprovalExecutionPlanService
15
16
  }) {
16
- const resolvedExecutionPlanService = params.executionPlanService ?? executionPlanService
17
-
18
17
  return tool({
19
18
  description:
20
19
  'Approve, reject, or request changes to a plan that is pending approval. Use approve to start execution, reject to abort it, or modify to request a revised plan.',
21
20
  inputSchema: PlanApprovalArgsSchema,
22
21
  outputSchema: PlanApprovalToolResultDataSchema,
23
- execute: async (input) => {
24
- switch (input.action) {
25
- case 'approve': {
26
- const plan = await resolvedExecutionPlanService.approvePlan({
27
- organizationId: params.orgId,
28
- threadId: params.threadId,
29
- runId: input.runId,
30
- emittedBy: params.actorId,
31
- })
32
- const toolPlan = toToolPlanSummary(plan)
33
- return {
34
- action: 'approved',
35
- message: `Approved execution plan "${plan.title}" and started it.`,
36
- hasPlan: true,
37
- status: toolPlan.status,
38
- plan: toolPlan,
39
- }
40
- }
41
- case 'reject':
42
- case 'modify': {
43
- const plan = await resolvedExecutionPlanService.rejectPlan({
44
- organizationId: params.orgId,
45
- threadId: params.threadId,
46
- runId: input.runId,
47
- emittedBy: params.actorId,
48
- reason: input.reason,
49
- resolution: input.action === 'modify' ? 'changes-requested' : 'rejected',
50
- })
51
- const toolPlan = toToolPlanSummary(plan)
52
- return {
53
- action: input.action === 'modify' ? 'changes-requested' : 'rejected',
54
- message:
55
- input.action === 'modify'
56
- ? `Requested changes for execution plan "${plan.title}".`
57
- : `Rejected execution plan "${plan.title}".`,
58
- hasPlan: true,
59
- status: toolPlan.status,
60
- plan: toolPlan,
22
+ execute: (input) =>
23
+ Effect.runPromise(
24
+ Effect.gen(function* () {
25
+ switch (input.action) {
26
+ case 'approve': {
27
+ const plan = yield* params.executionPlanService.approvePlan({
28
+ organizationId: params.orgId,
29
+ threadId: params.threadId,
30
+ runId: input.runId,
31
+ emittedBy: params.actorId,
32
+ })
33
+ const toolPlan = toToolPlanSummary(plan)
34
+ return {
35
+ action: 'approved',
36
+ message: `Approved execution plan "${plan.title}" and started it.`,
37
+ hasPlan: true,
38
+ status: toolPlan.status,
39
+ plan: toolPlan,
40
+ }
41
+ }
42
+ case 'reject':
43
+ case 'modify': {
44
+ const plan = yield* params.executionPlanService.rejectPlan({
45
+ organizationId: params.orgId,
46
+ threadId: params.threadId,
47
+ runId: input.runId,
48
+ emittedBy: params.actorId,
49
+ reason: input.reason,
50
+ resolution: input.action === 'modify' ? 'changes-requested' : 'rejected',
51
+ })
52
+ const toolPlan = toToolPlanSummary(plan)
53
+ return {
54
+ action: input.action === 'modify' ? 'changes-requested' : 'rejected',
55
+ message:
56
+ input.action === 'modify'
57
+ ? `Requested changes for execution plan "${plan.title}".`
58
+ : `Rejected execution plan "${plan.title}".`,
59
+ hasPlan: true,
60
+ status: toolPlan.status,
61
+ plan: toolPlan,
62
+ }
63
+ }
61
64
  }
62
- }
63
- }
64
- },
65
+ }),
66
+ ),
65
67
  })
66
68
  }
@@ -1,16 +1,20 @@
1
1
  import { tool } from 'ai'
2
+ import { Schema, Effect } from 'effect'
2
3
  import { z } from 'zod'
3
4
 
4
5
  import type { ToolDefinition } from '../ai/definitions'
5
- import { attachmentStorageService } from '../storage/attachment-storage.service'
6
+ import type { makeAttachmentService } from '../services/attachment.service'
6
7
  import type { ReadableUploadMetadata } from '../storage/attachment-types'
7
8
 
8
9
  const PAGES_PER_PART = 25
9
10
 
11
+ type ReadFilePartsAttachmentService = Pick<ReturnType<typeof makeAttachmentService>, 'readFilePartsFromUpload'>
12
+
10
13
  export interface ReadFilePartsToolContext {
11
14
  orgId: string
12
15
  userId: string
13
16
  uploads: ReadableUploadMetadata[]
17
+ attachmentService: ReadFilePartsAttachmentService
14
18
  }
15
19
 
16
20
  function toUploadSummary(upload: ReadableUploadMetadata) {
@@ -22,59 +26,66 @@ function toUploadSummary(upload: ReadableUploadMetadata) {
22
26
  }
23
27
  }
24
28
 
25
- function resolveUploadTarget(params: {
29
+ class ReadFilePartsError extends Schema.TaggedErrorClass<ReadFilePartsError>()('ReadFilePartsError', {
30
+ message: Schema.String,
31
+ }) {}
32
+
33
+ function resolveUploadTargetEffect(params: {
26
34
  uploads: ReadableUploadMetadata[]
27
35
  storageKey?: string
28
- }): ReadableUploadMetadata | null {
36
+ }): Effect.Effect<ReadableUploadMetadata | null, ReadFilePartsError> {
29
37
  const normalizedStorageKey = params.storageKey?.trim()
30
38
  const byStorageKey = normalizedStorageKey
31
39
  ? params.uploads.find((upload) => upload.storageKey === normalizedStorageKey)
32
40
  : null
33
41
  if (normalizedStorageKey !== undefined && !byStorageKey) {
34
- throw new Error(`No upload found for storageKey "${normalizedStorageKey}".`)
42
+ return Effect.fail(new ReadFilePartsError({ message: `No upload found for storageKey "${normalizedStorageKey}".` }))
35
43
  }
36
44
 
37
- return byStorageKey ?? null
45
+ return Effect.succeed(byStorageKey ?? null)
38
46
  }
39
47
 
40
48
  export const readFilePartsTool = {
41
49
  name: 'readFileParts',
42
- create: ({ orgId, userId, uploads }: ReadFilePartsToolContext) =>
50
+ create: ({ orgId, userId, uploads, attachmentService }: ReadFilePartsToolContext) =>
43
51
  tool({
44
52
  description:
45
53
  'Read uploaded file content by part. Call with no args to list uploads metadata, then call with storageKey and part (25 pages per part).',
46
54
  inputSchema: z
47
55
  .object({ storageKey: z.string().trim().min(1).optional(), part: z.number().int().positive().default(1) })
48
56
  .strict(),
49
- execute: async ({ storageKey, part }: { storageKey?: string; part?: number }) => {
50
- const availableUploads = uploads.map(toUploadSummary)
51
- const selected = resolveUploadTarget({ uploads, storageKey })
57
+ execute: ({ storageKey, part }: { storageKey?: string; part?: number }) =>
58
+ Effect.runPromise(
59
+ Effect.gen(function* () {
60
+ const availableUploads = uploads.map(toUploadSummary)
61
+ const selected = yield* resolveUploadTargetEffect({ uploads, storageKey })
52
62
 
53
- if (!selected) {
54
- return {
55
- pagesPerPart: PAGES_PER_PART,
56
- currentPart: 1,
57
- hasNextPart: false,
58
- totalParts: 0,
59
- data: [],
60
- availableUploads,
61
- selectedUpload: null,
62
- message:
63
- uploads.length === 0
64
- ? 'No uploaded files are available in this conversation.'
65
- : 'Select an upload via storageKey, then provide part (25 pages per part).',
66
- }
67
- }
63
+ if (!selected) {
64
+ return {
65
+ pagesPerPart: PAGES_PER_PART,
66
+ currentPart: 1,
67
+ hasNextPart: false,
68
+ totalParts: 0,
69
+ data: [],
70
+ availableUploads,
71
+ selectedUpload: null,
72
+ message:
73
+ uploads.length === 0
74
+ ? 'No uploaded files are available in this conversation.'
75
+ : 'Select an upload via storageKey, then provide part (25 pages per part).',
76
+ }
77
+ }
68
78
 
69
- const parts = await attachmentStorageService.readFilePartsFromUpload({
70
- upload: selected,
71
- orgId,
72
- userId,
73
- part,
74
- pagesPerPart: PAGES_PER_PART,
75
- })
79
+ const parts = yield* attachmentService.readFilePartsFromUpload({
80
+ upload: selected,
81
+ orgId,
82
+ userId,
83
+ part,
84
+ pagesPerPart: PAGES_PER_PART,
85
+ })
76
86
 
77
- return { availableUploads, selectedUpload: toUploadSummary(selected), ...parts }
78
- },
87
+ return { availableUploads, selectedUpload: toUploadSummary(selected), ...parts }
88
+ }),
89
+ ),
79
90
  }),
80
91
  } as const satisfies ToolDefinition<ReadFilePartsToolContext>
@@ -1,10 +1,12 @@
1
1
  import { tool } from 'ai'
2
+ import { Effect } from 'effect'
2
3
  import { z } from 'zod'
3
4
 
4
5
  import type { RecordIdRef } from '../db/record-id'
5
6
  import { recordIdToString } from '../db/record-id'
6
7
  import { TABLES } from '../db/tables'
7
- import { memoryService } from '../services/memory.service'
8
+ import type { MaybeAwaitableService } from '../effect/awaitable-effect'
9
+ import type { createMemoryService } from '../services/memory/memory.service'
8
10
  import { safeEnqueue } from '../utils/async'
9
11
 
10
12
  const RememberMemoryInputSchema = z
@@ -14,7 +16,22 @@ const RememberMemoryInputSchema = z
14
16
  })
15
17
  .strict()
16
18
 
17
- export function createRememberMemoryTool({ orgId, agentName }: { orgId: RecordIdRef; agentName: string }) {
19
+ type RememberMemoryService = MaybeAwaitableService<
20
+ Pick<
21
+ ReturnType<typeof createMemoryService>,
22
+ 'assessMemoryCandidate' | 'createOrganizationMemory' | 'createAgentMemory'
23
+ >
24
+ >
25
+
26
+ export function createRememberMemoryTool({
27
+ orgId,
28
+ agentName,
29
+ memoryService,
30
+ }: {
31
+ orgId: RecordIdRef
32
+ agentName: string
33
+ memoryService: RememberMemoryService
34
+ }) {
18
35
  return tool({
19
36
  description:
20
37
  'Save a durable memory. Importance is scored automatically from memory significance. Use targetScope="agent" for role-specific memory, or targetScope="global" for organization-wide memory.',
@@ -27,52 +44,55 @@ export function createRememberMemoryTool({ orgId, agentName }: { orgId: RecordId
27
44
 
28
45
  const orgIdString = recordIdToString(orgId, TABLES.ORGANIZATION)
29
46
  void safeEnqueue(
30
- async () => {
31
- const assessment = await memoryService.assessMemoryCandidate({ orgId: orgIdString, content: trimmed })
32
- if (!assessment) {
33
- return
34
- }
35
- if (assessment.classification === 'transient' && assessment.durability === 'ephemeral') {
36
- return
37
- }
47
+ () =>
48
+ Effect.runPromise(
49
+ Effect.gen(function* () {
50
+ const assessment = yield* memoryService.assessMemoryCandidate({ orgId: orgIdString, content: trimmed })
51
+ if (!assessment) {
52
+ return
53
+ }
54
+ if (assessment.classification === 'transient' && assessment.durability === 'ephemeral') {
55
+ return
56
+ }
38
57
 
39
- const importance = Math.round(assessment.importance * 100) / 100
58
+ const importance = Math.round(assessment.importance * 100) / 100
40
59
 
41
- if (targetScope === 'global') {
42
- await memoryService.createOrganizationMemory({
43
- orgId: orgIdString,
44
- content: trimmed,
45
- memoryType: 'fact',
46
- importance,
47
- metadata: {
48
- source: 'agent_tool',
49
- agentName,
50
- memoryScope: 'global',
51
- importanceSource: 'extraction_assessed',
52
- durability: assessment.durability,
53
- classification: assessment.classification,
54
- rationale: assessment.rationale,
55
- },
56
- })
57
- return
58
- }
60
+ if (targetScope === 'global') {
61
+ yield* memoryService.createOrganizationMemory({
62
+ orgId: orgIdString,
63
+ content: trimmed,
64
+ memoryType: 'fact',
65
+ importance,
66
+ metadata: {
67
+ source: 'agent_tool',
68
+ agentName,
69
+ memoryScope: 'global',
70
+ importanceSource: 'extraction_assessed',
71
+ durability: assessment.durability,
72
+ classification: assessment.classification,
73
+ rationale: assessment.rationale,
74
+ },
75
+ })
76
+ return
77
+ }
59
78
 
60
- await memoryService.createAgentMemory({
61
- orgId: orgIdString,
62
- agentName,
63
- content: trimmed,
64
- memoryType: 'fact',
65
- importance,
66
- metadata: {
67
- source: 'agent_tool',
68
- memoryScope: 'agent',
69
- importanceSource: 'extraction_assessed',
70
- durability: assessment.durability,
71
- classification: assessment.classification,
72
- rationale: assessment.rationale,
73
- },
74
- })
75
- },
79
+ yield* memoryService.createAgentMemory({
80
+ orgId: orgIdString,
81
+ agentName,
82
+ content: trimmed,
83
+ memoryType: 'fact',
84
+ importance,
85
+ metadata: {
86
+ source: 'agent_tool',
87
+ memoryScope: 'agent',
88
+ importanceSource: 'extraction_assessed',
89
+ durability: assessment.durability,
90
+ classification: assessment.classification,
91
+ rationale: assessment.rationale,
92
+ },
93
+ })
94
+ }),
95
+ ),
76
96
  { operationName: `remember memory (${targetScope})`, logPrefix: 'Background memoryRemember task failed' },
77
97
  )
78
98
 
@@ -1,22 +1,19 @@
1
1
  import { tool } from 'ai'
2
+ import { Effect } from 'effect'
2
3
  import { z } from 'zod'
3
4
 
4
5
  import type { ToolDefinition } from '../ai/definitions'
5
6
  import { withTimeout } from '../utils/async'
7
+ import { nowIsoDateTimeString } from '../utils/date-time'
6
8
  import { readStringField, truncateOptionalText } from '../utils/string'
7
9
  import { getFirecrawlClient } from './firecrawl-client'
8
10
  import type { WebCitation } from './tool-contracts'
11
+ import { toRecord, WEB_TOOL_TIMEOUT_MS } from './web-tool-shared'
9
12
 
10
- const TOOL_TIMEOUT_MS = 30_000
11
13
  const SourceSchema = z.enum(['web', 'news', 'images'])
12
14
  const MAX_RESULTS_PER_SOURCE = 4
13
15
  const MAX_SNIPPET_CHARS = 320
14
16
 
15
- function toRecord(value: unknown): Record<string, unknown> | null {
16
- if (!value || typeof value !== 'object' || Array.isArray(value)) return null
17
- return value as Record<string, unknown>
18
- }
19
-
20
17
  function readMetadata(item: unknown): Record<string, unknown> {
21
18
  const record = toRecord(item)
22
19
  if (!record) return {}
@@ -112,7 +109,7 @@ function extractUrlFromSearchItem(item: unknown): string | undefined {
112
109
  function buildWebCitations(results: { web?: unknown[]; news?: unknown[]; images?: unknown[] }): WebCitation[] {
113
110
  const seen = new Set<string>()
114
111
  const citations: WebCitation[] = []
115
- const retrievedAt = new Date().toISOString()
112
+ const retrievedAt = nowIsoDateTimeString()
116
113
 
117
114
  const append = (items: unknown[] | undefined) => {
118
115
  if (!items) return
@@ -145,7 +142,7 @@ export const searchWebTool = {
145
142
  tbs: z.string().optional(),
146
143
  })
147
144
  .strict(),
148
- execute: async ({
145
+ execute: ({
149
146
  query,
150
147
  limit,
151
148
  sources,
@@ -158,21 +155,28 @@ export const searchWebTool = {
158
155
  location?: string
159
156
  tbs?: string
160
157
  }) => {
161
- const results = await withTimeout(
162
- getFirecrawlClient().search(query, { limit, sources, location, tbs }),
163
- TOOL_TIMEOUT_MS,
164
- 'Web search',
158
+ const firecrawl = getFirecrawlClient()
159
+
160
+ return Effect.runPromise(
161
+ Effect.gen(function* () {
162
+ const results = yield* Effect.tryPromise(() =>
163
+ withTimeout(
164
+ firecrawl.search(query, { limit, sources, location, tbs }),
165
+ WEB_TOOL_TIMEOUT_MS,
166
+ 'Web search',
167
+ ),
168
+ )
169
+ return {
170
+ query,
171
+ results: {
172
+ web: summarizeSearchItems(results.web),
173
+ news: summarizeSearchItems(results.news),
174
+ images: summarizeSearchItems(results.images),
175
+ },
176
+ citations: buildWebCitations(results),
177
+ }
178
+ }),
165
179
  )
166
-
167
- return {
168
- query,
169
- results: {
170
- web: summarizeSearchItems(results.web),
171
- news: summarizeSearchItems(results.news),
172
- images: summarizeSearchItems(results.images),
173
- },
174
- citations: buildWebCitations(results),
175
- }
176
180
  },
177
181
  }),
178
182
  } as const satisfies ToolDefinition<void>
@@ -1,55 +1,67 @@
1
1
  import { tool } from 'ai'
2
+ import { Effect } from 'effect'
2
3
  import { z } from 'zod'
3
4
 
4
5
  import { isAgentName } from '../config/agent-defaults'
5
6
  import type { RecordIdRef } from '../db/record-id'
6
- import { memoryService } from '../services/memory.service'
7
- import { threadMessageService } from '../services/thread-message.service'
7
+ import type { MaybeAwaitableService } from '../effect/awaitable-effect'
8
+ import type { createMemoryService } from '../services/memory/memory.service'
9
+ import type { makeThreadMessageService } from '../services/thread/thread-message.service'
8
10
 
9
11
  const CONVERSATION_SEARCH_RESULT_LIMIT = 20
10
12
  const MemorySearchInputSchema = z.object({ query: z.string().min(1) }).strict()
11
13
  const ConversationSearchInputSchema = z.object({ query: z.string().min(1), type: z.enum(['user', 'agent']) }).strict()
12
14
 
15
+ type MemorySearchService = MaybeAwaitableService<
16
+ Pick<ReturnType<typeof createMemoryService>, 'searchAllMemoriesBatched'>
17
+ >
18
+ type ConversationSearchService = Pick<ReturnType<typeof makeThreadMessageService>, 'searchMessagesEffect'>
19
+
13
20
  export function createMemorySearchTool(
14
21
  orgIdString: string,
22
+ memoryService: MemorySearchService,
15
23
  agentName?: string,
16
24
  options?: { fastMode?: boolean; allowMultiScopeRerank?: boolean },
17
25
  ) {
18
26
  return tool({
19
27
  description: 'Search organization and agent memories relevant to a query.',
20
28
  inputSchema: MemorySearchInputSchema,
21
- execute: async ({ query }: z.infer<typeof MemorySearchInputSchema>) => {
22
- const normalizedQuery = query.trim()
23
- const retrieval = await memoryService.searchAllMemoriesBatched({
24
- orgId: orgIdString,
25
- agentName: isAgentName(agentName) ? agentName : undefined,
26
- query: normalizedQuery,
27
- ...(typeof options?.fastMode === 'boolean' ? { fastMode: options.fastMode } : {}),
28
- ...(typeof options?.allowMultiScopeRerank === 'boolean'
29
- ? { allowMultiScopeRerank: options.allowMultiScopeRerank }
30
- : {}),
31
- })
32
- const reminder = `Remember: you searched for "${normalizedQuery}". Use the highest-relevance retrieved lines above to answer.`
33
-
34
- return { query: normalizedQuery, retrieval, reminder }
35
- },
29
+ execute: ({ query }: z.infer<typeof MemorySearchInputSchema>) =>
30
+ Effect.runPromise(
31
+ Effect.gen(function* () {
32
+ const normalizedQuery = query.trim()
33
+ const retrieval = yield* memoryService.searchAllMemoriesBatched({
34
+ orgId: orgIdString,
35
+ agentName: isAgentName(agentName) ? agentName : undefined,
36
+ query: normalizedQuery,
37
+ ...(typeof options?.fastMode === 'boolean' ? { fastMode: options.fastMode } : {}),
38
+ ...(typeof options?.allowMultiScopeRerank === 'boolean'
39
+ ? { allowMultiScopeRerank: options.allowMultiScopeRerank }
40
+ : {}),
41
+ })
42
+ const reminder = `Remember: you searched for "${normalizedQuery}". Use the highest-relevance retrieved lines above to answer.`
43
+ return { query: normalizedQuery, retrieval, reminder }
44
+ }),
45
+ ),
36
46
  })
37
47
  }
38
48
 
39
- export function createConversationSearchTool(threadId: RecordIdRef) {
49
+ export function createConversationSearchTool(threadId: RecordIdRef, threadMessageService: ConversationSearchService) {
40
50
  return tool({
41
51
  description: 'Search prior chat messages by role and query text.',
42
52
  inputSchema: ConversationSearchInputSchema,
43
- execute: async ({ query, type }: z.infer<typeof ConversationSearchInputSchema>) => {
44
- const normalizedQuery = query.trim()
45
- const results = await threadMessageService.searchMessages({
46
- threadId,
47
- role: type === 'user' ? 'user' : 'assistant',
48
- query: normalizedQuery,
49
- limit: CONVERSATION_SEARCH_RESULT_LIMIT,
50
- })
51
-
52
- return { query: normalizedQuery, type, count: results.length, results }
53
- },
53
+ execute: ({ query, type }: z.infer<typeof ConversationSearchInputSchema>) =>
54
+ Effect.runPromise(
55
+ Effect.gen(function* () {
56
+ const normalizedQuery = query.trim()
57
+ const results = yield* threadMessageService.searchMessagesEffect({
58
+ threadId,
59
+ role: type === 'user' ? 'user' : 'assistant',
60
+ query: normalizedQuery,
61
+ limit: CONVERSATION_SEARCH_RESULT_LIMIT,
62
+ })
63
+ return { query: normalizedQuery, type, count: results.length, results }
64
+ }),
65
+ ),
54
66
  })
55
67
  }