@lota-sdk/core 0.4.8 → 0.4.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +11 -12
- package/src/ai/embedding-cache.ts +96 -22
- package/src/ai-gateway/ai-gateway.ts +766 -223
- package/src/config/agent-defaults.ts +189 -75
- package/src/config/agent-types.ts +54 -4
- package/src/config/background-processing.ts +1 -1
- package/src/config/constants.ts +8 -2
- package/src/config/index.ts +0 -1
- package/src/config/logger.ts +299 -19
- package/src/config/thread-defaults.ts +40 -20
- package/src/create-runtime.ts +200 -449
- package/src/db/base.service.ts +52 -28
- package/src/db/cursor-pagination.ts +71 -30
- package/src/db/memory-query-builder.ts +2 -1
- package/src/db/memory-store.helpers.ts +4 -7
- package/src/db/memory-store.ts +868 -601
- package/src/db/memory.ts +396 -280
- package/src/db/record-id.ts +32 -10
- package/src/db/schema-fingerprint.ts +30 -12
- package/src/db/service-normalization.ts +288 -0
- package/src/db/service.ts +912 -779
- package/src/db/startup.ts +153 -68
- package/src/db/transaction-conflict.ts +15 -0
- package/src/effect/awaitable-effect.ts +96 -0
- package/src/effect/errors.ts +121 -0
- package/src/effect/helpers.ts +123 -0
- package/src/effect/index.ts +24 -0
- package/src/effect/layers.ts +238 -0
- package/src/effect/runtime-ref.ts +25 -0
- package/src/effect/runtime.ts +46 -0
- package/src/effect/services.ts +61 -0
- package/src/effect/zod.ts +43 -0
- package/src/embeddings/provider.ts +128 -83
- package/src/index.ts +48 -1
- package/src/openrouter/direct-provider.ts +11 -35
- package/src/queues/autonomous-job.queue.ts +117 -73
- package/src/queues/context-compaction.queue.ts +50 -17
- package/src/queues/delayed-node-promotion.queue.ts +46 -17
- package/src/queues/document-processor.queue.ts +52 -77
- package/src/queues/memory-consolidation.queue.ts +47 -32
- package/src/queues/organization-learning.queue.ts +26 -4
- package/src/queues/plan-agent-heartbeat.queue.ts +71 -24
- package/src/queues/plan-scheduler.queue.ts +97 -33
- package/src/queues/post-chat-memory.queue.ts +56 -26
- package/src/queues/queue-factory.ts +227 -59
- package/src/queues/standalone-worker.ts +39 -0
- package/src/queues/title-generation.queue.ts +45 -11
- package/src/redis/connection.ts +182 -113
- package/src/redis/index.ts +6 -8
- package/src/redis/org-memory-lock.ts +60 -27
- package/src/redis/redis-lease-lock.ts +200 -121
- package/src/redis/runtime-connection.ts +20 -0
- package/src/redis/stream-context.ts +92 -46
- package/src/runtime/agent-identity-overrides.ts +2 -2
- package/src/runtime/agent-runtime-policy.ts +5 -2
- package/src/runtime/agent-stream-helpers.ts +24 -9
- package/src/runtime/chat-run-orchestration.ts +102 -19
- package/src/runtime/chat-run-registry.ts +36 -2
- package/src/runtime/context-compaction/context-compaction-runtime.ts +107 -0
- package/src/runtime/{context-compaction.ts → context-compaction/context-compaction.ts} +161 -94
- package/src/runtime/domain-layer.ts +192 -0
- package/src/runtime/execution-plan-visibility.ts +2 -2
- package/src/runtime/execution-plan.ts +42 -15
- package/src/runtime/graph-designer.ts +16 -4
- package/src/runtime/helper-model.ts +139 -48
- package/src/runtime/index.ts +7 -8
- package/src/runtime/indexed-repositories-policy.ts +3 -3
- package/src/runtime/{memory-block.ts → memory/memory-block.ts} +50 -36
- package/src/runtime/{memory-digest-policy.ts → memory/memory-digest-policy.ts} +1 -1
- package/src/runtime/{memory-pipeline.ts → memory/memory-pipeline.ts} +54 -67
- package/src/runtime/{memory-prompts-fact.ts → memory/memory-prompts-fact.ts} +2 -2
- package/src/runtime/memory/memory-scope.ts +53 -0
- package/src/runtime/plugin-resolution.ts +124 -25
- package/src/runtime/plugin-types.ts +9 -1
- package/src/runtime/post-turn-side-effects.ts +177 -130
- package/src/runtime/retrieval-adapters.ts +40 -6
- package/src/runtime/runtime-accessors.ts +92 -0
- package/src/runtime/runtime-config.ts +150 -61
- package/src/runtime/runtime-extensions.ts +23 -25
- package/src/runtime/runtime-lifecycle.ts +124 -0
- package/src/runtime/runtime-services.ts +386 -0
- package/src/runtime/runtime-token.ts +47 -0
- package/src/runtime/social-chat/social-chat-agent-runner.ts +159 -0
- package/src/runtime/{social-chat-history.ts → social-chat/social-chat-history.ts} +51 -20
- package/src/runtime/social-chat/social-chat.ts +630 -0
- package/src/runtime/specialist-runner.ts +36 -10
- package/src/runtime/team-consultation/team-consultation-orchestrator.ts +433 -0
- package/src/runtime/{team-consultation-prompts.ts → team-consultation/team-consultation-prompts.ts} +6 -2
- package/src/runtime/thread-chat-helpers.ts +2 -2
- package/src/runtime/thread-plan-turn.ts +2 -1
- package/src/runtime/thread-turn-context.ts +183 -111
- package/src/runtime/turn-lifecycle.ts +93 -27
- package/src/services/agent-activity.service.ts +287 -203
- package/src/services/agent-executor.service.ts +253 -149
- package/src/services/artifact.service.ts +231 -149
- package/src/services/attachment.service.ts +171 -115
- package/src/services/autonomous-job.service.ts +890 -491
- package/src/services/background-work.service.ts +54 -0
- package/src/services/chat-run-registry.service.ts +13 -1
- package/src/services/context-compaction.service.ts +136 -86
- package/src/services/document-chunk.service.ts +151 -88
- package/src/services/execution-plan/execution-plan-approval.ts +26 -0
- package/src/services/execution-plan/execution-plan-context.ts +29 -0
- package/src/services/execution-plan/execution-plan-graph.ts +278 -0
- package/src/services/execution-plan/execution-plan-schedule.ts +84 -0
- package/src/services/execution-plan/execution-plan-spec.ts +75 -0
- package/src/services/execution-plan/execution-plan.service.ts +1041 -0
- package/src/services/feedback-loop.service.ts +132 -76
- package/src/services/global-orchestrator.service.ts +101 -168
- package/src/services/graph-full-routing.ts +193 -0
- package/src/services/index.ts +19 -21
- package/src/services/institutional-memory.service.ts +213 -125
- package/src/services/learned-skill.service.ts +368 -260
- package/src/services/memory/memory-conversation.ts +95 -0
- package/src/services/memory/memory-errors.ts +27 -0
- package/src/services/memory/memory-org-memory.ts +50 -0
- package/src/services/memory/memory-preseeded.ts +86 -0
- package/src/services/memory/memory-rerank.ts +297 -0
- package/src/services/{memory-utils.ts → memory/memory-utils.ts} +6 -5
- package/src/services/memory/memory.service.ts +674 -0
- package/src/services/memory/rerank.service.ts +201 -0
- package/src/services/monitoring-window.service.ts +92 -70
- package/src/services/mutating-approval.service.ts +62 -53
- package/src/services/node-workspace.service.ts +141 -98
- package/src/services/notification.service.ts +29 -16
- package/src/services/organization-member.service.ts +120 -66
- package/src/services/organization.service.ts +153 -77
- package/src/services/ownership-dispatcher.service.ts +456 -263
- package/src/services/plan/plan-agent-heartbeat.service.ts +234 -0
- package/src/services/plan/plan-agent-query.service.ts +322 -0
- package/src/services/{plan-approval.service.ts → plan/plan-approval.service.ts} +45 -22
- package/src/services/plan/plan-artifact.service.ts +60 -0
- package/src/services/plan/plan-builder.service.ts +76 -0
- package/src/services/plan/plan-checkpoint.service.ts +103 -0
- package/src/services/{plan-compiler.service.ts → plan/plan-compiler.service.ts} +26 -9
- package/src/services/plan/plan-completion-side-effects.ts +169 -0
- package/src/services/plan/plan-coordination.service.ts +181 -0
- package/src/services/plan/plan-cycle.service.ts +405 -0
- package/src/services/plan/plan-deadline.service.ts +533 -0
- package/src/services/plan/plan-event-delivery.service.ts +266 -0
- package/src/services/plan/plan-executor-context.ts +35 -0
- package/src/services/plan/plan-executor-graph.ts +522 -0
- package/src/services/plan/plan-executor-helpers.ts +307 -0
- package/src/services/plan/plan-executor-persistence.ts +209 -0
- package/src/services/plan/plan-executor.service.ts +1737 -0
- package/src/services/{plan-helpers.ts → plan/plan-helpers.ts} +1 -1
- package/src/services/{plan-run-data.ts → plan/plan-run-data.ts} +4 -4
- package/src/services/plan/plan-run-serialization.ts +15 -0
- package/src/services/plan/plan-run.service.ts +637 -0
- package/src/services/plan/plan-scheduler.service.ts +379 -0
- package/src/services/plan/plan-template.service.ts +224 -0
- package/src/services/plan/plan-transaction-events.ts +36 -0
- package/src/services/plan/plan-validator.service.ts +907 -0
- package/src/services/plan/plan-workspace.service.ts +131 -0
- package/src/services/plugin-executor.service.ts +102 -68
- package/src/services/quality-metrics.service.ts +112 -94
- package/src/services/queue-job.service.ts +288 -231
- package/src/services/recent-activity-title.service.ts +73 -36
- package/src/services/recent-activity.service.ts +274 -259
- package/src/services/skill-resolver.service.ts +38 -12
- package/src/services/social-chat-history.service.ts +190 -122
- package/src/services/system-executor.service.ts +96 -61
- package/src/services/thread/thread-active-run.ts +203 -0
- package/src/services/thread/thread-bootstrap.ts +385 -0
- package/src/services/thread/thread-listing.ts +199 -0
- package/src/services/thread/thread-memory-block.ts +130 -0
- package/src/services/thread/thread-message.service.ts +379 -0
- package/src/services/thread/thread-record-store.ts +155 -0
- package/src/services/thread/thread-title.service.ts +74 -0
- package/src/services/thread/thread-turn-execution.ts +280 -0
- package/src/services/thread/thread-turn-message-context.ts +73 -0
- package/src/services/thread/thread-turn-preparation.service.ts +1148 -0
- package/src/services/thread/thread-turn-streaming.ts +403 -0
- package/src/services/thread/thread-turn-tracing.ts +35 -0
- package/src/services/thread/thread-turn.ts +376 -0
- package/src/services/thread/thread.service.ts +344 -0
- package/src/services/user.service.ts +82 -32
- package/src/services/write-intent-validator.service.ts +63 -51
- package/src/storage/attachment-parser.ts +69 -27
- package/src/storage/attachment-storage.service.ts +334 -275
- package/src/storage/generated-document-storage.service.ts +66 -34
- package/src/system-agents/agent-result.ts +3 -1
- package/src/system-agents/context-compaction.agent.ts +3 -3
- package/src/system-agents/delegated-agent-factory.ts +159 -90
- package/src/system-agents/helper-agent-options.ts +1 -1
- package/src/system-agents/memory-reranker.agent.ts +3 -3
- package/src/system-agents/memory.agent.ts +3 -3
- package/src/system-agents/recent-activity-title-refiner.agent.ts +3 -3
- package/src/system-agents/regular-chat-memory-digest.agent.ts +3 -3
- package/src/system-agents/skill-extractor.agent.ts +3 -3
- package/src/system-agents/skill-manager.agent.ts +3 -3
- package/src/system-agents/thread-router.agent.ts +157 -113
- package/src/system-agents/title-generator.agent.ts +3 -3
- package/src/tools/execution-plan.tool.ts +241 -171
- package/src/tools/fetch-webpage.tool.ts +29 -18
- package/src/tools/firecrawl-client.ts +26 -6
- package/src/tools/index.ts +1 -0
- package/src/tools/memory-block.tool.ts +14 -6
- package/src/tools/plan-approval.tool.ts +57 -47
- package/src/tools/read-file-parts.tool.ts +44 -33
- package/src/tools/remember-memory.tool.ts +65 -45
- package/src/tools/search-web.tool.ts +33 -22
- package/src/tools/search.tool.ts +41 -29
- package/src/tools/team-think.tool.ts +125 -84
- package/src/tools/user-questions.tool.ts +4 -3
- package/src/tools/web-tool-shared.ts +6 -0
- package/src/utils/async.ts +25 -22
- package/src/utils/crypto.ts +21 -0
- package/src/utils/date-time.ts +40 -1
- package/src/utils/errors.ts +111 -20
- package/src/utils/hono-error-handler.ts +24 -39
- package/src/utils/index.ts +2 -1
- package/src/utils/null-proto-record.ts +41 -0
- package/src/utils/sse-keepalive.ts +124 -21
- package/src/workers/bootstrap.ts +164 -52
- package/src/workers/memory-consolidation.worker.ts +325 -237
- package/src/workers/organization-learning.worker.ts +50 -16
- package/src/workers/regular-chat-memory-digest.helpers.ts +28 -27
- package/src/workers/regular-chat-memory-digest.runner.ts +185 -114
- package/src/workers/skill-extraction.runner.ts +176 -93
- package/src/workers/utils/file-section-chunker.ts +8 -10
- package/src/workers/utils/repo-structure-extractor.ts +349 -260
- package/src/workers/utils/repomix-file-sections.ts +2 -2
- package/src/workers/utils/thread-message-query.ts +97 -38
- package/src/workers/worker-utils.ts +74 -31
- package/src/config/debug-logger.ts +0 -47
- package/src/config/search.ts +0 -3
- package/src/redis/connection-accessor.ts +0 -26
- package/src/runtime/agent-types.ts +0 -1
- package/src/runtime/context-compaction-runtime.ts +0 -87
- package/src/runtime/memory-scope.ts +0 -43
- package/src/runtime/social-chat-agent-runner.ts +0 -118
- package/src/runtime/social-chat.ts +0 -516
- package/src/runtime/team-consultation-orchestrator.ts +0 -272
- package/src/services/adaptive-playbook.service.ts +0 -152
- package/src/services/artifact-provenance.service.ts +0 -172
- package/src/services/chat-attachments.service.ts +0 -17
- package/src/services/context-compaction-runtime.singleton.ts +0 -13
- package/src/services/execution-plan.service.ts +0 -1118
- package/src/services/memory.service.ts +0 -914
- package/src/services/plan-agent-heartbeat.service.ts +0 -136
- package/src/services/plan-agent-query.service.ts +0 -267
- package/src/services/plan-artifact.service.ts +0 -50
- package/src/services/plan-builder.service.ts +0 -67
- package/src/services/plan-checkpoint.service.ts +0 -81
- package/src/services/plan-completion-side-effects.ts +0 -80
- package/src/services/plan-coordination.service.ts +0 -157
- package/src/services/plan-cycle.service.ts +0 -284
- package/src/services/plan-deadline.service.ts +0 -430
- package/src/services/plan-event-delivery.service.ts +0 -166
- package/src/services/plan-executor.service.ts +0 -1950
- package/src/services/plan-run.service.ts +0 -515
- package/src/services/plan-scheduler.service.ts +0 -240
- package/src/services/plan-template.service.ts +0 -177
- package/src/services/plan-validator.service.ts +0 -818
- package/src/services/plan-workspace.service.ts +0 -83
- package/src/services/rerank.service.ts +0 -156
- package/src/services/thread-message.service.ts +0 -275
- package/src/services/thread-plan-registry.service.ts +0 -22
- package/src/services/thread-title.service.ts +0 -39
- package/src/services/thread-turn-preparation.service.ts +0 -1147
- package/src/services/thread-turn.ts +0 -172
- package/src/services/thread.service.ts +0 -869
- package/src/utils/env.ts +0 -8
- /package/src/runtime/{context-compaction-constants.ts → context-compaction/context-compaction-constants.ts} +0 -0
- /package/src/runtime/{memory-format.ts → memory/memory-format.ts} +0 -0
- /package/src/runtime/{memory-prompts-parse.ts → memory/memory-prompts-parse.ts} +0 -0
- /package/src/runtime/{memory-prompts-update.ts → memory/memory-prompts-update.ts} +0 -0
- /package/src/runtime/{social-chat-prompts.ts → social-chat/social-chat-prompts.ts} +0 -0
- /package/src/services/{plan-node-spec.ts → plan/plan-node-spec.ts} +0 -0
- /package/src/services/{thread-constants.ts → thread/thread-constants.ts} +0 -0
- /package/src/services/{thread.types.ts → thread/thread.types.ts} +0 -0
|
@@ -1,66 +1,76 @@
|
|
|
1
1
|
import { PlanApprovalArgsSchema, PlanApprovalToolResultDataSchema } from '@lota-sdk/shared'
|
|
2
2
|
import { tool } from 'ai'
|
|
3
|
+
import { Effect } from 'effect'
|
|
3
4
|
|
|
4
5
|
import type { RecordIdRef } from '../db/record-id'
|
|
5
|
-
import {
|
|
6
|
-
import { toToolPlanSummary } from '../services/plan-run-data'
|
|
6
|
+
import type { makeExecutionPlanService } from '../services/execution-plan/execution-plan.service'
|
|
7
|
+
import { toToolPlanSummary } from '../services/plan/plan-run-data'
|
|
7
8
|
|
|
8
|
-
type
|
|
9
|
+
type NoContextService<TService> = {
|
|
10
|
+
[K in keyof TService]: TService[K] extends (...args: infer TArgs) => Effect.Effect<infer A, infer E, unknown>
|
|
11
|
+
? (...args: TArgs) => Effect.Effect<A, E, never>
|
|
12
|
+
: TService[K]
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
type PlanApprovalExecutionPlanService = NoContextService<
|
|
16
|
+
Pick<ReturnType<typeof makeExecutionPlanService>, 'approvePlan' | 'rejectPlan'>
|
|
17
|
+
>
|
|
9
18
|
|
|
10
19
|
export function createPlanApprovalTool(params: {
|
|
11
20
|
orgId: RecordIdRef
|
|
12
21
|
threadId: RecordIdRef
|
|
13
22
|
actorId: string
|
|
14
|
-
executionPlanService
|
|
23
|
+
executionPlanService: PlanApprovalExecutionPlanService
|
|
15
24
|
}) {
|
|
16
|
-
const resolvedExecutionPlanService = params.executionPlanService ?? executionPlanService
|
|
17
|
-
|
|
18
25
|
return tool({
|
|
19
26
|
description:
|
|
20
27
|
'Approve, reject, or request changes to a plan that is pending approval. Use approve to start execution, reject to abort it, or modify to request a revised plan.',
|
|
21
28
|
inputSchema: PlanApprovalArgsSchema,
|
|
22
29
|
outputSchema: PlanApprovalToolResultDataSchema,
|
|
23
|
-
execute:
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
30
|
+
execute: (input) =>
|
|
31
|
+
Effect.runPromise(
|
|
32
|
+
Effect.gen(function* () {
|
|
33
|
+
switch (input.action) {
|
|
34
|
+
case 'approve': {
|
|
35
|
+
const plan = yield* params.executionPlanService.approvePlan({
|
|
36
|
+
organizationId: params.orgId,
|
|
37
|
+
threadId: params.threadId,
|
|
38
|
+
runId: input.runId,
|
|
39
|
+
emittedBy: params.actorId,
|
|
40
|
+
})
|
|
41
|
+
const toolPlan = toToolPlanSummary(plan)
|
|
42
|
+
return {
|
|
43
|
+
action: 'approved',
|
|
44
|
+
message: `Approved execution plan "${plan.title}" and started it.`,
|
|
45
|
+
hasPlan: true,
|
|
46
|
+
status: toolPlan.status,
|
|
47
|
+
plan: toolPlan,
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
case 'reject':
|
|
51
|
+
case 'modify': {
|
|
52
|
+
const plan = yield* params.executionPlanService.rejectPlan({
|
|
53
|
+
organizationId: params.orgId,
|
|
54
|
+
threadId: params.threadId,
|
|
55
|
+
runId: input.runId,
|
|
56
|
+
emittedBy: params.actorId,
|
|
57
|
+
reason: input.reason,
|
|
58
|
+
resolution: input.action === 'modify' ? 'changes-requested' : 'rejected',
|
|
59
|
+
})
|
|
60
|
+
const toolPlan = toToolPlanSummary(plan)
|
|
61
|
+
return {
|
|
62
|
+
action: input.action === 'modify' ? 'changes-requested' : 'rejected',
|
|
63
|
+
message:
|
|
64
|
+
input.action === 'modify'
|
|
65
|
+
? `Requested changes for execution plan "${plan.title}".`
|
|
66
|
+
: `Rejected execution plan "${plan.title}".`,
|
|
67
|
+
hasPlan: true,
|
|
68
|
+
status: toolPlan.status,
|
|
69
|
+
plan: toolPlan,
|
|
70
|
+
}
|
|
71
|
+
}
|
|
61
72
|
}
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
},
|
|
73
|
+
}),
|
|
74
|
+
),
|
|
65
75
|
})
|
|
66
76
|
}
|
|
@@ -1,16 +1,20 @@
|
|
|
1
1
|
import { tool } from 'ai'
|
|
2
|
+
import { Schema, Effect } from 'effect'
|
|
2
3
|
import { z } from 'zod'
|
|
3
4
|
|
|
4
5
|
import type { ToolDefinition } from '../ai/definitions'
|
|
5
|
-
import {
|
|
6
|
+
import type { makeAttachmentService } from '../services/attachment.service'
|
|
6
7
|
import type { ReadableUploadMetadata } from '../storage/attachment-types'
|
|
7
8
|
|
|
8
9
|
const PAGES_PER_PART = 25
|
|
9
10
|
|
|
11
|
+
type ReadFilePartsAttachmentService = Pick<ReturnType<typeof makeAttachmentService>, 'readFilePartsFromUpload'>
|
|
12
|
+
|
|
10
13
|
export interface ReadFilePartsToolContext {
|
|
11
14
|
orgId: string
|
|
12
15
|
userId: string
|
|
13
16
|
uploads: ReadableUploadMetadata[]
|
|
17
|
+
attachmentService: ReadFilePartsAttachmentService
|
|
14
18
|
}
|
|
15
19
|
|
|
16
20
|
function toUploadSummary(upload: ReadableUploadMetadata) {
|
|
@@ -22,59 +26,66 @@ function toUploadSummary(upload: ReadableUploadMetadata) {
|
|
|
22
26
|
}
|
|
23
27
|
}
|
|
24
28
|
|
|
25
|
-
|
|
29
|
+
class ReadFilePartsError extends Schema.TaggedErrorClass<ReadFilePartsError>()('ReadFilePartsError', {
|
|
30
|
+
message: Schema.String,
|
|
31
|
+
}) {}
|
|
32
|
+
|
|
33
|
+
function resolveUploadTargetEffect(params: {
|
|
26
34
|
uploads: ReadableUploadMetadata[]
|
|
27
35
|
storageKey?: string
|
|
28
|
-
}): ReadableUploadMetadata | null {
|
|
36
|
+
}): Effect.Effect<ReadableUploadMetadata | null, ReadFilePartsError> {
|
|
29
37
|
const normalizedStorageKey = params.storageKey?.trim()
|
|
30
38
|
const byStorageKey = normalizedStorageKey
|
|
31
39
|
? params.uploads.find((upload) => upload.storageKey === normalizedStorageKey)
|
|
32
40
|
: null
|
|
33
41
|
if (normalizedStorageKey !== undefined && !byStorageKey) {
|
|
34
|
-
|
|
42
|
+
return Effect.fail(new ReadFilePartsError({ message: `No upload found for storageKey "${normalizedStorageKey}".` }))
|
|
35
43
|
}
|
|
36
44
|
|
|
37
|
-
return byStorageKey ?? null
|
|
45
|
+
return Effect.succeed(byStorageKey ?? null)
|
|
38
46
|
}
|
|
39
47
|
|
|
40
48
|
export const readFilePartsTool = {
|
|
41
49
|
name: 'readFileParts',
|
|
42
|
-
create: ({ orgId, userId, uploads }: ReadFilePartsToolContext) =>
|
|
50
|
+
create: ({ orgId, userId, uploads, attachmentService }: ReadFilePartsToolContext) =>
|
|
43
51
|
tool({
|
|
44
52
|
description:
|
|
45
53
|
'Read uploaded file content by part. Call with no args to list uploads metadata, then call with storageKey and part (25 pages per part).',
|
|
46
54
|
inputSchema: z
|
|
47
55
|
.object({ storageKey: z.string().trim().min(1).optional(), part: z.number().int().positive().default(1) })
|
|
48
56
|
.strict(),
|
|
49
|
-
execute:
|
|
50
|
-
|
|
51
|
-
|
|
57
|
+
execute: ({ storageKey, part }: { storageKey?: string; part?: number }) =>
|
|
58
|
+
Effect.runPromise(
|
|
59
|
+
Effect.gen(function* () {
|
|
60
|
+
const availableUploads = uploads.map(toUploadSummary)
|
|
61
|
+
const selected = yield* resolveUploadTargetEffect({ uploads, storageKey })
|
|
52
62
|
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
63
|
+
if (!selected) {
|
|
64
|
+
return {
|
|
65
|
+
pagesPerPart: PAGES_PER_PART,
|
|
66
|
+
currentPart: 1,
|
|
67
|
+
hasNextPart: false,
|
|
68
|
+
totalParts: 0,
|
|
69
|
+
data: [],
|
|
70
|
+
availableUploads,
|
|
71
|
+
selectedUpload: null,
|
|
72
|
+
message:
|
|
73
|
+
uploads.length === 0
|
|
74
|
+
? 'No uploaded files are available in this conversation.'
|
|
75
|
+
: 'Select an upload via storageKey, then provide part (25 pages per part).',
|
|
76
|
+
}
|
|
77
|
+
}
|
|
68
78
|
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
79
|
+
const parts = yield* attachmentService.readFilePartsFromUpload({
|
|
80
|
+
upload: selected,
|
|
81
|
+
orgId,
|
|
82
|
+
userId,
|
|
83
|
+
part,
|
|
84
|
+
pagesPerPart: PAGES_PER_PART,
|
|
85
|
+
})
|
|
76
86
|
|
|
77
|
-
|
|
78
|
-
|
|
87
|
+
return { availableUploads, selectedUpload: toUploadSummary(selected), ...parts }
|
|
88
|
+
}),
|
|
89
|
+
),
|
|
79
90
|
}),
|
|
80
91
|
} as const satisfies ToolDefinition<ReadFilePartsToolContext>
|
|
@@ -1,10 +1,12 @@
|
|
|
1
1
|
import { tool } from 'ai'
|
|
2
|
+
import { Effect } from 'effect'
|
|
2
3
|
import { z } from 'zod'
|
|
3
4
|
|
|
4
5
|
import type { RecordIdRef } from '../db/record-id'
|
|
5
6
|
import { recordIdToString } from '../db/record-id'
|
|
6
7
|
import { TABLES } from '../db/tables'
|
|
7
|
-
import {
|
|
8
|
+
import type { MaybeAwaitableService } from '../effect/awaitable-effect'
|
|
9
|
+
import type { createMemoryService } from '../services/memory/memory.service'
|
|
8
10
|
import { safeEnqueue } from '../utils/async'
|
|
9
11
|
|
|
10
12
|
const RememberMemoryInputSchema = z
|
|
@@ -14,7 +16,22 @@ const RememberMemoryInputSchema = z
|
|
|
14
16
|
})
|
|
15
17
|
.strict()
|
|
16
18
|
|
|
17
|
-
|
|
19
|
+
type RememberMemoryService = MaybeAwaitableService<
|
|
20
|
+
Pick<
|
|
21
|
+
ReturnType<typeof createMemoryService>,
|
|
22
|
+
'assessMemoryCandidate' | 'createOrganizationMemory' | 'createAgentMemory'
|
|
23
|
+
>
|
|
24
|
+
>
|
|
25
|
+
|
|
26
|
+
export function createRememberMemoryTool({
|
|
27
|
+
orgId,
|
|
28
|
+
agentName,
|
|
29
|
+
memoryService,
|
|
30
|
+
}: {
|
|
31
|
+
orgId: RecordIdRef
|
|
32
|
+
agentName: string
|
|
33
|
+
memoryService: RememberMemoryService
|
|
34
|
+
}) {
|
|
18
35
|
return tool({
|
|
19
36
|
description:
|
|
20
37
|
'Save a durable memory. Importance is scored automatically from memory significance. Use targetScope="agent" for role-specific memory, or targetScope="global" for organization-wide memory.',
|
|
@@ -27,52 +44,55 @@ export function createRememberMemoryTool({ orgId, agentName }: { orgId: RecordId
|
|
|
27
44
|
|
|
28
45
|
const orgIdString = recordIdToString(orgId, TABLES.ORGANIZATION)
|
|
29
46
|
void safeEnqueue(
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
47
|
+
() =>
|
|
48
|
+
Effect.runPromise(
|
|
49
|
+
Effect.gen(function* () {
|
|
50
|
+
const assessment = yield* memoryService.assessMemoryCandidate({ orgId: orgIdString, content: trimmed })
|
|
51
|
+
if (!assessment) {
|
|
52
|
+
return
|
|
53
|
+
}
|
|
54
|
+
if (assessment.classification === 'transient' && assessment.durability === 'ephemeral') {
|
|
55
|
+
return
|
|
56
|
+
}
|
|
38
57
|
|
|
39
|
-
|
|
58
|
+
const importance = Math.round(assessment.importance * 100) / 100
|
|
40
59
|
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
60
|
+
if (targetScope === 'global') {
|
|
61
|
+
yield* memoryService.createOrganizationMemory({
|
|
62
|
+
orgId: orgIdString,
|
|
63
|
+
content: trimmed,
|
|
64
|
+
memoryType: 'fact',
|
|
65
|
+
importance,
|
|
66
|
+
metadata: {
|
|
67
|
+
source: 'agent_tool',
|
|
68
|
+
agentName,
|
|
69
|
+
memoryScope: 'global',
|
|
70
|
+
importanceSource: 'extraction_assessed',
|
|
71
|
+
durability: assessment.durability,
|
|
72
|
+
classification: assessment.classification,
|
|
73
|
+
rationale: assessment.rationale,
|
|
74
|
+
},
|
|
75
|
+
})
|
|
76
|
+
return
|
|
77
|
+
}
|
|
59
78
|
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
79
|
+
yield* memoryService.createAgentMemory({
|
|
80
|
+
orgId: orgIdString,
|
|
81
|
+
agentName,
|
|
82
|
+
content: trimmed,
|
|
83
|
+
memoryType: 'fact',
|
|
84
|
+
importance,
|
|
85
|
+
metadata: {
|
|
86
|
+
source: 'agent_tool',
|
|
87
|
+
memoryScope: 'agent',
|
|
88
|
+
importanceSource: 'extraction_assessed',
|
|
89
|
+
durability: assessment.durability,
|
|
90
|
+
classification: assessment.classification,
|
|
91
|
+
rationale: assessment.rationale,
|
|
92
|
+
},
|
|
93
|
+
})
|
|
94
|
+
}),
|
|
95
|
+
),
|
|
76
96
|
{ operationName: `remember memory (${targetScope})`, logPrefix: 'Background memoryRemember task failed' },
|
|
77
97
|
)
|
|
78
98
|
|
|
@@ -1,22 +1,24 @@
|
|
|
1
1
|
import { tool } from 'ai'
|
|
2
|
+
import { Effect, Schema } from 'effect'
|
|
2
3
|
import { z } from 'zod'
|
|
3
4
|
|
|
4
5
|
import type { ToolDefinition } from '../ai/definitions'
|
|
5
6
|
import { withTimeout } from '../utils/async'
|
|
7
|
+
import { nowIsoDateTimeString } from '../utils/date-time'
|
|
6
8
|
import { readStringField, truncateOptionalText } from '../utils/string'
|
|
7
9
|
import { getFirecrawlClient } from './firecrawl-client'
|
|
8
10
|
import type { WebCitation } from './tool-contracts'
|
|
11
|
+
import { toRecord, WEB_TOOL_TIMEOUT_MS } from './web-tool-shared'
|
|
12
|
+
|
|
13
|
+
class SearchWebToolError extends Schema.TaggedErrorClass<SearchWebToolError>()('@lota-sdk/core/SearchWebToolError', {
|
|
14
|
+
message: Schema.String,
|
|
15
|
+
cause: Schema.optional(Schema.Defect),
|
|
16
|
+
}) {}
|
|
9
17
|
|
|
10
|
-
const TOOL_TIMEOUT_MS = 30_000
|
|
11
18
|
const SourceSchema = z.enum(['web', 'news', 'images'])
|
|
12
19
|
const MAX_RESULTS_PER_SOURCE = 4
|
|
13
20
|
const MAX_SNIPPET_CHARS = 320
|
|
14
21
|
|
|
15
|
-
function toRecord(value: unknown): Record<string, unknown> | null {
|
|
16
|
-
if (!value || typeof value !== 'object' || Array.isArray(value)) return null
|
|
17
|
-
return value as Record<string, unknown>
|
|
18
|
-
}
|
|
19
|
-
|
|
20
22
|
function readMetadata(item: unknown): Record<string, unknown> {
|
|
21
23
|
const record = toRecord(item)
|
|
22
24
|
if (!record) return {}
|
|
@@ -112,7 +114,7 @@ function extractUrlFromSearchItem(item: unknown): string | undefined {
|
|
|
112
114
|
function buildWebCitations(results: { web?: unknown[]; news?: unknown[]; images?: unknown[] }): WebCitation[] {
|
|
113
115
|
const seen = new Set<string>()
|
|
114
116
|
const citations: WebCitation[] = []
|
|
115
|
-
const retrievedAt =
|
|
117
|
+
const retrievedAt = nowIsoDateTimeString()
|
|
116
118
|
|
|
117
119
|
const append = (items: unknown[] | undefined) => {
|
|
118
120
|
if (!items) return
|
|
@@ -145,7 +147,7 @@ export const searchWebTool = {
|
|
|
145
147
|
tbs: z.string().optional(),
|
|
146
148
|
})
|
|
147
149
|
.strict(),
|
|
148
|
-
execute:
|
|
150
|
+
execute: ({
|
|
149
151
|
query,
|
|
150
152
|
limit,
|
|
151
153
|
sources,
|
|
@@ -158,21 +160,30 @@ export const searchWebTool = {
|
|
|
158
160
|
location?: string
|
|
159
161
|
tbs?: string
|
|
160
162
|
}) => {
|
|
161
|
-
const
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
163
|
+
const firecrawl = getFirecrawlClient()
|
|
164
|
+
|
|
165
|
+
return Effect.runPromise(
|
|
166
|
+
Effect.gen(function* () {
|
|
167
|
+
const results = yield* Effect.tryPromise({
|
|
168
|
+
try: () =>
|
|
169
|
+
withTimeout(
|
|
170
|
+
firecrawl.search(query, { limit, sources, location, tbs }),
|
|
171
|
+
WEB_TOOL_TIMEOUT_MS,
|
|
172
|
+
'Web search',
|
|
173
|
+
),
|
|
174
|
+
catch: (cause) => new SearchWebToolError({ message: 'Web search request failed.', cause }),
|
|
175
|
+
})
|
|
176
|
+
return {
|
|
177
|
+
query,
|
|
178
|
+
results: {
|
|
179
|
+
web: summarizeSearchItems(results.web),
|
|
180
|
+
news: summarizeSearchItems(results.news),
|
|
181
|
+
images: summarizeSearchItems(results.images),
|
|
182
|
+
},
|
|
183
|
+
citations: buildWebCitations(results),
|
|
184
|
+
}
|
|
185
|
+
}).pipe(Effect.withSpan('tool.searchWeb.execute')),
|
|
165
186
|
)
|
|
166
|
-
|
|
167
|
-
return {
|
|
168
|
-
query,
|
|
169
|
-
results: {
|
|
170
|
-
web: summarizeSearchItems(results.web),
|
|
171
|
-
news: summarizeSearchItems(results.news),
|
|
172
|
-
images: summarizeSearchItems(results.images),
|
|
173
|
-
},
|
|
174
|
-
citations: buildWebCitations(results),
|
|
175
|
-
}
|
|
176
187
|
},
|
|
177
188
|
}),
|
|
178
189
|
} as const satisfies ToolDefinition<void>
|
package/src/tools/search.tool.ts
CHANGED
|
@@ -1,55 +1,67 @@
|
|
|
1
1
|
import { tool } from 'ai'
|
|
2
|
+
import { Effect } from 'effect'
|
|
2
3
|
import { z } from 'zod'
|
|
3
4
|
|
|
4
5
|
import { isAgentName } from '../config/agent-defaults'
|
|
5
6
|
import type { RecordIdRef } from '../db/record-id'
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
7
|
+
import type { MaybeAwaitableService } from '../effect/awaitable-effect'
|
|
8
|
+
import type { createMemoryService } from '../services/memory/memory.service'
|
|
9
|
+
import type { makeThreadMessageService } from '../services/thread/thread-message.service'
|
|
8
10
|
|
|
9
11
|
const CONVERSATION_SEARCH_RESULT_LIMIT = 20
|
|
10
12
|
const MemorySearchInputSchema = z.object({ query: z.string().min(1) }).strict()
|
|
11
13
|
const ConversationSearchInputSchema = z.object({ query: z.string().min(1), type: z.enum(['user', 'agent']) }).strict()
|
|
12
14
|
|
|
15
|
+
type MemorySearchService = MaybeAwaitableService<
|
|
16
|
+
Pick<ReturnType<typeof createMemoryService>, 'searchAllMemoriesBatched'>
|
|
17
|
+
>
|
|
18
|
+
type ConversationSearchService = Pick<ReturnType<typeof makeThreadMessageService>, 'searchMessagesEffect'>
|
|
19
|
+
|
|
13
20
|
export function createMemorySearchTool(
|
|
14
21
|
orgIdString: string,
|
|
22
|
+
memoryService: MemorySearchService,
|
|
15
23
|
agentName?: string,
|
|
16
24
|
options?: { fastMode?: boolean; allowMultiScopeRerank?: boolean },
|
|
17
25
|
) {
|
|
18
26
|
return tool({
|
|
19
27
|
description: 'Search organization and agent memories relevant to a query.',
|
|
20
28
|
inputSchema: MemorySearchInputSchema,
|
|
21
|
-
execute:
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
29
|
+
execute: ({ query }: z.infer<typeof MemorySearchInputSchema>) =>
|
|
30
|
+
Effect.runPromise(
|
|
31
|
+
Effect.gen(function* () {
|
|
32
|
+
const normalizedQuery = query.trim()
|
|
33
|
+
const retrieval = yield* memoryService.searchAllMemoriesBatched({
|
|
34
|
+
orgId: orgIdString,
|
|
35
|
+
agentName: isAgentName(agentName) ? agentName : undefined,
|
|
36
|
+
query: normalizedQuery,
|
|
37
|
+
...(typeof options?.fastMode === 'boolean' ? { fastMode: options.fastMode } : {}),
|
|
38
|
+
...(typeof options?.allowMultiScopeRerank === 'boolean'
|
|
39
|
+
? { allowMultiScopeRerank: options.allowMultiScopeRerank }
|
|
40
|
+
: {}),
|
|
41
|
+
})
|
|
42
|
+
const reminder = `Remember: you searched for "${normalizedQuery}". Use the highest-relevance retrieved lines above to answer.`
|
|
43
|
+
return { query: normalizedQuery, retrieval, reminder }
|
|
44
|
+
}),
|
|
45
|
+
),
|
|
36
46
|
})
|
|
37
47
|
}
|
|
38
48
|
|
|
39
|
-
export function createConversationSearchTool(threadId: RecordIdRef) {
|
|
49
|
+
export function createConversationSearchTool(threadId: RecordIdRef, threadMessageService: ConversationSearchService) {
|
|
40
50
|
return tool({
|
|
41
51
|
description: 'Search prior chat messages by role and query text.',
|
|
42
52
|
inputSchema: ConversationSearchInputSchema,
|
|
43
|
-
execute:
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
53
|
+
execute: ({ query, type }: z.infer<typeof ConversationSearchInputSchema>) =>
|
|
54
|
+
Effect.runPromise(
|
|
55
|
+
Effect.gen(function* () {
|
|
56
|
+
const normalizedQuery = query.trim()
|
|
57
|
+
const results = yield* threadMessageService.searchMessagesEffect({
|
|
58
|
+
threadId,
|
|
59
|
+
role: type === 'user' ? 'user' : 'assistant',
|
|
60
|
+
query: normalizedQuery,
|
|
61
|
+
limit: CONVERSATION_SEARCH_RESULT_LIMIT,
|
|
62
|
+
})
|
|
63
|
+
return { query: normalizedQuery, type, count: results.length, results }
|
|
64
|
+
}),
|
|
65
|
+
),
|
|
54
66
|
})
|
|
55
67
|
}
|