@lota-sdk/core 0.4.7 → 0.4.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +11 -12
- package/src/ai/embedding-cache.ts +94 -22
- package/src/ai-gateway/ai-gateway.ts +738 -223
- package/src/config/agent-defaults.ts +176 -75
- package/src/config/agent-types.ts +54 -4
- package/src/config/constants.ts +8 -2
- package/src/config/logger.ts +286 -19
- package/src/config/model-constants.ts +1 -0
- package/src/config/thread-defaults.ts +33 -21
- package/src/create-runtime.ts +725 -383
- package/src/db/base.service.ts +52 -28
- package/src/db/cursor-pagination.ts +71 -30
- package/src/db/memory-store.helpers.ts +4 -7
- package/src/db/memory-store.ts +856 -598
- package/src/db/memory.ts +398 -275
- package/src/db/record-id.ts +32 -10
- package/src/db/schema-fingerprint.ts +30 -12
- package/src/db/service-normalization.ts +255 -0
- package/src/db/service.ts +726 -761
- package/src/db/startup.ts +140 -66
- package/src/db/transaction-conflict.ts +15 -0
- package/src/effect/awaitable-effect.ts +87 -0
- package/src/effect/errors.ts +121 -0
- package/src/effect/helpers.ts +98 -0
- package/src/effect/index.ts +22 -0
- package/src/effect/layers.ts +228 -0
- package/src/effect/runtime-ref.ts +25 -0
- package/src/effect/runtime.ts +31 -0
- package/src/effect/services.ts +57 -0
- package/src/effect/zod.ts +43 -0
- package/src/embeddings/provider.ts +122 -71
- package/src/index.ts +46 -1
- package/src/openrouter/direct-provider.ts +29 -0
- package/src/queues/autonomous-job.queue.ts +130 -74
- package/src/queues/context-compaction.queue.ts +60 -15
- package/src/queues/delayed-node-promotion.queue.ts +52 -15
- package/src/queues/document-processor.queue.ts +52 -77
- package/src/queues/memory-consolidation.queue.ts +47 -32
- package/src/queues/organization-learning.queue.ts +13 -4
- package/src/queues/plan-agent-heartbeat.queue.ts +65 -21
- package/src/queues/plan-scheduler.queue.ts +107 -31
- package/src/queues/post-chat-memory.queue.ts +66 -24
- package/src/queues/queue-factory.ts +142 -52
- package/src/queues/standalone-worker.ts +39 -0
- package/src/queues/title-generation.queue.ts +54 -9
- package/src/redis/connection.ts +84 -32
- package/src/redis/index.ts +6 -8
- package/src/redis/org-memory-lock.ts +60 -27
- package/src/redis/redis-lease-lock.ts +200 -121
- package/src/redis/runtime-connection.ts +10 -0
- package/src/redis/stream-context.ts +84 -46
- package/src/runtime/agent-identity-overrides.ts +2 -2
- package/src/runtime/agent-runtime-policy.ts +4 -1
- package/src/runtime/agent-stream-helpers.ts +20 -9
- package/src/runtime/chat-run-orchestration.ts +102 -19
- package/src/runtime/chat-run-registry.ts +36 -2
- package/src/runtime/context-compaction/context-compaction-runtime.ts +107 -0
- package/src/runtime/{context-compaction.ts → context-compaction/context-compaction.ts} +114 -91
- package/src/runtime/execution-plan-visibility.ts +2 -2
- package/src/runtime/execution-plan.ts +42 -15
- package/src/runtime/graph-designer.ts +11 -7
- package/src/runtime/helper-model.ts +135 -48
- package/src/runtime/index.ts +7 -7
- package/src/runtime/indexed-repositories-policy.ts +3 -3
- package/src/runtime/{memory-block.ts → memory/memory-block.ts} +40 -36
- package/src/runtime/{memory-digest-policy.ts → memory/memory-digest-policy.ts} +1 -1
- package/src/runtime/{memory-pipeline.ts → memory/memory-pipeline.ts} +1 -1
- package/src/runtime/{memory-prompts-fact.ts → memory/memory-prompts-fact.ts} +2 -2
- package/src/runtime/{memory-scope.ts → memory/memory-scope.ts} +12 -6
- package/src/runtime/plugin-resolution.ts +144 -24
- package/src/runtime/plugin-types.ts +9 -1
- package/src/runtime/post-turn-side-effects.ts +197 -130
- package/src/runtime/retrieval-adapters.ts +38 -4
- package/src/runtime/runtime-config.ts +165 -61
- package/src/runtime/runtime-extensions.ts +21 -34
- package/src/runtime/social-chat/social-chat-agent-runner.ts +157 -0
- package/src/runtime/{social-chat-history.ts → social-chat/social-chat-history.ts} +42 -20
- package/src/runtime/social-chat/social-chat.ts +594 -0
- package/src/runtime/specialist-runner.ts +36 -10
- package/src/runtime/team-consultation/team-consultation-orchestrator.ts +427 -0
- package/src/runtime/{team-consultation-prompts.ts → team-consultation/team-consultation-prompts.ts} +6 -2
- package/src/runtime/thread-chat-helpers.ts +2 -2
- package/src/runtime/thread-plan-turn.ts +2 -1
- package/src/runtime/thread-turn-context.ts +172 -94
- package/src/runtime/turn-lifecycle.ts +93 -27
- package/src/services/agent-activity.service.ts +287 -203
- package/src/services/agent-executor.service.ts +329 -217
- package/src/services/artifact.service.ts +225 -148
- package/src/services/attachment.service.ts +137 -115
- package/src/services/autonomous-job.service.ts +888 -491
- package/src/services/chat-run-registry.service.ts +11 -1
- package/src/services/context-compaction.service.ts +136 -86
- package/src/services/document-chunk.service.ts +162 -90
- package/src/services/execution-plan/execution-plan-approval.ts +26 -0
- package/src/services/execution-plan/execution-plan-context.ts +29 -0
- package/src/services/execution-plan/execution-plan-graph.ts +256 -0
- package/src/services/execution-plan/execution-plan-schedule.ts +84 -0
- package/src/services/execution-plan/execution-plan-spec.ts +75 -0
- package/src/services/execution-plan/execution-plan.service.ts +1041 -0
- package/src/services/feedback-loop.service.ts +132 -76
- package/src/services/global-orchestrator.service.ts +80 -170
- package/src/services/graph-full-routing.ts +182 -0
- package/src/services/index.ts +18 -20
- package/src/services/institutional-memory.service.ts +220 -123
- package/src/services/learned-skill.service.ts +364 -259
- package/src/services/memory/memory-conversation.ts +95 -0
- package/src/services/memory/memory-org-memory.ts +39 -0
- package/src/services/memory/memory-preseeded.ts +80 -0
- package/src/services/memory/memory-rerank.ts +297 -0
- package/src/services/{memory-utils.ts → memory/memory-utils.ts} +5 -5
- package/src/services/memory/memory.service.ts +692 -0
- package/src/services/memory/rerank.service.ts +209 -0
- package/src/services/monitoring-window.service.ts +92 -70
- package/src/services/mutating-approval.service.ts +62 -53
- package/src/services/node-workspace.service.ts +141 -98
- package/src/services/notification.service.ts +17 -16
- package/src/services/organization-member.service.ts +120 -66
- package/src/services/organization.service.ts +144 -51
- package/src/services/ownership-dispatcher.service.ts +415 -264
- package/src/services/plan/plan-agent-heartbeat.service.ts +234 -0
- package/src/services/plan/plan-agent-query.service.ts +322 -0
- package/src/services/plan/plan-approval.service.ts +102 -0
- package/src/services/plan/plan-artifact.service.ts +60 -0
- package/src/services/plan/plan-builder.service.ts +76 -0
- package/src/services/plan/plan-checkpoint.service.ts +103 -0
- package/src/services/{plan-compiler.service.ts → plan/plan-compiler.service.ts} +26 -9
- package/src/services/plan/plan-completion-side-effects.ts +175 -0
- package/src/services/plan/plan-coordination.service.ts +181 -0
- package/src/services/plan/plan-cycle.service.ts +398 -0
- package/src/services/plan/plan-deadline.service.ts +547 -0
- package/src/services/plan/plan-event-delivery.service.ts +261 -0
- package/src/services/plan/plan-executor-context.ts +35 -0
- package/src/services/plan/plan-executor-graph.ts +475 -0
- package/src/services/plan/plan-executor-helpers.ts +322 -0
- package/src/services/plan/plan-executor-persistence.ts +209 -0
- package/src/services/plan/plan-executor.service.ts +1654 -0
- package/src/services/{plan-helpers.ts → plan/plan-helpers.ts} +1 -1
- package/src/services/{plan-run-data.ts → plan/plan-run-data.ts} +4 -4
- package/src/services/plan/plan-run-serialization.ts +15 -0
- package/src/services/plan/plan-run.service.ts +644 -0
- package/src/services/plan/plan-scheduler.service.ts +385 -0
- package/src/services/plan/plan-template.service.ts +224 -0
- package/src/services/plan/plan-transaction-events.ts +33 -0
- package/src/services/plan/plan-validator.service.ts +907 -0
- package/src/services/plan/plan-workspace.service.ts +125 -0
- package/src/services/plugin-executor.service.ts +97 -68
- package/src/services/quality-metrics.service.ts +112 -94
- package/src/services/queue-job.service.ts +296 -230
- package/src/services/recent-activity-title.service.ts +65 -36
- package/src/services/recent-activity.service.ts +274 -259
- package/src/services/skill-resolver.service.ts +38 -12
- package/src/services/social-chat-history.service.ts +176 -125
- package/src/services/system-executor.service.ts +91 -61
- package/src/services/thread/thread-active-run.ts +203 -0
- package/src/services/thread/thread-bootstrap.ts +369 -0
- package/src/services/thread/thread-listing.ts +198 -0
- package/src/services/thread/thread-memory-block.ts +117 -0
- package/src/services/thread/thread-message.service.ts +363 -0
- package/src/services/thread/thread-record-store.ts +155 -0
- package/src/services/thread/thread-title.service.ts +74 -0
- package/src/services/thread/thread-turn-execution.ts +280 -0
- package/src/services/thread/thread-turn-message-context.ts +73 -0
- package/src/services/thread/thread-turn-preparation.service.ts +1146 -0
- package/src/services/thread/thread-turn-streaming.ts +402 -0
- package/src/services/thread/thread-turn-tracing.ts +35 -0
- package/src/services/thread/thread-turn.ts +343 -0
- package/src/services/thread/thread.service.ts +335 -0
- package/src/services/user.service.ts +82 -32
- package/src/services/write-intent-validator.service.ts +63 -51
- package/src/storage/attachment-parser.ts +69 -27
- package/src/storage/attachment-storage.service.ts +331 -275
- package/src/storage/generated-document-storage.service.ts +66 -34
- package/src/system-agents/agent-result.ts +3 -1
- package/src/system-agents/context-compaction.agent.ts +2 -2
- package/src/system-agents/delegated-agent-factory.ts +159 -90
- package/src/system-agents/memory-reranker.agent.ts +2 -2
- package/src/system-agents/memory.agent.ts +2 -2
- package/src/system-agents/recent-activity-title-refiner.agent.ts +2 -2
- package/src/system-agents/regular-chat-memory-digest.agent.ts +2 -2
- package/src/system-agents/skill-extractor.agent.ts +2 -2
- package/src/system-agents/skill-manager.agent.ts +2 -2
- package/src/system-agents/thread-router.agent.ts +157 -113
- package/src/system-agents/title-generator.agent.ts +2 -2
- package/src/tools/execution-plan.tool.ts +220 -161
- package/src/tools/fetch-webpage.tool.ts +21 -17
- package/src/tools/firecrawl-client.ts +16 -6
- package/src/tools/index.ts +1 -0
- package/src/tools/memory-block.tool.ts +14 -6
- package/src/tools/plan-approval.tool.ts +49 -47
- package/src/tools/read-file-parts.tool.ts +44 -33
- package/src/tools/remember-memory.tool.ts +65 -45
- package/src/tools/search-web.tool.ts +26 -22
- package/src/tools/search.tool.ts +41 -29
- package/src/tools/team-think.tool.ts +124 -83
- package/src/tools/user-questions.tool.ts +4 -3
- package/src/tools/web-tool-shared.ts +6 -0
- package/src/utils/async.ts +17 -23
- package/src/utils/crypto.ts +21 -0
- package/src/utils/date-time.ts +40 -1
- package/src/utils/errors.ts +95 -16
- package/src/utils/hono-error-handler.ts +24 -39
- package/src/utils/index.ts +2 -1
- package/src/utils/null-proto-record.ts +41 -0
- package/src/utils/sse-keepalive.ts +124 -21
- package/src/workers/bootstrap.ts +186 -51
- package/src/workers/memory-consolidation.worker.ts +325 -237
- package/src/workers/organization-learning.worker.ts +50 -16
- package/src/workers/regular-chat-memory-digest.helpers.ts +28 -27
- package/src/workers/regular-chat-memory-digest.runner.ts +175 -114
- package/src/workers/skill-extraction.runner.ts +176 -93
- package/src/workers/utils/file-section-chunker.ts +8 -10
- package/src/workers/utils/repo-structure-extractor.ts +349 -260
- package/src/workers/utils/repomix-file-sections.ts +2 -2
- package/src/workers/utils/thread-message-query.ts +97 -38
- package/src/workers/worker-utils.ts +56 -31
- package/src/config/debug-logger.ts +0 -47
- package/src/redis/connection-accessor.ts +0 -26
- package/src/runtime/context-compaction-runtime.ts +0 -87
- package/src/runtime/social-chat-agent-runner.ts +0 -118
- package/src/runtime/social-chat.ts +0 -516
- package/src/runtime/team-consultation-orchestrator.ts +0 -272
- package/src/services/adaptive-playbook.service.ts +0 -152
- package/src/services/artifact-provenance.service.ts +0 -172
- package/src/services/chat-attachments.service.ts +0 -17
- package/src/services/context-compaction-runtime.singleton.ts +0 -13
- package/src/services/execution-plan.service.ts +0 -1118
- package/src/services/memory.service.ts +0 -844
- package/src/services/plan-agent-heartbeat.service.ts +0 -136
- package/src/services/plan-agent-query.service.ts +0 -267
- package/src/services/plan-approval.service.ts +0 -83
- package/src/services/plan-artifact.service.ts +0 -50
- package/src/services/plan-builder.service.ts +0 -67
- package/src/services/plan-checkpoint.service.ts +0 -81
- package/src/services/plan-completion-side-effects.ts +0 -80
- package/src/services/plan-coordination.service.ts +0 -157
- package/src/services/plan-cycle.service.ts +0 -284
- package/src/services/plan-deadline.service.ts +0 -430
- package/src/services/plan-event-delivery.service.ts +0 -166
- package/src/services/plan-executor.service.ts +0 -1950
- package/src/services/plan-run.service.ts +0 -515
- package/src/services/plan-scheduler.service.ts +0 -240
- package/src/services/plan-template.service.ts +0 -177
- package/src/services/plan-validator.service.ts +0 -818
- package/src/services/plan-workspace.service.ts +0 -83
- package/src/services/thread-message.service.ts +0 -275
- package/src/services/thread-plan-registry.service.ts +0 -22
- package/src/services/thread-title.service.ts +0 -39
- package/src/services/thread-turn-preparation.service.ts +0 -1147
- package/src/services/thread-turn.ts +0 -172
- package/src/services/thread.service.ts +0 -869
- package/src/utils/env.ts +0 -8
- /package/src/runtime/{context-compaction-constants.ts → context-compaction/context-compaction-constants.ts} +0 -0
- /package/src/runtime/{memory-format.ts → memory/memory-format.ts} +0 -0
- /package/src/runtime/{memory-prompts-parse.ts → memory/memory-prompts-parse.ts} +0 -0
- /package/src/runtime/{memory-prompts-update.ts → memory/memory-prompts-update.ts} +0 -0
- /package/src/runtime/{social-chat-prompts.ts → social-chat/social-chat-prompts.ts} +0 -0
- /package/src/services/{plan-node-spec.ts → plan/plan-node-spec.ts} +0 -0
- /package/src/services/{thread-constants.ts → thread/thread-constants.ts} +0 -0
- /package/src/services/{thread.types.ts → thread/thread.types.ts} +0 -0
|
@@ -1,66 +1,68 @@
|
|
|
1
1
|
import { PlanApprovalArgsSchema, PlanApprovalToolResultDataSchema } from '@lota-sdk/shared'
|
|
2
2
|
import { tool } from 'ai'
|
|
3
|
+
import { Effect } from 'effect'
|
|
3
4
|
|
|
4
5
|
import type { RecordIdRef } from '../db/record-id'
|
|
5
|
-
import {
|
|
6
|
-
import { toToolPlanSummary } from '../services/plan-run-data'
|
|
6
|
+
import type { makeExecutionPlanService } from '../services/execution-plan/execution-plan.service'
|
|
7
|
+
import { toToolPlanSummary } from '../services/plan/plan-run-data'
|
|
7
8
|
|
|
8
|
-
type PlanApprovalExecutionPlanService = Pick<typeof
|
|
9
|
+
type PlanApprovalExecutionPlanService = Pick<ReturnType<typeof makeExecutionPlanService>, 'approvePlan' | 'rejectPlan'>
|
|
9
10
|
|
|
10
11
|
export function createPlanApprovalTool(params: {
|
|
11
12
|
orgId: RecordIdRef
|
|
12
13
|
threadId: RecordIdRef
|
|
13
14
|
actorId: string
|
|
14
|
-
executionPlanService
|
|
15
|
+
executionPlanService: PlanApprovalExecutionPlanService
|
|
15
16
|
}) {
|
|
16
|
-
const resolvedExecutionPlanService = params.executionPlanService ?? executionPlanService
|
|
17
|
-
|
|
18
17
|
return tool({
|
|
19
18
|
description:
|
|
20
19
|
'Approve, reject, or request changes to a plan that is pending approval. Use approve to start execution, reject to abort it, or modify to request a revised plan.',
|
|
21
20
|
inputSchema: PlanApprovalArgsSchema,
|
|
22
21
|
outputSchema: PlanApprovalToolResultDataSchema,
|
|
23
|
-
execute:
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
22
|
+
execute: (input) =>
|
|
23
|
+
Effect.runPromise(
|
|
24
|
+
Effect.gen(function* () {
|
|
25
|
+
switch (input.action) {
|
|
26
|
+
case 'approve': {
|
|
27
|
+
const plan = yield* params.executionPlanService.approvePlan({
|
|
28
|
+
organizationId: params.orgId,
|
|
29
|
+
threadId: params.threadId,
|
|
30
|
+
runId: input.runId,
|
|
31
|
+
emittedBy: params.actorId,
|
|
32
|
+
})
|
|
33
|
+
const toolPlan = toToolPlanSummary(plan)
|
|
34
|
+
return {
|
|
35
|
+
action: 'approved',
|
|
36
|
+
message: `Approved execution plan "${plan.title}" and started it.`,
|
|
37
|
+
hasPlan: true,
|
|
38
|
+
status: toolPlan.status,
|
|
39
|
+
plan: toolPlan,
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
case 'reject':
|
|
43
|
+
case 'modify': {
|
|
44
|
+
const plan = yield* params.executionPlanService.rejectPlan({
|
|
45
|
+
organizationId: params.orgId,
|
|
46
|
+
threadId: params.threadId,
|
|
47
|
+
runId: input.runId,
|
|
48
|
+
emittedBy: params.actorId,
|
|
49
|
+
reason: input.reason,
|
|
50
|
+
resolution: input.action === 'modify' ? 'changes-requested' : 'rejected',
|
|
51
|
+
})
|
|
52
|
+
const toolPlan = toToolPlanSummary(plan)
|
|
53
|
+
return {
|
|
54
|
+
action: input.action === 'modify' ? 'changes-requested' : 'rejected',
|
|
55
|
+
message:
|
|
56
|
+
input.action === 'modify'
|
|
57
|
+
? `Requested changes for execution plan "${plan.title}".`
|
|
58
|
+
: `Rejected execution plan "${plan.title}".`,
|
|
59
|
+
hasPlan: true,
|
|
60
|
+
status: toolPlan.status,
|
|
61
|
+
plan: toolPlan,
|
|
62
|
+
}
|
|
63
|
+
}
|
|
61
64
|
}
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
},
|
|
65
|
+
}),
|
|
66
|
+
),
|
|
65
67
|
})
|
|
66
68
|
}
|
|
@@ -1,16 +1,20 @@
|
|
|
1
1
|
import { tool } from 'ai'
|
|
2
|
+
import { Schema, Effect } from 'effect'
|
|
2
3
|
import { z } from 'zod'
|
|
3
4
|
|
|
4
5
|
import type { ToolDefinition } from '../ai/definitions'
|
|
5
|
-
import {
|
|
6
|
+
import type { makeAttachmentService } from '../services/attachment.service'
|
|
6
7
|
import type { ReadableUploadMetadata } from '../storage/attachment-types'
|
|
7
8
|
|
|
8
9
|
const PAGES_PER_PART = 25
|
|
9
10
|
|
|
11
|
+
type ReadFilePartsAttachmentService = Pick<ReturnType<typeof makeAttachmentService>, 'readFilePartsFromUpload'>
|
|
12
|
+
|
|
10
13
|
export interface ReadFilePartsToolContext {
|
|
11
14
|
orgId: string
|
|
12
15
|
userId: string
|
|
13
16
|
uploads: ReadableUploadMetadata[]
|
|
17
|
+
attachmentService: ReadFilePartsAttachmentService
|
|
14
18
|
}
|
|
15
19
|
|
|
16
20
|
function toUploadSummary(upload: ReadableUploadMetadata) {
|
|
@@ -22,59 +26,66 @@ function toUploadSummary(upload: ReadableUploadMetadata) {
|
|
|
22
26
|
}
|
|
23
27
|
}
|
|
24
28
|
|
|
25
|
-
|
|
29
|
+
class ReadFilePartsError extends Schema.TaggedErrorClass<ReadFilePartsError>()('ReadFilePartsError', {
|
|
30
|
+
message: Schema.String,
|
|
31
|
+
}) {}
|
|
32
|
+
|
|
33
|
+
function resolveUploadTargetEffect(params: {
|
|
26
34
|
uploads: ReadableUploadMetadata[]
|
|
27
35
|
storageKey?: string
|
|
28
|
-
}): ReadableUploadMetadata | null {
|
|
36
|
+
}): Effect.Effect<ReadableUploadMetadata | null, ReadFilePartsError> {
|
|
29
37
|
const normalizedStorageKey = params.storageKey?.trim()
|
|
30
38
|
const byStorageKey = normalizedStorageKey
|
|
31
39
|
? params.uploads.find((upload) => upload.storageKey === normalizedStorageKey)
|
|
32
40
|
: null
|
|
33
41
|
if (normalizedStorageKey !== undefined && !byStorageKey) {
|
|
34
|
-
|
|
42
|
+
return Effect.fail(new ReadFilePartsError({ message: `No upload found for storageKey "${normalizedStorageKey}".` }))
|
|
35
43
|
}
|
|
36
44
|
|
|
37
|
-
return byStorageKey ?? null
|
|
45
|
+
return Effect.succeed(byStorageKey ?? null)
|
|
38
46
|
}
|
|
39
47
|
|
|
40
48
|
export const readFilePartsTool = {
|
|
41
49
|
name: 'readFileParts',
|
|
42
|
-
create: ({ orgId, userId, uploads }: ReadFilePartsToolContext) =>
|
|
50
|
+
create: ({ orgId, userId, uploads, attachmentService }: ReadFilePartsToolContext) =>
|
|
43
51
|
tool({
|
|
44
52
|
description:
|
|
45
53
|
'Read uploaded file content by part. Call with no args to list uploads metadata, then call with storageKey and part (25 pages per part).',
|
|
46
54
|
inputSchema: z
|
|
47
55
|
.object({ storageKey: z.string().trim().min(1).optional(), part: z.number().int().positive().default(1) })
|
|
48
56
|
.strict(),
|
|
49
|
-
execute:
|
|
50
|
-
|
|
51
|
-
|
|
57
|
+
execute: ({ storageKey, part }: { storageKey?: string; part?: number }) =>
|
|
58
|
+
Effect.runPromise(
|
|
59
|
+
Effect.gen(function* () {
|
|
60
|
+
const availableUploads = uploads.map(toUploadSummary)
|
|
61
|
+
const selected = yield* resolveUploadTargetEffect({ uploads, storageKey })
|
|
52
62
|
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
63
|
+
if (!selected) {
|
|
64
|
+
return {
|
|
65
|
+
pagesPerPart: PAGES_PER_PART,
|
|
66
|
+
currentPart: 1,
|
|
67
|
+
hasNextPart: false,
|
|
68
|
+
totalParts: 0,
|
|
69
|
+
data: [],
|
|
70
|
+
availableUploads,
|
|
71
|
+
selectedUpload: null,
|
|
72
|
+
message:
|
|
73
|
+
uploads.length === 0
|
|
74
|
+
? 'No uploaded files are available in this conversation.'
|
|
75
|
+
: 'Select an upload via storageKey, then provide part (25 pages per part).',
|
|
76
|
+
}
|
|
77
|
+
}
|
|
68
78
|
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
79
|
+
const parts = yield* attachmentService.readFilePartsFromUpload({
|
|
80
|
+
upload: selected,
|
|
81
|
+
orgId,
|
|
82
|
+
userId,
|
|
83
|
+
part,
|
|
84
|
+
pagesPerPart: PAGES_PER_PART,
|
|
85
|
+
})
|
|
76
86
|
|
|
77
|
-
|
|
78
|
-
|
|
87
|
+
return { availableUploads, selectedUpload: toUploadSummary(selected), ...parts }
|
|
88
|
+
}),
|
|
89
|
+
),
|
|
79
90
|
}),
|
|
80
91
|
} as const satisfies ToolDefinition<ReadFilePartsToolContext>
|
|
@@ -1,10 +1,12 @@
|
|
|
1
1
|
import { tool } from 'ai'
|
|
2
|
+
import { Effect } from 'effect'
|
|
2
3
|
import { z } from 'zod'
|
|
3
4
|
|
|
4
5
|
import type { RecordIdRef } from '../db/record-id'
|
|
5
6
|
import { recordIdToString } from '../db/record-id'
|
|
6
7
|
import { TABLES } from '../db/tables'
|
|
7
|
-
import {
|
|
8
|
+
import type { MaybeAwaitableService } from '../effect/awaitable-effect'
|
|
9
|
+
import type { createMemoryService } from '../services/memory/memory.service'
|
|
8
10
|
import { safeEnqueue } from '../utils/async'
|
|
9
11
|
|
|
10
12
|
const RememberMemoryInputSchema = z
|
|
@@ -14,7 +16,22 @@ const RememberMemoryInputSchema = z
|
|
|
14
16
|
})
|
|
15
17
|
.strict()
|
|
16
18
|
|
|
17
|
-
|
|
19
|
+
type RememberMemoryService = MaybeAwaitableService<
|
|
20
|
+
Pick<
|
|
21
|
+
ReturnType<typeof createMemoryService>,
|
|
22
|
+
'assessMemoryCandidate' | 'createOrganizationMemory' | 'createAgentMemory'
|
|
23
|
+
>
|
|
24
|
+
>
|
|
25
|
+
|
|
26
|
+
export function createRememberMemoryTool({
|
|
27
|
+
orgId,
|
|
28
|
+
agentName,
|
|
29
|
+
memoryService,
|
|
30
|
+
}: {
|
|
31
|
+
orgId: RecordIdRef
|
|
32
|
+
agentName: string
|
|
33
|
+
memoryService: RememberMemoryService
|
|
34
|
+
}) {
|
|
18
35
|
return tool({
|
|
19
36
|
description:
|
|
20
37
|
'Save a durable memory. Importance is scored automatically from memory significance. Use targetScope="agent" for role-specific memory, or targetScope="global" for organization-wide memory.',
|
|
@@ -27,52 +44,55 @@ export function createRememberMemoryTool({ orgId, agentName }: { orgId: RecordId
|
|
|
27
44
|
|
|
28
45
|
const orgIdString = recordIdToString(orgId, TABLES.ORGANIZATION)
|
|
29
46
|
void safeEnqueue(
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
47
|
+
() =>
|
|
48
|
+
Effect.runPromise(
|
|
49
|
+
Effect.gen(function* () {
|
|
50
|
+
const assessment = yield* memoryService.assessMemoryCandidate({ orgId: orgIdString, content: trimmed })
|
|
51
|
+
if (!assessment) {
|
|
52
|
+
return
|
|
53
|
+
}
|
|
54
|
+
if (assessment.classification === 'transient' && assessment.durability === 'ephemeral') {
|
|
55
|
+
return
|
|
56
|
+
}
|
|
38
57
|
|
|
39
|
-
|
|
58
|
+
const importance = Math.round(assessment.importance * 100) / 100
|
|
40
59
|
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
60
|
+
if (targetScope === 'global') {
|
|
61
|
+
yield* memoryService.createOrganizationMemory({
|
|
62
|
+
orgId: orgIdString,
|
|
63
|
+
content: trimmed,
|
|
64
|
+
memoryType: 'fact',
|
|
65
|
+
importance,
|
|
66
|
+
metadata: {
|
|
67
|
+
source: 'agent_tool',
|
|
68
|
+
agentName,
|
|
69
|
+
memoryScope: 'global',
|
|
70
|
+
importanceSource: 'extraction_assessed',
|
|
71
|
+
durability: assessment.durability,
|
|
72
|
+
classification: assessment.classification,
|
|
73
|
+
rationale: assessment.rationale,
|
|
74
|
+
},
|
|
75
|
+
})
|
|
76
|
+
return
|
|
77
|
+
}
|
|
59
78
|
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
79
|
+
yield* memoryService.createAgentMemory({
|
|
80
|
+
orgId: orgIdString,
|
|
81
|
+
agentName,
|
|
82
|
+
content: trimmed,
|
|
83
|
+
memoryType: 'fact',
|
|
84
|
+
importance,
|
|
85
|
+
metadata: {
|
|
86
|
+
source: 'agent_tool',
|
|
87
|
+
memoryScope: 'agent',
|
|
88
|
+
importanceSource: 'extraction_assessed',
|
|
89
|
+
durability: assessment.durability,
|
|
90
|
+
classification: assessment.classification,
|
|
91
|
+
rationale: assessment.rationale,
|
|
92
|
+
},
|
|
93
|
+
})
|
|
94
|
+
}),
|
|
95
|
+
),
|
|
76
96
|
{ operationName: `remember memory (${targetScope})`, logPrefix: 'Background memoryRemember task failed' },
|
|
77
97
|
)
|
|
78
98
|
|
|
@@ -1,22 +1,19 @@
|
|
|
1
1
|
import { tool } from 'ai'
|
|
2
|
+
import { Effect } from 'effect'
|
|
2
3
|
import { z } from 'zod'
|
|
3
4
|
|
|
4
5
|
import type { ToolDefinition } from '../ai/definitions'
|
|
5
6
|
import { withTimeout } from '../utils/async'
|
|
7
|
+
import { nowIsoDateTimeString } from '../utils/date-time'
|
|
6
8
|
import { readStringField, truncateOptionalText } from '../utils/string'
|
|
7
9
|
import { getFirecrawlClient } from './firecrawl-client'
|
|
8
10
|
import type { WebCitation } from './tool-contracts'
|
|
11
|
+
import { toRecord, WEB_TOOL_TIMEOUT_MS } from './web-tool-shared'
|
|
9
12
|
|
|
10
|
-
const TOOL_TIMEOUT_MS = 30_000
|
|
11
13
|
const SourceSchema = z.enum(['web', 'news', 'images'])
|
|
12
14
|
const MAX_RESULTS_PER_SOURCE = 4
|
|
13
15
|
const MAX_SNIPPET_CHARS = 320
|
|
14
16
|
|
|
15
|
-
function toRecord(value: unknown): Record<string, unknown> | null {
|
|
16
|
-
if (!value || typeof value !== 'object' || Array.isArray(value)) return null
|
|
17
|
-
return value as Record<string, unknown>
|
|
18
|
-
}
|
|
19
|
-
|
|
20
17
|
function readMetadata(item: unknown): Record<string, unknown> {
|
|
21
18
|
const record = toRecord(item)
|
|
22
19
|
if (!record) return {}
|
|
@@ -112,7 +109,7 @@ function extractUrlFromSearchItem(item: unknown): string | undefined {
|
|
|
112
109
|
function buildWebCitations(results: { web?: unknown[]; news?: unknown[]; images?: unknown[] }): WebCitation[] {
|
|
113
110
|
const seen = new Set<string>()
|
|
114
111
|
const citations: WebCitation[] = []
|
|
115
|
-
const retrievedAt =
|
|
112
|
+
const retrievedAt = nowIsoDateTimeString()
|
|
116
113
|
|
|
117
114
|
const append = (items: unknown[] | undefined) => {
|
|
118
115
|
if (!items) return
|
|
@@ -145,7 +142,7 @@ export const searchWebTool = {
|
|
|
145
142
|
tbs: z.string().optional(),
|
|
146
143
|
})
|
|
147
144
|
.strict(),
|
|
148
|
-
execute:
|
|
145
|
+
execute: ({
|
|
149
146
|
query,
|
|
150
147
|
limit,
|
|
151
148
|
sources,
|
|
@@ -158,21 +155,28 @@ export const searchWebTool = {
|
|
|
158
155
|
location?: string
|
|
159
156
|
tbs?: string
|
|
160
157
|
}) => {
|
|
161
|
-
const
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
158
|
+
const firecrawl = getFirecrawlClient()
|
|
159
|
+
|
|
160
|
+
return Effect.runPromise(
|
|
161
|
+
Effect.gen(function* () {
|
|
162
|
+
const results = yield* Effect.tryPromise(() =>
|
|
163
|
+
withTimeout(
|
|
164
|
+
firecrawl.search(query, { limit, sources, location, tbs }),
|
|
165
|
+
WEB_TOOL_TIMEOUT_MS,
|
|
166
|
+
'Web search',
|
|
167
|
+
),
|
|
168
|
+
)
|
|
169
|
+
return {
|
|
170
|
+
query,
|
|
171
|
+
results: {
|
|
172
|
+
web: summarizeSearchItems(results.web),
|
|
173
|
+
news: summarizeSearchItems(results.news),
|
|
174
|
+
images: summarizeSearchItems(results.images),
|
|
175
|
+
},
|
|
176
|
+
citations: buildWebCitations(results),
|
|
177
|
+
}
|
|
178
|
+
}),
|
|
165
179
|
)
|
|
166
|
-
|
|
167
|
-
return {
|
|
168
|
-
query,
|
|
169
|
-
results: {
|
|
170
|
-
web: summarizeSearchItems(results.web),
|
|
171
|
-
news: summarizeSearchItems(results.news),
|
|
172
|
-
images: summarizeSearchItems(results.images),
|
|
173
|
-
},
|
|
174
|
-
citations: buildWebCitations(results),
|
|
175
|
-
}
|
|
176
180
|
},
|
|
177
181
|
}),
|
|
178
182
|
} as const satisfies ToolDefinition<void>
|
package/src/tools/search.tool.ts
CHANGED
|
@@ -1,55 +1,67 @@
|
|
|
1
1
|
import { tool } from 'ai'
|
|
2
|
+
import { Effect } from 'effect'
|
|
2
3
|
import { z } from 'zod'
|
|
3
4
|
|
|
4
5
|
import { isAgentName } from '../config/agent-defaults'
|
|
5
6
|
import type { RecordIdRef } from '../db/record-id'
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
7
|
+
import type { MaybeAwaitableService } from '../effect/awaitable-effect'
|
|
8
|
+
import type { createMemoryService } from '../services/memory/memory.service'
|
|
9
|
+
import type { makeThreadMessageService } from '../services/thread/thread-message.service'
|
|
8
10
|
|
|
9
11
|
const CONVERSATION_SEARCH_RESULT_LIMIT = 20
|
|
10
12
|
const MemorySearchInputSchema = z.object({ query: z.string().min(1) }).strict()
|
|
11
13
|
const ConversationSearchInputSchema = z.object({ query: z.string().min(1), type: z.enum(['user', 'agent']) }).strict()
|
|
12
14
|
|
|
15
|
+
type MemorySearchService = MaybeAwaitableService<
|
|
16
|
+
Pick<ReturnType<typeof createMemoryService>, 'searchAllMemoriesBatched'>
|
|
17
|
+
>
|
|
18
|
+
type ConversationSearchService = Pick<ReturnType<typeof makeThreadMessageService>, 'searchMessagesEffect'>
|
|
19
|
+
|
|
13
20
|
export function createMemorySearchTool(
|
|
14
21
|
orgIdString: string,
|
|
22
|
+
memoryService: MemorySearchService,
|
|
15
23
|
agentName?: string,
|
|
16
24
|
options?: { fastMode?: boolean; allowMultiScopeRerank?: boolean },
|
|
17
25
|
) {
|
|
18
26
|
return tool({
|
|
19
27
|
description: 'Search organization and agent memories relevant to a query.',
|
|
20
28
|
inputSchema: MemorySearchInputSchema,
|
|
21
|
-
execute:
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
29
|
+
execute: ({ query }: z.infer<typeof MemorySearchInputSchema>) =>
|
|
30
|
+
Effect.runPromise(
|
|
31
|
+
Effect.gen(function* () {
|
|
32
|
+
const normalizedQuery = query.trim()
|
|
33
|
+
const retrieval = yield* memoryService.searchAllMemoriesBatched({
|
|
34
|
+
orgId: orgIdString,
|
|
35
|
+
agentName: isAgentName(agentName) ? agentName : undefined,
|
|
36
|
+
query: normalizedQuery,
|
|
37
|
+
...(typeof options?.fastMode === 'boolean' ? { fastMode: options.fastMode } : {}),
|
|
38
|
+
...(typeof options?.allowMultiScopeRerank === 'boolean'
|
|
39
|
+
? { allowMultiScopeRerank: options.allowMultiScopeRerank }
|
|
40
|
+
: {}),
|
|
41
|
+
})
|
|
42
|
+
const reminder = `Remember: you searched for "${normalizedQuery}". Use the highest-relevance retrieved lines above to answer.`
|
|
43
|
+
return { query: normalizedQuery, retrieval, reminder }
|
|
44
|
+
}),
|
|
45
|
+
),
|
|
36
46
|
})
|
|
37
47
|
}
|
|
38
48
|
|
|
39
|
-
export function createConversationSearchTool(threadId: RecordIdRef) {
|
|
49
|
+
export function createConversationSearchTool(threadId: RecordIdRef, threadMessageService: ConversationSearchService) {
|
|
40
50
|
return tool({
|
|
41
51
|
description: 'Search prior chat messages by role and query text.',
|
|
42
52
|
inputSchema: ConversationSearchInputSchema,
|
|
43
|
-
execute:
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
53
|
+
execute: ({ query, type }: z.infer<typeof ConversationSearchInputSchema>) =>
|
|
54
|
+
Effect.runPromise(
|
|
55
|
+
Effect.gen(function* () {
|
|
56
|
+
const normalizedQuery = query.trim()
|
|
57
|
+
const results = yield* threadMessageService.searchMessagesEffect({
|
|
58
|
+
threadId,
|
|
59
|
+
role: type === 'user' ? 'user' : 'assistant',
|
|
60
|
+
query: normalizedQuery,
|
|
61
|
+
limit: CONVERSATION_SEARCH_RESULT_LIMIT,
|
|
62
|
+
})
|
|
63
|
+
return { query: normalizedQuery, type, count: results.length, results }
|
|
64
|
+
}),
|
|
65
|
+
),
|
|
54
66
|
})
|
|
55
67
|
}
|