@yolk-sdk/knowledge 0.1.0-canary.122 → 0.1.0-canary.124

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/README.md +2 -2
  2. package/dist/agent.d.mts +11 -15
  3. package/dist/agent.d.mts.map +1 -1
  4. package/dist/agent.mjs +1 -2
  5. package/dist/agent.mjs.map +1 -1
  6. package/dist/chunking.d.mts +8 -11
  7. package/dist/chunking.d.mts.map +1 -1
  8. package/dist/chunking.mjs +3 -3
  9. package/dist/chunking.mjs.map +1 -1
  10. package/dist/context.d.mts +2 -6
  11. package/dist/context.d.mts.map +1 -1
  12. package/dist/context.mjs +1 -2
  13. package/dist/context.mjs.map +1 -1
  14. package/dist/documents.d.mts +39 -43
  15. package/dist/documents.d.mts.map +1 -1
  16. package/dist/documents.mjs +1 -2
  17. package/dist/embeddings.d.mts +4 -7
  18. package/dist/embeddings.d.mts.map +1 -1
  19. package/dist/embeddings.mjs +1 -2
  20. package/dist/embeddings.mjs.map +1 -1
  21. package/dist/errors.d.mts +18 -21
  22. package/dist/errors.d.mts.map +1 -1
  23. package/dist/errors.mjs +1 -2
  24. package/dist/errors.mjs.map +1 -1
  25. package/dist/extraction.d.mts +4 -7
  26. package/dist/extraction.d.mts.map +1 -1
  27. package/dist/extraction.mjs +1 -2
  28. package/dist/extraction.mjs.map +1 -1
  29. package/dist/files.d.mts +5 -8
  30. package/dist/files.d.mts.map +1 -1
  31. package/dist/files.mjs +1 -2
  32. package/dist/files.mjs.map +1 -1
  33. package/dist/index.d.mts +2 -2
  34. package/dist/index.mjs +2 -2
  35. package/dist/ingestion.d.mts +14 -18
  36. package/dist/ingestion.d.mts.map +1 -1
  37. package/dist/ingestion.mjs +4 -5
  38. package/dist/ingestion.mjs.map +1 -1
  39. package/dist/search.d.mts +10 -14
  40. package/dist/search.d.mts.map +1 -1
  41. package/dist/search.mjs +2 -3
  42. package/dist/search.mjs.map +1 -1
  43. package/dist/store.d.mts +20 -23
  44. package/dist/store.d.mts.map +1 -1
  45. package/dist/store.mjs +1 -2
  46. package/dist/store.mjs.map +1 -1
  47. package/dist/summarization.d.mts +6 -9
  48. package/dist/summarization.d.mts.map +1 -1
  49. package/dist/summarization.mjs +1 -2
  50. package/dist/summarization.mjs.map +1 -1
  51. package/package.json +4 -4
@@ -1 +1 @@
1
- {"version":3,"file":"embeddings.d.mts","names":[],"sources":["../src/embeddings.ts"],"mappings":";;;;KAIY,kBAAA,GAAqB,aAAa;AAAA,KAElC,oBAAA;EAAA,SACD,UAAA,GACP,KAAA,EAAO,aAAA,aACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,kBAAA,GAAqB,uBAAA;EAAA,SAC7C,UAAA,GAAa,KAAA,aAAkB,MAAA,CAAO,MAAA,CAAO,kBAAA,EAAoB,uBAAA;AAAA;AAAA,cAC3E,sBAAA;cAEY,iBAAA,SAA0B,sBAEtC"}
1
+ {"version":3,"file":"embeddings.d.mts","names":[],"sources":["../src/embeddings.ts"],"mappings":";;YAIY,qBAAqB;YAErB;WACD,aACP,OAAO,0BACJ,OAAO,OAAO,cAAc,qBAAqB;WAC7C,aAAa,kBAAkB,OAAO,OAAO,oBAAoB;;;qBAG/D,0BAA0B"}
@@ -1,8 +1,7 @@
1
1
  import { KnowledgeEmbeddingError } from "./errors.mjs";
2
2
  import { Context } from "effect";
3
- //#region src/embeddings.ts
3
+ // src/embeddings.ts
4
4
  var KnowledgeEmbedder = class extends Context.Service()("@yolk-sdk/knowledge/KnowledgeEmbedder") {};
5
- //#endregion
6
5
  export { KnowledgeEmbeddingError as EmbedderError, KnowledgeEmbedder };
7
6
 
8
7
  //# sourceMappingURL=embeddings.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"embeddings.mjs","names":[],"sources":["../src/embeddings.ts"],"sourcesContent":["import { Context } from 'effect'\nimport type { Effect } from 'effect'\nimport type { KnowledgeEmbeddingError } from './errors.ts'\n\nexport type KnowledgeEmbedding = ReadonlyArray<number>\n\nexport type KnowledgeEmbedderApi = {\n readonly embedTexts: (\n texts: ReadonlyArray<string>\n ) => Effect.Effect<ReadonlyArray<KnowledgeEmbedding>, KnowledgeEmbeddingError>\n readonly embedQuery: (query: string) => Effect.Effect<KnowledgeEmbedding, KnowledgeEmbeddingError>\n}\n\nexport class KnowledgeEmbedder extends Context.Service<KnowledgeEmbedder, KnowledgeEmbedderApi>()(\n '@yolk-sdk/knowledge/KnowledgeEmbedder'\n) {}\n\nexport { KnowledgeEmbeddingError as EmbedderError } from './errors.ts'\n"],"mappings":";;;AAaA,IAAa,oBAAb,cAAuC,QAAQ,QAAiD,EAC9F,uCACF,EAAE,CAAC"}
1
+ {"version":3,"file":"embeddings.mjs","names":[],"sources":["../src/embeddings.ts"],"sourcesContent":["import { Context } from 'effect'\nimport type { Effect } from 'effect'\nimport type { KnowledgeEmbeddingError } from './errors.ts'\n\nexport type KnowledgeEmbedding = ReadonlyArray<number>\n\nexport type KnowledgeEmbedderApi = {\n readonly embedTexts: (\n texts: ReadonlyArray<string>\n ) => Effect.Effect<ReadonlyArray<KnowledgeEmbedding>, KnowledgeEmbeddingError>\n readonly embedQuery: (query: string) => Effect.Effect<KnowledgeEmbedding, KnowledgeEmbeddingError>\n}\n\nexport class KnowledgeEmbedder extends Context.Service<KnowledgeEmbedder, KnowledgeEmbedderApi>()(\n '@yolk-sdk/knowledge/KnowledgeEmbedder'\n) {}\n\nexport { KnowledgeEmbeddingError as EmbedderError } from './errors.ts'\n"],"mappings":";;;AAaA,IAAa,oBAAb,cAAuC,QAAQ,QAAiD,CAAC,CAC/F,uCACF,CAAC,CAAC,CAAC"}
package/dist/errors.d.mts CHANGED
@@ -1,53 +1,51 @@
1
1
  import * as Schema from "effect/Schema";
2
-
3
- //#region src/errors.d.ts
4
- declare const SearchIndexStoreError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P] }>) => import("effect/Cause").YieldableError & {
2
+ declare const SearchIndexStoreError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
5
3
  readonly _tag: "SearchIndexStoreError";
6
4
  } & Readonly<A>;
7
- declare class SearchIndexStoreError extends SearchIndexStoreError_base<{
5
+ export declare class SearchIndexStoreError extends SearchIndexStoreError_base<{
8
6
  readonly message: string;
9
7
  readonly cause?: unknown;
10
8
  }> {}
11
- declare const KnowledgeExtractionError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P] }>) => import("effect/Cause").YieldableError & {
9
+ declare const KnowledgeExtractionError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
12
10
  readonly _tag: "KnowledgeExtractionError";
13
11
  } & Readonly<A>;
14
- declare class KnowledgeExtractionError extends KnowledgeExtractionError_base<{
12
+ export declare class KnowledgeExtractionError extends KnowledgeExtractionError_base<{
15
13
  readonly message: string;
16
14
  readonly cause?: unknown;
17
15
  }> {}
18
- declare const KnowledgeChunkingError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P] }>) => import("effect/Cause").YieldableError & {
16
+ declare const KnowledgeChunkingError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
19
17
  readonly _tag: "KnowledgeChunkingError";
20
18
  } & Readonly<A>;
21
- declare class KnowledgeChunkingError extends KnowledgeChunkingError_base<{
19
+ export declare class KnowledgeChunkingError extends KnowledgeChunkingError_base<{
22
20
  readonly message: string;
23
21
  readonly cause?: unknown;
24
22
  }> {}
25
- declare const KnowledgeEmbeddingError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P] }>) => import("effect/Cause").YieldableError & {
23
+ declare const KnowledgeEmbeddingError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
26
24
  readonly _tag: "KnowledgeEmbeddingError";
27
25
  } & Readonly<A>;
28
- declare class KnowledgeEmbeddingError extends KnowledgeEmbeddingError_base<{
26
+ export declare class KnowledgeEmbeddingError extends KnowledgeEmbeddingError_base<{
29
27
  readonly message: string;
30
28
  readonly cause?: unknown;
31
29
  }> {}
32
- declare const KnowledgeSummarizationError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P] }>) => import("effect/Cause").YieldableError & {
30
+ declare const KnowledgeSummarizationError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
33
31
  readonly _tag: "KnowledgeSummarizationError";
34
32
  } & Readonly<A>;
35
- declare class KnowledgeSummarizationError extends KnowledgeSummarizationError_base<{
33
+ export declare class KnowledgeSummarizationError extends KnowledgeSummarizationError_base<{
36
34
  readonly message: string;
37
35
  readonly cause?: unknown;
38
36
  }> {}
39
- declare const KnowledgeIngestionError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P] }>) => import("effect/Cause").YieldableError & {
37
+ declare const KnowledgeIngestionError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
40
38
  readonly _tag: "KnowledgeIngestionError";
41
39
  } & Readonly<A>;
42
- declare class KnowledgeIngestionError extends KnowledgeIngestionError_base<{
40
+ export declare class KnowledgeIngestionError extends KnowledgeIngestionError_base<{
43
41
  readonly message: string;
44
42
  readonly stage: 'store' | 'extract' | 'chunk' | 'embed' | 'summarize';
45
43
  readonly cause?: unknown;
46
44
  }> {}
47
- declare const KnowledgeSearchError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P] }>) => import("effect/Cause").YieldableError & {
45
+ declare const KnowledgeSearchError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
48
46
  readonly _tag: "KnowledgeSearchError";
49
47
  } & Readonly<A>;
50
- declare class KnowledgeSearchError extends KnowledgeSearchError_base<{
48
+ export declare class KnowledgeSearchError extends KnowledgeSearchError_base<{
51
49
  readonly message: string;
52
50
  readonly stage: 'store' | 'embed';
53
51
  readonly cause?: unknown;
@@ -56,17 +54,16 @@ declare const KnowledgeStoreError_base: Schema.Class<KnowledgeStoreError, Schema
56
54
  readonly message: Schema.String;
57
55
  readonly cause: Schema.optional<Schema.Unknown>;
58
56
  }>, import("effect/Cause").YieldableError>;
59
- declare class KnowledgeStoreError extends KnowledgeStoreError_base {}
57
+ export declare class KnowledgeStoreError extends KnowledgeStoreError_base {}
60
58
  declare const KnowledgeFileError_base: Schema.Class<KnowledgeFileError, Schema.TaggedStruct<"KnowledgeFileError", {
61
59
  readonly message: Schema.String;
62
60
  readonly cause: Schema.optional<Schema.Unknown>;
63
61
  }>, import("effect/Cause").YieldableError>;
64
- declare class KnowledgeFileError extends KnowledgeFileError_base {}
62
+ export declare class KnowledgeFileError extends KnowledgeFileError_base {}
65
63
  declare const KnowledgeContextError_base: Schema.Class<KnowledgeContextError, Schema.TaggedStruct<"KnowledgeContextError", {
66
64
  readonly message: Schema.String;
67
65
  readonly cause: Schema.optional<Schema.Unknown>;
68
66
  }>, import("effect/Cause").YieldableError>;
69
- declare class KnowledgeContextError extends KnowledgeContextError_base {}
70
- //#endregion
71
- export { KnowledgeChunkingError, KnowledgeContextError, KnowledgeEmbeddingError, KnowledgeExtractionError, KnowledgeFileError, KnowledgeIngestionError, KnowledgeSearchError, KnowledgeStoreError, KnowledgeSummarizationError, SearchIndexStoreError };
67
+ export declare class KnowledgeContextError extends KnowledgeContextError_base {}
68
+ export {};
72
69
  //# sourceMappingURL=errors.d.mts.map
@@ -1 +1 @@
1
- {"version":3,"file":"errors.d.mts","names":[],"sources":["../src/errors.ts"],"mappings":";;;cACuC,0BAAA;;;cAE1B,qBAAA,SAA8B,0BAAA;EAAA,SAChC,OAAA;EAAA,SACA,KAAA;AAAA;AAAA,cACN,6BAAA;;;cAEQ,wBAAA,SAAiC,6BAAA;EAAA,SACnC,OAAA;EAAA,SACA,KAAA;AAAA;AAAA,cACN,2BAAA;;;cAEQ,sBAAA,SAA+B,2BAAA;EAAA,SACjC,OAAA;EAAA,SACA,KAAA;AAAA;AAAA,cACN,4BAAA;;;cAEQ,uBAAA,SAAgC,4BAAA;EAAA,SAClC,OAAA;EAAA,SACA,KAAA;AAAA;AAAA,cACN,gCAAA;;;cAEQ,2BAAA,SAAoC,gCAAA;EAAA,SACtC,OAAA;EAAA,SACA,KAAA;AAAA;AAAA,cACN,4BAAA;;;cAEQ,uBAAA,SAAgC,4BAAA;EAAA,SAClC,OAAA;EAAA,SACA,KAAA;EAAA,SACA,KAAA;AAAA;AAAA,cACN,yBAAA;;;cAEQ,oBAAA,SAA6B,yBAAA;EAAA,SAC/B,OAAA;EAAA,SACA,KAAA;EAAA,SACA,KAAA;AAAA;AAAA,cACN,wBAAA;;;;cAEQ,mBAAA,SAA4B,wBAMxC;AAAA,cAAG,uBAAA;;;;cAES,kBAAA,SAA2B,uBAMvC;AAAA,cAAG,0BAAA;;;;cAES,qBAAA,SAA8B,0BAM1C"}
1
+ {"version":3,"file":"errors.d.mts","names":[],"sources":["../src/errors.ts"],"mappings":";;;;qBAGa,8BAA8B;WAChC;WACA;;;;;qBAGE,iCAAiC;WACnC;WACA;;;;;qBAGE,+BAA+B;WACjC;WACA;;;;;qBAGE,gCAAgC;WAClC;WACA;;;;;qBAGE,oCAAoC;WACtC;WACA;;;;;qBAGE,gCAAgC;WAClC;WACA;WACA;;;;;qBAGE,6BAA6B;WAC/B;WACA;WACA;;;;;;qBAGE,4BAA4B;;;;;qBAQ5B,2BAA2B;;;;;qBAQ3B,8BAA8B"}
package/dist/errors.mjs CHANGED
@@ -1,6 +1,6 @@
1
1
  import { Data } from "effect";
2
2
  import * as Schema from "effect/Schema";
3
- //#region src/errors.ts
3
+ // src/errors.ts
4
4
  var SearchIndexStoreError = class extends Data.TaggedError("SearchIndexStoreError") {};
5
5
  var KnowledgeExtractionError = class extends Data.TaggedError("KnowledgeExtractionError") {};
6
6
  var KnowledgeChunkingError = class extends Data.TaggedError("KnowledgeChunkingError") {};
@@ -20,7 +20,6 @@ var KnowledgeContextError = class extends Schema.TaggedError()("KnowledgeContext
20
20
  message: Schema.String,
21
21
  cause: Schema.optional(Schema.Unknown)
22
22
  }) {};
23
- //#endregion
24
23
  export { KnowledgeChunkingError, KnowledgeContextError, KnowledgeEmbeddingError, KnowledgeExtractionError, KnowledgeFileError, KnowledgeIngestionError, KnowledgeSearchError, KnowledgeStoreError, KnowledgeSummarizationError, SearchIndexStoreError };
25
24
 
26
25
  //# sourceMappingURL=errors.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"errors.mjs","names":[],"sources":["../src/errors.ts"],"sourcesContent":["import { Data } from 'effect'\nimport * as Schema from 'effect/Schema'\n\nexport class SearchIndexStoreError extends Data.TaggedError('SearchIndexStoreError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeExtractionError extends Data.TaggedError('KnowledgeExtractionError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeChunkingError extends Data.TaggedError('KnowledgeChunkingError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeEmbeddingError extends Data.TaggedError('KnowledgeEmbeddingError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeSummarizationError extends Data.TaggedError('KnowledgeSummarizationError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeIngestionError extends Data.TaggedError('KnowledgeIngestionError')<{\n readonly message: string\n readonly stage: 'store' | 'extract' | 'chunk' | 'embed' | 'summarize'\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeSearchError extends Data.TaggedError('KnowledgeSearchError')<{\n readonly message: string\n readonly stage: 'store' | 'embed'\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeStoreError extends Schema.TaggedError<KnowledgeStoreError>()(\n 'KnowledgeStoreError',\n {\n message: Schema.String,\n cause: Schema.optional(Schema.Unknown)\n }\n) {}\n\nexport class KnowledgeFileError extends Schema.TaggedError<KnowledgeFileError>()(\n 'KnowledgeFileError',\n {\n message: Schema.String,\n cause: Schema.optional(Schema.Unknown)\n }\n) {}\n\nexport class KnowledgeContextError extends Schema.TaggedError<KnowledgeContextError>()(\n 'KnowledgeContextError',\n {\n message: Schema.String,\n cause: Schema.optional(Schema.Unknown)\n }\n) {}\n"],"mappings":";;;AAGA,IAAa,wBAAb,cAA2C,KAAK,YAAY,uBAAuB,EAGhF,CAAC;AAEJ,IAAa,2BAAb,cAA8C,KAAK,YAAY,0BAA0B,EAGtF,CAAC;AAEJ,IAAa,yBAAb,cAA4C,KAAK,YAAY,wBAAwB,EAGlF,CAAC;AAEJ,IAAa,0BAAb,cAA6C,KAAK,YAAY,yBAAyB,EAGpF,CAAC;AAEJ,IAAa,8BAAb,cAAiD,KAAK,YAAY,6BAA6B,EAG5F,CAAC;AAEJ,IAAa,0BAAb,cAA6C,KAAK,YAAY,yBAAyB,EAIpF,CAAC;AAEJ,IAAa,uBAAb,cAA0C,KAAK,YAAY,sBAAsB,EAI9E,CAAC;AAEJ,IAAa,sBAAb,cAAyC,OAAO,YAAiC,EAC/E,uBACA;CACE,SAAS,OAAO;CAChB,OAAO,OAAO,SAAS,OAAO,OAAO;AACvC,CACF,EAAE,CAAC;AAEH,IAAa,qBAAb,cAAwC,OAAO,YAAgC,EAC7E,sBACA;CACE,SAAS,OAAO;CAChB,OAAO,OAAO,SAAS,OAAO,OAAO;AACvC,CACF,EAAE,CAAC;AAEH,IAAa,wBAAb,cAA2C,OAAO,YAAmC,EACnF,yBACA;CACE,SAAS,OAAO;CAChB,OAAO,OAAO,SAAS,OAAO,OAAO;AACvC,CACF,EAAE,CAAC"}
1
+ {"version":3,"file":"errors.mjs","names":[],"sources":["../src/errors.ts"],"sourcesContent":["import { Data } from 'effect'\nimport * as Schema from 'effect/Schema'\n\nexport class SearchIndexStoreError extends Data.TaggedError('SearchIndexStoreError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeExtractionError extends Data.TaggedError('KnowledgeExtractionError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeChunkingError extends Data.TaggedError('KnowledgeChunkingError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeEmbeddingError extends Data.TaggedError('KnowledgeEmbeddingError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeSummarizationError extends Data.TaggedError('KnowledgeSummarizationError')<{\n readonly message: string\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeIngestionError extends Data.TaggedError('KnowledgeIngestionError')<{\n readonly message: string\n readonly stage: 'store' | 'extract' | 'chunk' | 'embed' | 'summarize'\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeSearchError extends Data.TaggedError('KnowledgeSearchError')<{\n readonly message: string\n readonly stage: 'store' | 'embed'\n readonly cause?: unknown\n}> {}\n\nexport class KnowledgeStoreError extends Schema.TaggedError<KnowledgeStoreError>()(\n 'KnowledgeStoreError',\n {\n message: Schema.String,\n cause: Schema.optional(Schema.Unknown)\n }\n) {}\n\nexport class KnowledgeFileError extends Schema.TaggedError<KnowledgeFileError>()(\n 'KnowledgeFileError',\n {\n message: Schema.String,\n cause: Schema.optional(Schema.Unknown)\n }\n) {}\n\nexport class KnowledgeContextError extends Schema.TaggedError<KnowledgeContextError>()(\n 'KnowledgeContextError',\n {\n message: Schema.String,\n cause: Schema.optional(Schema.Unknown)\n }\n) {}\n"],"mappings":";;;AAGA,IAAa,wBAAb,cAA2C,KAAK,YAAY,uBAAuB,CAAC,CAGjF,CAAC;AAEJ,IAAa,2BAAb,cAA8C,KAAK,YAAY,0BAA0B,CAAC,CAGvF,CAAC;AAEJ,IAAa,yBAAb,cAA4C,KAAK,YAAY,wBAAwB,CAAC,CAGnF,CAAC;AAEJ,IAAa,0BAAb,cAA6C,KAAK,YAAY,yBAAyB,CAAC,CAGrF,CAAC;AAEJ,IAAa,8BAAb,cAAiD,KAAK,YAAY,6BAA6B,CAAC,CAG7F,CAAC;AAEJ,IAAa,0BAAb,cAA6C,KAAK,YAAY,yBAAyB,CAAC,CAIrF,CAAC;AAEJ,IAAa,uBAAb,cAA0C,KAAK,YAAY,sBAAsB,CAAC,CAI/E,CAAC;AAEJ,IAAa,sBAAb,cAAyC,OAAO,YAAiC,CAAC,CAChF,uBACA;CACE,SAAS,OAAO;CAChB,OAAO,OAAO,SAAS,OAAO,OAAO;AACvC,CACF,CAAC,CAAC,CAAC;AAEH,IAAa,qBAAb,cAAwC,OAAO,YAAgC,CAAC,CAC9E,sBACA;CACE,SAAS,OAAO;CAChB,OAAO,OAAO,SAAS,OAAO,OAAO;AACvC,CACF,CAAC,CAAC,CAAC;AAEH,IAAa,wBAAb,cAA2C,OAAO,YAAmC,CAAC,CACpF,yBACA;CACE,SAAS,OAAO;CAChB,OAAO,OAAO,SAAS,OAAO,OAAO;AACvC,CACF,CAAC,CAAC,CAAC"}
@@ -1,19 +1,16 @@
1
1
  import { ExtractedKnowledgeDocument, KnowledgeMetadata, KnowledgeSource } from "./documents.mjs";
2
2
  import { KnowledgeExtractionError } from "./errors.mjs";
3
3
  import { Context, Effect } from "effect";
4
-
5
- //#region src/extraction.d.ts
6
- type LoadedKnowledgeSource = {
4
+ export type LoadedKnowledgeSource = {
7
5
  readonly source: KnowledgeSource;
8
6
  readonly content: string | Uint8Array;
9
7
  readonly mediaType?: string;
10
8
  readonly metadata?: KnowledgeMetadata;
11
9
  };
12
- type KnowledgeExtractorApi = {
10
+ export type KnowledgeExtractorApi = {
13
11
  readonly extract: (source: LoadedKnowledgeSource) => Effect.Effect<ExtractedKnowledgeDocument, KnowledgeExtractionError>;
14
12
  };
15
13
  declare const KnowledgeExtractor_base: Context.ServiceClass<KnowledgeExtractor, "@yolk-sdk/knowledge/KnowledgeExtractor", KnowledgeExtractorApi>;
16
- declare class KnowledgeExtractor extends KnowledgeExtractor_base {}
17
- //#endregion
18
- export { KnowledgeExtractor, KnowledgeExtractorApi, LoadedKnowledgeSource };
14
+ export declare class KnowledgeExtractor extends KnowledgeExtractor_base {}
15
+ export {};
19
16
  //# sourceMappingURL=extraction.d.mts.map
@@ -1 +1 @@
1
- {"version":3,"file":"extraction.d.mts","names":[],"sources":["../src/extraction.ts"],"mappings":";;;;;KAKY,qBAAA;EAAA,SACD,MAAA,EAAQ,eAAA;EAAA,SACR,OAAA,WAAkB,UAAA;EAAA,SAClB,SAAA;EAAA,SACA,QAAA,GAAW,iBAAA;AAAA;AAAA,KAGV,qBAAA;EAAA,SACD,OAAA,GACP,MAAA,EAAQ,qBAAA,KACL,MAAA,CAAO,MAAA,CAAO,0BAAA,EAA4B,wBAAA;AAAA;AAAA,cAChD,uBAAA;cAEY,kBAAA,SAA2B,uBAGK"}
1
+ {"version":3,"file":"extraction.d.mts","names":[],"sources":["../src/extraction.ts"],"mappings":";;;YAKY;WACD,QAAQ;WACR,kBAAkB;WAClB;WACA,WAAW;;YAGV;WACD,UACP,QAAQ,0BACL,OAAO,OAAO,4BAA4B;;;qBAGpC,2BAA2B"}
@@ -1,7 +1,6 @@
1
1
  import { Context } from "effect";
2
- //#region src/extraction.ts
2
+ // src/extraction.ts
3
3
  var KnowledgeExtractor = class extends Context.Service()("@yolk-sdk/knowledge/KnowledgeExtractor") {};
4
- //#endregion
5
4
  export { KnowledgeExtractor };
6
5
 
7
6
  //# sourceMappingURL=extraction.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"extraction.mjs","names":[],"sources":["../src/extraction.ts"],"sourcesContent":["import { Context } from 'effect'\nimport type { Effect } from 'effect'\nimport type { ExtractedKnowledgeDocument, KnowledgeMetadata, KnowledgeSource } from './documents.ts'\nimport type { KnowledgeExtractionError } from './errors.ts'\n\nexport type LoadedKnowledgeSource = {\n readonly source: KnowledgeSource\n readonly content: string | Uint8Array\n readonly mediaType?: string\n readonly metadata?: KnowledgeMetadata\n}\n\nexport type KnowledgeExtractorApi = {\n readonly extract: (\n source: LoadedKnowledgeSource\n ) => Effect.Effect<ExtractedKnowledgeDocument, KnowledgeExtractionError>\n}\n\nexport class KnowledgeExtractor extends Context.Service<\n KnowledgeExtractor,\n KnowledgeExtractorApi\n>()('@yolk-sdk/knowledge/KnowledgeExtractor') {}\n"],"mappings":";;AAkBA,IAAa,qBAAb,cAAwC,QAAQ,QAG9C,EAAE,wCAAwC,EAAE,CAAC"}
1
+ {"version":3,"file":"extraction.mjs","names":[],"sources":["../src/extraction.ts"],"sourcesContent":["import { Context } from 'effect'\nimport type { Effect } from 'effect'\nimport type { ExtractedKnowledgeDocument, KnowledgeMetadata, KnowledgeSource } from './documents.ts'\nimport type { KnowledgeExtractionError } from './errors.ts'\n\nexport type LoadedKnowledgeSource = {\n readonly source: KnowledgeSource\n readonly content: string | Uint8Array\n readonly mediaType?: string\n readonly metadata?: KnowledgeMetadata\n}\n\nexport type KnowledgeExtractorApi = {\n readonly extract: (\n source: LoadedKnowledgeSource\n ) => Effect.Effect<ExtractedKnowledgeDocument, KnowledgeExtractionError>\n}\n\nexport class KnowledgeExtractor extends Context.Service<\n KnowledgeExtractor,\n KnowledgeExtractorApi\n>()('@yolk-sdk/knowledge/KnowledgeExtractor') {}\n"],"mappings":";;AAkBA,IAAa,qBAAb,cAAwC,QAAQ,QAG9C,CAAC,CAAC,wCAAwC,CAAC,CAAC,CAAC"}
package/dist/files.d.mts CHANGED
@@ -1,22 +1,19 @@
1
1
  import { KnowledgeFileError } from "./errors.mjs";
2
2
  import { Context, Effect } from "effect";
3
-
4
- //#region src/files.d.ts
5
- type PutKnowledgeFileInput = {
3
+ export type PutKnowledgeFileInput = {
6
4
  readonly storageKey: string;
7
5
  readonly mediaType?: string;
8
6
  readonly bytes: Uint8Array;
9
7
  };
10
- type GetKnowledgeFileInput = {
8
+ export type GetKnowledgeFileInput = {
11
9
  readonly storageKey: string;
12
10
  };
13
- type KnowledgeFileBlobStoreApi = {
11
+ export type KnowledgeFileBlobStoreApi = {
14
12
  readonly putFile: (input: PutKnowledgeFileInput) => Effect.Effect<void, KnowledgeFileError>;
15
13
  readonly getFile: (input: GetKnowledgeFileInput) => Effect.Effect<Uint8Array, KnowledgeFileError>;
16
14
  readonly deleteFile: (input: GetKnowledgeFileInput) => Effect.Effect<void, KnowledgeFileError>;
17
15
  };
18
16
  declare const KnowledgeFileBlobStore_base: Context.ServiceClass<KnowledgeFileBlobStore, "@yolk-sdk/knowledge/KnowledgeFileBlobStore", KnowledgeFileBlobStoreApi>;
19
- declare class KnowledgeFileBlobStore extends KnowledgeFileBlobStore_base {}
20
- //#endregion
21
- export { GetKnowledgeFileInput, KnowledgeFileBlobStore, KnowledgeFileBlobStoreApi, PutKnowledgeFileInput };
17
+ export declare class KnowledgeFileBlobStore extends KnowledgeFileBlobStore_base {}
18
+ export {};
22
19
  //# sourceMappingURL=files.d.mts.map
@@ -1 +1 @@
1
- {"version":3,"file":"files.d.mts","names":[],"sources":["../src/files.ts"],"mappings":";;;;KAIY,qBAAA;EAAA,SACD,UAAA;EAAA,SACA,SAAA;EAAA,SACA,KAAA,EAAO,UAAU;AAAA;AAAA,KAGhB,qBAAA;EAAA,SACD,UAAU;AAAA;AAAA,KAGT,yBAAA;EAAA,SACD,OAAA,GAAU,KAAA,EAAO,qBAAA,KAA0B,MAAA,CAAO,MAAA,OAAa,kBAAA;EAAA,SAC/D,OAAA,GAAU,KAAA,EAAO,qBAAA,KAA0B,MAAA,CAAO,MAAA,CAAO,UAAA,EAAY,kBAAA;EAAA,SACrE,UAAA,GAAa,KAAA,EAAO,qBAAA,KAA0B,MAAA,CAAO,MAAA,OAAa,kBAAA;AAAA;AAAA,cAC5E,2BAAA;cAEY,sBAAA,SAA+B,2BAGK"}
1
+ {"version":3,"file":"files.d.mts","names":[],"sources":["../src/files.ts"],"mappings":";;YAIY;WACD;WACA;WACA,OAAO;;YAGN;WACD;;YAGC;WACD,UAAU,OAAO,0BAA0B,OAAO,aAAa;WAC/D,UAAU,OAAO,0BAA0B,OAAO,OAAO,YAAY;WACrE,aAAa,OAAO,0BAA0B,OAAO,aAAa;;;qBAGhE,+BAA+B"}
package/dist/files.mjs CHANGED
@@ -1,7 +1,6 @@
1
1
  import { Context } from "effect";
2
- //#region src/files.ts
2
+ // src/files.ts
3
3
  var KnowledgeFileBlobStore = class extends Context.Service()("@yolk-sdk/knowledge/KnowledgeFileBlobStore") {};
4
- //#endregion
5
4
  export { KnowledgeFileBlobStore };
6
5
 
7
6
  //# sourceMappingURL=files.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"files.mjs","names":[],"sources":["../src/files.ts"],"sourcesContent":["import { Context } from 'effect'\nimport type { Effect } from 'effect'\nimport type { KnowledgeFileError } from './errors.ts'\n\nexport type PutKnowledgeFileInput = {\n readonly storageKey: string\n readonly mediaType?: string\n readonly bytes: Uint8Array\n}\n\nexport type GetKnowledgeFileInput = {\n readonly storageKey: string\n}\n\nexport type KnowledgeFileBlobStoreApi = {\n readonly putFile: (input: PutKnowledgeFileInput) => Effect.Effect<void, KnowledgeFileError>\n readonly getFile: (input: GetKnowledgeFileInput) => Effect.Effect<Uint8Array, KnowledgeFileError>\n readonly deleteFile: (input: GetKnowledgeFileInput) => Effect.Effect<void, KnowledgeFileError>\n}\n\nexport class KnowledgeFileBlobStore extends Context.Service<\n KnowledgeFileBlobStore,\n KnowledgeFileBlobStoreApi\n>()('@yolk-sdk/knowledge/KnowledgeFileBlobStore') {}\n"],"mappings":";;AAoBA,IAAa,yBAAb,cAA4C,QAAQ,QAGlD,EAAE,4CAA4C,EAAE,CAAC"}
1
+ {"version":3,"file":"files.mjs","names":[],"sources":["../src/files.ts"],"sourcesContent":["import { Context } from 'effect'\nimport type { Effect } from 'effect'\nimport type { KnowledgeFileError } from './errors.ts'\n\nexport type PutKnowledgeFileInput = {\n readonly storageKey: string\n readonly mediaType?: string\n readonly bytes: Uint8Array\n}\n\nexport type GetKnowledgeFileInput = {\n readonly storageKey: string\n}\n\nexport type KnowledgeFileBlobStoreApi = {\n readonly putFile: (input: PutKnowledgeFileInput) => Effect.Effect<void, KnowledgeFileError>\n readonly getFile: (input: GetKnowledgeFileInput) => Effect.Effect<Uint8Array, KnowledgeFileError>\n readonly deleteFile: (input: GetKnowledgeFileInput) => Effect.Effect<void, KnowledgeFileError>\n}\n\nexport class KnowledgeFileBlobStore extends Context.Service<\n KnowledgeFileBlobStore,\n KnowledgeFileBlobStoreApi\n>()('@yolk-sdk/knowledge/KnowledgeFileBlobStore') {}\n"],"mappings":";;AAoBA,IAAa,yBAAb,cAA4C,QAAQ,QAGlD,CAAC,CAAC,4CAA4C,CAAC,CAAC,CAAC"}
package/dist/index.d.mts CHANGED
@@ -1,5 +1,5 @@
1
- import { KnowledgeContextError, KnowledgeFileError, KnowledgeStoreError } from "./errors.mjs";
2
1
  import { buildKnowledgeContext } from "./context.mjs";
3
- import { KnowledgeFileBlobStore } from "./files.mjs";
4
2
  import { KnowledgeStore, SearchIndexStore } from "./store.mjs";
3
+ import { KnowledgeFileBlobStore } from "./files.mjs";
4
+ import { KnowledgeContextError, KnowledgeFileError, KnowledgeStoreError } from "./errors.mjs";
5
5
  export { KnowledgeContextError, KnowledgeFileBlobStore, KnowledgeFileError, KnowledgeStore, KnowledgeStoreError, SearchIndexStore, buildKnowledgeContext };
package/dist/index.mjs CHANGED
@@ -1,5 +1,5 @@
1
- import { KnowledgeContextError, KnowledgeFileError, KnowledgeStoreError } from "./errors.mjs";
2
1
  import { buildKnowledgeContext } from "./context.mjs";
3
- import { KnowledgeFileBlobStore } from "./files.mjs";
4
2
  import { KnowledgeStore, SearchIndexStore } from "./store.mjs";
3
+ import { KnowledgeFileBlobStore } from "./files.mjs";
4
+ import { KnowledgeContextError, KnowledgeFileError, KnowledgeStoreError } from "./errors.mjs";
5
5
  export { KnowledgeContextError, KnowledgeFileBlobStore, KnowledgeFileError, KnowledgeStore, KnowledgeStoreError, SearchIndexStore, buildKnowledgeContext };
@@ -1,29 +1,26 @@
1
- import { KnowledgeDocumentId, KnowledgeScopeId } from "./documents.mjs";
2
- import { KnowledgeIngestionError } from "./errors.mjs";
3
1
  import { KnowledgeChunker } from "./chunking.mjs";
2
+ import { KnowledgeDocumentId, KnowledgeScopeId } from "./documents.mjs";
4
3
  import { KnowledgeEmbedder } from "./embeddings.mjs";
5
4
  import { KnowledgeExtractor, LoadedKnowledgeSource } from "./extraction.mjs";
6
- import { SearchIndexStore } from "./store.mjs";
7
5
  import { KnowledgeSummarizer } from "./summarization.mjs";
6
+ import { KnowledgeIngestionError } from "./errors.mjs";
7
+ import { SearchIndexStore } from "./store.mjs";
8
8
  import { Effect } from "effect";
9
-
10
- //#region src/ingestion.d.ts
11
- type IngestKnowledgeDocumentInput = {
9
+ export type IngestKnowledgeDocumentInput = {
12
10
  readonly scopeId: KnowledgeScopeId;
13
11
  readonly documentId: KnowledgeDocumentId;
14
12
  readonly source: LoadedKnowledgeSource;
15
13
  readonly contentHash?: string;
16
14
  readonly maxTokens?: number;
17
15
  };
18
- declare const ingestKnowledgeDocument: (input: IngestKnowledgeDocumentInput) => Effect.Effect<{
16
+ export declare const ingestKnowledgeDocument: (input: IngestKnowledgeDocumentInput) => Effect.Effect<{
19
17
  readonly id: string & import("effect/Brand").Brand<"KnowledgeDocumentId">;
20
- readonly status: "processing" | "ready" | "error";
21
18
  readonly scopeId: string & import("effect/Brand").Brand<"KnowledgeScopeId">;
22
19
  readonly source: {
23
20
  readonly _tag: "File";
24
21
  readonly ref: string;
25
- readonly mediaType?: string | undefined;
26
22
  readonly name?: string | undefined;
23
+ readonly mediaType?: string | undefined;
27
24
  } | {
28
25
  readonly _tag: "Url";
29
26
  readonly url: string;
@@ -31,20 +28,19 @@ declare const ingestKnowledgeDocument: (input: IngestKnowledgeDocumentInput) =>
31
28
  readonly _tag: "Text";
32
29
  readonly label?: string | undefined;
33
30
  };
31
+ readonly status: "error" | "processing" | "ready";
32
+ readonly title?: string | undefined;
34
33
  readonly summary?: string | undefined;
35
34
  readonly errorMessage?: string | undefined;
35
+ readonly contentHash?: string | undefined;
36
+ readonly tokenCount?: number | undefined;
37
+ readonly chunkCount?: number | undefined;
36
38
  readonly metadata?: {
37
39
  readonly [x: string]: unknown;
38
40
  } | undefined;
39
- readonly title?: string | undefined;
40
- readonly tokenCount?: number | undefined;
41
- readonly contentHash?: string | undefined;
42
- readonly chunkCount?: number | undefined;
43
- }, KnowledgeIngestionError, KnowledgeSummarizer | KnowledgeChunker | KnowledgeEmbedder | KnowledgeExtractor | SearchIndexStore>;
44
- type KnowledgeIngestionPipeline = {
41
+ }, KnowledgeIngestionError, KnowledgeChunker | KnowledgeEmbedder | KnowledgeExtractor | KnowledgeSummarizer | SearchIndexStore>;
42
+ export type KnowledgeIngestionPipeline = {
45
43
  readonly ingest: (input: IngestKnowledgeDocumentInput) => ReturnType<typeof ingestKnowledgeDocument>;
46
44
  };
47
- declare const makeIngestionPipeline: () => KnowledgeIngestionPipeline;
48
- //#endregion
49
- export { IngestKnowledgeDocumentInput, KnowledgeIngestionPipeline, ingestKnowledgeDocument, makeIngestionPipeline };
45
+ export declare const makeIngestionPipeline: () => KnowledgeIngestionPipeline;
50
46
  //# sourceMappingURL=ingestion.d.mts.map
@@ -1 +1 @@
1
- {"version":3,"file":"ingestion.d.mts","names":[],"sources":["../src/ingestion.ts"],"mappings":";;;;;;;;;;KAWY,4BAAA;EAAA,SACD,OAAA,EAAS,gBAAA;EAAA,SACT,UAAA,EAAY,mBAAA;EAAA,SACZ,MAAA,EAAQ,qBAAA;EAAA,SACR,WAAA;EAAA,SACA,SAAA;AAAA;AAAA,cAaE,uBAAA,GAA2B,KAAA,EAAO,4BAAA,KAA4B,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;;;;;;;;;;;;;KA0I/D,0BAAA;EAAA,SACD,MAAA,GACP,KAAA,EAAO,4BAAA,KACJ,UAAA,QAAkB,uBAAA;AAAA;AAAA,cAGZ,qBAAA,QAA4B,0BAEvC"}
1
+ {"version":3,"file":"ingestion.d.mts","names":[],"sources":["../src/ingestion.ts"],"mappings":";;;;;;;;YAWY;WACD,SAAS;WACT,YAAY;WACZ,QAAQ;WACR;WACA;;qBAaE,0BAAuB,OAAW,iCAA4B,OAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAwIxE,yBAAA,mBAAA,oBAAA,qBAAA,sBAAA;YAES;WACD,SACP,OAAO,iCACJ,kBAAkB;;qBAGZ,6BAA4B"}
@@ -1,12 +1,12 @@
1
- import "./documents.mjs";
2
- import { KnowledgeIngestionError } from "./errors.mjs";
3
1
  import { KnowledgeChunker } from "./chunking.mjs";
2
+ import "./documents.mjs";
4
3
  import { KnowledgeEmbedder } from "./embeddings.mjs";
5
4
  import { KnowledgeExtractor } from "./extraction.mjs";
6
- import { SearchIndexStore } from "./store.mjs";
7
5
  import { KnowledgeSummarizer } from "./summarization.mjs";
6
+ import { KnowledgeIngestionError } from "./errors.mjs";
7
+ import { SearchIndexStore } from "./store.mjs";
8
8
  import { Array, Effect } from "effect";
9
- //#region src/ingestion.ts
9
+ // src/ingestion.ts
10
10
  const markErrorBestEffort = (input, error) => Effect.gen(function* () {
11
11
  yield* (yield* SearchIndexStore).markDocumentError({
12
12
  scopeId: input.scopeId,
@@ -101,7 +101,6 @@ const ingestKnowledgeDocument = (input) => Effect.gen(function* () {
101
101
  })));
102
102
  }).pipe(Effect.withSpan("knowledge_search.ingestDocument"), Effect.catch((error) => markErrorBestEffort(input, error).pipe(Effect.flatMap(() => Effect.fail(error)))));
103
103
  const makeIngestionPipeline = () => ({ ingest: ingestKnowledgeDocument });
104
- //#endregion
105
104
  export { ingestKnowledgeDocument, makeIngestionPipeline };
106
105
 
107
106
  //# sourceMappingURL=ingestion.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"ingestion.mjs","names":["Arr"],"sources":["../src/ingestion.ts"],"sourcesContent":["import { Array as Arr, Effect } from 'effect'\nimport { KnowledgeChunker } from './chunking.ts'\nimport { defaultKnowledgeChunkMaxTokens } from './documents.ts'\nimport type { KnowledgeDocumentId, KnowledgeScopeId } from './documents.ts'\nimport { KnowledgeEmbedder } from './embeddings.ts'\nimport { KnowledgeExtractor } from './extraction.ts'\nimport { KnowledgeSummarizer } from './summarization.ts'\nimport type { LoadedKnowledgeSource } from './extraction.ts'\nimport { KnowledgeIngestionError } from './errors.ts'\nimport { SearchIndexStore } from './store.ts'\n\nexport type IngestKnowledgeDocumentInput = {\n readonly scopeId: KnowledgeScopeId\n readonly documentId: KnowledgeDocumentId\n readonly source: LoadedKnowledgeSource\n readonly contentHash?: string\n readonly maxTokens?: number\n}\n\nconst markErrorBestEffort = (input: IngestKnowledgeDocumentInput, error: KnowledgeIngestionError) =>\n Effect.gen(function* () {\n const store = yield* SearchIndexStore\n yield* store.markDocumentError({\n scopeId: input.scopeId,\n documentId: input.documentId,\n message: error.message\n })\n }).pipe(Effect.catch(() => Effect.void))\n\nexport const ingestKnowledgeDocument = (input: IngestKnowledgeDocumentInput) =>\n Effect.gen(function* () {\n yield* Effect.annotateCurrentSpan({\n 'knowledge_search.scope_id': input.scopeId,\n 'knowledge_search.document_id': input.documentId,\n 'knowledge_search.source_type': input.source.source._tag\n })\n const store = yield* SearchIndexStore\n const extractor = yield* KnowledgeExtractor\n const chunker = yield* KnowledgeChunker\n const embedder = yield* KnowledgeEmbedder\n const summarizer = yield* KnowledgeSummarizer\n\n yield* store\n .upsertDocument({\n document: {\n id: input.documentId,\n scopeId: input.scopeId,\n source: input.source.source,\n status: 'processing',\n metadata: input.source.metadata\n }\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n )\n )\n\n const extracted = yield* extractor\n .extract(input.source)\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'extract', cause: error })\n )\n )\n\n const chunks = yield* chunker\n .chunk({\n scopeId: input.scopeId,\n documentId: input.documentId,\n content: extracted.content,\n maxTokens: input.maxTokens ?? defaultKnowledgeChunkMaxTokens,\n metadata: extracted.metadata\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'chunk', cause: error })\n )\n )\n\n const indexed = yield* Effect.all(\n {\n embeddings: embedder.embedTexts(chunks.map(chunk => chunk.content)).pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({\n message: error.message,\n stage: 'embed',\n cause: error\n })\n )\n ),\n summary: summarizer\n .summarize({\n content: extracted.content,\n sourceTitle: extracted.title,\n metadata: extracted.metadata\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({\n message: error.message,\n stage: 'summarize',\n cause: error\n })\n )\n )\n },\n { concurrency: 'unbounded' }\n )\n\n if (indexed.embeddings.length !== chunks.length) {\n return yield* Effect.fail(\n new KnowledgeIngestionError({\n message: 'Embedding count did not match chunk count',\n stage: 'embed'\n })\n )\n }\n\n const indexedChunks = Arr.zip(chunks, indexed.embeddings).map(([chunk, embedding]) => ({\n chunk,\n embedding\n }))\n\n yield* store\n .replaceDocumentChunks({\n scopeId: input.scopeId,\n documentId: input.documentId,\n chunks: indexedChunks\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n )\n )\n\n const tokenCount = chunks.reduce((total, chunk) => total + chunk.tokenCount, 0)\n\n return yield* store\n .markDocumentReady({\n scopeId: input.scopeId,\n documentId: input.documentId,\n title: indexed.summary.title ?? extracted.title,\n summary: indexed.summary.summary ?? extracted.summary,\n contentHash: input.contentHash,\n tokenCount,\n chunkCount: chunks.length\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n )\n )\n }).pipe(\n Effect.withSpan('knowledge_search.ingestDocument'),\n Effect.catch(error =>\n markErrorBestEffort(input, error).pipe(Effect.flatMap(() => Effect.fail(error)))\n )\n )\n\nexport type KnowledgeIngestionPipeline = {\n readonly ingest: (\n input: IngestKnowledgeDocumentInput\n ) => ReturnType<typeof ingestKnowledgeDocument>\n}\n\nexport const makeIngestionPipeline = (): KnowledgeIngestionPipeline => ({\n ingest: ingestKnowledgeDocument\n})\n"],"mappings":";;;;;;;;;AAmBA,MAAM,uBAAuB,OAAqC,UAChE,OAAO,IAAI,aAAa;CAEtB,QAAO,OADc,kBACR,kBAAkB;EAC7B,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,SAAS,MAAM;CACjB,CAAC;AACH,CAAC,EAAE,KAAK,OAAO,YAAY,OAAO,IAAI,CAAC;AAEzC,MAAa,2BAA2B,UACtC,OAAO,IAAI,aAAa;CACtB,OAAO,OAAO,oBAAoB;EAChC,6BAA6B,MAAM;EACnC,gCAAgC,MAAM;EACtC,gCAAgC,MAAM,OAAO,OAAO;CACtD,CAAC;CACD,MAAM,QAAQ,OAAO;CACrB,MAAM,YAAY,OAAO;CACzB,MAAM,UAAU,OAAO;CACvB,MAAM,WAAW,OAAO;CACxB,MAAM,aAAa,OAAO;CAE1B,OAAO,MACJ,eAAe,EACd,UAAU;EACR,IAAI,MAAM;EACV,SAAS,MAAM;EACf,QAAQ,MAAM,OAAO;EACrB,QAAQ;EACR,UAAU,MAAM,OAAO;CACzB,EACF,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,YAAY,OAAO,UACtB,QAAQ,MAAM,MAAM,EACpB,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAW,OAAO;CAAM,CAAC,CAC1F,CACF;CAEF,MAAM,SAAS,OAAO,QACnB,MAAM;EACL,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,SAAS,UAAU;EACnB,WAAW,MAAM,aAAA;EACjB,UAAU,UAAU;CACtB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,UAAU,OAAO,OAAO,IAC5B;EACE,YAAY,SAAS,WAAW,OAAO,KAAI,UAAS,MAAM,OAAO,CAAC,EAAE,KAClE,OAAO,UACL,UACE,IAAI,wBAAwB;GAC1B,SAAS,MAAM;GACf,OAAO;GACP,OAAO;EACT,CAAC,CACL,CACF;EACA,SAAS,WACN,UAAU;GACT,SAAS,UAAU;GACnB,aAAa,UAAU;GACvB,UAAU,UAAU;EACtB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;GAC1B,SAAS,MAAM;GACf,OAAO;GACP,OAAO;EACT,CAAC,CACL,CACF;CACJ,GACA,EAAE,aAAa,YAAY,CAC7B;CAEA,IAAI,QAAQ,WAAW,WAAW,OAAO,QACvC,OAAO,OAAO,OAAO,KACnB,IAAI,wBAAwB;EAC1B,SAAS;EACT,OAAO;CACT,CAAC,CACH;CAGF,MAAM,gBAAgBA,MAAI,IAAI,QAAQ,QAAQ,UAAU,EAAE,KAAK,CAAC,OAAO,gBAAgB;EACrF;EACA;CACF,EAAE;CAEF,OAAO,MACJ,sBAAsB;EACrB,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,QAAQ;CACV,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,aAAa,OAAO,QAAQ,OAAO,UAAU,QAAQ,MAAM,YAAY,CAAC;CAE9E,OAAO,OAAO,MACX,kBAAkB;EACjB,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,OAAO,QAAQ,QAAQ,SAAS,UAAU;EAC1C,SAAS,QAAQ,QAAQ,WAAW,UAAU;EAC9C,aAAa,MAAM;EACnB;EACA,YAAY,OAAO;CACrB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;AACJ,CAAC,EAAE,KACD,OAAO,SAAS,iCAAiC,GACjD,OAAO,OAAM,UACX,oBAAoB,OAAO,KAAK,EAAE,KAAK,OAAO,cAAc,OAAO,KAAK,KAAK,CAAC,CAAC,CACjF,CACF;AAQF,MAAa,+BAA2D,EACtE,QAAQ,wBACV"}
1
+ {"version":3,"file":"ingestion.mjs","names":["Arr"],"sources":["../src/ingestion.ts"],"sourcesContent":["import { Array as Arr, Effect } from 'effect'\nimport { KnowledgeChunker } from './chunking.ts'\nimport { defaultKnowledgeChunkMaxTokens } from './documents.ts'\nimport type { KnowledgeDocumentId, KnowledgeScopeId } from './documents.ts'\nimport { KnowledgeEmbedder } from './embeddings.ts'\nimport { KnowledgeExtractor } from './extraction.ts'\nimport { KnowledgeSummarizer } from './summarization.ts'\nimport type { LoadedKnowledgeSource } from './extraction.ts'\nimport { KnowledgeIngestionError } from './errors.ts'\nimport { SearchIndexStore } from './store.ts'\n\nexport type IngestKnowledgeDocumentInput = {\n readonly scopeId: KnowledgeScopeId\n readonly documentId: KnowledgeDocumentId\n readonly source: LoadedKnowledgeSource\n readonly contentHash?: string\n readonly maxTokens?: number\n}\n\nconst markErrorBestEffort = (input: IngestKnowledgeDocumentInput, error: KnowledgeIngestionError) =>\n Effect.gen(function* () {\n const store = yield* SearchIndexStore\n yield* store.markDocumentError({\n scopeId: input.scopeId,\n documentId: input.documentId,\n message: error.message\n })\n }).pipe(Effect.catch(() => Effect.void))\n\nexport const ingestKnowledgeDocument = (input: IngestKnowledgeDocumentInput) =>\n Effect.gen(function* () {\n yield* Effect.annotateCurrentSpan({\n 'knowledge_search.scope_id': input.scopeId,\n 'knowledge_search.document_id': input.documentId,\n 'knowledge_search.source_type': input.source.source._tag\n })\n const store = yield* SearchIndexStore\n const extractor = yield* KnowledgeExtractor\n const chunker = yield* KnowledgeChunker\n const embedder = yield* KnowledgeEmbedder\n const summarizer = yield* KnowledgeSummarizer\n\n yield* store\n .upsertDocument({\n document: {\n id: input.documentId,\n scopeId: input.scopeId,\n source: input.source.source,\n status: 'processing',\n metadata: input.source.metadata\n }\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n )\n )\n\n const extracted = yield* extractor\n .extract(input.source)\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'extract', cause: error })\n )\n )\n\n const chunks = yield* chunker\n .chunk({\n scopeId: input.scopeId,\n documentId: input.documentId,\n content: extracted.content,\n maxTokens: input.maxTokens ?? defaultKnowledgeChunkMaxTokens,\n metadata: extracted.metadata\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'chunk', cause: error })\n )\n )\n\n const indexed = yield* Effect.all(\n {\n embeddings: embedder.embedTexts(chunks.map(chunk => chunk.content)).pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({\n message: error.message,\n stage: 'embed',\n cause: error\n })\n )\n ),\n summary: summarizer\n .summarize({\n content: extracted.content,\n sourceTitle: extracted.title,\n metadata: extracted.metadata\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({\n message: error.message,\n stage: 'summarize',\n cause: error\n })\n )\n )\n },\n { concurrency: 'unbounded' }\n )\n\n if (indexed.embeddings.length !== chunks.length) {\n return yield* Effect.fail(\n new KnowledgeIngestionError({\n message: 'Embedding count did not match chunk count',\n stage: 'embed'\n })\n )\n }\n\n const indexedChunks = Arr.zip(chunks, indexed.embeddings).map(([chunk, embedding]) => ({\n chunk,\n embedding\n }))\n\n yield* store\n .replaceDocumentChunks({\n scopeId: input.scopeId,\n documentId: input.documentId,\n chunks: indexedChunks\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n )\n )\n\n const tokenCount = chunks.reduce((total, chunk) => total + chunk.tokenCount, 0)\n\n return yield* store\n .markDocumentReady({\n scopeId: input.scopeId,\n documentId: input.documentId,\n title: indexed.summary.title ?? extracted.title,\n summary: indexed.summary.summary ?? extracted.summary,\n contentHash: input.contentHash,\n tokenCount,\n chunkCount: chunks.length\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n )\n )\n }).pipe(\n Effect.withSpan('knowledge_search.ingestDocument'),\n Effect.catch(error =>\n markErrorBestEffort(input, error).pipe(Effect.flatMap(() => Effect.fail(error)))\n )\n )\n\nexport type KnowledgeIngestionPipeline = {\n readonly ingest: (\n input: IngestKnowledgeDocumentInput\n ) => ReturnType<typeof ingestKnowledgeDocument>\n}\n\nexport const makeIngestionPipeline = (): KnowledgeIngestionPipeline => ({\n ingest: ingestKnowledgeDocument\n})\n"],"mappings":";;;;;;;;;AAmBA,MAAM,uBAAuB,OAAqC,UAChE,OAAO,IAAI,aAAa;CAEtB,QAAO,OADc,iBAAA,CACR,kBAAkB;EAC7B,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,SAAS,MAAM;CACjB,CAAC;AACH,CAAC,CAAC,CAAC,KAAK,OAAO,YAAY,OAAO,IAAI,CAAC;AAEzC,MAAa,2BAA2B,UACtC,OAAO,IAAI,aAAa;CACtB,OAAO,OAAO,oBAAoB;EAChC,6BAA6B,MAAM;EACnC,gCAAgC,MAAM;EACtC,gCAAgC,MAAM,OAAO,OAAO;CACtD,CAAC;CACD,MAAM,QAAQ,OAAO;CACrB,MAAM,YAAY,OAAO;CACzB,MAAM,UAAU,OAAO;CACvB,MAAM,WAAW,OAAO;CACxB,MAAM,aAAa,OAAO;CAE1B,OAAO,MACJ,eAAe,EACd,UAAU;EACR,IAAI,MAAM;EACV,SAAS,MAAM;EACf,QAAQ,MAAM,OAAO;EACrB,QAAQ;EACR,UAAU,MAAM,OAAO;CACzB,EACF,CAAC,CAAC,CACD,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,YAAY,OAAO,UACtB,QAAQ,MAAM,MAAM,CAAC,CACrB,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAW,OAAO;CAAM,CAAC,CAC1F,CACF;CAEF,MAAM,SAAS,OAAO,QACnB,MAAM;EACL,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,SAAS,UAAU;EACnB,WAAW,MAAM,aAAA;EACjB,UAAU,UAAU;CACtB,CAAC,CAAC,CACD,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,UAAU,OAAO,OAAO,IAC5B;EACE,YAAY,SAAS,WAAW,OAAO,KAAI,UAAS,MAAM,OAAO,CAAC,CAAC,CAAC,KAClE,OAAO,UACL,UACE,IAAI,wBAAwB;GAC1B,SAAS,MAAM;GACf,OAAO;GACP,OAAO;EACT,CAAC,CACL,CACF;EACA,SAAS,WACN,UAAU;GACT,SAAS,UAAU;GACnB,aAAa,UAAU;GACvB,UAAU,UAAU;EACtB,CAAC,CAAC,CACD,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;GAC1B,SAAS,MAAM;GACf,OAAO;GACP,OAAO;EACT,CAAC,CACL,CACF;CACJ,GACA,EAAE,aAAa,YAAY,CAC7B;CAEA,IAAI,QAAQ,WAAW,WAAW,OAAO,QACvC,OAAO,OAAO,OAAO,KACnB,IAAI,wBAAwB;EAC1B,SAAS;EACT,OAAO;CACT,CAAC,CACH;CAGF,MAAM,gBAAgBA,MAAI,IAAI,QAAQ,QAAQ,UAAU,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB;EACrF;EACA;CACF,EAAE;CAEF,OAAO,MACJ,sBAAsB;EACrB,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,QAAQ;CACV,CAAC,CAAC,CACD,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,aAAa,OAAO,QAAQ,OAAO,UAAU,QAAQ,MAAM,YAAY,CAAC;CAE9E,OAAO,OAAO,MACX,kBAAkB;EACjB,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,OAAO,QAAQ,QAAQ,SAAS,UAAU;EAC1C,SAAS,QAAQ,QAAQ,WAAW,UAAU;EAC9C,aAAa,MAAM;EACnB;EACA,YAAY,OAAO;CACrB,CAAC,CAAC,CACD,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;AACJ,CAAC,CAAC,CAAC,KACD,OAAO,SAAS,iCAAiC,GACjD,OAAO,OAAM,UACX,oBAAoB,OAAO,KAAK,CAAC,CAAC,KAAK,OAAO,cAAc,OAAO,KAAK,KAAK,CAAC,CAAC,CACjF,CACF;AAQF,MAAa,+BAA2D,EACtE,QAAQ,wBACV"}
package/dist/search.d.mts CHANGED
@@ -1,11 +1,9 @@
1
1
  import { IndexedKnowledgeDocument, KnowledgeChunk, KnowledgeSearchScope } from "./documents.mjs";
2
- import { KnowledgeSearchError } from "./errors.mjs";
3
2
  import { KnowledgeEmbedder } from "./embeddings.mjs";
3
+ import { KnowledgeSearchError } from "./errors.mjs";
4
4
  import { SearchIndexStore } from "./store.mjs";
5
5
  import { Effect } from "effect";
6
-
7
- //#region src/search.d.ts
8
- type KnowledgeSearchInput = {
6
+ export type KnowledgeSearchInput = {
9
7
  readonly scope: KnowledgeSearchScope;
10
8
  readonly query: string;
11
9
  readonly limit?: number;
@@ -15,35 +13,33 @@ type KnowledgeSearchInput = {
15
13
  readonly vectorLimit?: number;
16
14
  readonly textLimit?: number;
17
15
  };
18
- type KnowledgeSearchMode = 'vector' | 'hybrid';
19
- type KnowledgeSearchScores = {
16
+ export type KnowledgeSearchMode = 'vector' | 'hybrid';
17
+ export type KnowledgeSearchScores = {
20
18
  readonly vector?: number;
21
19
  readonly text?: number;
22
20
  readonly fused?: number;
23
21
  };
24
- type KnowledgeSearchResult = {
22
+ export type KnowledgeSearchResult = {
25
23
  readonly chunk: KnowledgeChunk;
26
24
  readonly score: number;
27
25
  readonly document: IndexedKnowledgeDocument;
28
26
  readonly context?: ReadonlyArray<KnowledgeChunk>;
29
27
  readonly scores?: KnowledgeSearchScores;
30
28
  };
31
- type KnowledgeSearchContext = {
29
+ export type KnowledgeSearchContext = {
32
30
  readonly query: string;
33
31
  readonly results: ReadonlyArray<KnowledgeSearchResult>;
34
32
  readonly text: string;
35
33
  };
36
- type KnowledgeSearcher = {
34
+ export type KnowledgeSearcher = {
37
35
  readonly search: (input: KnowledgeSearchInput) => Effect.Effect<ReadonlyArray<KnowledgeSearchResult>, KnowledgeSearchError>;
38
36
  };
39
- declare const packKnowledgeSearchContext: (query: string, results: ReadonlyArray<KnowledgeSearchResult>) => KnowledgeSearchContext;
40
- declare const fuseKnowledgeSearchResults: (input: {
37
+ export declare const packKnowledgeSearchContext: (query: string, results: ReadonlyArray<KnowledgeSearchResult>) => KnowledgeSearchContext;
38
+ export declare const fuseKnowledgeSearchResults: (input: {
41
39
  readonly vectorResults: ReadonlyArray<KnowledgeSearchResult>;
42
40
  readonly textResults: ReadonlyArray<KnowledgeSearchResult>;
43
41
  readonly limit: number;
44
42
  readonly rankConstant?: number;
45
43
  }) => ReadonlyArray<KnowledgeSearchResult>;
46
- declare const searchKnowledge: (input: KnowledgeSearchInput) => Effect.Effect<readonly KnowledgeSearchResult[], KnowledgeSearchError, KnowledgeEmbedder | SearchIndexStore>;
47
- //#endregion
48
- export { KnowledgeSearchContext, KnowledgeSearchInput, KnowledgeSearchMode, KnowledgeSearchResult, KnowledgeSearchScores, KnowledgeSearcher, fuseKnowledgeSearchResults, packKnowledgeSearchContext, searchKnowledge };
44
+ export declare const searchKnowledge: (input: KnowledgeSearchInput) => Effect.Effect<readonly KnowledgeSearchResult[], KnowledgeSearchError, KnowledgeEmbedder | SearchIndexStore>;
49
45
  //# sourceMappingURL=search.d.mts.map
@@ -1 +1 @@
1
- {"version":3,"file":"search.d.mts","names":[],"sources":["../src/search.ts"],"mappings":";;;;;;;KAMY,oBAAA;EAAA,SACD,KAAA,EAAO,oBAAA;EAAA,SACP,KAAA;EAAA,SACA,KAAA;EAAA,SACA,QAAA;EAAA,SACA,aAAA;EAAA,SACA,IAAA,GAAO,mBAAmB;EAAA,SAC1B,WAAA;EAAA,SACA,SAAA;AAAA;AAAA,KAGC,mBAAA;AAAA,KAEA,qBAAA;EAAA,SACD,MAAA;EAAA,SACA,IAAA;EAAA,SACA,KAAA;AAAA;AAAA,KAGC,qBAAA;EAAA,SACD,KAAA,EAAO,cAAA;EAAA,SACP,KAAA;EAAA,SACA,QAAA,EAAU,wBAAA;EAAA,SACV,OAAA,GAAU,aAAA,CAAc,cAAA;EAAA,SACxB,MAAA,GAAS,qBAAA;AAAA;AAAA,KAGR,sBAAA;EAAA,SACD,KAAA;EAAA,SACA,OAAA,EAAS,aAAa,CAAC,qBAAA;EAAA,SACvB,IAAA;AAAA;AAAA,KAGC,iBAAA;EAAA,SACD,MAAA,GACP,KAAA,EAAO,oBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,qBAAA,GAAwB,oBAAA;AAAA;AAAA,cAM9C,0BAAA,GACX,KAAA,UACA,OAAA,EAAS,aAAA,CAAc,qBAAA,MACtB,sBAAA;AAAA,cAkBU,0BAAA,GAA8B,KAAA;EAAA,SAChC,aAAA,EAAe,aAAA,CAAc,qBAAA;EAAA,SAC7B,WAAA,EAAa,aAAA,CAAc,qBAAA;EAAA,SAC3B,KAAA;EAAA,SACA,YAAA;AAAA,MACP,aAAA,CAAc,qBAAA;AAAA,cA8JL,eAAA,GAAmB,KAAA,EAAO,oBAAA,KAAoB,MAAA,CAAA,MAAA,UAAA,qBAAA,IAAA,oBAAA,EAAA,iBAAA,GAAA,gBAAA"}
1
+ {"version":3,"file":"search.d.mts","names":[],"sources":["../src/search.ts"],"mappings":";;;;;YAMY;WACD,OAAO;WACP;WACA;WACA;WACA;WACA,OAAO;WACP;WACA;;YAGC;YAEA;WACD;WACA;WACA;;YAGC;WACD,OAAO;WACP;WACA,UAAU;WACV,UAAU,cAAc;WACxB,SAAS;;YAGR;WACD;WACA,SAAS,cAAc;WACvB;;YAGC;WACD,SACP,OAAO,yBACJ,OAAO,OAAO,cAAc,wBAAwB;;qBAM9C,6BAA0B,eACxB,SACJ,cAAc,2BACtB;qBAkBU,6BAA0B;WAC5B,eAAe,cAAc;WAC7B,aAAa,cAAc;WAC3B;WACA;MACP,cAAc;qBA8JL,kBAAe,OAAW,yBAAoB,OAAA,gBAAA,yBAAA,sBAAA,oBAAA"}
package/dist/search.mjs CHANGED
@@ -1,8 +1,8 @@
1
- import { KnowledgeSearchError } from "./errors.mjs";
2
1
  import { KnowledgeEmbedder } from "./embeddings.mjs";
2
+ import { KnowledgeSearchError } from "./errors.mjs";
3
3
  import { SearchIndexStore } from "./store.mjs";
4
4
  import { Effect, Match } from "effect";
5
- //#region src/search.ts
5
+ // src/search.ts
6
6
  const packedResultText = (result) => result.context?.map((chunk) => chunk.content).join("\n\n") ?? result.chunk.content;
7
7
  const packKnowledgeSearchContext = (query, results) => ({
8
8
  query,
@@ -171,7 +171,6 @@ const searchKnowledge = (input) => Effect.gen(function* () {
171
171
  cause: error
172
172
  }))));
173
173
  }).pipe(Effect.withSpan("knowledge_search.search"));
174
- //#endregion
175
174
  export { fuseKnowledgeSearchResults, packKnowledgeSearchContext, searchKnowledge };
176
175
 
177
176
  //# sourceMappingURL=search.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"search.mjs","names":[],"sources":["../src/search.ts"],"sourcesContent":["import { Effect, Match } from 'effect'\nimport type { IndexedKnowledgeDocument, KnowledgeChunk, KnowledgeSearchScope } from './documents.ts'\nimport { KnowledgeEmbedder } from './embeddings.ts'\nimport { KnowledgeSearchError } from './errors.ts'\nimport { SearchIndexStore } from './store.ts'\n\nexport type KnowledgeSearchInput = {\n readonly scope: KnowledgeSearchScope\n readonly query: string\n readonly limit?: number\n readonly minScore?: number\n readonly contextChunks?: number\n readonly mode?: KnowledgeSearchMode\n readonly vectorLimit?: number\n readonly textLimit?: number\n}\n\nexport type KnowledgeSearchMode = 'vector' | 'hybrid'\n\nexport type KnowledgeSearchScores = {\n readonly vector?: number\n readonly text?: number\n readonly fused?: number\n}\n\nexport type KnowledgeSearchResult = {\n readonly chunk: KnowledgeChunk\n readonly score: number\n readonly document: IndexedKnowledgeDocument\n readonly context?: ReadonlyArray<KnowledgeChunk>\n readonly scores?: KnowledgeSearchScores\n}\n\nexport type KnowledgeSearchContext = {\n readonly query: string\n readonly results: ReadonlyArray<KnowledgeSearchResult>\n readonly text: string\n}\n\nexport type KnowledgeSearcher = {\n readonly search: (\n input: KnowledgeSearchInput\n ) => Effect.Effect<ReadonlyArray<KnowledgeSearchResult>, KnowledgeSearchError>\n}\n\nconst packedResultText = (result: KnowledgeSearchResult) =>\n result.context?.map(chunk => chunk.content).join('\\n\\n') ?? result.chunk.content\n\nexport const packKnowledgeSearchContext = (\n query: string,\n results: ReadonlyArray<KnowledgeSearchResult>\n): KnowledgeSearchContext => ({\n query,\n results,\n text: results.map(packedResultText).join('\\n\\n')\n})\n\nconst scopeIds = (scope: KnowledgeSearchScope): ReadonlyArray<string> =>\n Match.value(scope).pipe(\n Match.tagsExhaustive({\n KnowledgeScope: ({ id }) => [id],\n KnowledgeScopes: ({ ids }) => ids\n })\n )\n\nconst defaultHybridCandidateLimit = (limit: number) => Math.max(limit * 5, 40)\n\nconst reciprocalRankFusionScore = (rank: number, rankConstant: number) => 1 / (rankConstant + rank)\n\nexport const fuseKnowledgeSearchResults = (input: {\n readonly vectorResults: ReadonlyArray<KnowledgeSearchResult>\n readonly textResults: ReadonlyArray<KnowledgeSearchResult>\n readonly limit: number\n readonly rankConstant?: number\n}): ReadonlyArray<KnowledgeSearchResult> => {\n const rankConstant = input.rankConstant ?? 60\n\n const fused = new Map<\n string,\n {\n readonly result: KnowledgeSearchResult\n readonly vector?: number\n readonly text?: number\n readonly fused: number\n }\n >()\n\n const addResults = (results: ReadonlyArray<KnowledgeSearchResult>, kind: 'vector' | 'text') => {\n results.forEach((result, index) => {\n const rank = index + 1\n const previous = fused.get(result.chunk.id)\n const nextFused = (previous?.fused ?? 0) + reciprocalRankFusionScore(rank, rankConstant)\n fused.set(result.chunk.id, {\n result: previous?.result ?? result,\n vector: kind === 'vector' ? result.score : previous?.vector,\n text: kind === 'text' ? result.score : previous?.text,\n fused: nextFused\n })\n })\n }\n\n addResults(input.vectorResults, 'vector')\n addResults(input.textResults, 'text')\n\n return Array.from(fused.values())\n .sort((left, right) => right.fused - left.fused)\n .slice(0, input.limit)\n .map(item => ({\n ...item.result,\n score: item.fused,\n scores: { vector: item.vector, text: item.text, fused: item.fused }\n }))\n}\n\nconst validateSearchInput = (input: KnowledgeSearchInput) => {\n const query = input.query.trim()\n const ids = scopeIds(input.scope)\n const limit = input.limit ?? 10\n const contextChunks = input.contextChunks ?? 0\n const mode = input.mode ?? 'hybrid'\n\n const vectorLimit =\n input.vectorLimit ?? (mode === 'hybrid' ? defaultHybridCandidateLimit(limit) : limit)\n\n const textLimit = input.textLimit ?? defaultHybridCandidateLimit(limit)\n\n if (query.length === 0) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search query is empty', stage: 'embed' })\n )\n }\n\n if (ids.length === 0) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search scope is empty', stage: 'store' })\n )\n }\n\n if (!Number.isInteger(limit) || limit < 1) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search limit must be positive', stage: 'store' })\n )\n }\n\n if (!Number.isInteger(vectorLimit) || vectorLimit < 1) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Vector search limit must be positive', stage: 'store' })\n )\n }\n\n if (!Number.isInteger(textLimit) || textLimit < 1) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Text search limit must be positive', stage: 'store' })\n )\n }\n\n if (mode !== 'vector' && mode !== 'hybrid') {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search mode is invalid', stage: 'store' })\n )\n }\n\n if (!Number.isInteger(contextChunks) || contextChunks < 0) {\n return Effect.fail(\n new KnowledgeSearchError({\n message: 'Context chunks must be zero or positive',\n stage: 'store'\n })\n )\n }\n\n if (input.minScore !== undefined && !Number.isFinite(input.minScore)) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search minScore must be finite', stage: 'store' })\n )\n }\n\n return Effect.succeed({ query, limit, contextChunks, mode, vectorLimit, textLimit })\n}\n\nconst searchVectorChunks = (input: {\n readonly scope: KnowledgeSearchScope\n readonly query: string\n readonly limit: number\n readonly minScore?: number\n}) =>\n Effect.gen(function* () {\n const store = yield* SearchIndexStore\n const embedder = yield* KnowledgeEmbedder\n\n const embedding = yield* embedder\n .embedQuery(input.query)\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeSearchError({ message: error.message, stage: 'embed', cause: error })\n )\n )\n\n return yield* store\n .searchChunks({\n scope: input.scope,\n embedding,\n limit: input.limit,\n minScore: input.minScore\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeSearchError({ message: error.message, stage: 'store', cause: error })\n )\n )\n })\n\nconst searchTextChunks = (input: {\n readonly scope: KnowledgeSearchScope\n readonly query: string\n readonly limit: number\n}) =>\n Effect.gen(function* () {\n const store = yield* SearchIndexStore\n\n return yield* store\n .searchChunksByText({ scope: input.scope, query: input.query, limit: input.limit })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeSearchError({ message: error.message, stage: 'store', cause: error })\n )\n )\n })\n\nexport const searchKnowledge = (input: KnowledgeSearchInput) =>\n Effect.gen(function* () {\n const valid = yield* validateSearchInput(input)\n yield* Effect.annotateCurrentSpan({\n 'knowledge_search.query_length': valid.query.length,\n 'knowledge_search.limit': valid.limit,\n 'knowledge_search.mode': valid.mode,\n 'knowledge_search.context_chunks': valid.contextChunks,\n 'knowledge_search.scope_count': scopeIds(input.scope).length\n })\n const store = yield* SearchIndexStore\n\n const results: ReadonlyArray<KnowledgeSearchResult> =\n valid.mode === 'vector'\n ? yield* searchVectorChunks({\n scope: input.scope,\n query: valid.query,\n limit: valid.vectorLimit,\n minScore: input.minScore\n })\n : yield* Effect.gen(function* () {\n const searches = yield* Effect.all(\n {\n vectorResults: searchVectorChunks({\n scope: input.scope,\n query: valid.query,\n limit: valid.vectorLimit,\n minScore: input.minScore\n }),\n textResults: searchTextChunks({\n scope: input.scope,\n query: valid.query,\n limit: valid.textLimit\n })\n },\n { concurrency: 'unbounded' }\n )\n\n return fuseKnowledgeSearchResults({\n vectorResults: searches.vectorResults,\n textResults: searches.textResults,\n limit: valid.limit\n })\n })\n\n if (valid.contextChunks === 0) {\n return results\n }\n\n return yield* Effect.forEach(results, result =>\n store\n .getContextChunks({\n scopeId: result.chunk.scopeId,\n documentId: result.chunk.documentId,\n position: result.chunk.position,\n contextChunks: valid.contextChunks\n })\n .pipe(\n Effect.map(context => ({ ...result, context })),\n Effect.mapError(\n error =>\n new KnowledgeSearchError({ message: error.message, stage: 'store', cause: error })\n )\n )\n )\n }).pipe(Effect.withSpan('knowledge_search.search'))\n"],"mappings":";;;;;AA6CA,MAAM,oBAAoB,WACxB,OAAO,SAAS,KAAI,UAAS,MAAM,OAAO,EAAE,KAAK,MAAM,KAAK,OAAO,MAAM;AAE3E,MAAa,8BACX,OACA,aAC4B;CAC5B;CACA;CACA,MAAM,QAAQ,IAAI,gBAAgB,EAAE,KAAK,MAAM;AACjD;AAEA,MAAM,YAAY,UAChB,MAAM,MAAM,KAAK,EAAE,KACjB,MAAM,eAAe;CACnB,iBAAiB,EAAE,SAAS,CAAC,EAAE;CAC/B,kBAAkB,EAAE,UAAU;AAChC,CAAC,CACH;AAEF,MAAM,+BAA+B,UAAkB,KAAK,IAAI,QAAQ,GAAG,EAAE;AAE7E,MAAM,6BAA6B,MAAc,iBAAyB,KAAK,eAAe;AAE9F,MAAa,8BAA8B,UAKC;CAC1C,MAAM,eAAe,MAAM,gBAAgB;CAE3C,MAAM,wBAAQ,IAAI,IAQhB;CAEF,MAAM,cAAc,SAA+C,SAA4B;EAC7F,QAAQ,SAAS,QAAQ,UAAU;GACjC,MAAM,OAAO,QAAQ;GACrB,MAAM,WAAW,MAAM,IAAI,OAAO,MAAM,EAAE;GAC1C,MAAM,aAAa,UAAU,SAAS,KAAK,0BAA0B,MAAM,YAAY;GACvF,MAAM,IAAI,OAAO,MAAM,IAAI;IACzB,QAAQ,UAAU,UAAU;IAC5B,QAAQ,SAAS,WAAW,OAAO,QAAQ,UAAU;IACrD,MAAM,SAAS,SAAS,OAAO,QAAQ,UAAU;IACjD,OAAO;GACT,CAAC;EACH,CAAC;CACH;CAEA,WAAW,MAAM,eAAe,QAAQ;CACxC,WAAW,MAAM,aAAa,MAAM;CAEpC,OAAO,MAAM,KAAK,MAAM,OAAO,CAAC,EAC7B,MAAM,MAAM,UAAU,MAAM,QAAQ,KAAK,KAAK,EAC9C,MAAM,GAAG,MAAM,KAAK,EACpB,KAAI,UAAS;EACZ,GAAG,KAAK;EACR,OAAO,KAAK;EACZ,QAAQ;GAAE,QAAQ,KAAK;GAAQ,MAAM,KAAK;GAAM,OAAO,KAAK;EAAM;CACpE,EAAE;AACN;AAEA,MAAM,uBAAuB,UAAgC;CAC3D,MAAM,QAAQ,MAAM,MAAM,KAAK;CAC/B,MAAM,MAAM,SAAS,MAAM,KAAK;CAChC,MAAM,QAAQ,MAAM,SAAS;CAC7B,MAAM,gBAAgB,MAAM,iBAAiB;CAC7C,MAAM,OAAO,MAAM,QAAQ;CAE3B,MAAM,cACJ,MAAM,gBAAgB,SAAS,WAAW,4BAA4B,KAAK,IAAI;CAEjF,MAAM,YAAY,MAAM,aAAa,4BAA4B,KAAK;CAEtE,IAAI,MAAM,WAAW,GACnB,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAyB,OAAO;CAAQ,CAAC,CAC/E;CAGF,IAAI,IAAI,WAAW,GACjB,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAyB,OAAO;CAAQ,CAAC,CAC/E;CAGF,IAAI,CAAC,OAAO,UAAU,KAAK,KAAK,QAAQ,GACtC,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAiC,OAAO;CAAQ,CAAC,CACvF;CAGF,IAAI,CAAC,OAAO,UAAU,WAAW,KAAK,cAAc,GAClD,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAwC,OAAO;CAAQ,CAAC,CAC9F;CAGF,IAAI,CAAC,OAAO,UAAU,SAAS,KAAK,YAAY,GAC9C,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAsC,OAAO;CAAQ,CAAC,CAC5F;CAGF,IAAI,SAAS,YAAY,SAAS,UAChC,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAA0B,OAAO;CAAQ,CAAC,CAChF;CAGF,IAAI,CAAC,OAAO,UAAU,aAAa,KAAK,gBAAgB,GACtD,OAAO,OAAO,KACZ,IAAI,qBAAqB;EACvB,SAAS;EACT,OAAO;CACT,CAAC,CACH;CAGF,IAAI,MAAM,aAAa,KAAA,KAAa,CAAC,OAAO,SAAS,MAAM,QAAQ,GACjE,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAkC,OAAO;CAAQ,CAAC,CACxF;CAGF,OAAO,OAAO,QAAQ;EAAE;EAAO;EAAO;EAAe;EAAM;EAAa;CAAU,CAAC;AACrF;AAEA,MAAM,sBAAsB,UAM1B,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO;CAGrB,MAAM,YAAY,QAAO,OAFD,mBAGrB,WAAW,MAAM,KAAK,EACtB,KACC,OAAO,UACL,UACE,IAAI,qBAAqB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACrF,CACF;CAEF,OAAO,OAAO,MACX,aAAa;EACZ,OAAO,MAAM;EACb;EACA,OAAO,MAAM;EACb,UAAU,MAAM;CAClB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,qBAAqB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACrF,CACF;AACJ,CAAC;AAEH,MAAM,oBAAoB,UAKxB,OAAO,IAAI,aAAa;CAGtB,OAAO,QAAO,OAFO,kBAGlB,mBAAmB;EAAE,OAAO,MAAM;EAAO,OAAO,MAAM;EAAO,OAAO,MAAM;CAAM,CAAC,EACjF,KACC,OAAO,UACL,UACE,IAAI,qBAAqB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACrF,CACF;AACJ,CAAC;AAEH,MAAa,mBAAmB,UAC9B,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO,oBAAoB,KAAK;CAC9C,OAAO,OAAO,oBAAoB;EAChC,iCAAiC,MAAM,MAAM;EAC7C,0BAA0B,MAAM;EAChC,yBAAyB,MAAM;EAC/B,mCAAmC,MAAM;EACzC,gCAAgC,SAAS,MAAM,KAAK,EAAE;CACxD,CAAC;CACD,MAAM,QAAQ,OAAO;CAErB,MAAM,UACJ,MAAM,SAAS,WACX,OAAO,mBAAmB;EACxB,OAAO,MAAM;EACb,OAAO,MAAM;EACb,OAAO,MAAM;EACb,UAAU,MAAM;CAClB,CAAC,IACD,OAAO,OAAO,IAAI,aAAa;EAC7B,MAAM,WAAW,OAAO,OAAO,IAC7B;GACE,eAAe,mBAAmB;IAChC,OAAO,MAAM;IACb,OAAO,MAAM;IACb,OAAO,MAAM;IACb,UAAU,MAAM;GAClB,CAAC;GACD,aAAa,iBAAiB;IAC5B,OAAO,MAAM;IACb,OAAO,MAAM;IACb,OAAO,MAAM;GACf,CAAC;EACH,GACA,EAAE,aAAa,YAAY,CAC7B;EAEA,OAAO,2BAA2B;GAChC,eAAe,SAAS;GACxB,aAAa,SAAS;GACtB,OAAO,MAAM;EACf,CAAC;CACH,CAAC;CAEP,IAAI,MAAM,kBAAkB,GAC1B,OAAO;CAGT,OAAO,OAAO,OAAO,QAAQ,UAAS,WACpC,MACG,iBAAiB;EAChB,SAAS,OAAO,MAAM;EACtB,YAAY,OAAO,MAAM;EACzB,UAAU,OAAO,MAAM;EACvB,eAAe,MAAM;CACvB,CAAC,EACA,KACC,OAAO,KAAI,aAAY;EAAE,GAAG;EAAQ;CAAQ,EAAE,GAC9C,OAAO,UACL,UACE,IAAI,qBAAqB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACrF,CACF,CACJ;AACF,CAAC,EAAE,KAAK,OAAO,SAAS,yBAAyB,CAAC"}
1
+ {"version":3,"file":"search.mjs","names":[],"sources":["../src/search.ts"],"sourcesContent":["import { Effect, Match } from 'effect'\nimport type { IndexedKnowledgeDocument, KnowledgeChunk, KnowledgeSearchScope } from './documents.ts'\nimport { KnowledgeEmbedder } from './embeddings.ts'\nimport { KnowledgeSearchError } from './errors.ts'\nimport { SearchIndexStore } from './store.ts'\n\nexport type KnowledgeSearchInput = {\n readonly scope: KnowledgeSearchScope\n readonly query: string\n readonly limit?: number\n readonly minScore?: number\n readonly contextChunks?: number\n readonly mode?: KnowledgeSearchMode\n readonly vectorLimit?: number\n readonly textLimit?: number\n}\n\nexport type KnowledgeSearchMode = 'vector' | 'hybrid'\n\nexport type KnowledgeSearchScores = {\n readonly vector?: number\n readonly text?: number\n readonly fused?: number\n}\n\nexport type KnowledgeSearchResult = {\n readonly chunk: KnowledgeChunk\n readonly score: number\n readonly document: IndexedKnowledgeDocument\n readonly context?: ReadonlyArray<KnowledgeChunk>\n readonly scores?: KnowledgeSearchScores\n}\n\nexport type KnowledgeSearchContext = {\n readonly query: string\n readonly results: ReadonlyArray<KnowledgeSearchResult>\n readonly text: string\n}\n\nexport type KnowledgeSearcher = {\n readonly search: (\n input: KnowledgeSearchInput\n ) => Effect.Effect<ReadonlyArray<KnowledgeSearchResult>, KnowledgeSearchError>\n}\n\nconst packedResultText = (result: KnowledgeSearchResult) =>\n result.context?.map(chunk => chunk.content).join('\\n\\n') ?? result.chunk.content\n\nexport const packKnowledgeSearchContext = (\n query: string,\n results: ReadonlyArray<KnowledgeSearchResult>\n): KnowledgeSearchContext => ({\n query,\n results,\n text: results.map(packedResultText).join('\\n\\n')\n})\n\nconst scopeIds = (scope: KnowledgeSearchScope): ReadonlyArray<string> =>\n Match.value(scope).pipe(\n Match.tagsExhaustive({\n KnowledgeScope: ({ id }) => [id],\n KnowledgeScopes: ({ ids }) => ids\n })\n )\n\nconst defaultHybridCandidateLimit = (limit: number) => Math.max(limit * 5, 40)\n\nconst reciprocalRankFusionScore = (rank: number, rankConstant: number) => 1 / (rankConstant + rank)\n\nexport const fuseKnowledgeSearchResults = (input: {\n readonly vectorResults: ReadonlyArray<KnowledgeSearchResult>\n readonly textResults: ReadonlyArray<KnowledgeSearchResult>\n readonly limit: number\n readonly rankConstant?: number\n}): ReadonlyArray<KnowledgeSearchResult> => {\n const rankConstant = input.rankConstant ?? 60\n\n const fused = new Map<\n string,\n {\n readonly result: KnowledgeSearchResult\n readonly vector?: number\n readonly text?: number\n readonly fused: number\n }\n >()\n\n const addResults = (results: ReadonlyArray<KnowledgeSearchResult>, kind: 'vector' | 'text') => {\n results.forEach((result, index) => {\n const rank = index + 1\n const previous = fused.get(result.chunk.id)\n const nextFused = (previous?.fused ?? 0) + reciprocalRankFusionScore(rank, rankConstant)\n fused.set(result.chunk.id, {\n result: previous?.result ?? result,\n vector: kind === 'vector' ? result.score : previous?.vector,\n text: kind === 'text' ? result.score : previous?.text,\n fused: nextFused\n })\n })\n }\n\n addResults(input.vectorResults, 'vector')\n addResults(input.textResults, 'text')\n\n return Array.from(fused.values())\n .sort((left, right) => right.fused - left.fused)\n .slice(0, input.limit)\n .map(item => ({\n ...item.result,\n score: item.fused,\n scores: { vector: item.vector, text: item.text, fused: item.fused }\n }))\n}\n\nconst validateSearchInput = (input: KnowledgeSearchInput) => {\n const query = input.query.trim()\n const ids = scopeIds(input.scope)\n const limit = input.limit ?? 10\n const contextChunks = input.contextChunks ?? 0\n const mode = input.mode ?? 'hybrid'\n\n const vectorLimit =\n input.vectorLimit ?? (mode === 'hybrid' ? defaultHybridCandidateLimit(limit) : limit)\n\n const textLimit = input.textLimit ?? defaultHybridCandidateLimit(limit)\n\n if (query.length === 0) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search query is empty', stage: 'embed' })\n )\n }\n\n if (ids.length === 0) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search scope is empty', stage: 'store' })\n )\n }\n\n if (!Number.isInteger(limit) || limit < 1) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search limit must be positive', stage: 'store' })\n )\n }\n\n if (!Number.isInteger(vectorLimit) || vectorLimit < 1) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Vector search limit must be positive', stage: 'store' })\n )\n }\n\n if (!Number.isInteger(textLimit) || textLimit < 1) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Text search limit must be positive', stage: 'store' })\n )\n }\n\n if (mode !== 'vector' && mode !== 'hybrid') {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search mode is invalid', stage: 'store' })\n )\n }\n\n if (!Number.isInteger(contextChunks) || contextChunks < 0) {\n return Effect.fail(\n new KnowledgeSearchError({\n message: 'Context chunks must be zero or positive',\n stage: 'store'\n })\n )\n }\n\n if (input.minScore !== undefined && !Number.isFinite(input.minScore)) {\n return Effect.fail(\n new KnowledgeSearchError({ message: 'Search minScore must be finite', stage: 'store' })\n )\n }\n\n return Effect.succeed({ query, limit, contextChunks, mode, vectorLimit, textLimit })\n}\n\nconst searchVectorChunks = (input: {\n readonly scope: KnowledgeSearchScope\n readonly query: string\n readonly limit: number\n readonly minScore?: number\n}) =>\n Effect.gen(function* () {\n const store = yield* SearchIndexStore\n const embedder = yield* KnowledgeEmbedder\n\n const embedding = yield* embedder\n .embedQuery(input.query)\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeSearchError({ message: error.message, stage: 'embed', cause: error })\n )\n )\n\n return yield* store\n .searchChunks({\n scope: input.scope,\n embedding,\n limit: input.limit,\n minScore: input.minScore\n })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeSearchError({ message: error.message, stage: 'store', cause: error })\n )\n )\n })\n\nconst searchTextChunks = (input: {\n readonly scope: KnowledgeSearchScope\n readonly query: string\n readonly limit: number\n}) =>\n Effect.gen(function* () {\n const store = yield* SearchIndexStore\n\n return yield* store\n .searchChunksByText({ scope: input.scope, query: input.query, limit: input.limit })\n .pipe(\n Effect.mapError(\n error =>\n new KnowledgeSearchError({ message: error.message, stage: 'store', cause: error })\n )\n )\n })\n\nexport const searchKnowledge = (input: KnowledgeSearchInput) =>\n Effect.gen(function* () {\n const valid = yield* validateSearchInput(input)\n yield* Effect.annotateCurrentSpan({\n 'knowledge_search.query_length': valid.query.length,\n 'knowledge_search.limit': valid.limit,\n 'knowledge_search.mode': valid.mode,\n 'knowledge_search.context_chunks': valid.contextChunks,\n 'knowledge_search.scope_count': scopeIds(input.scope).length\n })\n const store = yield* SearchIndexStore\n\n const results: ReadonlyArray<KnowledgeSearchResult> =\n valid.mode === 'vector'\n ? yield* searchVectorChunks({\n scope: input.scope,\n query: valid.query,\n limit: valid.vectorLimit,\n minScore: input.minScore\n })\n : yield* Effect.gen(function* () {\n const searches = yield* Effect.all(\n {\n vectorResults: searchVectorChunks({\n scope: input.scope,\n query: valid.query,\n limit: valid.vectorLimit,\n minScore: input.minScore\n }),\n textResults: searchTextChunks({\n scope: input.scope,\n query: valid.query,\n limit: valid.textLimit\n })\n },\n { concurrency: 'unbounded' }\n )\n\n return fuseKnowledgeSearchResults({\n vectorResults: searches.vectorResults,\n textResults: searches.textResults,\n limit: valid.limit\n })\n })\n\n if (valid.contextChunks === 0) {\n return results\n }\n\n return yield* Effect.forEach(results, result =>\n store\n .getContextChunks({\n scopeId: result.chunk.scopeId,\n documentId: result.chunk.documentId,\n position: result.chunk.position,\n contextChunks: valid.contextChunks\n })\n .pipe(\n Effect.map(context => ({ ...result, context })),\n Effect.mapError(\n error =>\n new KnowledgeSearchError({ message: error.message, stage: 'store', cause: error })\n )\n )\n )\n }).pipe(Effect.withSpan('knowledge_search.search'))\n"],"mappings":";;;;;AA6CA,MAAM,oBAAoB,WACxB,OAAO,SAAS,KAAI,UAAS,MAAM,OAAO,CAAC,CAAC,KAAK,MAAM,KAAK,OAAO,MAAM;AAE3E,MAAa,8BACX,OACA,aAC4B;CAC5B;CACA;CACA,MAAM,QAAQ,IAAI,gBAAgB,CAAC,CAAC,KAAK,MAAM;AACjD;AAEA,MAAM,YAAY,UAChB,MAAM,MAAM,KAAK,CAAC,CAAC,KACjB,MAAM,eAAe;CACnB,iBAAiB,EAAE,SAAS,CAAC,EAAE;CAC/B,kBAAkB,EAAE,UAAU;AAChC,CAAC,CACH;AAEF,MAAM,+BAA+B,UAAkB,KAAK,IAAI,QAAQ,GAAG,EAAE;AAE7E,MAAM,6BAA6B,MAAc,iBAAyB,KAAK,eAAe;AAE9F,MAAa,8BAA8B,UAKC;CAC1C,MAAM,eAAe,MAAM,gBAAgB;CAE3C,MAAM,wBAAQ,IAAI,IAQhB;CAEF,MAAM,cAAc,SAA+C,SAA4B;EAC7F,QAAQ,SAAS,QAAQ,UAAU;GACjC,MAAM,OAAO,QAAQ;GACrB,MAAM,WAAW,MAAM,IAAI,OAAO,MAAM,EAAE;GAC1C,MAAM,aAAa,UAAU,SAAS,KAAK,0BAA0B,MAAM,YAAY;GACvF,MAAM,IAAI,OAAO,MAAM,IAAI;IACzB,QAAQ,UAAU,UAAU;IAC5B,QAAQ,SAAS,WAAW,OAAO,QAAQ,UAAU;IACrD,MAAM,SAAS,SAAS,OAAO,QAAQ,UAAU;IACjD,OAAO;GACT,CAAC;EACH,CAAC;CACH;CAEA,WAAW,MAAM,eAAe,QAAQ;CACxC,WAAW,MAAM,aAAa,MAAM;CAEpC,OAAO,MAAM,KAAK,MAAM,OAAO,CAAC,CAAC,CAC9B,MAAM,MAAM,UAAU,MAAM,QAAQ,KAAK,KAAK,CAAC,CAC/C,MAAM,GAAG,MAAM,KAAK,CAAC,CACrB,KAAI,UAAS;EACZ,GAAG,KAAK;EACR,OAAO,KAAK;EACZ,QAAQ;GAAE,QAAQ,KAAK;GAAQ,MAAM,KAAK;GAAM,OAAO,KAAK;EAAM;CACpE,EAAE;AACN;AAEA,MAAM,uBAAuB,UAAgC;CAC3D,MAAM,QAAQ,MAAM,MAAM,KAAK;CAC/B,MAAM,MAAM,SAAS,MAAM,KAAK;CAChC,MAAM,QAAQ,MAAM,SAAS;CAC7B,MAAM,gBAAgB,MAAM,iBAAiB;CAC7C,MAAM,OAAO,MAAM,QAAQ;CAE3B,MAAM,cACJ,MAAM,gBAAgB,SAAS,WAAW,4BAA4B,KAAK,IAAI;CAEjF,MAAM,YAAY,MAAM,aAAa,4BAA4B,KAAK;CAEtE,IAAI,MAAM,WAAW,GACnB,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAyB,OAAO;CAAQ,CAAC,CAC/E;CAGF,IAAI,IAAI,WAAW,GACjB,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAyB,OAAO;CAAQ,CAAC,CAC/E;CAGF,IAAI,CAAC,OAAO,UAAU,KAAK,KAAK,QAAQ,GACtC,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAiC,OAAO;CAAQ,CAAC,CACvF;CAGF,IAAI,CAAC,OAAO,UAAU,WAAW,KAAK,cAAc,GAClD,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAwC,OAAO;CAAQ,CAAC,CAC9F;CAGF,IAAI,CAAC,OAAO,UAAU,SAAS,KAAK,YAAY,GAC9C,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAsC,OAAO;CAAQ,CAAC,CAC5F;CAGF,IAAI,SAAS,YAAY,SAAS,UAChC,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAA0B,OAAO;CAAQ,CAAC,CAChF;CAGF,IAAI,CAAC,OAAO,UAAU,aAAa,KAAK,gBAAgB,GACtD,OAAO,OAAO,KACZ,IAAI,qBAAqB;EACvB,SAAS;EACT,OAAO;CACT,CAAC,CACH;CAGF,IAAI,MAAM,aAAa,KAAA,KAAa,CAAC,OAAO,SAAS,MAAM,QAAQ,GACjE,OAAO,OAAO,KACZ,IAAI,qBAAqB;EAAE,SAAS;EAAkC,OAAO;CAAQ,CAAC,CACxF;CAGF,OAAO,OAAO,QAAQ;EAAE;EAAO;EAAO;EAAe;EAAM;EAAa;CAAU,CAAC;AACrF;AAEA,MAAM,sBAAsB,UAM1B,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO;CAGrB,MAAM,YAAY,QAAO,OAFD,kBAAA,CAGrB,WAAW,MAAM,KAAK,CAAC,CACvB,KACC,OAAO,UACL,UACE,IAAI,qBAAqB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACrF,CACF;CAEF,OAAO,OAAO,MACX,aAAa;EACZ,OAAO,MAAM;EACb;EACA,OAAO,MAAM;EACb,UAAU,MAAM;CAClB,CAAC,CAAC,CACD,KACC,OAAO,UACL,UACE,IAAI,qBAAqB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACrF,CACF;AACJ,CAAC;AAEH,MAAM,oBAAoB,UAKxB,OAAO,IAAI,aAAa;CAGtB,OAAO,QAAO,OAFO,iBAAA,CAGlB,mBAAmB;EAAE,OAAO,MAAM;EAAO,OAAO,MAAM;EAAO,OAAO,MAAM;CAAM,CAAC,CAAC,CAClF,KACC,OAAO,UACL,UACE,IAAI,qBAAqB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACrF,CACF;AACJ,CAAC;AAEH,MAAa,mBAAmB,UAC9B,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO,oBAAoB,KAAK;CAC9C,OAAO,OAAO,oBAAoB;EAChC,iCAAiC,MAAM,MAAM;EAC7C,0BAA0B,MAAM;EAChC,yBAAyB,MAAM;EAC/B,mCAAmC,MAAM;EACzC,gCAAgC,SAAS,MAAM,KAAK,CAAC,CAAC;CACxD,CAAC;CACD,MAAM,QAAQ,OAAO;CAErB,MAAM,UACJ,MAAM,SAAS,WACX,OAAO,mBAAmB;EACxB,OAAO,MAAM;EACb,OAAO,MAAM;EACb,OAAO,MAAM;EACb,UAAU,MAAM;CAClB,CAAC,IACD,OAAO,OAAO,IAAI,aAAa;EAC7B,MAAM,WAAW,OAAO,OAAO,IAC7B;GACE,eAAe,mBAAmB;IAChC,OAAO,MAAM;IACb,OAAO,MAAM;IACb,OAAO,MAAM;IACb,UAAU,MAAM;GAClB,CAAC;GACD,aAAa,iBAAiB;IAC5B,OAAO,MAAM;IACb,OAAO,MAAM;IACb,OAAO,MAAM;GACf,CAAC;EACH,GACA,EAAE,aAAa,YAAY,CAC7B;EAEA,OAAO,2BAA2B;GAChC,eAAe,SAAS;GACxB,aAAa,SAAS;GACtB,OAAO,MAAM;EACf,CAAC;CACH,CAAC;CAEP,IAAI,MAAM,kBAAkB,GAC1B,OAAO;CAGT,OAAO,OAAO,OAAO,QAAQ,UAAS,WACpC,MACG,iBAAiB;EAChB,SAAS,OAAO,MAAM;EACtB,YAAY,OAAO,MAAM;EACzB,UAAU,OAAO,MAAM;EACvB,eAAe,MAAM;CACvB,CAAC,CAAC,CACD,KACC,OAAO,KAAI,aAAY;EAAE,GAAG;EAAQ;CAAQ,EAAE,GAC9C,OAAO,UACL,UACE,IAAI,qBAAqB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACrF,CACF,CACJ;AACF,CAAC,CAAC,CAAC,KAAK,OAAO,SAAS,yBAAyB,CAAC"}