@knowledgine/core 0.0.1 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config/config-loader.d.ts +15 -0
- package/dist/config/config-loader.d.ts.map +1 -0
- package/dist/config/config-loader.js +46 -0
- package/dist/config/config-loader.js.map +1 -0
- package/dist/config.d.ts +16 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +17 -0
- package/dist/config.js.map +1 -1
- package/dist/embedding/embedding-provider.d.ts +9 -0
- package/dist/embedding/embedding-provider.d.ts.map +1 -0
- package/dist/embedding/embedding-provider.js +2 -0
- package/dist/embedding/embedding-provider.js.map +1 -0
- package/dist/embedding/model-downloader.d.ts +34 -0
- package/dist/embedding/model-downloader.d.ts.map +1 -0
- package/dist/embedding/model-downloader.js +149 -0
- package/dist/embedding/model-downloader.js.map +1 -0
- package/dist/embedding/model-manager.d.ts +10 -0
- package/dist/embedding/model-manager.d.ts.map +1 -0
- package/dist/embedding/model-manager.js +32 -0
- package/dist/embedding/model-manager.js.map +1 -0
- package/dist/embedding/onnx-embedding-provider.d.ts +18 -0
- package/dist/embedding/onnx-embedding-provider.d.ts.map +1 -0
- package/dist/embedding/onnx-embedding-provider.js +121 -0
- package/dist/embedding/onnx-embedding-provider.js.map +1 -0
- package/dist/embedding/tokenizer.d.ts +19 -0
- package/dist/embedding/tokenizer.d.ts.map +1 -0
- package/dist/embedding/tokenizer.js +80 -0
- package/dist/embedding/tokenizer.js.map +1 -0
- package/dist/errors.d.ts +12 -0
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +21 -0
- package/dist/errors.js.map +1 -1
- package/dist/feedback/feedback-learner.d.ts +29 -0
- package/dist/feedback/feedback-learner.d.ts.map +1 -0
- package/dist/feedback/feedback-learner.js +88 -0
- package/dist/feedback/feedback-learner.js.map +1 -0
- package/dist/feedback/feedback-repository.d.ts +41 -0
- package/dist/feedback/feedback-repository.d.ts.map +1 -0
- package/dist/feedback/feedback-repository.js +94 -0
- package/dist/feedback/feedback-repository.js.map +1 -0
- package/dist/feedback/index.d.ts +5 -0
- package/dist/feedback/index.d.ts.map +1 -0
- package/dist/feedback/index.js +3 -0
- package/dist/feedback/index.js.map +1 -0
- package/dist/graph/entity-extractor.d.ts +26 -0
- package/dist/graph/entity-extractor.d.ts.map +1 -0
- package/dist/graph/entity-extractor.js +237 -0
- package/dist/graph/entity-extractor.js.map +1 -0
- package/dist/graph/graph-repository.d.ts +72 -0
- package/dist/graph/graph-repository.d.ts.map +1 -0
- package/dist/graph/graph-repository.js +442 -0
- package/dist/graph/graph-repository.js.map +1 -0
- package/dist/graph/index.d.ts +4 -0
- package/dist/graph/index.d.ts.map +1 -0
- package/dist/graph/index.js +4 -0
- package/dist/graph/index.js.map +1 -0
- package/dist/graph/relation-inferrer.d.ts +23 -0
- package/dist/graph/relation-inferrer.d.ts.map +1 -0
- package/dist/graph/relation-inferrer.js +89 -0
- package/dist/graph/relation-inferrer.js.map +1 -0
- package/dist/index.d.ts +33 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +37 -4
- package/dist/index.js.map +1 -1
- package/dist/provenance/provenance-repository.d.ts +47 -0
- package/dist/provenance/provenance-repository.d.ts.map +1 -0
- package/dist/provenance/provenance-repository.js +121 -0
- package/dist/provenance/provenance-repository.js.map +1 -0
- package/dist/search/hybrid-searcher.d.ts +14 -0
- package/dist/search/hybrid-searcher.d.ts.map +1 -0
- package/dist/search/hybrid-searcher.js +67 -0
- package/dist/search/hybrid-searcher.js.map +1 -0
- package/dist/search/knowledge-searcher.d.ts +8 -4
- package/dist/search/knowledge-searcher.d.ts.map +1 -1
- package/dist/search/knowledge-searcher.js +47 -16
- package/dist/search/knowledge-searcher.js.map +1 -1
- package/dist/search/link-generator.d.ts +7 -1
- package/dist/search/link-generator.d.ts.map +1 -1
- package/dist/search/link-generator.js +37 -1
- package/dist/search/link-generator.js.map +1 -1
- package/dist/search/semantic-searcher.d.ts +14 -0
- package/dist/search/semantic-searcher.d.ts.map +1 -0
- package/dist/search/semantic-searcher.js +30 -0
- package/dist/search/semantic-searcher.js.map +1 -0
- package/dist/services/knowledge-service.d.ts +128 -0
- package/dist/services/knowledge-service.d.ts.map +1 -0
- package/dist/services/knowledge-service.js +168 -0
- package/dist/services/knowledge-service.js.map +1 -0
- package/dist/storage/database.d.ts +9 -1
- package/dist/storage/database.d.ts.map +1 -1
- package/dist/storage/database.js +28 -1
- package/dist/storage/database.js.map +1 -1
- package/dist/storage/knowledge-repository.d.ts +27 -0
- package/dist/storage/knowledge-repository.d.ts.map +1 -1
- package/dist/storage/knowledge-repository.js +107 -3
- package/dist/storage/knowledge-repository.js.map +1 -1
- package/dist/storage/migrations/003_vector_embeddings.d.ts +3 -0
- package/dist/storage/migrations/003_vector_embeddings.d.ts.map +1 -0
- package/dist/storage/migrations/003_vector_embeddings.js +50 -0
- package/dist/storage/migrations/003_vector_embeddings.js.map +1 -0
- package/dist/storage/migrations/004_knowledge_graph.d.ts +3 -0
- package/dist/storage/migrations/004_knowledge_graph.d.ts.map +1 -0
- package/dist/storage/migrations/004_knowledge_graph.js +106 -0
- package/dist/storage/migrations/004_knowledge_graph.js.map +1 -0
- package/dist/storage/migrations/005a_events_layer.d.ts +3 -0
- package/dist/storage/migrations/005a_events_layer.d.ts.map +1 -0
- package/dist/storage/migrations/005a_events_layer.js +55 -0
- package/dist/storage/migrations/005a_events_layer.js.map +1 -0
- package/dist/storage/migrations/005b_bitemporal.d.ts +3 -0
- package/dist/storage/migrations/005b_bitemporal.d.ts.map +1 -0
- package/dist/storage/migrations/005b_bitemporal.js +53 -0
- package/dist/storage/migrations/005b_bitemporal.js.map +1 -0
- package/dist/storage/migrations/005c_provenance.d.ts +3 -0
- package/dist/storage/migrations/005c_provenance.d.ts.map +1 -0
- package/dist/storage/migrations/005c_provenance.js +56 -0
- package/dist/storage/migrations/005c_provenance.js.map +1 -0
- package/dist/storage/migrations/006_extraction_feedback.d.ts +3 -0
- package/dist/storage/migrations/006_extraction_feedback.d.ts.map +1 -0
- package/dist/storage/migrations/006_extraction_feedback.js +30 -0
- package/dist/storage/migrations/006_extraction_feedback.js.map +1 -0
- package/dist/types.d.ts +40 -0
- package/dist/types.d.ts.map +1 -1
- package/package.json +15 -4
package/dist/index.d.ts
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
|
-
export declare const VERSION
|
|
1
|
+
export declare const VERSION: string;
|
|
2
2
|
export { defineConfig } from "./config.js";
|
|
3
|
-
export type { KnowledgineConfig, PatternCategory } from "./config.js";
|
|
4
|
-
export type { PatternType, ExtractedPattern, ProblemSolutionPair, NoteLink, KnowledgeData, SearchResult, EntityType, RelationType, ObservationType, Entity, Relation, Observation, EntityWithGraph, MemoryLayer, MemoryEntry, MemoryContext, } from "./types.js";
|
|
5
|
-
export { KnowledgeError, KnowledgeNotFoundError, FTSIndexError, ValidationError, DatabaseError, ClassificationError, LinkGenerationError, MemoryNotFoundError, MemoryPromotionError, MemoryDemotionError, } from "./errors.js";
|
|
6
|
-
export {
|
|
3
|
+
export type { KnowledgineConfig, PatternCategory, EmbeddingConfig, SearchConfig, } from "./config.js";
|
|
4
|
+
export type { PatternType, ExtractedPattern, ProblemSolutionPair, NoteLink, KnowledgeData, SearchResult, EntityType, RelationType, ObservationType, Entity, Relation, Observation, EntityWithGraph, MemoryLayer, MemoryEntry, MemoryContext, EventType, SourceType, KnowledgeEvent, IngestCursor, FeedbackErrorType, FeedbackStatus, } from "./types.js";
|
|
5
|
+
export { KnowledgeError, KnowledgeNotFoundError, FTSIndexError, ValidationError, DatabaseError, ClassificationError, LinkGenerationError, MemoryNotFoundError, MemoryPromotionError, MemoryDemotionError, EmbeddingNotAvailableError, VectorExtensionError, EmbeddingError, } from "./errors.js";
|
|
6
|
+
export { loadConfig, writeRcConfig } from "./config/config-loader.js";
|
|
7
|
+
export type { RcConfig } from "./config/config-loader.js";
|
|
8
|
+
export { createDatabase, loadSqliteVecExtension } from "./storage/database.js";
|
|
7
9
|
export { KnowledgeRepository } from "./storage/knowledge-repository.js";
|
|
8
10
|
export type { KnowledgeNote, ExtractedPatternRow } from "./storage/knowledge-repository.js";
|
|
9
11
|
export { Migrator } from "./storage/migrator.js";
|
|
@@ -11,9 +13,33 @@ export type { Migration, MigrationStatus } from "./storage/migrator.js";
|
|
|
11
13
|
export { SCHEMA_SQL } from "./storage/schema.js";
|
|
12
14
|
export { migration001 } from "./storage/migrations/001_initial.js";
|
|
13
15
|
export { migration002 } from "./storage/migrations/002_memory_layers.js";
|
|
16
|
+
export { migration003 } from "./storage/migrations/003_vector_embeddings.js";
|
|
17
|
+
export { migration004 } from "./storage/migrations/004_knowledge_graph.js";
|
|
18
|
+
export { migration005a } from "./storage/migrations/005a_events_layer.js";
|
|
19
|
+
export { migration006 } from "./storage/migrations/006_extraction_feedback.js";
|
|
20
|
+
export { migration005b } from "./storage/migrations/005b_bitemporal.js";
|
|
21
|
+
export { migration005c } from "./storage/migrations/005c_provenance.js";
|
|
22
|
+
export { FeedbackRepository } from "./feedback/feedback-repository.js";
|
|
23
|
+
export type { CreateFeedbackInput, FeedbackRecord } from "./feedback/feedback-repository.js";
|
|
24
|
+
export { FeedbackLearner } from "./feedback/feedback-learner.js";
|
|
25
|
+
export type { ExtractionRules, TypeOverride, WhitelistEntry } from "./feedback/feedback-learner.js";
|
|
14
26
|
export { MemoryManager } from "./memory/memory-manager.js";
|
|
15
27
|
import type { Migration } from "./storage/migrator.js";
|
|
16
28
|
export declare const ALL_MIGRATIONS: Migration[];
|
|
29
|
+
export { ProvenanceRepository } from "./provenance/provenance-repository.js";
|
|
30
|
+
export type { ProvenanceRecord, FileTimelineEntry, Snapshot, } from "./provenance/provenance-repository.js";
|
|
31
|
+
export { GraphRepository } from "./graph/graph-repository.js";
|
|
32
|
+
export { EntityExtractor } from "./graph/entity-extractor.js";
|
|
33
|
+
export type { ExtractedEntity } from "./graph/entity-extractor.js";
|
|
34
|
+
export { RelationInferrer } from "./graph/relation-inferrer.js";
|
|
35
|
+
export type { InferredRelation } from "./graph/relation-inferrer.js";
|
|
36
|
+
export type { EmbeddingProvider } from "./embedding/embedding-provider.js";
|
|
37
|
+
export { OnnxEmbeddingProvider } from "./embedding/onnx-embedding-provider.js";
|
|
38
|
+
export { ModelManager } from "./embedding/model-manager.js";
|
|
39
|
+
export { downloadModel, MODEL_FILES } from "./embedding/model-downloader.js";
|
|
40
|
+
export type { DownloadProgress, DownloadOptions, ModelFile } from "./embedding/model-downloader.js";
|
|
41
|
+
export { SemanticSearcher } from "./search/semantic-searcher.js";
|
|
42
|
+
export { HybridSearcher } from "./search/hybrid-searcher.js";
|
|
17
43
|
export { PatternExtractor } from "./extraction/pattern-extractor.js";
|
|
18
44
|
export { ProblemSolutionDetector } from "./extraction/psp-detector.js";
|
|
19
45
|
export type { DetectedPair } from "./extraction/psp-detector.js";
|
|
@@ -31,4 +57,6 @@ export { FileProcessor } from "./processing/file-processor.js";
|
|
|
31
57
|
export type { ProcessedFile } from "./processing/file-processor.js";
|
|
32
58
|
export { CodeBlockDetector } from "./utils/code-block-detector.js";
|
|
33
59
|
export type { CodeBlockRange } from "./utils/code-block-detector.js";
|
|
60
|
+
export { KnowledgeService } from "./services/knowledge-service.js";
|
|
61
|
+
export type { KnowledgeServiceOptions, SearchKnowledgeResult, FindRelatedResult, StatsResult, SearchEntitiesResult, ReportErrorResult, SearchInput, FindRelatedInput, SearchEntitiesInput, GetEntityGraphInput, ReportErrorInput, } from "./services/knowledge-service.js";
|
|
34
62
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,OAAO,EAAE,MAA4C,CAAC;AAGnE,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,YAAY,EACV,iBAAiB,EACjB,eAAe,EACf,eAAe,EACf,YAAY,GACb,MAAM,aAAa,CAAC;AAGrB,YAAY,EACV,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,QAAQ,EACR,aAAa,EACb,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,eAAe,EACf,MAAM,EACN,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACX,WAAW,EACX,aAAa,EACb,SAAS,EACT,UAAU,EACV,cAAc,EACd,YAAY,EACZ,iBAAiB,EACjB,cAAc,GACf,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,cAAc,EACd,sBAAsB,EACtB,aAAa,EACb,eAAe,EACf,aAAa,EACb,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EACnB,0BAA0B,EAC1B,oBAAoB,EACpB,cAAc,GACf,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AACtE,YAAY,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAG1D,OAAO,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,YAAY,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAC5F,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2CAA2C,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,+CAA+C,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,6CAA6C,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,MAAM,2CAA2C,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,MAAM,iDAAiD,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,MAAM,yCAAyC,CAAC;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAC7F,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAGpG,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAW3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACvD,eAAO,MAAM,cAAc,EAAE,SAAS,EAAwH,CAAC;AAG/J,OAAO,EAAE,oBAAoB,EAAE,MAAM,uCAAuC,CAAC;AAC7E,YAAY,EACV,gBAAgB,EAChB,iBAAiB,EACjB,QAAQ,GACT,MAAM,uCAAuC,CAAC;AAG/C,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,YAAY,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,YAAY,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAGrE,YAAY,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AAC3E,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAC7E,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AAGpG,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAG7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,YAAY,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,YAAY,EAAE,oBAAoB,EAAE,MAAM,uCAAuC,CAAC;AAClF,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAChF,YAAY,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,YAAY,EACV,aAAa,EACb,WAAW,EACX,kBAAkB,GACnB,MAAM,kCAAkC,CAAC;AAG1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,YAAY,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,YAAY,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAG9D,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,YAAY,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAGpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,YAAY,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAGrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,YAAY,EACV,uBAAuB,EACvB,qBAAqB,EACrB,iBAAiB,EACjB,WAAW,EACX,oBAAoB,EACpB,iBAAiB,EACjB,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,iCAAiC,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,21 +1,52 @@
|
|
|
1
|
-
|
|
1
|
+
import { createRequire } from "module";
|
|
2
|
+
const _require = createRequire(import.meta.url);
|
|
3
|
+
export const VERSION = _require("../package.json").version;
|
|
2
4
|
// Config
|
|
3
5
|
export { defineConfig } from "./config.js";
|
|
4
6
|
// Errors
|
|
5
|
-
export { KnowledgeError, KnowledgeNotFoundError, FTSIndexError, ValidationError, DatabaseError, ClassificationError, LinkGenerationError, MemoryNotFoundError, MemoryPromotionError, MemoryDemotionError, } from "./errors.js";
|
|
7
|
+
export { KnowledgeError, KnowledgeNotFoundError, FTSIndexError, ValidationError, DatabaseError, ClassificationError, LinkGenerationError, MemoryNotFoundError, MemoryPromotionError, MemoryDemotionError, EmbeddingNotAvailableError, VectorExtensionError, EmbeddingError, } from "./errors.js";
|
|
8
|
+
// Config loader
|
|
9
|
+
export { loadConfig, writeRcConfig } from "./config/config-loader.js";
|
|
6
10
|
// Storage
|
|
7
|
-
export { createDatabase } from "./storage/database.js";
|
|
11
|
+
export { createDatabase, loadSqliteVecExtension } from "./storage/database.js";
|
|
8
12
|
export { KnowledgeRepository } from "./storage/knowledge-repository.js";
|
|
9
13
|
export { Migrator } from "./storage/migrator.js";
|
|
10
14
|
export { SCHEMA_SQL } from "./storage/schema.js";
|
|
11
15
|
export { migration001 } from "./storage/migrations/001_initial.js";
|
|
12
16
|
export { migration002 } from "./storage/migrations/002_memory_layers.js";
|
|
17
|
+
export { migration003 } from "./storage/migrations/003_vector_embeddings.js";
|
|
18
|
+
export { migration004 } from "./storage/migrations/004_knowledge_graph.js";
|
|
19
|
+
export { migration005a } from "./storage/migrations/005a_events_layer.js";
|
|
20
|
+
export { migration006 } from "./storage/migrations/006_extraction_feedback.js";
|
|
21
|
+
export { migration005b } from "./storage/migrations/005b_bitemporal.js";
|
|
22
|
+
export { migration005c } from "./storage/migrations/005c_provenance.js";
|
|
23
|
+
// Feedback
|
|
24
|
+
export { FeedbackRepository } from "./feedback/feedback-repository.js";
|
|
25
|
+
export { FeedbackLearner } from "./feedback/feedback-learner.js";
|
|
13
26
|
// Memory
|
|
14
27
|
export { MemoryManager } from "./memory/memory-manager.js";
|
|
15
28
|
// Migration convenience array
|
|
16
29
|
import { migration001 } from "./storage/migrations/001_initial.js";
|
|
17
30
|
import { migration002 } from "./storage/migrations/002_memory_layers.js";
|
|
18
|
-
|
|
31
|
+
import { migration003 } from "./storage/migrations/003_vector_embeddings.js";
|
|
32
|
+
import { migration004 } from "./storage/migrations/004_knowledge_graph.js";
|
|
33
|
+
import { migration005a } from "./storage/migrations/005a_events_layer.js";
|
|
34
|
+
import { migration005b } from "./storage/migrations/005b_bitemporal.js";
|
|
35
|
+
import { migration005c } from "./storage/migrations/005c_provenance.js";
|
|
36
|
+
import { migration006 } from "./storage/migrations/006_extraction_feedback.js";
|
|
37
|
+
export const ALL_MIGRATIONS = [migration001, migration002, migration003, migration004, migration005a, migration006, migration005b, migration005c];
|
|
38
|
+
// Provenance
|
|
39
|
+
export { ProvenanceRepository } from "./provenance/provenance-repository.js";
|
|
40
|
+
// Graph
|
|
41
|
+
export { GraphRepository } from "./graph/graph-repository.js";
|
|
42
|
+
export { EntityExtractor } from "./graph/entity-extractor.js";
|
|
43
|
+
export { RelationInferrer } from "./graph/relation-inferrer.js";
|
|
44
|
+
export { OnnxEmbeddingProvider } from "./embedding/onnx-embedding-provider.js";
|
|
45
|
+
export { ModelManager } from "./embedding/model-manager.js";
|
|
46
|
+
export { downloadModel, MODEL_FILES } from "./embedding/model-downloader.js";
|
|
47
|
+
// Search (semantic)
|
|
48
|
+
export { SemanticSearcher } from "./search/semantic-searcher.js";
|
|
49
|
+
export { HybridSearcher } from "./search/hybrid-searcher.js";
|
|
19
50
|
// Extraction
|
|
20
51
|
export { PatternExtractor } from "./extraction/pattern-extractor.js";
|
|
21
52
|
export { ProblemSolutionDetector } from "./extraction/psp-detector.js";
|
|
@@ -29,4 +60,6 @@ export { LocalLinkGenerator } from "./search/link-generator.js";
|
|
|
29
60
|
export { FileProcessor } from "./processing/file-processor.js";
|
|
30
61
|
// Utils
|
|
31
62
|
export { CodeBlockDetector } from "./utils/code-block-detector.js";
|
|
63
|
+
// Services
|
|
64
|
+
export { KnowledgeService } from "./services/knowledge-service.js";
|
|
32
65
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChD,MAAM,CAAC,MAAM,OAAO,GAAW,QAAQ,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;AAEnE,SAAS;AACT,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAkC3C,SAAS;AACT,OAAO,EACL,cAAc,EACd,sBAAsB,EACtB,aAAa,EACb,eAAe,EACf,aAAa,EACb,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EACnB,0BAA0B,EAC1B,oBAAoB,EACpB,cAAc,GACf,MAAM,aAAa,CAAC;AAErB,gBAAgB;AAChB,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAGtE,UAAU;AACV,OAAO,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAExE,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2CAA2C,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,+CAA+C,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,6CAA6C,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,MAAM,2CAA2C,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,MAAM,iDAAiD,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,MAAM,yCAAyC,CAAC;AAExE,WAAW;AACX,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAEvE,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAGjE,SAAS;AACT,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,8BAA8B;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2CAA2C,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,+CAA+C,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,6CAA6C,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,MAAM,2CAA2C,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,iDAAiD,CAAC;AAE/E,MAAM,CAAC,MAAM,cAAc,GAAgB,CAAC,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;AAE/J,aAAa;AACb,OAAO,EAAE,oBAAoB,EAAE,MAAM,uCAAuC,CAAC;AAO7E,QAAQ;AACR,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAE9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAKhE,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAG7E,oBAAoB;AACpB,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,aAAa;AACb,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAEvE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAE5E,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAEhF,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAOpE,SAAS;AACT,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAEnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAGhE,aAAa;AACb,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAG/D,QAAQ;AACR,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAGnE,WAAW;AACX,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import type Database from "better-sqlite3";
|
|
2
|
+
export interface ProvenanceRecord {
|
|
3
|
+
id: number;
|
|
4
|
+
entityUri: string;
|
|
5
|
+
activityType: "ingest" | "extract" | "link" | "embed";
|
|
6
|
+
agent: string;
|
|
7
|
+
inputUris: string[];
|
|
8
|
+
outputUris: string[];
|
|
9
|
+
startedAt: string;
|
|
10
|
+
endedAt?: string;
|
|
11
|
+
metadata?: Record<string, unknown>;
|
|
12
|
+
createdAt: string;
|
|
13
|
+
}
|
|
14
|
+
export interface FileTimelineEntry {
|
|
15
|
+
id: number;
|
|
16
|
+
filePath: string;
|
|
17
|
+
eventType: "created" | "modified" | "deleted" | "renamed";
|
|
18
|
+
eventId?: number;
|
|
19
|
+
occurredAt: string;
|
|
20
|
+
metadata?: Record<string, unknown>;
|
|
21
|
+
}
|
|
22
|
+
export interface Snapshot {
|
|
23
|
+
id: number;
|
|
24
|
+
snapshotAt: string;
|
|
25
|
+
noteCount: number;
|
|
26
|
+
eventCount: number;
|
|
27
|
+
entityCount: number;
|
|
28
|
+
metadata?: Record<string, unknown>;
|
|
29
|
+
createdAt: string;
|
|
30
|
+
}
|
|
31
|
+
export declare class ProvenanceRepository {
|
|
32
|
+
private db;
|
|
33
|
+
constructor(db: Database.Database);
|
|
34
|
+
record(entry: Omit<ProvenanceRecord, "id" | "createdAt">): number;
|
|
35
|
+
getByEntityUri(uri: string): ProvenanceRecord[];
|
|
36
|
+
getByAgent(agent: string, limit?: number): ProvenanceRecord[];
|
|
37
|
+
getByActivity(type: ProvenanceRecord["activityType"], limit?: number): ProvenanceRecord[];
|
|
38
|
+
recordFileEvent(filePath: string, eventType: FileTimelineEntry["eventType"], eventId?: number, occurredAt?: string): number;
|
|
39
|
+
getFileTimeline(filePath: string): FileTimelineEntry[];
|
|
40
|
+
createSnapshot(snapshotAt: string, stats: {
|
|
41
|
+
noteCount: number;
|
|
42
|
+
eventCount: number;
|
|
43
|
+
entityCount: number;
|
|
44
|
+
}): number;
|
|
45
|
+
getSnapshots(limit?: number): Snapshot[];
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=provenance-repository.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provenance-repository.d.ts","sourceRoot":"","sources":["../../src/provenance/provenance-repository.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAG3C,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,QAAQ,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;IACtD,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC;IAC1D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC;CACnB;AA8ED,qBAAa,oBAAoB;IACnB,OAAO,CAAC,EAAE;gBAAF,EAAE,EAAE,QAAQ,CAAC,QAAQ;IAIzC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAAE,IAAI,GAAG,WAAW,CAAC,GAAG,MAAM;IAsBjE,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAO/C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,gBAAgB,EAAE;IAO1D,aAAa,CACX,IAAI,EAAE,gBAAgB,CAAC,cAAc,CAAC,EACtC,KAAK,SAAM,GACV,gBAAgB,EAAE;IAWrB,eAAe,CACb,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,iBAAiB,CAAC,WAAW,CAAC,EACzC,OAAO,CAAC,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,GAClB,MAAM;IAaT,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,iBAAiB,EAAE;IAWtD,cAAc,CACZ,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GACpE,MAAM;IAaT,YAAY,CAAC,KAAK,SAAM,GAAG,QAAQ,EAAE;CAMtC"}
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { DatabaseError } from "../errors.js";
|
|
2
|
+
function rowToProvenance(row) {
|
|
3
|
+
return {
|
|
4
|
+
id: row.id,
|
|
5
|
+
entityUri: row.entity_uri,
|
|
6
|
+
activityType: row.activity_type,
|
|
7
|
+
agent: row.agent,
|
|
8
|
+
inputUris: JSON.parse(row.input_uris),
|
|
9
|
+
outputUris: JSON.parse(row.output_uris),
|
|
10
|
+
startedAt: row.started_at,
|
|
11
|
+
endedAt: row.ended_at ?? undefined,
|
|
12
|
+
metadata: row.metadata_json
|
|
13
|
+
? JSON.parse(row.metadata_json)
|
|
14
|
+
: undefined,
|
|
15
|
+
createdAt: row.created_at,
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
function rowToFileTimeline(row) {
|
|
19
|
+
return {
|
|
20
|
+
id: row.id,
|
|
21
|
+
filePath: row.file_path,
|
|
22
|
+
eventType: row.event_type,
|
|
23
|
+
eventId: row.event_id ?? undefined,
|
|
24
|
+
occurredAt: row.occurred_at,
|
|
25
|
+
metadata: row.metadata_json
|
|
26
|
+
? JSON.parse(row.metadata_json)
|
|
27
|
+
: undefined,
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
function rowToSnapshot(row) {
|
|
31
|
+
return {
|
|
32
|
+
id: row.id,
|
|
33
|
+
snapshotAt: row.snapshot_at,
|
|
34
|
+
noteCount: row.note_count,
|
|
35
|
+
eventCount: row.event_count,
|
|
36
|
+
entityCount: row.entity_count,
|
|
37
|
+
metadata: row.metadata_json
|
|
38
|
+
? JSON.parse(row.metadata_json)
|
|
39
|
+
: undefined,
|
|
40
|
+
createdAt: row.created_at,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
export class ProvenanceRepository {
|
|
44
|
+
db;
|
|
45
|
+
constructor(db) {
|
|
46
|
+
this.db = db;
|
|
47
|
+
}
|
|
48
|
+
// ── 来歴記録 ────────────────────────────────────────────────────
|
|
49
|
+
record(entry) {
|
|
50
|
+
try {
|
|
51
|
+
const stmt = this.db.prepare(`
|
|
52
|
+
INSERT INTO provenance (entity_uri, activity_type, agent, input_uris, output_uris, started_at, ended_at, metadata_json)
|
|
53
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
|
54
|
+
`);
|
|
55
|
+
const info = stmt.run(entry.entityUri, entry.activityType, entry.agent, JSON.stringify(entry.inputUris ?? []), JSON.stringify(entry.outputUris ?? []), entry.startedAt, entry.endedAt ?? null, entry.metadata ? JSON.stringify(entry.metadata) : null);
|
|
56
|
+
return Number(info.lastInsertRowid);
|
|
57
|
+
}
|
|
58
|
+
catch (error) {
|
|
59
|
+
throw new DatabaseError("provenance.record", error, { entityUri: entry.entityUri });
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
getByEntityUri(uri) {
|
|
63
|
+
const rows = this.db
|
|
64
|
+
.prepare("SELECT * FROM provenance WHERE entity_uri = ? ORDER BY started_at DESC")
|
|
65
|
+
.all(uri);
|
|
66
|
+
return rows.map(rowToProvenance);
|
|
67
|
+
}
|
|
68
|
+
getByAgent(agent, limit = 100) {
|
|
69
|
+
const rows = this.db
|
|
70
|
+
.prepare("SELECT * FROM provenance WHERE agent = ? ORDER BY started_at DESC LIMIT ?")
|
|
71
|
+
.all(agent, limit);
|
|
72
|
+
return rows.map(rowToProvenance);
|
|
73
|
+
}
|
|
74
|
+
getByActivity(type, limit = 100) {
|
|
75
|
+
const rows = this.db
|
|
76
|
+
.prepare("SELECT * FROM provenance WHERE activity_type = ? ORDER BY started_at DESC LIMIT ?")
|
|
77
|
+
.all(type, limit);
|
|
78
|
+
return rows.map(rowToProvenance);
|
|
79
|
+
}
|
|
80
|
+
// ── ファイルタイムライン ──────────────────────────────────────────
|
|
81
|
+
recordFileEvent(filePath, eventType, eventId, occurredAt) {
|
|
82
|
+
try {
|
|
83
|
+
const stmt = this.db.prepare(`
|
|
84
|
+
INSERT INTO file_timeline (file_path, event_type, event_id, occurred_at)
|
|
85
|
+
VALUES (?, ?, ?, COALESCE(?, datetime('now')))
|
|
86
|
+
`);
|
|
87
|
+
const info = stmt.run(filePath, eventType, eventId ?? null, occurredAt ?? null);
|
|
88
|
+
return Number(info.lastInsertRowid);
|
|
89
|
+
}
|
|
90
|
+
catch (error) {
|
|
91
|
+
throw new DatabaseError("provenance.recordFileEvent", error, { filePath });
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
getFileTimeline(filePath) {
|
|
95
|
+
const rows = this.db
|
|
96
|
+
.prepare("SELECT * FROM file_timeline WHERE file_path = ? ORDER BY occurred_at ASC")
|
|
97
|
+
.all(filePath);
|
|
98
|
+
return rows.map(rowToFileTimeline);
|
|
99
|
+
}
|
|
100
|
+
// ── スナップショット ─────────────────────────────────────────────
|
|
101
|
+
createSnapshot(snapshotAt, stats) {
|
|
102
|
+
try {
|
|
103
|
+
const stmt = this.db.prepare(`
|
|
104
|
+
INSERT INTO snapshots (snapshot_at, note_count, event_count, entity_count)
|
|
105
|
+
VALUES (?, ?, ?, ?)
|
|
106
|
+
`);
|
|
107
|
+
const info = stmt.run(snapshotAt, stats.noteCount, stats.eventCount, stats.entityCount);
|
|
108
|
+
return Number(info.lastInsertRowid);
|
|
109
|
+
}
|
|
110
|
+
catch (error) {
|
|
111
|
+
throw new DatabaseError("provenance.createSnapshot", error, { snapshotAt });
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
getSnapshots(limit = 100) {
|
|
115
|
+
const rows = this.db
|
|
116
|
+
.prepare("SELECT * FROM snapshots ORDER BY snapshot_at DESC LIMIT ?")
|
|
117
|
+
.all(limit);
|
|
118
|
+
return rows.map(rowToSnapshot);
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
//# sourceMappingURL=provenance-repository.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provenance-repository.js","sourceRoot":"","sources":["../../src/provenance/provenance-repository.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAkE7C,SAAS,eAAe,CAAC,GAAkB;IACzC,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,YAAY,EAAE,GAAG,CAAC,aAAiD;QACnE,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAa;QACjD,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAa;QACnD,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,OAAO,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;QAClC,QAAQ,EAAE,GAAG,CAAC,aAAa;YACzB,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAA6B;YAC5D,CAAC,CAAC,SAAS;QACb,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAoB;IAC7C,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,QAAQ,EAAE,GAAG,CAAC,SAAS;QACvB,SAAS,EAAE,GAAG,CAAC,UAA4C;QAC3D,OAAO,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;QAClC,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,QAAQ,EAAE,GAAG,CAAC,aAAa;YACzB,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAA6B;YAC5D,CAAC,CAAC,SAAS;KACd,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,GAAgB;IACrC,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,QAAQ,EAAE,GAAG,CAAC,aAAa;YACzB,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAA6B;YAC5D,CAAC,CAAC,SAAS;QACb,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,oBAAoB;IACX;IAApB,YAAoB,EAAqB;QAArB,OAAE,GAAF,EAAE,CAAmB;IAAG,CAAC;IAE7C,+DAA+D;IAE/D,MAAM,CAAC,KAAiD;QACtD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;OAG5B,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CACnB,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,KAAK,EACX,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,EACrC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC,EACtC,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,OAAO,IAAI,IAAI,EACrB,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CACvD,CAAC;YACF,OAAO,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,mBAAmB,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,cAAc,CAAC,GAAW;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,wEAAwE,CAAC;aACjF,GAAG,CAAC,GAAG,CAAoB,CAAC;QAC/B,OAAO,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACnC,CAAC;IAED,UAAU,CAAC,KAAa,EAAE,KAAK,GAAG,GAAG;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,2EAA2E,CAAC;aACpF,GAAG,CAAC,KAAK,EAAE,KAAK,CAAoB,CAAC;QACxC,OAAO,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACnC,CAAC;IAED,aAAa,CACX,IAAsC,EACtC,KAAK,GAAG,GAAG;QAEX,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CACN,mFAAmF,CACpF;aACA,GAAG,CAAC,IAAI,EAAE,KAAK,CAAoB,CAAC;QACvC,OAAO,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACnC,CAAC;IAED,2DAA2D;IAE3D,eAAe,CACb,QAAgB,EAChB,SAAyC,EACzC,OAAgB,EAChB,UAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;OAG5B,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,IAAI,IAAI,EAAE,UAAU,IAAI,IAAI,CAAC,CAAC;YAChF,OAAO,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,4BAA4B,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,eAAe,CAAC,QAAgB;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CACN,0EAA0E,CAC3E;aACA,GAAG,CAAC,QAAQ,CAAsB,CAAC;QACtC,OAAO,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IAED,4DAA4D;IAE5D,cAAc,CACZ,UAAkB,EAClB,KAAqE;QAErE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;OAG5B,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;YACxF,OAAO,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,2BAA2B,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED,YAAY,CAAC,KAAK,GAAG,GAAG;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,2DAA2D,CAAC;aACpE,GAAG,CAAC,KAAK,CAAkB,CAAC;QAC/B,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACjC,CAAC;CACF"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { KnowledgeRepository } from "../storage/knowledge-repository.js";
|
|
2
|
+
import type { EmbeddingProvider } from "../embedding/embedding-provider.js";
|
|
3
|
+
import type { SemanticSearchResult } from "./semantic-searcher.js";
|
|
4
|
+
export declare class HybridSearcher {
|
|
5
|
+
private repository;
|
|
6
|
+
private embeddingProvider;
|
|
7
|
+
private alpha;
|
|
8
|
+
/**
|
|
9
|
+
* @param alpha - FTSスコアの重み (0-1)。デフォルト 0.3。残り (1-α) がベクトルスコアの重み。
|
|
10
|
+
*/
|
|
11
|
+
constructor(repository: KnowledgeRepository, embeddingProvider: EmbeddingProvider, alpha?: number);
|
|
12
|
+
search(query: string, limit?: number): Promise<SemanticSearchResult[]>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=hybrid-searcher.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-searcher.d.ts","sourceRoot":"","sources":["../../src/search/hybrid-searcher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEnE,qBAAa,cAAc;IAKvB,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,KAAK;IANf;;OAEG;gBAEO,UAAU,EAAE,mBAAmB,EAC/B,iBAAiB,EAAE,iBAAiB,EACpC,KAAK,GAAE,MAAY;IAGvB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;CA0DjF"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
export class HybridSearcher {
|
|
2
|
+
repository;
|
|
3
|
+
embeddingProvider;
|
|
4
|
+
alpha;
|
|
5
|
+
/**
|
|
6
|
+
* @param alpha - FTSスコアの重み (0-1)。デフォルト 0.3。残り (1-α) がベクトルスコアの重み。
|
|
7
|
+
*/
|
|
8
|
+
constructor(repository, embeddingProvider, alpha = 0.3) {
|
|
9
|
+
this.repository = repository;
|
|
10
|
+
this.embeddingProvider = embeddingProvider;
|
|
11
|
+
this.alpha = alpha;
|
|
12
|
+
}
|
|
13
|
+
async search(query, limit = 20) {
|
|
14
|
+
// 両方のスコアを並行取得
|
|
15
|
+
const [ftsRows, vecResults] = await Promise.all([
|
|
16
|
+
Promise.resolve(this.repository.searchNotesWithRank(query, limit * 2)),
|
|
17
|
+
this.embeddingProvider
|
|
18
|
+
.embed(query)
|
|
19
|
+
.then((emb) => this.repository.searchByVector(emb, limit * 2)),
|
|
20
|
+
]);
|
|
21
|
+
// FTSスコアのMin-Max正規化(rankは負値なので絶対値を使う)
|
|
22
|
+
const ftsMap = new Map();
|
|
23
|
+
if (ftsRows.length > 0) {
|
|
24
|
+
const rawRanks = ftsRows.map((r) => Math.abs(r.rank));
|
|
25
|
+
const minRank = Math.min(...rawRanks);
|
|
26
|
+
const maxRank = Math.max(...rawRanks);
|
|
27
|
+
const range = maxRank - minRank;
|
|
28
|
+
for (const { note, rank } of ftsRows) {
|
|
29
|
+
const normalized = range > 0 ? (Math.abs(rank) - minRank) / range : 1.0;
|
|
30
|
+
// FTS5 rank は「スコア」ではなく「距離」に近いので反転
|
|
31
|
+
ftsMap.set(note.id, 1 - normalized);
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
// ベクトルスコアマップ (1 - distance)
|
|
35
|
+
const vecMap = new Map();
|
|
36
|
+
for (const { note_id, distance } of vecResults) {
|
|
37
|
+
vecMap.set(note_id, 1 - distance);
|
|
38
|
+
}
|
|
39
|
+
// 全ノートIDを統合
|
|
40
|
+
const allIds = new Set([...ftsMap.keys(), ...vecMap.keys()]);
|
|
41
|
+
const scored = [];
|
|
42
|
+
for (const noteId of allIds) {
|
|
43
|
+
const ftsScore = ftsMap.get(noteId) ?? 0;
|
|
44
|
+
const vecScore = vecMap.get(noteId) ?? 0;
|
|
45
|
+
const finalScore = this.alpha * ftsScore + (1 - this.alpha) * vecScore;
|
|
46
|
+
scored.push({ noteId, score: finalScore });
|
|
47
|
+
}
|
|
48
|
+
scored.sort((a, b) => b.score - a.score);
|
|
49
|
+
const topN = scored.slice(0, limit);
|
|
50
|
+
const results = [];
|
|
51
|
+
for (const { noteId, score } of topN) {
|
|
52
|
+
const note = this.repository.getNoteById(noteId);
|
|
53
|
+
if (!note)
|
|
54
|
+
continue;
|
|
55
|
+
const hasFts = ftsMap.has(noteId);
|
|
56
|
+
const hasVec = vecMap.has(noteId);
|
|
57
|
+
const reasons = [];
|
|
58
|
+
if (hasFts)
|
|
59
|
+
reasons.push(`キーワード: ${(ftsMap.get(noteId) * 100).toFixed(1)}%`);
|
|
60
|
+
if (hasVec)
|
|
61
|
+
reasons.push(`セマンティック: ${(vecMap.get(noteId) * 100).toFixed(1)}%`);
|
|
62
|
+
results.push({ note, score, matchReason: reasons });
|
|
63
|
+
}
|
|
64
|
+
return results;
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=hybrid-searcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-searcher.js","sourceRoot":"","sources":["../../src/search/hybrid-searcher.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,cAAc;IAKf;IACA;IACA;IANV;;OAEG;IACH,YACU,UAA+B,EAC/B,iBAAoC,EACpC,QAAgB,GAAG;QAFnB,eAAU,GAAV,UAAU,CAAqB;QAC/B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,UAAK,GAAL,KAAK,CAAc;IAC1B,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,QAAgB,EAAE;QAC5C,cAAc;QACd,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC9C,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACtE,IAAI,CAAC,iBAAiB;iBACnB,KAAK,CAAC,KAAK,CAAC;iBACZ,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;SACjE,CAAC,CAAC;QAEH,sCAAsC;QACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,OAAO,GAAG,OAAO,CAAC;YAEhC,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC;gBACrC,MAAM,UAAU,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;gBACxE,kCAAkC;gBAClC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,UAAU,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC;QACpC,CAAC;QAED,YAAY;QACZ,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAE7D,MAAM,MAAM,GAA6C,EAAE,CAAC;QAC5D,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC;YACvE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAEpC,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,IAAI,MAAM;gBAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAE,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC9E,IAAI,MAAM;gBAAE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAE,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAChF,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
|
|
@@ -1,10 +1,12 @@
|
|
|
1
1
|
import type { KnowledgeRepository, KnowledgeNote } from "../storage/knowledge-repository.js";
|
|
2
|
+
import type { EmbeddingProvider } from "../embedding/embedding-provider.js";
|
|
2
3
|
export interface SearchOptions {
|
|
3
4
|
query?: string;
|
|
4
5
|
tags?: string[];
|
|
5
6
|
dateFrom?: string;
|
|
6
7
|
dateTo?: string;
|
|
7
8
|
limit?: number;
|
|
9
|
+
mode?: "keyword" | "semantic" | "hybrid";
|
|
8
10
|
}
|
|
9
11
|
export interface SearchResult {
|
|
10
12
|
note: KnowledgeNote;
|
|
@@ -13,10 +15,12 @@ export interface SearchResult {
|
|
|
13
15
|
}
|
|
14
16
|
export declare class KnowledgeSearcher {
|
|
15
17
|
private repository;
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
18
|
+
private semanticSearcher?;
|
|
19
|
+
private hybridSearcher?;
|
|
20
|
+
constructor(repository: KnowledgeRepository, embeddingProvider?: EmbeddingProvider, hybridAlpha?: number);
|
|
21
|
+
search(options: SearchOptions): Promise<SearchResult[]>;
|
|
22
|
+
searchByTag(tag: string, limit?: number): Promise<SearchResult[]>;
|
|
23
|
+
searchRecent(days?: number, limit?: number): Promise<SearchResult[]>;
|
|
20
24
|
getSearchStats(results: SearchResult[]): {
|
|
21
25
|
total: number;
|
|
22
26
|
avgScore: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"knowledge-searcher.d.ts","sourceRoot":"","sources":["../../src/search/knowledge-searcher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;
|
|
1
|
+
{"version":3,"file":"knowledge-searcher.d.ts","sourceRoot":"","sources":["../../src/search/knowledge-searcher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AAC7F,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AAI5E,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;CAC1C;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,qBAAa,iBAAiB;IAK1B,OAAO,CAAC,UAAU;IAJpB,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,cAAc,CAAC,CAAiB;gBAG9B,UAAU,EAAE,mBAAmB,EACvC,iBAAiB,CAAC,EAAE,iBAAiB,EACrC,WAAW,GAAE,MAAY;IAQrB,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAiDvD,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,SAAK,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAI7D,YAAY,CAAC,IAAI,SAAI,EAAE,KAAK,SAAK,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAYjE,cAAc,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG;QACvC,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;KAClB;CAWF"}
|
|
@@ -1,27 +1,58 @@
|
|
|
1
|
+
import { SemanticSearcher } from "./semantic-searcher.js";
|
|
2
|
+
import { HybridSearcher } from "./hybrid-searcher.js";
|
|
1
3
|
export class KnowledgeSearcher {
|
|
2
4
|
repository;
|
|
3
|
-
|
|
5
|
+
semanticSearcher;
|
|
6
|
+
hybridSearcher;
|
|
7
|
+
constructor(repository, embeddingProvider, hybridAlpha = 0.3) {
|
|
4
8
|
this.repository = repository;
|
|
9
|
+
if (embeddingProvider) {
|
|
10
|
+
this.semanticSearcher = new SemanticSearcher(repository, embeddingProvider);
|
|
11
|
+
this.hybridSearcher = new HybridSearcher(repository, embeddingProvider, hybridAlpha);
|
|
12
|
+
}
|
|
5
13
|
}
|
|
6
|
-
search(options) {
|
|
7
|
-
const { query, limit = 50 } = options;
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
14
|
+
async search(options) {
|
|
15
|
+
const { query, limit = 50, mode = "keyword" } = options;
|
|
16
|
+
if (!query) {
|
|
17
|
+
return [];
|
|
18
|
+
}
|
|
19
|
+
if (mode === "semantic" && this.semanticSearcher) {
|
|
20
|
+
return this.semanticSearcher.search(query, limit);
|
|
21
|
+
}
|
|
22
|
+
if (mode === "hybrid" && this.hybridSearcher) {
|
|
23
|
+
return this.hybridSearcher.search(query, limit);
|
|
16
24
|
}
|
|
17
|
-
//
|
|
18
|
-
|
|
19
|
-
|
|
25
|
+
// Fall back to keyword search when semantic/hybrid requested but provider unavailable
|
|
26
|
+
const fellBack = mode !== "keyword" && ((mode === "semantic" && !this.semanticSearcher) ||
|
|
27
|
+
(mode === "hybrid" && !this.hybridSearcher));
|
|
28
|
+
// keyword mode (デフォルト) — FTS5
|
|
29
|
+
const rows = this.repository.searchNotesWithRank(query, limit);
|
|
30
|
+
if (rows.length === 0) {
|
|
31
|
+
return [];
|
|
32
|
+
}
|
|
33
|
+
// FTSスコアをmin-max正規化
|
|
34
|
+
const rawRanks = rows.map((r) => Math.abs(r.rank));
|
|
35
|
+
const minRank = Math.min(...rawRanks);
|
|
36
|
+
const maxRank = Math.max(...rawRanks);
|
|
37
|
+
const range = maxRank - minRank;
|
|
38
|
+
return rows.map(({ note, rank }) => {
|
|
39
|
+
const normalized = range > 0 ? (Math.abs(rank) - minRank) / range : 1.0;
|
|
40
|
+
const score = 1 - normalized;
|
|
41
|
+
const reasons = [`キーワード一致: "${query}"`];
|
|
42
|
+
if (fellBack) {
|
|
43
|
+
reasons.push("Note: Fell back to keyword search (semantic search not configured)");
|
|
44
|
+
}
|
|
45
|
+
return {
|
|
46
|
+
note,
|
|
47
|
+
score,
|
|
48
|
+
matchReason: reasons,
|
|
49
|
+
};
|
|
50
|
+
});
|
|
20
51
|
}
|
|
21
|
-
searchByTag(tag, limit = 50) {
|
|
52
|
+
async searchByTag(tag, limit = 50) {
|
|
22
53
|
return this.search({ tags: [tag], limit });
|
|
23
54
|
}
|
|
24
|
-
searchRecent(days = 7, limit = 50) {
|
|
55
|
+
async searchRecent(days = 7, limit = 50) {
|
|
25
56
|
const dateTo = new Date().toISOString();
|
|
26
57
|
const dateFrom = new Date();
|
|
27
58
|
dateFrom.setDate(dateFrom.getDate() - days);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"knowledge-searcher.js","sourceRoot":"","sources":["../../src/search/knowledge-searcher.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"knowledge-searcher.js","sourceRoot":"","sources":["../../src/search/knowledge-searcher.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAiBtD,MAAM,OAAO,iBAAiB;IAKlB;IAJF,gBAAgB,CAAoB;IACpC,cAAc,CAAkB;IAExC,YACU,UAA+B,EACvC,iBAAqC,EACrC,cAAsB,GAAG;QAFjB,eAAU,GAAV,UAAU,CAAqB;QAIvC,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;YAC5E,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,UAAU,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,EAAE,EAAE,IAAI,GAAG,SAAS,EAAE,GAAG,OAAO,CAAC;QAExD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACjD,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAClD,CAAC;QAED,sFAAsF;QACtF,MAAM,QAAQ,GAAG,IAAI,KAAK,SAAS,IAAI,CACrC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAC/C,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAC5C,CAAC;QAEF,8BAA8B;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAE/D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,OAAO,GAAG,OAAO,CAAC;QAEhC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE;YACjC,MAAM,UAAU,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;YACxE,MAAM,KAAK,GAAG,CAAC,GAAG,UAAU,CAAC;YAC7B,MAAM,OAAO,GAAa,CAAC,aAAa,KAAK,GAAG,CAAC,CAAC;YAClD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;YACrF,CAAC;YACD,OAAO;gBACL,IAAI;gBACJ,KAAK;gBACL,WAAW,EAAE,OAAO;aACrB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,GAAW,EAAE,KAAK,GAAG,EAAE;QACvC,OAAO,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE;QACrC,MAAM,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;QAC5B,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;QAE5C,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,QAAQ,EAAE,QAAQ,CAAC,WAAW,EAAE;YAChC,MAAM;YACN,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAED,cAAc,CAAC,OAAuB;QAIpC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;QAED,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,QAAQ,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SAC/D,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { KnowledgeRepository } from "../storage/knowledge-repository.js";
|
|
2
|
+
import type { GraphRepository } from "../graph/graph-repository.js";
|
|
2
3
|
export interface RelatedNote {
|
|
3
4
|
id: number;
|
|
4
5
|
filePath: string;
|
|
@@ -8,8 +9,13 @@ export interface RelatedNote {
|
|
|
8
9
|
}
|
|
9
10
|
export declare class LocalLinkGenerator {
|
|
10
11
|
private repository;
|
|
11
|
-
|
|
12
|
+
private graphRepository?;
|
|
13
|
+
constructor(repository: KnowledgeRepository, graphRepository?: GraphRepository | undefined);
|
|
12
14
|
findRelatedNotes(noteId: number, limit?: number): RelatedNote[];
|
|
15
|
+
/**
|
|
16
|
+
* グラフトラバーサルで同じエンティティを共有するノートを取得する。
|
|
17
|
+
*/
|
|
18
|
+
private findByGraphTraversal;
|
|
13
19
|
private findByTagSimilarity;
|
|
14
20
|
private findByTitleSimilarity;
|
|
15
21
|
private findByTimeProximity;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"link-generator.d.ts","sourceRoot":"","sources":["../../src/search/link-generator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAiB,MAAM,oCAAoC,CAAC;
|
|
1
|
+
{"version":3,"file":"link-generator.d.ts","sourceRoot":"","sources":["../../src/search/link-generator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAiB,MAAM,oCAAoC,CAAC;AAC7F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAEpE,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,kBAAkB;IAE3B,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,eAAe,CAAC;gBADhB,UAAU,EAAE,mBAAmB,EAC/B,eAAe,CAAC,EAAE,eAAe,YAAA;IAG3C,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,SAAI,GAAG,WAAW,EAAE;IAkB1D;;OAEG;IACH,OAAO,CAAC,oBAAoB;IA4B5B,OAAO,CAAC,mBAAmB;IAwB3B,OAAO,CAAC,qBAAqB;IAyB7B,OAAO,CAAC,mBAAmB;IA6B3B,OAAO,CAAC,0BAA0B;IAyBlC,OAAO,CAAC,kBAAkB;IAkB1B,OAAO,CAAC,SAAS;IAWjB,OAAO,CAAC,eAAe;CAOxB"}
|