@soulcraft/brainy 2.15.0 → 3.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/README.md +249 -152
- package/dist/api/ConfigAPI.d.ts +67 -0
- package/dist/api/ConfigAPI.js +166 -0
- package/dist/api/DataAPI.d.ts +123 -0
- package/dist/api/DataAPI.js +391 -0
- package/dist/api/SecurityAPI.d.ts +50 -0
- package/dist/api/SecurityAPI.js +139 -0
- package/dist/api/UniversalImportAPI.d.ts +134 -0
- package/dist/api/UniversalImportAPI.js +615 -0
- package/dist/augmentationManager.js +12 -7
- package/dist/augmentationPipeline.d.ts +0 -61
- package/dist/augmentationPipeline.js +0 -87
- package/dist/augmentationRegistry.d.ts +1 -1
- package/dist/augmentationRegistry.js +1 -1
- package/dist/augmentations/apiServerAugmentation.d.ts +27 -1
- package/dist/augmentations/apiServerAugmentation.js +288 -7
- package/dist/augmentations/auditLogAugmentation.d.ts +109 -0
- package/dist/augmentations/auditLogAugmentation.js +358 -0
- package/dist/augmentations/batchProcessingAugmentation.d.ts +3 -2
- package/dist/augmentations/batchProcessingAugmentation.js +123 -22
- package/dist/augmentations/brainyAugmentation.d.ts +87 -8
- package/dist/augmentations/brainyAugmentation.js +159 -2
- package/dist/augmentations/cacheAugmentation.d.ts +6 -5
- package/dist/augmentations/cacheAugmentation.js +113 -17
- package/dist/augmentations/conduitAugmentations.d.ts +2 -2
- package/dist/augmentations/conduitAugmentations.js +2 -2
- package/dist/augmentations/configResolver.d.ts +122 -0
- package/dist/augmentations/configResolver.js +440 -0
- package/dist/augmentations/connectionPoolAugmentation.d.ts +3 -1
- package/dist/augmentations/connectionPoolAugmentation.js +37 -12
- package/dist/augmentations/defaultAugmentations.d.ts +9 -11
- package/dist/augmentations/defaultAugmentations.js +4 -11
- package/dist/augmentations/discovery/catalogDiscovery.d.ts +142 -0
- package/dist/augmentations/discovery/catalogDiscovery.js +249 -0
- package/dist/augmentations/discovery/localDiscovery.d.ts +84 -0
- package/dist/augmentations/discovery/localDiscovery.js +246 -0
- package/dist/augmentations/discovery/runtimeLoader.d.ts +97 -0
- package/dist/augmentations/discovery/runtimeLoader.js +337 -0
- package/dist/augmentations/discovery.d.ts +152 -0
- package/dist/augmentations/discovery.js +441 -0
- package/dist/augmentations/display/intelligentComputation.d.ts +1 -1
- package/dist/augmentations/display/intelligentComputation.js +4 -4
- package/dist/augmentations/entityRegistryAugmentation.d.ts +3 -1
- package/dist/augmentations/entityRegistryAugmentation.js +5 -1
- package/dist/augmentations/indexAugmentation.d.ts +3 -3
- package/dist/augmentations/indexAugmentation.js +2 -2
- package/dist/augmentations/intelligentVerbScoringAugmentation.d.ts +22 -6
- package/dist/augmentations/intelligentVerbScoringAugmentation.js +106 -23
- package/dist/augmentations/manifest.d.ts +176 -0
- package/dist/augmentations/manifest.js +8 -0
- package/dist/augmentations/marketplace/AugmentationMarketplace.d.ts +168 -0
- package/dist/augmentations/marketplace/AugmentationMarketplace.js +329 -0
- package/dist/augmentations/marketplace/cli.d.ts +47 -0
- package/dist/augmentations/marketplace/cli.js +265 -0
- package/dist/augmentations/metricsAugmentation.d.ts +3 -3
- package/dist/augmentations/metricsAugmentation.js +2 -2
- package/dist/augmentations/monitoringAugmentation.d.ts +3 -3
- package/dist/augmentations/monitoringAugmentation.js +2 -2
- package/dist/augmentations/neuralImport.d.ts +1 -1
- package/dist/augmentations/rateLimitAugmentation.d.ts +82 -0
- package/dist/augmentations/rateLimitAugmentation.js +321 -0
- package/dist/augmentations/requestDeduplicatorAugmentation.d.ts +2 -2
- package/dist/augmentations/requestDeduplicatorAugmentation.js +1 -1
- package/dist/augmentations/storageAugmentation.d.ts +1 -1
- package/dist/augmentations/storageAugmentation.js +2 -2
- package/dist/augmentations/storageAugmentations.d.ts +37 -8
- package/dist/augmentations/storageAugmentations.js +204 -15
- package/dist/augmentations/synapseAugmentation.d.ts +1 -1
- package/dist/augmentations/synapseAugmentation.js +35 -16
- package/dist/augmentations/typeMatching/intelligentTypeMatcher.d.ts +39 -59
- package/dist/augmentations/typeMatching/intelligentTypeMatcher.js +103 -389
- package/dist/augmentations/universalDisplayAugmentation.d.ts +2 -2
- package/dist/augmentations/universalDisplayAugmentation.js +2 -2
- package/dist/brainy-unified.d.ts +106 -0
- package/dist/brainy-unified.js +327 -0
- package/dist/brainy.d.ts +273 -0
- package/dist/brainy.js +1181 -0
- package/dist/brainyData.d.ts +29 -72
- package/dist/brainyData.js +350 -304
- package/dist/brainyDataV3.d.ts +186 -0
- package/dist/brainyDataV3.js +337 -0
- package/dist/browserFramework.d.ts +6 -6
- package/dist/browserFramework.js +11 -8
- package/dist/browserFramework.minimal.d.ts +5 -5
- package/dist/browserFramework.minimal.js +11 -8
- package/dist/config/index.d.ts +2 -2
- package/dist/config/index.js +3 -3
- package/dist/config/modelAutoConfig.d.ts +6 -7
- package/dist/config/modelAutoConfig.js +17 -76
- package/dist/cortex/backupRestore.d.ts +2 -2
- package/dist/cortex/backupRestore.js +85 -27
- package/dist/cortex/healthCheck.d.ts +2 -2
- package/dist/cortex/neuralImport.d.ts +2 -2
- package/dist/cortex/neuralImport.js +18 -13
- package/dist/cortex/performanceMonitor.d.ts +2 -2
- package/dist/critical/model-guardian.d.ts +4 -0
- package/dist/critical/model-guardian.js +31 -11
- package/dist/demo.d.ts +4 -4
- package/dist/demo.js +7 -7
- package/dist/distributed/cacheSync.d.ts +112 -0
- package/dist/distributed/cacheSync.js +265 -0
- package/dist/distributed/coordinator.d.ts +193 -0
- package/dist/distributed/coordinator.js +548 -0
- package/dist/distributed/httpTransport.d.ts +120 -0
- package/dist/distributed/httpTransport.js +446 -0
- package/dist/distributed/index.d.ts +8 -0
- package/dist/distributed/index.js +5 -0
- package/dist/distributed/networkTransport.d.ts +132 -0
- package/dist/distributed/networkTransport.js +633 -0
- package/dist/distributed/queryPlanner.d.ts +104 -0
- package/dist/distributed/queryPlanner.js +327 -0
- package/dist/distributed/readWriteSeparation.d.ts +134 -0
- package/dist/distributed/readWriteSeparation.js +350 -0
- package/dist/distributed/shardManager.d.ts +114 -0
- package/dist/distributed/shardManager.js +357 -0
- package/dist/distributed/shardMigration.d.ts +110 -0
- package/dist/distributed/shardMigration.js +289 -0
- package/dist/distributed/storageDiscovery.d.ts +160 -0
- package/dist/distributed/storageDiscovery.js +551 -0
- package/dist/embeddings/EmbeddingManager.d.ts +0 -4
- package/dist/embeddings/EmbeddingManager.js +21 -26
- package/dist/errors/brainyError.d.ts +5 -1
- package/dist/errors/brainyError.js +12 -0
- package/dist/examples/basicUsage.js +3 -3
- package/dist/graph/graphAdjacencyIndex.d.ts +96 -0
- package/dist/graph/graphAdjacencyIndex.js +288 -0
- package/dist/graph/pathfinding.js +4 -2
- package/dist/hnsw/scaledHNSWSystem.js +11 -2
- package/dist/importManager.js +6 -3
- package/dist/index.d.ts +12 -21
- package/dist/index.js +14 -22
- package/dist/mcp/brainyMCPAdapter.d.ts +4 -4
- package/dist/mcp/brainyMCPAdapter.js +5 -5
- package/dist/mcp/brainyMCPService.d.ts +3 -3
- package/dist/mcp/brainyMCPService.js +3 -11
- package/dist/mcp/mcpAugmentationToolset.js +20 -30
- package/dist/neural/embeddedPatterns.d.ts +1 -1
- package/dist/neural/embeddedPatterns.js +2 -2
- package/dist/neural/entityExtractor.d.ts +65 -0
- package/dist/neural/entityExtractor.js +316 -0
- package/dist/neural/improvedNeuralAPI.js +90 -79
- package/dist/neural/naturalLanguageProcessor.d.ts +155 -10
- package/dist/neural/naturalLanguageProcessor.js +941 -66
- package/dist/neural/naturalLanguageProcessorStatic.d.ts +2 -2
- package/dist/neural/naturalLanguageProcessorStatic.js +3 -3
- package/dist/neural/neuralAPI.js +8 -2
- package/dist/neural/patternLibrary.d.ts +57 -3
- package/dist/neural/patternLibrary.js +348 -13
- package/dist/neural/staticPatternMatcher.d.ts +2 -2
- package/dist/neural/staticPatternMatcher.js +2 -2
- package/dist/shared/default-augmentations.d.ts +3 -3
- package/dist/shared/default-augmentations.js +5 -5
- package/dist/storage/adapters/fileSystemStorage.d.ts +4 -0
- package/dist/storage/adapters/fileSystemStorage.js +54 -1
- package/dist/storage/adapters/memoryStorage.js +13 -8
- package/dist/storage/backwardCompatibility.d.ts +10 -78
- package/dist/storage/backwardCompatibility.js +17 -132
- package/dist/storage/baseStorage.d.ts +6 -0
- package/dist/storage/baseStorage.js +17 -0
- package/dist/storage/cacheManager.js +2 -2
- package/dist/storage/readOnlyOptimizations.js +8 -3
- package/dist/streaming/pipeline.d.ts +154 -0
- package/dist/streaming/pipeline.js +551 -0
- package/dist/triple/TripleIntelligence.d.ts +25 -110
- package/dist/triple/TripleIntelligence.js +4 -574
- package/dist/triple/TripleIntelligenceSystem.d.ts +159 -0
- package/dist/triple/TripleIntelligenceSystem.js +519 -0
- package/dist/types/apiTypes.d.ts +278 -0
- package/dist/types/apiTypes.js +33 -0
- package/dist/types/brainy.types.d.ts +308 -0
- package/dist/types/brainy.types.js +8 -0
- package/dist/types/brainyDataInterface.d.ts +3 -3
- package/dist/types/brainyDataInterface.js +2 -2
- package/dist/types/graphTypes.js +2 -2
- package/dist/utils/cacheAutoConfig.d.ts +3 -3
- package/dist/utils/embedding.js +8 -14
- package/dist/utils/enhancedLogger.d.ts +104 -0
- package/dist/utils/enhancedLogger.js +232 -0
- package/dist/utils/index.d.ts +1 -1
- package/dist/utils/index.js +1 -1
- package/dist/utils/intelligentTypeMapper.d.ts +60 -0
- package/dist/utils/intelligentTypeMapper.js +349 -0
- package/dist/utils/metadataIndex.d.ts +118 -1
- package/dist/utils/metadataIndex.js +539 -16
- package/dist/utils/paramValidation.d.ts +39 -0
- package/dist/utils/paramValidation.js +192 -0
- package/dist/utils/rateLimiter.d.ts +160 -0
- package/dist/utils/rateLimiter.js +271 -0
- package/dist/utils/statistics.d.ts +4 -4
- package/dist/utils/statistics.js +3 -3
- package/dist/utils/structuredLogger.d.ts +146 -0
- package/dist/utils/structuredLogger.js +394 -0
- package/dist/utils/textEncoding.js +2 -1
- package/dist/utils/typeValidation.d.ts +34 -0
- package/dist/utils/typeValidation.js +247 -0
- package/package.json +14 -6
- package/scripts/download-models.cjs +6 -15
- package/dist/augmentations/walAugmentation.d.ts +0 -111
- package/dist/augmentations/walAugmentation.js +0 -519
- package/dist/chat/BrainyChat.d.ts +0 -121
- package/dist/chat/BrainyChat.js +0 -396
- package/dist/chat/ChatCLI.d.ts +0 -61
- package/dist/chat/ChatCLI.js +0 -351
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Universal Neural Import API
|
|
3
|
+
*
|
|
4
|
+
* ALWAYS uses neural matching to map ANY data to our strict NounTypes and VerbTypes
|
|
5
|
+
* Never falls back to rules - neural matching is MANDATORY
|
|
6
|
+
*
|
|
7
|
+
* Handles:
|
|
8
|
+
* - Strings (text, JSON, CSV, YAML, Markdown)
|
|
9
|
+
* - Files (local paths, any format)
|
|
10
|
+
* - URLs (web pages, APIs, documents)
|
|
11
|
+
* - Objects (structured data)
|
|
12
|
+
* - Binary data (images, PDFs via extraction)
|
|
13
|
+
*/
|
|
14
|
+
import { NounType, VerbType } from '../types/graphTypes.js';
|
|
15
|
+
import { Vector } from '../coreTypes.js';
|
|
16
|
+
import type { Brainy } from '../brainy.js';
|
|
17
|
+
export interface ImportSource {
|
|
18
|
+
type: 'string' | 'file' | 'url' | 'object' | 'binary';
|
|
19
|
+
data: any;
|
|
20
|
+
format?: string;
|
|
21
|
+
metadata?: any;
|
|
22
|
+
}
|
|
23
|
+
export interface NeuralImportResult {
|
|
24
|
+
entities: Array<{
|
|
25
|
+
id: string;
|
|
26
|
+
type: NounType;
|
|
27
|
+
data: any;
|
|
28
|
+
vector: Vector;
|
|
29
|
+
confidence: number;
|
|
30
|
+
metadata: any;
|
|
31
|
+
}>;
|
|
32
|
+
relationships: Array<{
|
|
33
|
+
id: string;
|
|
34
|
+
from: string;
|
|
35
|
+
to: string;
|
|
36
|
+
type: VerbType;
|
|
37
|
+
weight: number;
|
|
38
|
+
confidence: number;
|
|
39
|
+
metadata?: any;
|
|
40
|
+
}>;
|
|
41
|
+
stats: {
|
|
42
|
+
totalProcessed: number;
|
|
43
|
+
entitiesCreated: number;
|
|
44
|
+
relationshipsCreated: number;
|
|
45
|
+
averageConfidence: number;
|
|
46
|
+
processingTimeMs: number;
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
export declare class UniversalImportAPI {
|
|
50
|
+
private brain;
|
|
51
|
+
private typeMatcher;
|
|
52
|
+
private neuralImport;
|
|
53
|
+
private embedCache;
|
|
54
|
+
constructor(brain: Brainy<any>);
|
|
55
|
+
/**
|
|
56
|
+
* Initialize the neural import system
|
|
57
|
+
*/
|
|
58
|
+
init(): Promise<void>;
|
|
59
|
+
/**
|
|
60
|
+
* Universal import - handles ANY data source
|
|
61
|
+
* ALWAYS uses neural matching, NEVER falls back
|
|
62
|
+
*/
|
|
63
|
+
import(source: ImportSource | string | any): Promise<NeuralImportResult>;
|
|
64
|
+
/**
|
|
65
|
+
* Import from URL - fetches and processes
|
|
66
|
+
*/
|
|
67
|
+
importFromURL(url: string): Promise<NeuralImportResult>;
|
|
68
|
+
/**
|
|
69
|
+
* Import from file - reads and processes
|
|
70
|
+
* Note: In browser environment, use File API instead
|
|
71
|
+
*/
|
|
72
|
+
importFromFile(filePath: string): Promise<NeuralImportResult>;
|
|
73
|
+
/**
|
|
74
|
+
* Normalize any input to ImportSource
|
|
75
|
+
*/
|
|
76
|
+
private normalizeSource;
|
|
77
|
+
/**
|
|
78
|
+
* Extract structured data from source
|
|
79
|
+
*/
|
|
80
|
+
private extractData;
|
|
81
|
+
/**
|
|
82
|
+
* Extract data from URL
|
|
83
|
+
*/
|
|
84
|
+
private extractFromURL;
|
|
85
|
+
/**
|
|
86
|
+
* Extract data from file
|
|
87
|
+
*/
|
|
88
|
+
private extractFromFile;
|
|
89
|
+
/**
|
|
90
|
+
* Extract data from string based on format
|
|
91
|
+
*/
|
|
92
|
+
private extractFromString;
|
|
93
|
+
/**
|
|
94
|
+
* Extract from binary data (images, PDFs, etc)
|
|
95
|
+
*/
|
|
96
|
+
private extractFromBinary;
|
|
97
|
+
/**
|
|
98
|
+
* Extract entities from plain text
|
|
99
|
+
*/
|
|
100
|
+
private extractFromText;
|
|
101
|
+
/**
|
|
102
|
+
* Neural processing - CORE of the system
|
|
103
|
+
* ALWAYS uses embeddings and neural matching
|
|
104
|
+
*/
|
|
105
|
+
private neuralProcess;
|
|
106
|
+
/**
|
|
107
|
+
* Generate embedding for any data
|
|
108
|
+
*/
|
|
109
|
+
private generateEmbedding;
|
|
110
|
+
/**
|
|
111
|
+
* Convert any data to text for embedding
|
|
112
|
+
*/
|
|
113
|
+
private dataToText;
|
|
114
|
+
/**
|
|
115
|
+
* Detect relationships using neural matching
|
|
116
|
+
*/
|
|
117
|
+
private detectNeuralRelationships;
|
|
118
|
+
/**
|
|
119
|
+
* Check if a field looks like a reference
|
|
120
|
+
*/
|
|
121
|
+
private looksLikeReference;
|
|
122
|
+
/**
|
|
123
|
+
* Store processed data in brain
|
|
124
|
+
*/
|
|
125
|
+
private storeInBrain;
|
|
126
|
+
private detectFormat;
|
|
127
|
+
private parseCSV;
|
|
128
|
+
private parseYAML;
|
|
129
|
+
private parseMarkdown;
|
|
130
|
+
private parseHTML;
|
|
131
|
+
private generateId;
|
|
132
|
+
private simpleHash;
|
|
133
|
+
private hashBinary;
|
|
134
|
+
}
|