@lov3kaizen/agentsea-embeddings 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/caching/index.d.mts +1 -1
- package/dist/caching/index.d.ts +1 -1
- package/dist/caching/index.js +7 -1
- package/dist/caching/index.mjs +1 -1
- package/dist/chunk-2TCNSTX3.mjs +12 -0
- package/dist/{chunk-NBHIRTJT.mjs → chunk-5GTQFVEI.mjs} +41 -1
- package/dist/chunk-JHWMXQ56.mjs +1650 -0
- package/dist/{chunk-VPSMDBHH.mjs → chunk-MNJPAUDC.mjs} +7 -1
- package/dist/chunking/index.d.mts +1 -1
- package/dist/chunking/index.d.ts +1 -1
- package/dist/{embedding.types-CCgPVxt1.d.ts → embedding.types-6Qr8Mgij.d.mts} +1 -1
- package/dist/{embedding.types-CCgPVxt1.d.mts → embedding.types-6Qr8Mgij.d.ts} +1 -1
- package/dist/{index-DMaQRn2w.d.mts → index-DBlD17rN.d.mts} +1 -1
- package/dist/{index-DMaQRn2w.d.ts → index-DBlD17rN.d.ts} +1 -1
- package/dist/{index-CeG6God2.d.mts → index-DGzfvyHY.d.mts} +5 -2
- package/dist/{index-DWddsKRi.d.ts → index-_uJcyK8e.d.ts} +5 -2
- package/dist/index.d.mts +6 -6
- package/dist/index.d.ts +6 -6
- package/dist/index.js +812 -7
- package/dist/index.mjs +15 -14
- package/dist/providers/index.d.mts +2 -2
- package/dist/providers/index.d.ts +2 -2
- package/dist/providers/index.js +47 -1
- package/dist/providers/index.mjs +2 -1
- package/dist/stores/index.d.mts +256 -2
- package/dist/stores/index.d.ts +256 -2
- package/dist/stores/index.js +794 -7
- package/dist/stores/index.mjs +20 -3
- package/package.json +8 -5
- package/dist/chunk-TER262ST.mjs +0 -877
|
@@ -572,7 +572,13 @@ var SQLiteCache = class extends BaseCache {
|
|
|
572
572
|
`);
|
|
573
573
|
updateStmt.run(Date.now(), key);
|
|
574
574
|
const vectorBuffer = row.vector;
|
|
575
|
-
const vector = Array.from(
|
|
575
|
+
const vector = Array.from(
|
|
576
|
+
new Float32Array(
|
|
577
|
+
vectorBuffer.buffer,
|
|
578
|
+
vectorBuffer.byteOffset,
|
|
579
|
+
vectorBuffer.byteLength / Float32Array.BYTES_PER_ELEMENT
|
|
580
|
+
)
|
|
581
|
+
);
|
|
576
582
|
return {
|
|
577
583
|
key: row.key,
|
|
578
584
|
vector,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
export { B as BaseChunker,
|
|
1
|
+
export { B as BaseChunker, C as Chunk, c as ChunkingMetadata, b as ChunkingOptions, d as ChunkingResult, e as ChunkingStats, f as ChunkingStrategyConfig, a as ChunkingStrategyType, g as CodeChunker, h as CodeChunkingOptions, i as CustomChunkingFn, F as FixedChunker, j as FixedChunkingOptions, M as MarkdownChunker, k as MarkdownChunkingOptions, R as RecursiveChunker, l as RecursiveChunkingOptions, S as SemanticChunker, m as SemanticChunkingOptions, T as TextSplitterFn, o as TokenCounterFn, p as chunk, q as createChunker, r as createCodeChunker, s as createFixedChunker, t as createMarkdownChunker, u as createRecursiveChunker, v as createSemanticChunker, w as defaultTokenCounter, x as mergeSmallChunks, y as splitLargeChunks } from '../index-DBlD17rN.mjs';
|
package/dist/chunking/index.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export { B as BaseChunker,
|
|
1
|
+
export { B as BaseChunker, C as Chunk, c as ChunkingMetadata, b as ChunkingOptions, d as ChunkingResult, e as ChunkingStats, f as ChunkingStrategyConfig, a as ChunkingStrategyType, g as CodeChunker, h as CodeChunkingOptions, i as CustomChunkingFn, F as FixedChunker, j as FixedChunkingOptions, M as MarkdownChunker, k as MarkdownChunkingOptions, R as RecursiveChunker, l as RecursiveChunkingOptions, S as SemanticChunker, m as SemanticChunkingOptions, T as TextSplitterFn, o as TokenCounterFn, p as chunk, q as createChunker, r as createCodeChunker, s as createFixedChunker, t as createMarkdownChunker, u as createRecursiveChunker, v as createSemanticChunker, w as defaultTokenCounter, x as mergeSmallChunks, y as splitLargeChunks } from '../index-DBlD17rN.js';
|
|
@@ -99,4 +99,4 @@ interface EmbeddingStats {
|
|
|
99
99
|
estimatedCostUSD: number;
|
|
100
100
|
}
|
|
101
101
|
|
|
102
|
-
export type { BatchEmbeddingOptions as B, ChunkMetadata as C, DocumentEmbeddingOptions as D, EmbeddingVector as E, SearchOptions as S,
|
|
102
|
+
export type { BatchEmbeddingOptions as B, ChunkMetadata as C, DocumentEmbeddingOptions as D, EmbeddingVector as E, SearchOptions as S, EmbeddingOptions as a, EmbeddingResult as b, BatchEmbeddingResult as c, EmbeddedChunk as d, SearchResult as e, EmbeddingStats as f, BatchProgress as g, EmbeddingModelInfo as h, SimilarityMetric as i };
|
|
@@ -99,4 +99,4 @@ interface EmbeddingStats {
|
|
|
99
99
|
estimatedCostUSD: number;
|
|
100
100
|
}
|
|
101
101
|
|
|
102
|
-
export type { BatchEmbeddingOptions as B, ChunkMetadata as C, DocumentEmbeddingOptions as D, EmbeddingVector as E, SearchOptions as S,
|
|
102
|
+
export type { BatchEmbeddingOptions as B, ChunkMetadata as C, DocumentEmbeddingOptions as D, EmbeddingVector as E, SearchOptions as S, EmbeddingOptions as a, EmbeddingResult as b, BatchEmbeddingResult as c, EmbeddedChunk as d, SearchResult as e, EmbeddingStats as f, BatchProgress as g, EmbeddingModelInfo as h, SimilarityMetric as i };
|
|
@@ -169,4 +169,4 @@ declare function createSemanticChunker(): SemanticChunker;
|
|
|
169
169
|
declare function createChunker(strategy: ChunkingStrategyType): BaseChunker;
|
|
170
170
|
declare function chunk(text: string, strategy?: ChunkingStrategyType, options?: ChunkingOptions): Promise<Chunk[]>;
|
|
171
171
|
|
|
172
|
-
export { BaseChunker as B, type
|
|
172
|
+
export { BaseChunker as B, type Chunk as C, FixedChunker as F, MarkdownChunker as M, type ParagraphChunkingOptions as P, RecursiveChunker as R, SemanticChunker as S, type TextSplitterFn as T, type ChunkingStrategyType as a, type ChunkingOptions as b, type ChunkingMetadata as c, type ChunkingResult as d, type ChunkingStats as e, type ChunkingStrategyConfig as f, CodeChunker as g, type CodeChunkingOptions as h, type CustomChunkingFn as i, type FixedChunkingOptions as j, type MarkdownChunkingOptions as k, type RecursiveChunkingOptions as l, type SemanticChunkingOptions as m, type SentenceChunkingOptions as n, type TokenCounterFn as o, chunk as p, createChunker as q, createCodeChunker as r, createFixedChunker as s, createMarkdownChunker as t, createRecursiveChunker as u, createSemanticChunker as v, defaultTokenCounter as w, mergeSmallChunks as x, splitLargeChunks as y };
|
|
@@ -169,4 +169,4 @@ declare function createSemanticChunker(): SemanticChunker;
|
|
|
169
169
|
declare function createChunker(strategy: ChunkingStrategyType): BaseChunker;
|
|
170
170
|
declare function chunk(text: string, strategy?: ChunkingStrategyType, options?: ChunkingOptions): Promise<Chunk[]>;
|
|
171
171
|
|
|
172
|
-
export { BaseChunker as B, type
|
|
172
|
+
export { BaseChunker as B, type Chunk as C, FixedChunker as F, MarkdownChunker as M, type ParagraphChunkingOptions as P, RecursiveChunker as R, SemanticChunker as S, type TextSplitterFn as T, type ChunkingStrategyType as a, type ChunkingOptions as b, type ChunkingMetadata as c, type ChunkingResult as d, type ChunkingStats as e, type ChunkingStrategyConfig as f, CodeChunker as g, type CodeChunkingOptions as h, type CustomChunkingFn as i, type FixedChunkingOptions as j, type MarkdownChunkingOptions as k, type RecursiveChunkingOptions as l, type SemanticChunkingOptions as m, type SentenceChunkingOptions as n, type TokenCounterFn as o, chunk as p, createChunker as q, createCodeChunker as r, createFixedChunker as s, createMarkdownChunker as t, createRecursiveChunker as u, createSemanticChunker as v, defaultTokenCounter as w, mergeSmallChunks as x, splitLargeChunks as y };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { b as EmbeddingResult, c as BatchEmbeddingResult, E as EmbeddingVector, h as EmbeddingModelInfo, a as EmbeddingOptions, B as BatchEmbeddingOptions } from './embedding.types-6Qr8Mgij.mjs';
|
|
2
2
|
|
|
3
3
|
type EmbeddingProviderType = 'openai' | 'cohere' | 'voyage' | 'local' | 'huggingface' | 'anthropic' | 'google' | 'custom';
|
|
4
4
|
interface ProviderConfig {
|
|
@@ -259,7 +259,10 @@ declare class LocalProvider extends BaseProvider {
|
|
|
259
259
|
private embedFn;
|
|
260
260
|
private normalize;
|
|
261
261
|
private batchSize;
|
|
262
|
+
private readonly modelPath?;
|
|
263
|
+
private extractorPromise?;
|
|
262
264
|
constructor(config: LocalProviderOptions);
|
|
265
|
+
private getOnnxEmbedFn;
|
|
263
266
|
get info(): EmbeddingModelInfo;
|
|
264
267
|
protected doEmbed(texts: string[], options?: EmbeddingOptions): Promise<{
|
|
265
268
|
vectors: number[][];
|
|
@@ -294,4 +297,4 @@ declare class HuggingFaceProvider extends BaseProvider {
|
|
|
294
297
|
}
|
|
295
298
|
declare function createHuggingFaceProvider(config: HuggingFaceProviderConfig): HuggingFaceProvider;
|
|
296
299
|
|
|
297
|
-
export { BaseProvider as B, CohereProvider as C, type EmbeddingProviderType as E, HuggingFaceProvider as H,
|
|
300
|
+
export { BaseProvider as B, CohereProvider as C, type EmbeddingProviderType as E, HuggingFaceProvider as H, type LocalEmbeddingFn as L, type ModelInfo as M, OpenAIProvider as O, type ProviderCapabilities as P, type RateLimitInfo as R, type TokenUsage as T, VoyageProvider as V, EmbeddingModel as a, type BatchEmbeddingRequest as b, type CohereProviderConfig as c, type CustomProviderConfig as d, type EmbeddingRequest as e, type HuggingFaceProviderConfig as f, LocalProvider as g, type LocalProviderConfig as h, type LocalProviderOptions as i, ModelRegistry as j, type OpenAIProviderConfig as k, type ProviderConfig as l, type ProviderError as m, type ProviderFactoryOptions as n, type ProviderHealth as o, type ProviderMetrics as p, type ProviderResponse as q, type VoyageProviderConfig as r, createCohereProvider as s, createHuggingFaceProvider as t, createLocalProvider as u, createMockProvider as v, createOpenAIProvider as w, createRandomProvider as x, createVoyageProvider as y, modelRegistry as z };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { b as EmbeddingResult, c as BatchEmbeddingResult, E as EmbeddingVector, h as EmbeddingModelInfo, a as EmbeddingOptions, B as BatchEmbeddingOptions } from './embedding.types-6Qr8Mgij.js';
|
|
2
2
|
|
|
3
3
|
type EmbeddingProviderType = 'openai' | 'cohere' | 'voyage' | 'local' | 'huggingface' | 'anthropic' | 'google' | 'custom';
|
|
4
4
|
interface ProviderConfig {
|
|
@@ -259,7 +259,10 @@ declare class LocalProvider extends BaseProvider {
|
|
|
259
259
|
private embedFn;
|
|
260
260
|
private normalize;
|
|
261
261
|
private batchSize;
|
|
262
|
+
private readonly modelPath?;
|
|
263
|
+
private extractorPromise?;
|
|
262
264
|
constructor(config: LocalProviderOptions);
|
|
265
|
+
private getOnnxEmbedFn;
|
|
263
266
|
get info(): EmbeddingModelInfo;
|
|
264
267
|
protected doEmbed(texts: string[], options?: EmbeddingOptions): Promise<{
|
|
265
268
|
vectors: number[][];
|
|
@@ -294,4 +297,4 @@ declare class HuggingFaceProvider extends BaseProvider {
|
|
|
294
297
|
}
|
|
295
298
|
declare function createHuggingFaceProvider(config: HuggingFaceProviderConfig): HuggingFaceProvider;
|
|
296
299
|
|
|
297
|
-
export { BaseProvider as B, CohereProvider as C, type EmbeddingProviderType as E, HuggingFaceProvider as H,
|
|
300
|
+
export { BaseProvider as B, CohereProvider as C, type EmbeddingProviderType as E, HuggingFaceProvider as H, type LocalEmbeddingFn as L, type ModelInfo as M, OpenAIProvider as O, type ProviderCapabilities as P, type RateLimitInfo as R, type TokenUsage as T, VoyageProvider as V, EmbeddingModel as a, type BatchEmbeddingRequest as b, type CohereProviderConfig as c, type CustomProviderConfig as d, type EmbeddingRequest as e, type HuggingFaceProviderConfig as f, LocalProvider as g, type LocalProviderConfig as h, type LocalProviderOptions as i, ModelRegistry as j, type OpenAIProviderConfig as k, type ProviderConfig as l, type ProviderError as m, type ProviderFactoryOptions as n, type ProviderHealth as o, type ProviderMetrics as p, type ProviderResponse as q, type VoyageProviderConfig as r, createCohereProvider as s, createHuggingFaceProvider as t, createLocalProvider as u, createMockProvider as v, createOpenAIProvider as w, createRandomProvider as x, createVoyageProvider as y, modelRegistry as z };
|
package/dist/index.d.mts
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { E as EmbeddingProviderType, M as ModelInfo, a as EmbeddingModel } from './index-
|
|
2
|
-
export { B as BaseProvider,
|
|
1
|
+
import { E as EmbeddingProviderType, M as ModelInfo, a as EmbeddingModel } from './index-DGzfvyHY.mjs';
|
|
2
|
+
export { B as BaseProvider, b as BatchEmbeddingRequest, C as CohereProvider, c as CohereProviderConfig, d as CustomProviderConfig, e as EmbeddingRequest, H as HuggingFaceProvider, f as HuggingFaceProviderConfig, L as LocalEmbeddingFn, g as LocalProvider, h as LocalProviderConfig, i as LocalProviderOptions, j as ModelRegistry, O as OpenAIProvider, k as OpenAIProviderConfig, P as ProviderCapabilities, l as ProviderConfig, m as ProviderError, n as ProviderFactoryOptions, o as ProviderHealth, p as ProviderMetrics, q as ProviderResponse, R as RateLimitInfo, T as TokenUsage, V as VoyageProvider, r as VoyageProviderConfig, s as createCohereProvider, t as createHuggingFaceProvider, u as createLocalProvider, v as createMockProvider, w as createOpenAIProvider, x as createRandomProvider, y as createVoyageProvider, z as modelRegistry } from './index-DGzfvyHY.mjs';
|
|
3
3
|
import EventEmitter from 'eventemitter3';
|
|
4
|
-
import { E as EmbeddingVector, a as
|
|
5
|
-
export {
|
|
6
|
-
import { C as
|
|
7
|
-
export { B as BaseChunker,
|
|
4
|
+
import { E as EmbeddingVector, a as EmbeddingOptions, b as EmbeddingResult, B as BatchEmbeddingOptions, c as BatchEmbeddingResult, d as EmbeddedChunk, S as SearchOptions, e as SearchResult, D as DocumentEmbeddingOptions, f as EmbeddingStats } from './embedding.types-6Qr8Mgij.mjs';
|
|
5
|
+
export { g as BatchProgress, C as ChunkMetadata, h as EmbeddingModelInfo, i as SimilarityMetric } from './embedding.types-6Qr8Mgij.mjs';
|
|
6
|
+
import { C as Chunk, a as ChunkingStrategyType, b as ChunkingOptions } from './index-DBlD17rN.mjs';
|
|
7
|
+
export { B as BaseChunker, c as ChunkingMetadata, d as ChunkingResult, e as ChunkingStats, f as ChunkingStrategyConfig, g as CodeChunker, h as CodeChunkingOptions, i as CustomChunkingFn, F as FixedChunker, j as FixedChunkingOptions, M as MarkdownChunker, k as MarkdownChunkingOptions, P as ParagraphChunkingOptions, R as RecursiveChunker, l as RecursiveChunkingOptions, S as SemanticChunker, m as SemanticChunkingOptions, n as SentenceChunkingOptions, T as TextSplitterFn, o as TokenCounterFn, p as chunk, q as createChunker, r as createCodeChunker, s as createFixedChunker, t as createMarkdownChunker, u as createRecursiveChunker, v as createSemanticChunker, w as defaultTokenCounter, x as mergeSmallChunks, y as splitLargeChunks } from './index-DBlD17rN.mjs';
|
|
8
8
|
export { BaseCache, BatchCacheLookupResult, CacheBackendType, CacheCleanupOptions, CacheCleanupResult, CacheEntryInfo, CacheEvictionPolicy, CacheExportFormat, CacheImportOptions, CacheKeyOptions, CacheLookupResult, CacheOptions, CacheStats, CacheWarmupOptions, CachedEmbedding, MemoryCache, MemoryCacheOptions, RedisCache, RedisCacheOptions, SQLiteCache, SQLiteCacheOptions, TierConfig, TieredCache, TieredCacheOptions, createCache, createMemoryCache, createRedisCache, createSQLiteCache, createStandardTieredCache, createTieredCache } from './caching/index.mjs';
|
|
9
9
|
export { BaseStore, ChromaStore, ChromaStoreConfig, CollectionInfo, DeleteOptions, DeleteResult, DistanceMetric, IndexInfo, MemoryStore, MemoryStoreConfig, MilvusStoreConfig, PgVectorStoreConfig, PineconeStore, PineconeStoreConfig, QdrantStore, QdrantStoreConfig, StoreConfig, StoreFactoryOptions, StoreHealth, StoreQueryOptions, StoreQueryResult, StoreStats, StoredVector, UpsertOptions, UpsertResult, VectorRecord, VectorStoreType, WeaviateStoreConfig, createChromaStore, createMemoryStore, createPineconeStore, createQdrantStore, createStore } from './stores/index.mjs';
|
|
10
10
|
|
package/dist/index.d.ts
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { E as EmbeddingProviderType, M as ModelInfo, a as EmbeddingModel } from './index-
|
|
2
|
-
export { B as BaseProvider,
|
|
1
|
+
import { E as EmbeddingProviderType, M as ModelInfo, a as EmbeddingModel } from './index-_uJcyK8e.js';
|
|
2
|
+
export { B as BaseProvider, b as BatchEmbeddingRequest, C as CohereProvider, c as CohereProviderConfig, d as CustomProviderConfig, e as EmbeddingRequest, H as HuggingFaceProvider, f as HuggingFaceProviderConfig, L as LocalEmbeddingFn, g as LocalProvider, h as LocalProviderConfig, i as LocalProviderOptions, j as ModelRegistry, O as OpenAIProvider, k as OpenAIProviderConfig, P as ProviderCapabilities, l as ProviderConfig, m as ProviderError, n as ProviderFactoryOptions, o as ProviderHealth, p as ProviderMetrics, q as ProviderResponse, R as RateLimitInfo, T as TokenUsage, V as VoyageProvider, r as VoyageProviderConfig, s as createCohereProvider, t as createHuggingFaceProvider, u as createLocalProvider, v as createMockProvider, w as createOpenAIProvider, x as createRandomProvider, y as createVoyageProvider, z as modelRegistry } from './index-_uJcyK8e.js';
|
|
3
3
|
import EventEmitter from 'eventemitter3';
|
|
4
|
-
import { E as EmbeddingVector, a as
|
|
5
|
-
export {
|
|
6
|
-
import { C as
|
|
7
|
-
export { B as BaseChunker,
|
|
4
|
+
import { E as EmbeddingVector, a as EmbeddingOptions, b as EmbeddingResult, B as BatchEmbeddingOptions, c as BatchEmbeddingResult, d as EmbeddedChunk, S as SearchOptions, e as SearchResult, D as DocumentEmbeddingOptions, f as EmbeddingStats } from './embedding.types-6Qr8Mgij.js';
|
|
5
|
+
export { g as BatchProgress, C as ChunkMetadata, h as EmbeddingModelInfo, i as SimilarityMetric } from './embedding.types-6Qr8Mgij.js';
|
|
6
|
+
import { C as Chunk, a as ChunkingStrategyType, b as ChunkingOptions } from './index-DBlD17rN.js';
|
|
7
|
+
export { B as BaseChunker, c as ChunkingMetadata, d as ChunkingResult, e as ChunkingStats, f as ChunkingStrategyConfig, g as CodeChunker, h as CodeChunkingOptions, i as CustomChunkingFn, F as FixedChunker, j as FixedChunkingOptions, M as MarkdownChunker, k as MarkdownChunkingOptions, P as ParagraphChunkingOptions, R as RecursiveChunker, l as RecursiveChunkingOptions, S as SemanticChunker, m as SemanticChunkingOptions, n as SentenceChunkingOptions, T as TextSplitterFn, o as TokenCounterFn, p as chunk, q as createChunker, r as createCodeChunker, s as createFixedChunker, t as createMarkdownChunker, u as createRecursiveChunker, v as createSemanticChunker, w as defaultTokenCounter, x as mergeSmallChunks, y as splitLargeChunks } from './index-DBlD17rN.js';
|
|
8
8
|
export { BaseCache, BatchCacheLookupResult, CacheBackendType, CacheCleanupOptions, CacheCleanupResult, CacheEntryInfo, CacheEvictionPolicy, CacheExportFormat, CacheImportOptions, CacheKeyOptions, CacheLookupResult, CacheOptions, CacheStats, CacheWarmupOptions, CachedEmbedding, MemoryCache, MemoryCacheOptions, RedisCache, RedisCacheOptions, SQLiteCache, SQLiteCacheOptions, TierConfig, TieredCache, TieredCacheOptions, createCache, createMemoryCache, createRedisCache, createSQLiteCache, createStandardTieredCache, createTieredCache } from './caching/index.js';
|
|
9
9
|
export { BaseStore, ChromaStore, ChromaStoreConfig, CollectionInfo, DeleteOptions, DeleteResult, DistanceMetric, IndexInfo, MemoryStore, MemoryStoreConfig, MilvusStoreConfig, PgVectorStoreConfig, PineconeStore, PineconeStoreConfig, QdrantStore, QdrantStoreConfig, StoreConfig, StoreFactoryOptions, StoreHealth, StoreQueryOptions, StoreQueryResult, StoreStats, StoredVector, UpsertOptions, UpsertResult, VectorRecord, VectorStoreType, WeaviateStoreConfig, createChromaStore, createMemoryStore, createPineconeStore, createQdrantStore, createStore } from './stores/index.js';
|
|
10
10
|
|