rakam-systems-vectorstore 0.1.1rc7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- rakam_systems_vectorstore/MANIFEST.in +26 -0
- rakam_systems_vectorstore/README.md +1071 -0
- rakam_systems_vectorstore/__init__.py +93 -0
- rakam_systems_vectorstore/components/__init__.py +0 -0
- rakam_systems_vectorstore/components/chunker/__init__.py +19 -0
- rakam_systems_vectorstore/components/chunker/advanced_chunker.py +1019 -0
- rakam_systems_vectorstore/components/chunker/text_chunker.py +154 -0
- rakam_systems_vectorstore/components/embedding_model/__init__.py +0 -0
- rakam_systems_vectorstore/components/embedding_model/configurable_embeddings.py +546 -0
- rakam_systems_vectorstore/components/embedding_model/openai_embeddings.py +259 -0
- rakam_systems_vectorstore/components/loader/__init__.py +31 -0
- rakam_systems_vectorstore/components/loader/adaptive_loader.py +512 -0
- rakam_systems_vectorstore/components/loader/code_loader.py +699 -0
- rakam_systems_vectorstore/components/loader/doc_loader.py +812 -0
- rakam_systems_vectorstore/components/loader/eml_loader.py +556 -0
- rakam_systems_vectorstore/components/loader/html_loader.py +626 -0
- rakam_systems_vectorstore/components/loader/md_loader.py +622 -0
- rakam_systems_vectorstore/components/loader/odt_loader.py +750 -0
- rakam_systems_vectorstore/components/loader/pdf_loader.py +771 -0
- rakam_systems_vectorstore/components/loader/pdf_loader_light.py +723 -0
- rakam_systems_vectorstore/components/loader/tabular_loader.py +597 -0
- rakam_systems_vectorstore/components/vectorstore/__init__.py +0 -0
- rakam_systems_vectorstore/components/vectorstore/apps.py +10 -0
- rakam_systems_vectorstore/components/vectorstore/configurable_pg_vector_store.py +1661 -0
- rakam_systems_vectorstore/components/vectorstore/faiss_vector_store.py +878 -0
- rakam_systems_vectorstore/components/vectorstore/migrations/0001_initial.py +55 -0
- rakam_systems_vectorstore/components/vectorstore/migrations/__init__.py +0 -0
- rakam_systems_vectorstore/components/vectorstore/models.py +10 -0
- rakam_systems_vectorstore/components/vectorstore/pg_models.py +97 -0
- rakam_systems_vectorstore/components/vectorstore/pg_vector_store.py +827 -0
- rakam_systems_vectorstore/config.py +266 -0
- rakam_systems_vectorstore/core.py +8 -0
- rakam_systems_vectorstore/pyproject.toml +113 -0
- rakam_systems_vectorstore/server/README.md +290 -0
- rakam_systems_vectorstore/server/__init__.py +20 -0
- rakam_systems_vectorstore/server/mcp_server_vector.py +325 -0
- rakam_systems_vectorstore/setup.py +103 -0
- rakam_systems_vectorstore-0.1.1rc7.dist-info/METADATA +370 -0
- rakam_systems_vectorstore-0.1.1rc7.dist-info/RECORD +40 -0
- rakam_systems_vectorstore-0.1.1rc7.dist-info/WHEEL +4 -0
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
"""
|
|
2
|
+
AI Vector Store Package
|
|
3
|
+
|
|
4
|
+
Provides modular, configurable vector storage and retrieval components
|
|
5
|
+
leveraging PGVector for efficient semantic search.
|
|
6
|
+
|
|
7
|
+
Key Components:
|
|
8
|
+
- ConfigurablePgVectorStore: Enhanced vector store with full configuration support
|
|
9
|
+
- AdaptiveLoader: Automatically detects and processes various file types
|
|
10
|
+
- ConfigurableEmbeddings: Multi-backend embedding model support
|
|
11
|
+
- VectorStoreConfig: Comprehensive configuration management
|
|
12
|
+
|
|
13
|
+
Quick Start:
|
|
14
|
+
from ai_vectorstore import ConfigurablePgVectorStore, VectorStoreConfig
|
|
15
|
+
|
|
16
|
+
config = VectorStoreConfig()
|
|
17
|
+
store = ConfigurablePgVectorStore(config=config)
|
|
18
|
+
store.setup()
|
|
19
|
+
"""
|
|
20
|
+
|
|
21
|
+
from rakam_systems_vectorstore.core import Node, NodeMetadata, VSFile
|
|
22
|
+
from rakam_systems_vectorstore.config import (
|
|
23
|
+
VectorStoreConfig,
|
|
24
|
+
EmbeddingConfig,
|
|
25
|
+
DatabaseConfig,
|
|
26
|
+
SearchConfig,
|
|
27
|
+
IndexConfig,
|
|
28
|
+
load_config,
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
# Lazy imports for Django model-dependent components
|
|
32
|
+
# These will be imported when accessed, after Django setup
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
def __getattr__(name):
|
|
36
|
+
"""Lazy import Django-dependent components."""
|
|
37
|
+
if name == "ConfigurablePgVectorStore":
|
|
38
|
+
from rakam_systems_vectorstore.components.vectorstore.configurable_pg_vector_store import (
|
|
39
|
+
ConfigurablePgVectorStore,
|
|
40
|
+
)
|
|
41
|
+
return ConfigurablePgVectorStore
|
|
42
|
+
elif name == "PgVectorStore":
|
|
43
|
+
from rakam_systems_vectorstore.components.vectorstore.pg_vector_store import PgVectorStore
|
|
44
|
+
return PgVectorStore
|
|
45
|
+
elif name == "AdaptiveLoader":
|
|
46
|
+
from rakam_systems_vectorstore.components.loader.adaptive_loader import AdaptiveLoader
|
|
47
|
+
return AdaptiveLoader
|
|
48
|
+
elif name == "create_adaptive_loader":
|
|
49
|
+
from rakam_systems_vectorstore.components.loader.adaptive_loader import create_adaptive_loader
|
|
50
|
+
return create_adaptive_loader
|
|
51
|
+
elif name == "ConfigurableEmbeddings":
|
|
52
|
+
from rakam_systems_vectorstore.components.embedding_model.configurable_embeddings import (
|
|
53
|
+
ConfigurableEmbeddings,
|
|
54
|
+
)
|
|
55
|
+
return ConfigurableEmbeddings
|
|
56
|
+
elif name == "create_embedding_model":
|
|
57
|
+
from rakam_systems_vectorstore.components.embedding_model.configurable_embeddings import (
|
|
58
|
+
create_embedding_model,
|
|
59
|
+
)
|
|
60
|
+
return create_embedding_model
|
|
61
|
+
elif name == "FaissVectorStore":
|
|
62
|
+
from rakam_systems_vectorstore.components.vectorstore.faiss_vector_store import FaissStore as FaissVectorStore
|
|
63
|
+
return FaissVectorStore
|
|
64
|
+
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
__version__ = "1.0.0"
|
|
68
|
+
|
|
69
|
+
__all__ = [
|
|
70
|
+
# Core data structures
|
|
71
|
+
"Node",
|
|
72
|
+
"NodeMetadata",
|
|
73
|
+
"VSFile",
|
|
74
|
+
|
|
75
|
+
# Configuration
|
|
76
|
+
"VectorStoreConfig",
|
|
77
|
+
"EmbeddingConfig",
|
|
78
|
+
"DatabaseConfig",
|
|
79
|
+
"SearchConfig",
|
|
80
|
+
"IndexConfig",
|
|
81
|
+
"load_config",
|
|
82
|
+
|
|
83
|
+
# New configurable components
|
|
84
|
+
"ConfigurablePgVectorStore",
|
|
85
|
+
"AdaptiveLoader",
|
|
86
|
+
"create_adaptive_loader",
|
|
87
|
+
"ConfigurableEmbeddings",
|
|
88
|
+
"create_embedding_model",
|
|
89
|
+
|
|
90
|
+
# Original components (backward compatibility)
|
|
91
|
+
"PgVectorStore",
|
|
92
|
+
"FaissVectorStore",
|
|
93
|
+
]
|
|
File without changes
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
from .text_chunker import TextChunker, create_text_chunker
|
|
2
|
+
from .advanced_chunker import (
|
|
3
|
+
AdvancedChunker,
|
|
4
|
+
create_chunker,
|
|
5
|
+
MDTableSerializerProvider,
|
|
6
|
+
ImgPlaceholderSerializerProvider,
|
|
7
|
+
ImgAnnotationSerializerProvider,
|
|
8
|
+
)
|
|
9
|
+
|
|
10
|
+
__all__ = [
|
|
11
|
+
"TextChunker",
|
|
12
|
+
"create_text_chunker",
|
|
13
|
+
"AdvancedChunker",
|
|
14
|
+
"create_chunker",
|
|
15
|
+
"MDTableSerializerProvider",
|
|
16
|
+
"ImgPlaceholderSerializerProvider",
|
|
17
|
+
"ImgAnnotationSerializerProvider",
|
|
18
|
+
]
|
|
19
|
+
|