rakam-systems-vectorstore 0.1.1rc7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. rakam_systems_vectorstore/MANIFEST.in +26 -0
  2. rakam_systems_vectorstore/README.md +1071 -0
  3. rakam_systems_vectorstore/__init__.py +93 -0
  4. rakam_systems_vectorstore/components/__init__.py +0 -0
  5. rakam_systems_vectorstore/components/chunker/__init__.py +19 -0
  6. rakam_systems_vectorstore/components/chunker/advanced_chunker.py +1019 -0
  7. rakam_systems_vectorstore/components/chunker/text_chunker.py +154 -0
  8. rakam_systems_vectorstore/components/embedding_model/__init__.py +0 -0
  9. rakam_systems_vectorstore/components/embedding_model/configurable_embeddings.py +546 -0
  10. rakam_systems_vectorstore/components/embedding_model/openai_embeddings.py +259 -0
  11. rakam_systems_vectorstore/components/loader/__init__.py +31 -0
  12. rakam_systems_vectorstore/components/loader/adaptive_loader.py +512 -0
  13. rakam_systems_vectorstore/components/loader/code_loader.py +699 -0
  14. rakam_systems_vectorstore/components/loader/doc_loader.py +812 -0
  15. rakam_systems_vectorstore/components/loader/eml_loader.py +556 -0
  16. rakam_systems_vectorstore/components/loader/html_loader.py +626 -0
  17. rakam_systems_vectorstore/components/loader/md_loader.py +622 -0
  18. rakam_systems_vectorstore/components/loader/odt_loader.py +750 -0
  19. rakam_systems_vectorstore/components/loader/pdf_loader.py +771 -0
  20. rakam_systems_vectorstore/components/loader/pdf_loader_light.py +723 -0
  21. rakam_systems_vectorstore/components/loader/tabular_loader.py +597 -0
  22. rakam_systems_vectorstore/components/vectorstore/__init__.py +0 -0
  23. rakam_systems_vectorstore/components/vectorstore/apps.py +10 -0
  24. rakam_systems_vectorstore/components/vectorstore/configurable_pg_vector_store.py +1661 -0
  25. rakam_systems_vectorstore/components/vectorstore/faiss_vector_store.py +878 -0
  26. rakam_systems_vectorstore/components/vectorstore/migrations/0001_initial.py +55 -0
  27. rakam_systems_vectorstore/components/vectorstore/migrations/__init__.py +0 -0
  28. rakam_systems_vectorstore/components/vectorstore/models.py +10 -0
  29. rakam_systems_vectorstore/components/vectorstore/pg_models.py +97 -0
  30. rakam_systems_vectorstore/components/vectorstore/pg_vector_store.py +827 -0
  31. rakam_systems_vectorstore/config.py +266 -0
  32. rakam_systems_vectorstore/core.py +8 -0
  33. rakam_systems_vectorstore/pyproject.toml +113 -0
  34. rakam_systems_vectorstore/server/README.md +290 -0
  35. rakam_systems_vectorstore/server/__init__.py +20 -0
  36. rakam_systems_vectorstore/server/mcp_server_vector.py +325 -0
  37. rakam_systems_vectorstore/setup.py +103 -0
  38. rakam_systems_vectorstore-0.1.1rc7.dist-info/METADATA +370 -0
  39. rakam_systems_vectorstore-0.1.1rc7.dist-info/RECORD +40 -0
  40. rakam_systems_vectorstore-0.1.1rc7.dist-info/WHEEL +4 -0
@@ -0,0 +1,93 @@
1
+ """
2
+ AI Vector Store Package
3
+
4
+ Provides modular, configurable vector storage and retrieval components
5
+ leveraging PGVector for efficient semantic search.
6
+
7
+ Key Components:
8
+ - ConfigurablePgVectorStore: Enhanced vector store with full configuration support
9
+ - AdaptiveLoader: Automatically detects and processes various file types
10
+ - ConfigurableEmbeddings: Multi-backend embedding model support
11
+ - VectorStoreConfig: Comprehensive configuration management
12
+
13
+ Quick Start:
14
+ from ai_vectorstore import ConfigurablePgVectorStore, VectorStoreConfig
15
+
16
+ config = VectorStoreConfig()
17
+ store = ConfigurablePgVectorStore(config=config)
18
+ store.setup()
19
+ """
20
+
21
+ from rakam_systems_vectorstore.core import Node, NodeMetadata, VSFile
22
+ from rakam_systems_vectorstore.config import (
23
+ VectorStoreConfig,
24
+ EmbeddingConfig,
25
+ DatabaseConfig,
26
+ SearchConfig,
27
+ IndexConfig,
28
+ load_config,
29
+ )
30
+
31
+ # Lazy imports for Django model-dependent components
32
+ # These will be imported when accessed, after Django setup
33
+
34
+
35
+ def __getattr__(name):
36
+ """Lazy import Django-dependent components."""
37
+ if name == "ConfigurablePgVectorStore":
38
+ from rakam_systems_vectorstore.components.vectorstore.configurable_pg_vector_store import (
39
+ ConfigurablePgVectorStore,
40
+ )
41
+ return ConfigurablePgVectorStore
42
+ elif name == "PgVectorStore":
43
+ from rakam_systems_vectorstore.components.vectorstore.pg_vector_store import PgVectorStore
44
+ return PgVectorStore
45
+ elif name == "AdaptiveLoader":
46
+ from rakam_systems_vectorstore.components.loader.adaptive_loader import AdaptiveLoader
47
+ return AdaptiveLoader
48
+ elif name == "create_adaptive_loader":
49
+ from rakam_systems_vectorstore.components.loader.adaptive_loader import create_adaptive_loader
50
+ return create_adaptive_loader
51
+ elif name == "ConfigurableEmbeddings":
52
+ from rakam_systems_vectorstore.components.embedding_model.configurable_embeddings import (
53
+ ConfigurableEmbeddings,
54
+ )
55
+ return ConfigurableEmbeddings
56
+ elif name == "create_embedding_model":
57
+ from rakam_systems_vectorstore.components.embedding_model.configurable_embeddings import (
58
+ create_embedding_model,
59
+ )
60
+ return create_embedding_model
61
+ elif name == "FaissVectorStore":
62
+ from rakam_systems_vectorstore.components.vectorstore.faiss_vector_store import FaissStore as FaissVectorStore
63
+ return FaissVectorStore
64
+ raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
65
+
66
+
67
+ __version__ = "1.0.0"
68
+
69
+ __all__ = [
70
+ # Core data structures
71
+ "Node",
72
+ "NodeMetadata",
73
+ "VSFile",
74
+
75
+ # Configuration
76
+ "VectorStoreConfig",
77
+ "EmbeddingConfig",
78
+ "DatabaseConfig",
79
+ "SearchConfig",
80
+ "IndexConfig",
81
+ "load_config",
82
+
83
+ # New configurable components
84
+ "ConfigurablePgVectorStore",
85
+ "AdaptiveLoader",
86
+ "create_adaptive_loader",
87
+ "ConfigurableEmbeddings",
88
+ "create_embedding_model",
89
+
90
+ # Original components (backward compatibility)
91
+ "PgVectorStore",
92
+ "FaissVectorStore",
93
+ ]
File without changes
@@ -0,0 +1,19 @@
1
+ from .text_chunker import TextChunker, create_text_chunker
2
+ from .advanced_chunker import (
3
+ AdvancedChunker,
4
+ create_chunker,
5
+ MDTableSerializerProvider,
6
+ ImgPlaceholderSerializerProvider,
7
+ ImgAnnotationSerializerProvider,
8
+ )
9
+
10
+ __all__ = [
11
+ "TextChunker",
12
+ "create_text_chunker",
13
+ "AdvancedChunker",
14
+ "create_chunker",
15
+ "MDTableSerializerProvider",
16
+ "ImgPlaceholderSerializerProvider",
17
+ "ImgAnnotationSerializerProvider",
18
+ ]
19
+