contextfit 0.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- contextfit/__init__.py +37 -0
- contextfit/cli.py +833 -0
- contextfit/core/__init__.py +6 -0
- contextfit/core/chunk.py +231 -0
- contextfit/core/expander.py +213 -0
- contextfit/core/tokenizer.py +179 -0
- contextfit/extractors/__init__.py +25 -0
- contextfit/extractors/auto.py +53 -0
- contextfit/extractors/base.py +58 -0
- contextfit/extractors/document.py +72 -0
- contextfit/extractors/email.py +78 -0
- contextfit/extractors/tmd.py +171 -0
- contextfit/graph/__init__.py +6 -0
- contextfit/graph/community.py +289 -0
- contextfit/graph/similarity.py +300 -0
- contextfit/hierarchy/__init__.py +5 -0
- contextfit/hierarchy/levels.py +296 -0
- contextfit/index/__init__.py +6 -0
- contextfit/index/bm25.py +181 -0
- contextfit/index/inverted.py +830 -0
- contextfit/index/semantic_expand.py +416 -0
- contextfit/metadata/__init__.py +3 -0
- contextfit/metadata/index.py +325 -0
- contextfit/retrieval/__init__.py +41 -0
- contextfit/retrieval/engine.py +1233 -0
- contextfit/retrieval/memory_atoms.py +412 -0
- contextfit/retrieval/query_router.py +274 -0
- contextfit/retrieval/token_rerank.py +239 -0
- contextfit/sid/__init__.py +14 -0
- contextfit/sid/generator.py +196 -0
- contextfit/sid/learned.py +382 -0
- contextfit/sid/semantic.py +317 -0
- contextfit-0.1.0.dist-info/METADATA +195 -0
- contextfit-0.1.0.dist-info/RECORD +36 -0
- contextfit-0.1.0.dist-info/WHEEL +4 -0
- contextfit-0.1.0.dist-info/entry_points.txt +2 -0
contextfit/__init__.py
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
"""
|
|
2
|
+
ContextFit: Token-native knowledge base for LLM scale.
|
|
3
|
+
|
|
4
|
+
Everything stays in token space until final generation.
|
|
5
|
+
"""
|
|
6
|
+
|
|
7
|
+
__version__ = "0.1.0"
|
|
8
|
+
|
|
9
|
+
from contextfit.core.chunk import Chunk, ChunkStore
|
|
10
|
+
from contextfit.core.tokenizer import Tokenizer
|
|
11
|
+
from contextfit.graph.community import CommunityDetector
|
|
12
|
+
from contextfit.graph.similarity import LSHIndex, MinHasher
|
|
13
|
+
from contextfit.hierarchy.levels import HierarchyBuilder
|
|
14
|
+
from contextfit.index.bm25 import BM25Scorer
|
|
15
|
+
from contextfit.index.inverted import InvertedIndex
|
|
16
|
+
from contextfit.retrieval.engine import RetrievalEngine
|
|
17
|
+
from contextfit.sid.generator import SIDGenerator, SIDPrediction
|
|
18
|
+
from contextfit.sid.learned import LearnedSIDGenerator
|
|
19
|
+
from contextfit.sid.semantic import SemanticID, SemanticIDIndex
|
|
20
|
+
|
|
21
|
+
__all__ = [
|
|
22
|
+
"Chunk",
|
|
23
|
+
"ChunkStore",
|
|
24
|
+
"Tokenizer",
|
|
25
|
+
"LearnedSIDGenerator",
|
|
26
|
+
"InvertedIndex",
|
|
27
|
+
"BM25Scorer",
|
|
28
|
+
"MinHasher",
|
|
29
|
+
"LSHIndex",
|
|
30
|
+
"CommunityDetector",
|
|
31
|
+
"HierarchyBuilder",
|
|
32
|
+
"RetrievalEngine",
|
|
33
|
+
"SIDGenerator",
|
|
34
|
+
"SIDPrediction",
|
|
35
|
+
"SemanticID",
|
|
36
|
+
"SemanticIDIndex",
|
|
37
|
+
]
|