chunkr-ai 0.3.2__py3-none-any.whl → 0.3.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- chunkr_ai/__init__.py +12 -1
- chunkr_ai/api/auth.py +31 -2
- chunkr_ai/api/configuration.py +1 -1
- {chunkr_ai-0.3.2.dist-info → chunkr_ai-0.3.3.dist-info}/METADATA +1 -1
- {chunkr_ai-0.3.2.dist-info → chunkr_ai-0.3.3.dist-info}/RECORD +8 -8
- {chunkr_ai-0.3.2.dist-info → chunkr_ai-0.3.3.dist-info}/WHEEL +0 -0
- {chunkr_ai-0.3.2.dist-info → chunkr_ai-0.3.3.dist-info}/licenses/LICENSE +0 -0
- {chunkr_ai-0.3.2.dist-info → chunkr_ai-0.3.3.dist-info}/top_level.txt +0 -0
chunkr_ai/__init__.py
CHANGED
@@ -1,3 +1,14 @@
|
|
1
1
|
from .api.chunkr import Chunkr
|
2
|
+
import tomllib
|
3
|
+
from pathlib import Path
|
2
4
|
|
3
|
-
|
5
|
+
# Read version from pyproject.toml
|
6
|
+
try:
|
7
|
+
pyproject_path = Path(__file__).parent.parent.parent / "pyproject.toml"
|
8
|
+
with open(pyproject_path, "rb") as f:
|
9
|
+
pyproject_data = tomllib.load(f)
|
10
|
+
__version__ = pyproject_data["project"]["version"]
|
11
|
+
except Exception:
|
12
|
+
__version__ = "unknown"
|
13
|
+
|
14
|
+
__all__ = ["Chunkr", "__version__"]
|
chunkr_ai/api/auth.py
CHANGED
@@ -1,3 +1,28 @@
|
|
1
|
+
import platform
|
2
|
+
import sys
|
3
|
+
import tomllib
|
4
|
+
from pathlib import Path
|
5
|
+
|
6
|
+
def _find_pyproject_toml(start_path: Path) -> Path | None:
|
7
|
+
"""Search for pyproject.toml in current and parent directories."""
|
8
|
+
for parent in [start_path, *start_path.parents]:
|
9
|
+
candidate = parent / "pyproject.toml"
|
10
|
+
if candidate.is_file():
|
11
|
+
return candidate
|
12
|
+
return None
|
13
|
+
|
14
|
+
# Read version from pyproject.toml
|
15
|
+
try:
|
16
|
+
pyproject_path = _find_pyproject_toml(Path(__file__).resolve().parent)
|
17
|
+
if pyproject_path is not None:
|
18
|
+
with open(pyproject_path, "rb") as f:
|
19
|
+
pyproject_data = tomllib.load(f)
|
20
|
+
__version__ = pyproject_data["project"]["version"]
|
21
|
+
else:
|
22
|
+
__version__ = "unknown"
|
23
|
+
except Exception:
|
24
|
+
__version__ = "unknown"
|
25
|
+
|
1
26
|
class HeadersMixin:
|
2
27
|
"""Mixin class for handling authorization headers"""
|
3
28
|
_api_key: str = ""
|
@@ -9,5 +34,9 @@ class HeadersMixin:
|
|
9
34
|
return self._api_key
|
10
35
|
|
11
36
|
def _headers(self) -> dict:
|
12
|
-
"""Generate authorization headers"""
|
13
|
-
|
37
|
+
"""Generate authorization headers and version information"""
|
38
|
+
user_agent = f"chunkr-ai/{__version__} (Python/{sys.version.split()[0]}; {platform.system()}/{platform.release()})"
|
39
|
+
return {
|
40
|
+
"Authorization": self.get_api_key(),
|
41
|
+
"User-Agent": user_agent
|
42
|
+
}
|
chunkr_ai/api/configuration.py
CHANGED
@@ -85,7 +85,7 @@ class TokenizerType(BaseModel):
|
|
85
85
|
return {}
|
86
86
|
|
87
87
|
class ChunkProcessing(BaseModel):
|
88
|
-
ignore_headers_and_footers: Optional[bool] =
|
88
|
+
ignore_headers_and_footers: Optional[bool] = None # Deprecated
|
89
89
|
target_length: Optional[int] = None
|
90
90
|
tokenizer: Optional[Union[TokenizerType, Tokenizer, str]] = None
|
91
91
|
|
@@ -1,16 +1,16 @@
|
|
1
|
-
chunkr_ai/__init__.py,sha256=
|
1
|
+
chunkr_ai/__init__.py,sha256=xkXAzwvm1cFfrdJOOoZ2w9yBoudz_H6OF2HJimOma5I,409
|
2
2
|
chunkr_ai/models.py,sha256=NvFJOpsgzEyYHhE-flp7Yr9tpTDvFmF4T87jttFRquU,1202
|
3
3
|
chunkr_ai/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
|
-
chunkr_ai/api/auth.py,sha256=
|
4
|
+
chunkr_ai/api/auth.py,sha256=eb0XykbDvWgNWCkeI19XInDNnuU06s_Y-_KC89LhWH0,1408
|
5
5
|
chunkr_ai/api/chunkr.py,sha256=3QAlZeq8zbiHp1HxgWpBBUAmvjabD9iBZxIkuGVsKJk,3822
|
6
6
|
chunkr_ai/api/chunkr_base.py,sha256=8roSPoCADmaXM2r7zz2iHfZzIcY9NopOfa4j-dfk8RA,6310
|
7
|
-
chunkr_ai/api/configuration.py,sha256=
|
7
|
+
chunkr_ai/api/configuration.py,sha256=YDSN-hv5VyffKxDJBUaVE3u27BsDafxGNGfOBVRmRUk,11682
|
8
8
|
chunkr_ai/api/decorators.py,sha256=B-neL5d4N-skq2rjnOfaCVSTz6HEye6udcykacbv7G4,4399
|
9
9
|
chunkr_ai/api/misc.py,sha256=pNjbiD5reMdDSkjNTWHn0VgTVsGYn0fl751WuRtSkL8,5389
|
10
10
|
chunkr_ai/api/protocol.py,sha256=LjPrYSq52m1afIlAo0yVGXlGZxPRh8J6g7S4PAit3Zo,388
|
11
11
|
chunkr_ai/api/task_response.py,sha256=omnKkACjN3ijnbG6UncHLI_IDbsaJ1wHu1g4X9JbijU,8017
|
12
|
-
chunkr_ai-0.3.
|
13
|
-
chunkr_ai-0.3.
|
14
|
-
chunkr_ai-0.3.
|
15
|
-
chunkr_ai-0.3.
|
16
|
-
chunkr_ai-0.3.
|
12
|
+
chunkr_ai-0.3.3.dist-info/licenses/LICENSE,sha256=w3R12yNDyZpMiy2lxy_hvNbsldC75ww79sF0u11rkho,1069
|
13
|
+
chunkr_ai-0.3.3.dist-info/METADATA,sha256=eQJqOqhXUch-11cqAC4dkEUc2ZkQxAe91vlYzbCEFkE,7086
|
14
|
+
chunkr_ai-0.3.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
15
|
+
chunkr_ai-0.3.3.dist-info/top_level.txt,sha256=0IZY7PZIiS8bw5r4NUQRUQ-ATi-L_3vLQVq3ZLouOW8,10
|
16
|
+
chunkr_ai-0.3.3.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|