unique_toolkit 0.8.51__py3-none-any.whl → 0.8.53__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- unique_toolkit/_common/token/token_counting.py +3 -3
- unique_toolkit/content/functions.py +8 -1
- unique_toolkit/content/service.py +5 -0
- {unique_toolkit-0.8.51.dist-info → unique_toolkit-0.8.53.dist-info}/METADATA +7 -1
- {unique_toolkit-0.8.51.dist-info → unique_toolkit-0.8.53.dist-info}/RECORD +7 -7
- {unique_toolkit-0.8.51.dist-info → unique_toolkit-0.8.53.dist-info}/LICENSE +0 -0
- {unique_toolkit-0.8.51.dist-info → unique_toolkit-0.8.53.dist-info}/WHEEL +0 -0
@@ -4,11 +4,11 @@
|
|
4
4
|
import json
|
5
5
|
from typing import Any, Callable
|
6
6
|
|
7
|
-
from _common.utils.token.image_token_counting import (
|
8
|
-
calculate_image_tokens_from_base64,
|
9
|
-
)
|
10
7
|
from pydantic import BaseModel
|
11
8
|
|
9
|
+
from unique_toolkit._common.token.image_token_counting import (
|
10
|
+
calculate_image_tokens_from_base64,
|
11
|
+
)
|
12
12
|
from unique_toolkit.language_model import (
|
13
13
|
LanguageModelMessage,
|
14
14
|
LanguageModelMessages,
|
@@ -268,6 +268,7 @@ def upload_content(
|
|
268
268
|
scope_id: str | None = None,
|
269
269
|
chat_id: str | None = None,
|
270
270
|
skip_ingestion: bool = False,
|
271
|
+
skip_excel_ingestion: bool = False,
|
271
272
|
ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
|
272
273
|
metadata: dict[str, Any] | None = None,
|
273
274
|
):
|
@@ -283,6 +284,7 @@ def upload_content(
|
|
283
284
|
scope_id (str | None): The scope ID. Defaults to None.
|
284
285
|
chat_id (str | None): The chat ID. Defaults to None.
|
285
286
|
skip_ingestion (bool): Whether to skip ingestion. Defaults to False.
|
287
|
+
skip_excel_ingestion (bool): Whether to skip excel ingestion. Defaults to False.
|
286
288
|
ingestion_config (unique_sdk.Content.IngestionConfig | None): The ingestion configuration. Defaults to None.
|
287
289
|
metadata ( dict[str, Any] | None): The metadata for the content. Defaults to None.
|
288
290
|
|
@@ -300,6 +302,7 @@ def upload_content(
|
|
300
302
|
scope_id=scope_id,
|
301
303
|
chat_id=chat_id,
|
302
304
|
skip_ingestion=skip_ingestion,
|
305
|
+
skip_excel_ingestion=skip_excel_ingestion,
|
303
306
|
ingestion_config=ingestion_config,
|
304
307
|
metadata=metadata,
|
305
308
|
)
|
@@ -317,6 +320,7 @@ def _trigger_upload_content(
|
|
317
320
|
scope_id: str | None = None,
|
318
321
|
chat_id: str | None = None,
|
319
322
|
skip_ingestion: bool = False,
|
323
|
+
skip_excel_ingestion: bool = False,
|
320
324
|
ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
|
321
325
|
metadata: dict[str, Any] | None = None,
|
322
326
|
):
|
@@ -332,6 +336,7 @@ def _trigger_upload_content(
|
|
332
336
|
scope_id (str | None): The scope ID. Defaults to None.
|
333
337
|
chat_id (str | None): The chat ID. Defaults to None.
|
334
338
|
skip_ingestion (bool): Whether to skip ingestion. Defaults to False.
|
339
|
+
skip_excel_ingestion (bool): Whether to skip excel ingestion. Defaults to False.
|
335
340
|
ingestion_config (unique_sdk.Content.IngestionConfig | None): The ingestion configuration. Defaults to None.
|
336
341
|
metadata (dict[str, Any] | None): The metadata for the content. Defaults to None.
|
337
342
|
|
@@ -393,7 +398,9 @@ def _trigger_upload_content(
|
|
393
398
|
if ingestion_config is None:
|
394
399
|
ingestion_config = {}
|
395
400
|
|
396
|
-
if
|
401
|
+
if skip_excel_ingestion:
|
402
|
+
ingestion_config["uniqueIngestionMode"] = "SKIP_EXCEL_INGESTION"
|
403
|
+
elif skip_ingestion:
|
397
404
|
ingestion_config["uniqueIngestionMode"] = "SKIP_INGESTION"
|
398
405
|
|
399
406
|
input_dict = {
|
@@ -462,6 +462,7 @@ class ContentService:
|
|
462
462
|
scope_id: str | None = None,
|
463
463
|
chat_id: str | None = None,
|
464
464
|
skip_ingestion: bool = False,
|
465
|
+
skip_excel_ingestion: bool = False,
|
465
466
|
ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
|
466
467
|
metadata: dict | None = None,
|
467
468
|
) -> Content:
|
@@ -475,6 +476,7 @@ class ContentService:
|
|
475
476
|
scope_id (str | None): The scope ID. Defaults to None.
|
476
477
|
chat_id (str | None): The chat ID. Defaults to None.
|
477
478
|
skip_ingestion (bool): Whether to skip ingestion. Defaults to False.
|
479
|
+
skip_excel_ingestion (bool): Whether to skip excel ingestion. Defaults to False.
|
478
480
|
ingestion_config (unique_sdk.Content.IngestionConfig | None): The ingestion configuration. Defaults to None.
|
479
481
|
metadata (dict | None): The metadata to associate with the content. Defaults to None.
|
480
482
|
|
@@ -503,6 +505,7 @@ class ContentService:
|
|
503
505
|
scope_id: str | None = None,
|
504
506
|
chat_id: str | None = None,
|
505
507
|
skip_ingestion: bool = False,
|
508
|
+
skip_excel_ingestion: bool = False,
|
506
509
|
ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
|
507
510
|
metadata: dict[str, Any] | None = None,
|
508
511
|
):
|
@@ -516,6 +519,7 @@ class ContentService:
|
|
516
519
|
scope_id (str | None): The scope ID. Defaults to None.
|
517
520
|
chat_id (str | None): The chat ID. Defaults to None.
|
518
521
|
skip_ingestion (bool): Whether to skip ingestion. Defaults to False.
|
522
|
+
skip_excel_ingestion (bool): Whether to skip excel ingestion. Defaults to False.
|
519
523
|
ingestion_config (unique_sdk.Content.IngestionConfig | None): The ingestion configuration. Defaults to None.
|
520
524
|
metadata (dict[str, Any] | None): The metadata to associate with the content. Defaults to None.
|
521
525
|
|
@@ -532,6 +536,7 @@ class ContentService:
|
|
532
536
|
scope_id=scope_id,
|
533
537
|
chat_id=chat_id,
|
534
538
|
skip_ingestion=skip_ingestion,
|
539
|
+
skip_excel_ingestion=skip_excel_ingestion,
|
535
540
|
ingestion_config=ingestion_config,
|
536
541
|
metadata=metadata,
|
537
542
|
)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: unique_toolkit
|
3
|
-
Version: 0.8.
|
3
|
+
Version: 0.8.53
|
4
4
|
Summary:
|
5
5
|
License: Proprietary
|
6
6
|
Author: Cedric Klinkert
|
@@ -117,6 +117,12 @@ All notable changes to this project will be documented in this file.
|
|
117
117
|
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
118
118
|
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
119
119
|
|
120
|
+
## [0.8.53] - 2025-09-09
|
121
|
+
- Add support for skip ingestion for only excel files.
|
122
|
+
|
123
|
+
## [0.8.52] - 2025-09-06
|
124
|
+
- Fix import error in token counting
|
125
|
+
|
120
126
|
## [0.8.51] - 2025-09-06
|
121
127
|
- Update token counter to latest version of monorepo.
|
122
128
|
|
@@ -14,7 +14,7 @@ unique_toolkit/_common/exception.py,sha256=caQIE1btsQnpKCHqL2cgWUSbHup06enQu_Pt7
|
|
14
14
|
unique_toolkit/_common/feature_flags/schema.py,sha256=3JpTuld8kK-UQ5B0sbYTu0yqhyFPnChXG2Iv4BNqHdg,539
|
15
15
|
unique_toolkit/_common/pydantic_helpers.py,sha256=4a8LPey31k4dCztYag1OBhYnGHREN08-l3NEjbFD1ok,743
|
16
16
|
unique_toolkit/_common/token/image_token_counting.py,sha256=VpFfZyY0GIH27q_Wy4YNjk2algqvbCtJyzuuROoFQPw,2189
|
17
|
-
unique_toolkit/_common/token/token_counting.py,sha256=
|
17
|
+
unique_toolkit/_common/token/token_counting.py,sha256=gM4B_aUqKqEPvmStFNcvCWNMNNNNKbVaywBDxlbgIps,7121
|
18
18
|
unique_toolkit/_common/utils/structured_output/schema.py,sha256=Tp7kDYcmKtnUhcuRkH86TSYhylRff0ZZJYb2dLkISts,131
|
19
19
|
unique_toolkit/_common/validate_required_values.py,sha256=Y_M1ub9gIKP9qZ45F6Zq3ZHtuIqhmOjl8Z2Vd3avg8w,588
|
20
20
|
unique_toolkit/_common/validators.py,sha256=aZwbMho7XszN7lT5RtemaiXgC0WJ4u40oeVgsNGhF4U,2803
|
@@ -36,9 +36,9 @@ unique_toolkit/chat/state.py,sha256=Cjgwv_2vhDFbV69xxsn7SefhaoIAEqLx3ferdVFCnOg,
|
|
36
36
|
unique_toolkit/chat/utils.py,sha256=ihm-wQykBWhB4liR3LnwPVPt_qGW6ETq21Mw4HY0THE,854
|
37
37
|
unique_toolkit/content/__init__.py,sha256=EdJg_A_7loEtCQf4cah3QARQreJx6pdz89Rm96YbMVg,940
|
38
38
|
unique_toolkit/content/constants.py,sha256=1iy4Y67xobl5VTnJB6SxSyuoBWbdLl9244xfVMUZi5o,60
|
39
|
-
unique_toolkit/content/functions.py,sha256=
|
39
|
+
unique_toolkit/content/functions.py,sha256=1zhxaJEYTvvd4qzkrbEFcrjdJxhHkfUY3dEpNfNC_hk,19052
|
40
40
|
unique_toolkit/content/schemas.py,sha256=KJ604BOx0vBh2AwlTCZkOo55aHsI6yj8vxDAARKKqEo,2995
|
41
|
-
unique_toolkit/content/service.py,sha256=
|
41
|
+
unique_toolkit/content/service.py,sha256=ZUXJwfNdHsAw_F7cfRMDVgHpSKxiwG6Cn8p7c4hV8TM,24053
|
42
42
|
unique_toolkit/content/utils.py,sha256=qNVmHTuETaPNGqheg7TbgPr1_1jbNHDc09N5RrmUIyo,7901
|
43
43
|
unique_toolkit/debug_info_manager/debug_info_manager.py,sha256=7c2yb3ES0yu-SJy3o7EwpuCBGaq_8IOMEAvD-BQ-eLI,576
|
44
44
|
unique_toolkit/embedding/__init__.py,sha256=uUyzjonPvuDCYsvXCIt7ErQXopLggpzX-MEQd3_e2kE,250
|
@@ -118,7 +118,7 @@ unique_toolkit/tools/utils/execution/execution.py,sha256=vjG2Y6awsGNtlvyQAGCTthQ
|
|
118
118
|
unique_toolkit/tools/utils/source_handling/schema.py,sha256=vzAyf6ZWNexjMO0OrnB8y2glGkvAilmGGQXd6zcDaKw,870
|
119
119
|
unique_toolkit/tools/utils/source_handling/source_formatting.py,sha256=C7uayNbdkNVJdEARA5CENnHtNY1SU6etlaqbgHNyxaQ,9152
|
120
120
|
unique_toolkit/tools/utils/source_handling/tests/test_source_formatting.py,sha256=oM5ZxEgzROrnX1229KViCAFjRxl9wCTzWZoinYSHleM,6979
|
121
|
-
unique_toolkit-0.8.
|
122
|
-
unique_toolkit-0.8.
|
123
|
-
unique_toolkit-0.8.
|
124
|
-
unique_toolkit-0.8.
|
121
|
+
unique_toolkit-0.8.53.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
|
122
|
+
unique_toolkit-0.8.53.dist-info/METADATA,sha256=6_NNkoYJDy7415yDc09ZUc9g4mc9kdW7VffYDGYBtWk,31401
|
123
|
+
unique_toolkit-0.8.53.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
124
|
+
unique_toolkit-0.8.53.dist-info/RECORD,,
|
File without changes
|
File without changes
|