ws-bom-robot-app 0.0.28__py3-none-any.whl → 0.0.29__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ws_bom_robot_app/llm/vector_store/loader/docling.py +6 -2
- {ws_bom_robot_app-0.0.28.dist-info → ws_bom_robot_app-0.0.29.dist-info}/METADATA +11 -2
- {ws_bom_robot_app-0.0.28.dist-info → ws_bom_robot_app-0.0.29.dist-info}/RECORD +5 -5
- {ws_bom_robot_app-0.0.28.dist-info → ws_bom_robot_app-0.0.29.dist-info}/WHEEL +1 -1
- {ws_bom_robot_app-0.0.28.dist-info → ws_bom_robot_app-0.0.29.dist-info}/top_level.txt +0 -0
|
@@ -3,12 +3,16 @@ from typing import Iterator, AsyncIterator, Optional
|
|
|
3
3
|
from langchain_core.document_loaders import BaseLoader
|
|
4
4
|
from langchain_core.documents import Document
|
|
5
5
|
from langchain_core.runnables import run_in_executor
|
|
6
|
-
from docling.document_converter import DocumentConverter,
|
|
6
|
+
from docling.document_converter import DocumentConverter, InputFormat, PdfFormatOption
|
|
7
|
+
from docling.datamodel.pipeline_options import PdfPipelineOptions, TableStructureOptions, TableFormerMode
|
|
7
8
|
|
|
8
9
|
class DoclingLoader(BaseLoader):
|
|
9
10
|
def __init__(self, file_path: str | list[str]) -> None:
|
|
10
11
|
self._file_paths = file_path if isinstance(file_path, list) else [file_path]
|
|
11
|
-
self._converter = DocumentConverter(
|
|
12
|
+
self._converter = DocumentConverter(format_options={
|
|
13
|
+
InputFormat.PDF: PdfFormatOption(pipeline_options=PdfPipelineOptions(
|
|
14
|
+
table_structure_options=TableStructureOptions(mode=TableFormerMode.ACCURATE)))
|
|
15
|
+
})
|
|
12
16
|
def load(self) -> list[Document]:
|
|
13
17
|
"""Load data into Document objects."""
|
|
14
18
|
return list(self.lazy_load())
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.2
|
|
2
2
|
Name: ws_bom_robot_app
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.29
|
|
4
4
|
Summary: A FastAPI application serving ws bom/robot/llm platform ai.
|
|
5
5
|
Home-page: https://github.com/websolutespa/bom
|
|
6
6
|
Author: Websolute Spa
|
|
@@ -38,6 +38,15 @@ Requires-Dist: unstructured-ingest[slack]
|
|
|
38
38
|
Requires-Dist: html5lib==1.1
|
|
39
39
|
Requires-Dist: markdownify==0.14.1
|
|
40
40
|
Requires-Dist: nebuly==0.3.35
|
|
41
|
+
Dynamic: author
|
|
42
|
+
Dynamic: author-email
|
|
43
|
+
Dynamic: classifier
|
|
44
|
+
Dynamic: description
|
|
45
|
+
Dynamic: description-content-type
|
|
46
|
+
Dynamic: home-page
|
|
47
|
+
Dynamic: requires-dist
|
|
48
|
+
Dynamic: requires-python
|
|
49
|
+
Dynamic: summary
|
|
41
50
|
|
|
42
51
|
# 🤖 ws-bom-robot-app
|
|
43
52
|
|
|
@@ -50,9 +50,9 @@ ws_bom_robot_app/llm/vector_store/integration/sitemap.py,sha256=nPbIywp-ZwWbWStv
|
|
|
50
50
|
ws_bom_robot_app/llm/vector_store/integration/slack.py,sha256=FMjESXm2QetFXI6i8epze7Kbbu22fV8CVaxb71AHnJ8,2572
|
|
51
51
|
ws_bom_robot_app/llm/vector_store/loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
52
52
|
ws_bom_robot_app/llm/vector_store/loader/base.py,sha256=ugc1Vhn_PJKD4NnL1QLQg98TzxBb-dPBEFqzR2PEIvI,5164
|
|
53
|
-
ws_bom_robot_app/llm/vector_store/loader/docling.py,sha256=
|
|
53
|
+
ws_bom_robot_app/llm/vector_store/loader/docling.py,sha256=LEYwABQ5dHvFVLgjZ35yHJmk8r9cnOsl-9UnWp_LBpU,2080
|
|
54
54
|
ws_bom_robot_app/llm/vector_store/loader/json_loader.py,sha256=qo9ejRZyKv_k6jnGgXnu1W5uqsMMtgqK_uvPpZQ0p74,833
|
|
55
|
-
ws_bom_robot_app-0.0.
|
|
56
|
-
ws_bom_robot_app-0.0.
|
|
57
|
-
ws_bom_robot_app-0.0.
|
|
58
|
-
ws_bom_robot_app-0.0.
|
|
55
|
+
ws_bom_robot_app-0.0.29.dist-info/METADATA,sha256=y64ajFk7rJsIh5GDGMKnfJ8vVrDij1IMNJEeT8PX3bk,7853
|
|
56
|
+
ws_bom_robot_app-0.0.29.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
57
|
+
ws_bom_robot_app-0.0.29.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
|
|
58
|
+
ws_bom_robot_app-0.0.29.dist-info/RECORD,,
|
|
File without changes
|