sunholo 0.67.0__py3-none-any.whl → 0.67.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sunholo/chunker/publish.py +8 -3
- sunholo/database/alloydb.py +5 -0
- {sunholo-0.67.0.dist-info → sunholo-0.67.2.dist-info}/METADATA +9 -9
- {sunholo-0.67.0.dist-info → sunholo-0.67.2.dist-info}/RECORD +8 -8
- {sunholo-0.67.0.dist-info → sunholo-0.67.2.dist-info}/LICENSE.txt +0 -0
- {sunholo-0.67.0.dist-info → sunholo-0.67.2.dist-info}/WHEEL +0 -0
- {sunholo-0.67.0.dist-info → sunholo-0.67.2.dist-info}/entry_points.txt +0 -0
- {sunholo-0.67.0.dist-info → sunholo-0.67.2.dist-info}/top_level.txt +0 -0
sunholo/chunker/publish.py
CHANGED
|
@@ -27,9 +27,14 @@ def publish_chunks(chunks: list[Document], vector_name: str):
|
|
|
27
27
|
|
|
28
28
|
log.info("Publishing chunks to embed_chunk")
|
|
29
29
|
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
30
|
+
try:
|
|
31
|
+
pubsub_manager = PubSubManager(vector_name,
|
|
32
|
+
pubsub_topic="chunk-to-pubsub-embed",
|
|
33
|
+
project_id=project)
|
|
34
|
+
except Exception as err:
|
|
35
|
+
log.error(f"PubSubManager init error: Could not publish chunks to {project} {vector_name} pubsub_topic chunk-to-pubsub-embed - {str(err)}")
|
|
36
|
+
|
|
37
|
+
return None
|
|
33
38
|
|
|
34
39
|
for chunk in chunks:
|
|
35
40
|
# Convert chunk to string, as Pub/Sub messages must be strings or bytes
|
sunholo/database/alloydb.py
CHANGED
|
@@ -8,6 +8,7 @@ try:
|
|
|
8
8
|
from langchain_google_alloydb_pg import AlloyDBEngine, Column, AlloyDBLoader, AlloyDBDocumentSaver
|
|
9
9
|
from google.cloud.alloydb.connector import IPTypes
|
|
10
10
|
except ImportError:
|
|
11
|
+
AlloyDBEngine = None
|
|
11
12
|
pass
|
|
12
13
|
|
|
13
14
|
from .database import get_vector_size
|
|
@@ -16,6 +17,10 @@ from ..utils.config import load_config_key
|
|
|
16
17
|
|
|
17
18
|
def create_alloydb_engine(vector_name):
|
|
18
19
|
|
|
20
|
+
if not AlloyDBEngine:
|
|
21
|
+
log.error("Can't create AlloyDBEngine - install via `pip install sunholo[gcp,database]`")
|
|
22
|
+
raise ValueError("Can't import AlloyDBEngine")
|
|
23
|
+
|
|
19
24
|
alloydb_config = load_config_key(
|
|
20
25
|
'alloydb_config',
|
|
21
26
|
vector_name=vector_name,
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.67.
|
|
3
|
+
Version: 0.67.2
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.67.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.67.2.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
@@ -21,7 +21,7 @@ License-File: LICENSE.txt
|
|
|
21
21
|
Requires-Dist: google-auth
|
|
22
22
|
Requires-Dist: ruamel.yaml
|
|
23
23
|
Requires-Dist: langchain >=0.2.5
|
|
24
|
-
Requires-Dist: langchain-experimental
|
|
24
|
+
Requires-Dist: langchain-experimental >0.0.60
|
|
25
25
|
Requires-Dist: langchain-community
|
|
26
26
|
Provides-Extra: all
|
|
27
27
|
Requires-Dist: asyncpg ; extra == 'all'
|
|
@@ -52,7 +52,7 @@ Requires-Dist: langchain-community ; extra == 'all'
|
|
|
52
52
|
Requires-Dist: langchain-openai ; extra == 'all'
|
|
53
53
|
Requires-Dist: langchain-google-genai ; extra == 'all'
|
|
54
54
|
Requires-Dist: langchain-google-alloydb-pg ; extra == 'all'
|
|
55
|
-
Requires-Dist: langchain-anthropic ; extra == 'all'
|
|
55
|
+
Requires-Dist: langchain-anthropic >=0.1.13 ; extra == 'all'
|
|
56
56
|
Requires-Dist: langfuse ; extra == 'all'
|
|
57
57
|
Requires-Dist: pg8000 ; extra == 'all'
|
|
58
58
|
Requires-Dist: pgvector ; extra == 'all'
|
|
@@ -63,9 +63,9 @@ Requires-Dist: rich ; extra == 'all'
|
|
|
63
63
|
Requires-Dist: supabase ; extra == 'all'
|
|
64
64
|
Requires-Dist: tiktoken ; extra == 'all'
|
|
65
65
|
Provides-Extra: anthropic
|
|
66
|
-
Requires-Dist: langchain-anthropic ; extra == 'anthropic'
|
|
66
|
+
Requires-Dist: langchain-anthropic >=0.1.13 ; extra == 'anthropic'
|
|
67
67
|
Provides-Extra: cli
|
|
68
|
-
Requires-Dist: jsonschema ; extra == 'cli'
|
|
68
|
+
Requires-Dist: jsonschema >=4.21.1 ; extra == 'cli'
|
|
69
69
|
Requires-Dist: rich ; extra == 'cli'
|
|
70
70
|
Provides-Extra: database
|
|
71
71
|
Requires-Dist: asyncpg ; extra == 'database'
|
|
@@ -86,9 +86,9 @@ Requires-Dist: google-cloud-storage ; extra == 'gcp'
|
|
|
86
86
|
Requires-Dist: google-cloud-logging ; extra == 'gcp'
|
|
87
87
|
Requires-Dist: google-cloud-pubsub ; extra == 'gcp'
|
|
88
88
|
Requires-Dist: google-cloud-discoveryengine ; extra == 'gcp'
|
|
89
|
-
Requires-Dist: google-generativeai ; extra == 'gcp'
|
|
90
|
-
Requires-Dist: langchain-google-genai ; extra == 'gcp'
|
|
91
|
-
Requires-Dist: langchain-google-alloydb-pg ; extra == 'gcp'
|
|
89
|
+
Requires-Dist: google-generativeai >=0.4.1 ; extra == 'gcp'
|
|
90
|
+
Requires-Dist: langchain-google-genai >=1.0.5 ; extra == 'gcp'
|
|
91
|
+
Requires-Dist: langchain-google-alloydb-pg >=0.2.2 ; extra == 'gcp'
|
|
92
92
|
Requires-Dist: google-api-python-client ; extra == 'gcp'
|
|
93
93
|
Requires-Dist: google-cloud-alloydb-connector[pg8000] ; extra == 'gcp'
|
|
94
94
|
Provides-Extra: http
|
|
@@ -29,7 +29,7 @@ sunholo/chunker/images.py,sha256=Xmh1vwHrVhoXm5iH2dhCc52O8YgdzE8KrDSdL-pGnp8,186
|
|
|
29
29
|
sunholo/chunker/loaders.py,sha256=xiToUVgPz2ZzcqpUAq7aNP3PTenb_rBUAFzu0JPycIg,10268
|
|
30
30
|
sunholo/chunker/message_data.py,sha256=X6aA4yX5aGN_mEvsDPWvdYRqqn5GO1BU9QhT9w5A0ec,6789
|
|
31
31
|
sunholo/chunker/pdfs.py,sha256=daCZ1xjn1YvxlifIyxskWNpLJLe-Q9D_Jq12MWx3tZo,2473
|
|
32
|
-
sunholo/chunker/publish.py,sha256=
|
|
32
|
+
sunholo/chunker/publish.py,sha256=Rh6cfcDjjkMVQeweOaPxc9U1w7u1wiXlIDML20rrxhE,2989
|
|
33
33
|
sunholo/chunker/splitter.py,sha256=FLkDhkePkg_zGQpFBK13Cznw575D-Rf9pcaCpc1HUxY,6726
|
|
34
34
|
sunholo/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
35
35
|
sunholo/cli/chat_vac.py,sha256=CceXT-nNVhXIGtVUg07FT8Azd0LBZN18kvCGIkJq7zM,18659
|
|
@@ -47,7 +47,7 @@ sunholo/components/llm.py,sha256=T4we3tGmqUj4tPwxQr9M6AXv_BALqZV_dRSvINan-oU,103
|
|
|
47
47
|
sunholo/components/retriever.py,sha256=jAgcmEM_D2Qfb3hYqHVZMZMLUEUqUbqmhD6G5czmEas,3820
|
|
48
48
|
sunholo/components/vectorstore.py,sha256=lB8vx_N6eBA44orNeVo1WRn0Q8GCIjvPPT9AfiPWBWE,5620
|
|
49
49
|
sunholo/database/__init__.py,sha256=Zz0Shcq-CtStf9rJGIYB_Ybzb8rY_Q9mfSj-nviM490,241
|
|
50
|
-
sunholo/database/alloydb.py,sha256=
|
|
50
|
+
sunholo/database/alloydb.py,sha256=UeWbk_DAqivquMGibX_tz8v1Jza9qnf4SWThNBG2Dh4,17327
|
|
51
51
|
sunholo/database/database.py,sha256=UDHkceiEvJmS3esQX2LYEjEMrHcogN_JHuJXoVWCH3M,7354
|
|
52
52
|
sunholo/database/lancedb.py,sha256=2rAbJVusMrm5TPtVTsUtmwn0z1iZ_wvbKhc6eyT6ClE,708
|
|
53
53
|
sunholo/database/static_dbs.py,sha256=aOyU3AJ-Dzz3qSNjbuN2293cfYw5PhkcQuQxdwPMJ4w,435
|
|
@@ -105,9 +105,9 @@ sunholo/vertex/__init__.py,sha256=JvHcGFuv6R_nAhY2AdoqqhMpJ5ugeWPZ_svGhWrObBk,13
|
|
|
105
105
|
sunholo/vertex/init.py,sha256=JDMUaBRdednzbKF-5p33qqLit2LMsvgvWW-NRz0AqO0,1801
|
|
106
106
|
sunholo/vertex/memory_tools.py,sha256=8F1iTWnqEK9mX4W5RzCVKIjydIcNp6OFxjn_dtQ3GXo,5379
|
|
107
107
|
sunholo/vertex/safety.py,sha256=3meAX0HyGZYrH7rXPUAHxtI_3w_zoy_RX7Shtkoa660,1275
|
|
108
|
-
sunholo-0.67.
|
|
109
|
-
sunholo-0.67.
|
|
110
|
-
sunholo-0.67.
|
|
111
|
-
sunholo-0.67.
|
|
112
|
-
sunholo-0.67.
|
|
113
|
-
sunholo-0.67.
|
|
108
|
+
sunholo-0.67.2.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
|
|
109
|
+
sunholo-0.67.2.dist-info/METADATA,sha256=G-TlF50LwSi1KvftHrX-teBH5e0RIAk8xFQtS0JGCDg,6155
|
|
110
|
+
sunholo-0.67.2.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
|
|
111
|
+
sunholo-0.67.2.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
|
|
112
|
+
sunholo-0.67.2.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
|
|
113
|
+
sunholo-0.67.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|