sunholo 0.67.0__py3-none-any.whl → 0.67.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sunholo/chunker/publish.py +8 -3
- sunholo/database/alloydb.py +5 -0
- sunholo/pubsub/pubsub_manager.py +8 -2
- {sunholo-0.67.0.dist-info → sunholo-0.67.3.dist-info}/METADATA +9 -9
- {sunholo-0.67.0.dist-info → sunholo-0.67.3.dist-info}/RECORD +9 -9
- {sunholo-0.67.0.dist-info → sunholo-0.67.3.dist-info}/LICENSE.txt +0 -0
- {sunholo-0.67.0.dist-info → sunholo-0.67.3.dist-info}/WHEEL +0 -0
- {sunholo-0.67.0.dist-info → sunholo-0.67.3.dist-info}/entry_points.txt +0 -0
- {sunholo-0.67.0.dist-info → sunholo-0.67.3.dist-info}/top_level.txt +0 -0
sunholo/chunker/publish.py
CHANGED
|
@@ -27,9 +27,14 @@ def publish_chunks(chunks: list[Document], vector_name: str):
|
|
|
27
27
|
|
|
28
28
|
log.info("Publishing chunks to embed_chunk")
|
|
29
29
|
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
30
|
+
try:
|
|
31
|
+
pubsub_manager = PubSubManager(vector_name,
|
|
32
|
+
pubsub_topic="chunk-to-pubsub-embed",
|
|
33
|
+
project_id=project)
|
|
34
|
+
except Exception as err:
|
|
35
|
+
log.error(f"PubSubManager init error: Could not publish chunks to {project} {vector_name} pubsub_topic chunk-to-pubsub-embed - {str(err)}")
|
|
36
|
+
|
|
37
|
+
return None
|
|
33
38
|
|
|
34
39
|
for chunk in chunks:
|
|
35
40
|
# Convert chunk to string, as Pub/Sub messages must be strings or bytes
|
sunholo/database/alloydb.py
CHANGED
|
@@ -8,6 +8,7 @@ try:
|
|
|
8
8
|
from langchain_google_alloydb_pg import AlloyDBEngine, Column, AlloyDBLoader, AlloyDBDocumentSaver
|
|
9
9
|
from google.cloud.alloydb.connector import IPTypes
|
|
10
10
|
except ImportError:
|
|
11
|
+
AlloyDBEngine = None
|
|
11
12
|
pass
|
|
12
13
|
|
|
13
14
|
from .database import get_vector_size
|
|
@@ -16,6 +17,10 @@ from ..utils.config import load_config_key
|
|
|
16
17
|
|
|
17
18
|
def create_alloydb_engine(vector_name):
|
|
18
19
|
|
|
20
|
+
if not AlloyDBEngine:
|
|
21
|
+
log.error("Can't create AlloyDBEngine - install via `pip install sunholo[gcp,database]`")
|
|
22
|
+
raise ValueError("Can't import AlloyDBEngine")
|
|
23
|
+
|
|
19
24
|
alloydb_config = load_config_key(
|
|
20
25
|
'alloydb_config',
|
|
21
26
|
vector_name=vector_name,
|
sunholo/pubsub/pubsub_manager.py
CHANGED
|
@@ -13,8 +13,7 @@
|
|
|
13
13
|
# limitations under the License.
|
|
14
14
|
try:
|
|
15
15
|
from google.cloud import pubsub_v1
|
|
16
|
-
from google.api_core.exceptions import NotFound
|
|
17
|
-
from google.api_core.exceptions import AlreadyExists
|
|
16
|
+
from google.api_core.exceptions import AlreadyExists, PermissionDenied, NotFound
|
|
18
17
|
from google.auth import default
|
|
19
18
|
except ImportError:
|
|
20
19
|
pubsub_v1 = None
|
|
@@ -67,6 +66,13 @@ class PubSubManager:
|
|
|
67
66
|
log.info(f"Created Pub/Sub topic: {self.pubsub_topic}")
|
|
68
67
|
if self.verbose:
|
|
69
68
|
print(f"Created Pub/Sub topic: {self.pubsub_topic}")
|
|
69
|
+
except PermissionDenied:
|
|
70
|
+
# Obtain the current credentials being used
|
|
71
|
+
credentials, project_id = default()
|
|
72
|
+
log.error(f"Permission denied to get/create Pub/Sub topic {self.pubsub_topic} - project: {self.project_id} - credentials: {credentials}")
|
|
73
|
+
except Exception as e:
|
|
74
|
+
# Catch any other exceptions and log them
|
|
75
|
+
log.error(f"An unexpected error occurred while accessing Pub/Sub topic {self.pubsub_topic}: {e}")
|
|
70
76
|
|
|
71
77
|
def subscription_exists(self, subscription_name:str):
|
|
72
78
|
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.67.
|
|
3
|
+
Version: 0.67.3
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.67.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.67.3.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
@@ -21,7 +21,7 @@ License-File: LICENSE.txt
|
|
|
21
21
|
Requires-Dist: google-auth
|
|
22
22
|
Requires-Dist: ruamel.yaml
|
|
23
23
|
Requires-Dist: langchain >=0.2.5
|
|
24
|
-
Requires-Dist: langchain-experimental
|
|
24
|
+
Requires-Dist: langchain-experimental >0.0.60
|
|
25
25
|
Requires-Dist: langchain-community
|
|
26
26
|
Provides-Extra: all
|
|
27
27
|
Requires-Dist: asyncpg ; extra == 'all'
|
|
@@ -52,7 +52,7 @@ Requires-Dist: langchain-community ; extra == 'all'
|
|
|
52
52
|
Requires-Dist: langchain-openai ; extra == 'all'
|
|
53
53
|
Requires-Dist: langchain-google-genai ; extra == 'all'
|
|
54
54
|
Requires-Dist: langchain-google-alloydb-pg ; extra == 'all'
|
|
55
|
-
Requires-Dist: langchain-anthropic ; extra == 'all'
|
|
55
|
+
Requires-Dist: langchain-anthropic >=0.1.13 ; extra == 'all'
|
|
56
56
|
Requires-Dist: langfuse ; extra == 'all'
|
|
57
57
|
Requires-Dist: pg8000 ; extra == 'all'
|
|
58
58
|
Requires-Dist: pgvector ; extra == 'all'
|
|
@@ -63,9 +63,9 @@ Requires-Dist: rich ; extra == 'all'
|
|
|
63
63
|
Requires-Dist: supabase ; extra == 'all'
|
|
64
64
|
Requires-Dist: tiktoken ; extra == 'all'
|
|
65
65
|
Provides-Extra: anthropic
|
|
66
|
-
Requires-Dist: langchain-anthropic ; extra == 'anthropic'
|
|
66
|
+
Requires-Dist: langchain-anthropic >=0.1.13 ; extra == 'anthropic'
|
|
67
67
|
Provides-Extra: cli
|
|
68
|
-
Requires-Dist: jsonschema ; extra == 'cli'
|
|
68
|
+
Requires-Dist: jsonschema >=4.21.1 ; extra == 'cli'
|
|
69
69
|
Requires-Dist: rich ; extra == 'cli'
|
|
70
70
|
Provides-Extra: database
|
|
71
71
|
Requires-Dist: asyncpg ; extra == 'database'
|
|
@@ -86,9 +86,9 @@ Requires-Dist: google-cloud-storage ; extra == 'gcp'
|
|
|
86
86
|
Requires-Dist: google-cloud-logging ; extra == 'gcp'
|
|
87
87
|
Requires-Dist: google-cloud-pubsub ; extra == 'gcp'
|
|
88
88
|
Requires-Dist: google-cloud-discoveryengine ; extra == 'gcp'
|
|
89
|
-
Requires-Dist: google-generativeai ; extra == 'gcp'
|
|
90
|
-
Requires-Dist: langchain-google-genai ; extra == 'gcp'
|
|
91
|
-
Requires-Dist: langchain-google-alloydb-pg ; extra == 'gcp'
|
|
89
|
+
Requires-Dist: google-generativeai >=0.4.1 ; extra == 'gcp'
|
|
90
|
+
Requires-Dist: langchain-google-genai >=1.0.5 ; extra == 'gcp'
|
|
91
|
+
Requires-Dist: langchain-google-alloydb-pg >=0.2.2 ; extra == 'gcp'
|
|
92
92
|
Requires-Dist: google-api-python-client ; extra == 'gcp'
|
|
93
93
|
Requires-Dist: google-cloud-alloydb-connector[pg8000] ; extra == 'gcp'
|
|
94
94
|
Provides-Extra: http
|
|
@@ -29,7 +29,7 @@ sunholo/chunker/images.py,sha256=Xmh1vwHrVhoXm5iH2dhCc52O8YgdzE8KrDSdL-pGnp8,186
|
|
|
29
29
|
sunholo/chunker/loaders.py,sha256=xiToUVgPz2ZzcqpUAq7aNP3PTenb_rBUAFzu0JPycIg,10268
|
|
30
30
|
sunholo/chunker/message_data.py,sha256=X6aA4yX5aGN_mEvsDPWvdYRqqn5GO1BU9QhT9w5A0ec,6789
|
|
31
31
|
sunholo/chunker/pdfs.py,sha256=daCZ1xjn1YvxlifIyxskWNpLJLe-Q9D_Jq12MWx3tZo,2473
|
|
32
|
-
sunholo/chunker/publish.py,sha256=
|
|
32
|
+
sunholo/chunker/publish.py,sha256=Rh6cfcDjjkMVQeweOaPxc9U1w7u1wiXlIDML20rrxhE,2989
|
|
33
33
|
sunholo/chunker/splitter.py,sha256=FLkDhkePkg_zGQpFBK13Cznw575D-Rf9pcaCpc1HUxY,6726
|
|
34
34
|
sunholo/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
35
35
|
sunholo/cli/chat_vac.py,sha256=CceXT-nNVhXIGtVUg07FT8Azd0LBZN18kvCGIkJq7zM,18659
|
|
@@ -47,7 +47,7 @@ sunholo/components/llm.py,sha256=T4we3tGmqUj4tPwxQr9M6AXv_BALqZV_dRSvINan-oU,103
|
|
|
47
47
|
sunholo/components/retriever.py,sha256=jAgcmEM_D2Qfb3hYqHVZMZMLUEUqUbqmhD6G5czmEas,3820
|
|
48
48
|
sunholo/components/vectorstore.py,sha256=lB8vx_N6eBA44orNeVo1WRn0Q8GCIjvPPT9AfiPWBWE,5620
|
|
49
49
|
sunholo/database/__init__.py,sha256=Zz0Shcq-CtStf9rJGIYB_Ybzb8rY_Q9mfSj-nviM490,241
|
|
50
|
-
sunholo/database/alloydb.py,sha256=
|
|
50
|
+
sunholo/database/alloydb.py,sha256=UeWbk_DAqivquMGibX_tz8v1Jza9qnf4SWThNBG2Dh4,17327
|
|
51
51
|
sunholo/database/database.py,sha256=UDHkceiEvJmS3esQX2LYEjEMrHcogN_JHuJXoVWCH3M,7354
|
|
52
52
|
sunholo/database/lancedb.py,sha256=2rAbJVusMrm5TPtVTsUtmwn0z1iZ_wvbKhc6eyT6ClE,708
|
|
53
53
|
sunholo/database/static_dbs.py,sha256=aOyU3AJ-Dzz3qSNjbuN2293cfYw5PhkcQuQxdwPMJ4w,435
|
|
@@ -79,7 +79,7 @@ sunholo/patches/langchain/lancedb.py,sha256=KstVpYtI2E1s6_l_kq6js8ruIPJduO6nnvAX
|
|
|
79
79
|
sunholo/patches/langchain/vertexai.py,sha256=kX1IvC2D1kMgM3SaSzP9HEosbD6CUymLJd7w9eXo3eE,17677
|
|
80
80
|
sunholo/pubsub/__init__.py,sha256=wgkrtlL3h8uzNpnlWSHdVMOq0l5Q3D7gkxF_Rp1A6Ro,94
|
|
81
81
|
sunholo/pubsub/process_pubsub.py,sha256=64hvqMsxbBrf0WGJsprz_SXf9FpjeszAIsqUSBlJrA8,2780
|
|
82
|
-
sunholo/pubsub/pubsub_manager.py,sha256=
|
|
82
|
+
sunholo/pubsub/pubsub_manager.py,sha256=kSZaGRYzw_CP-stYrIIE41MfOro-KNowQIS9yn_Kaq8,6893
|
|
83
83
|
sunholo/qna/__init__.py,sha256=F8q1uR_HreoSX0IfmKY1qoSwIgXhO2Q8kuDSxh9_-EE,28
|
|
84
84
|
sunholo/qna/parsers.py,sha256=Wn2X47_yeE39oeqxxgDr7jgBT-N1anYpJtVBq-623O4,2146
|
|
85
85
|
sunholo/qna/retry.py,sha256=gFgOf9AxrZMIO9OwOYu1EW7rhNhyfnw_o4XAsNLBOVQ,2021
|
|
@@ -105,9 +105,9 @@ sunholo/vertex/__init__.py,sha256=JvHcGFuv6R_nAhY2AdoqqhMpJ5ugeWPZ_svGhWrObBk,13
|
|
|
105
105
|
sunholo/vertex/init.py,sha256=JDMUaBRdednzbKF-5p33qqLit2LMsvgvWW-NRz0AqO0,1801
|
|
106
106
|
sunholo/vertex/memory_tools.py,sha256=8F1iTWnqEK9mX4W5RzCVKIjydIcNp6OFxjn_dtQ3GXo,5379
|
|
107
107
|
sunholo/vertex/safety.py,sha256=3meAX0HyGZYrH7rXPUAHxtI_3w_zoy_RX7Shtkoa660,1275
|
|
108
|
-
sunholo-0.67.
|
|
109
|
-
sunholo-0.67.
|
|
110
|
-
sunholo-0.67.
|
|
111
|
-
sunholo-0.67.
|
|
112
|
-
sunholo-0.67.
|
|
113
|
-
sunholo-0.67.
|
|
108
|
+
sunholo-0.67.3.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
|
|
109
|
+
sunholo-0.67.3.dist-info/METADATA,sha256=jugMkcfbqvAW36hmYQ64xVLvhEu311h9DcaS5CKN4Nw,6155
|
|
110
|
+
sunholo-0.67.3.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
|
|
111
|
+
sunholo-0.67.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
|
|
112
|
+
sunholo-0.67.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
|
|
113
|
+
sunholo-0.67.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|