sunholo 0.57.1__py3-none-any.whl → 0.57.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sunholo/__init__.py +40 -0
- sunholo/agents/flask/qna_routes.py +0 -4
- sunholo/components/vectorstore.py +5 -1
- sunholo/streaming/streaming.py +2 -2
- {sunholo-0.57.1.dist-info → sunholo-0.57.2.dist-info}/METADATA +2 -2
- {sunholo-0.57.1.dist-info → sunholo-0.57.2.dist-info}/RECORD +10 -10
- {sunholo-0.57.1.dist-info → sunholo-0.57.2.dist-info}/LICENSE.txt +0 -0
- {sunholo-0.57.1.dist-info → sunholo-0.57.2.dist-info}/WHEEL +0 -0
- {sunholo-0.57.1.dist-info → sunholo-0.57.2.dist-info}/entry_points.txt +0 -0
- {sunholo-0.57.1.dist-info → sunholo-0.57.2.dist-info}/top_level.txt +0 -0
sunholo/__init__.py
CHANGED
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
from . import agents
|
|
2
|
+
from . import archive
|
|
3
|
+
from . import auth
|
|
4
|
+
from . import bots
|
|
5
|
+
from . import chunker
|
|
6
|
+
from . import cli
|
|
7
|
+
from . import components
|
|
8
|
+
from . import database
|
|
9
|
+
from . import embedder
|
|
10
|
+
from . import gcs
|
|
11
|
+
from . import langfuse
|
|
12
|
+
from . import llamaindex
|
|
13
|
+
from . import lookup
|
|
14
|
+
from . import patches
|
|
15
|
+
from . import pubsub
|
|
16
|
+
from . import qna
|
|
17
|
+
from . import streaming
|
|
18
|
+
from . import utils
|
|
19
|
+
import logging
|
|
20
|
+
|
|
21
|
+
__all__ = ['agents',
|
|
22
|
+
'archive',
|
|
23
|
+
'auth',
|
|
24
|
+
'bots',
|
|
25
|
+
'chunker',
|
|
26
|
+
'cli',
|
|
27
|
+
'components',
|
|
28
|
+
'database',
|
|
29
|
+
'embedder',
|
|
30
|
+
'gcs',
|
|
31
|
+
'langfuse',
|
|
32
|
+
'llamaindex',
|
|
33
|
+
'lookup',
|
|
34
|
+
'patches',
|
|
35
|
+
'pubsub',
|
|
36
|
+
'qna',
|
|
37
|
+
'streaming',
|
|
38
|
+
'utils',
|
|
39
|
+
'logging']
|
|
40
|
+
|
|
@@ -64,7 +64,6 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
|
|
|
64
64
|
@observe()
|
|
65
65
|
def generate_response_content():
|
|
66
66
|
|
|
67
|
-
chunks = ""
|
|
68
67
|
for chunk in start_streaming_chat(question=all_input["user_input"],
|
|
69
68
|
vector_name=vector_name,
|
|
70
69
|
qna_func=stream_interpreter,
|
|
@@ -90,9 +89,6 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
|
|
|
90
89
|
|
|
91
90
|
else:
|
|
92
91
|
# Otherwise, we yield the plain text chunks as they come in.
|
|
93
|
-
if chunk:
|
|
94
|
-
chunks += chunk
|
|
95
|
-
|
|
96
92
|
yield chunk
|
|
97
93
|
|
|
98
94
|
# Here, the generator function will handle streaming the content to the client.
|
|
@@ -94,7 +94,11 @@ def pick_vectorstore(vs_str, vector_name, embeddings):
|
|
|
94
94
|
log.error(f"Could not locate LANCEDB_BUCKET environment variable for {vector_name}")
|
|
95
95
|
log.info(f"LANCEDB_BUCKET environment variable found for {vector_name} - {LANCEDB_BUCKET}")
|
|
96
96
|
|
|
97
|
-
|
|
97
|
+
try:
|
|
98
|
+
log.info(f"Attempting LanceDB connection to {vector_name} for {LANCEDB_BUCKET}")
|
|
99
|
+
db = lancedb.connect(LANCEDB_BUCKET)
|
|
100
|
+
except Exception as err:
|
|
101
|
+
log.error(f"Could not connect to {LANCEDB_BUCKET} - {str(err)}")
|
|
98
102
|
|
|
99
103
|
log.info(f"LanceDB Tables: {db.table_names()} using {LANCEDB_BUCKET}")
|
|
100
104
|
log.info(f"Opening LanceDB table: {vector_name} using {LANCEDB_BUCKET}")
|
sunholo/streaming/streaming.py
CHANGED
|
@@ -306,8 +306,8 @@ async def generate_proxy_stream_async(stream_to_f, user_input, vector_name, chat
|
|
|
306
306
|
):
|
|
307
307
|
print(output) # Process each streaming output chunk
|
|
308
308
|
"""
|
|
309
|
-
agent = load_config_key("agent", vector_name=vector_name,
|
|
310
|
-
agent_type = load_config_key("agent_type", vector_name=vector_name,
|
|
309
|
+
agent = load_config_key("agent", vector_name=vector_name, type = "vacConfig")
|
|
310
|
+
agent_type = load_config_key("agent_type", vector_name=vector_name, type = "vacConfig")
|
|
311
311
|
|
|
312
312
|
async def generate():
|
|
313
313
|
json_buffer = ""
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.57.
|
|
3
|
+
Version: 0.57.2
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.2.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
sunholo/__init__.py,sha256=
|
|
1
|
+
sunholo/__init__.py,sha256=n5NRH5j9yi04KFNp1t8-lBQYWxSW01c2LGB1R90iGeM,820
|
|
2
2
|
sunholo/logging.py,sha256=_poZ61TbLl6yHox2eO78BvIGQCUCrAIjWio70sGJIag,11233
|
|
3
3
|
sunholo/agents/__init__.py,sha256=CnlbVohPt-Doth9PyROSlN3P8xMV9j9yS19YE-wCS90,341
|
|
4
4
|
sunholo/agents/chat_history.py,sha256=PbwYmw1TwzI8H-cwQIGgHZ6UIr2Qb-JWow0RG3ayLM8,5195
|
|
@@ -13,7 +13,7 @@ sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyo
|
|
|
13
13
|
sunholo/agents/fastapi/qna_routes.py,sha256=DgK4Btu5XriOC1JaRQ4G_nWEjJfnQ0J5pyLanF6eF1g,3857
|
|
14
14
|
sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
|
|
15
15
|
sunholo/agents/flask/base.py,sha256=RUGWBYWeV60FatYF5sMRrxD-INU97Vodsi6JaB6i93s,763
|
|
16
|
-
sunholo/agents/flask/qna_routes.py,sha256=
|
|
16
|
+
sunholo/agents/flask/qna_routes.py,sha256=gg041eCoTpjr7ZuPPJb5z2KlIIbh85Wc4-a6bjGLiHs,8573
|
|
17
17
|
sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
|
|
18
18
|
sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
|
|
19
19
|
sunholo/auth/__init__.py,sha256=4owDjSaWYkbTlPK47UHTOC0gCWbZsqn4ZIEw5NWZTlg,28
|
|
@@ -36,7 +36,7 @@ sunholo/components/__init__.py,sha256=RJGNEihwvRIiDScKis04RHJv4yZGI1UpXlOmuCptNZ
|
|
|
36
36
|
sunholo/components/llm.py,sha256=T4we3tGmqUj4tPwxQr9M6AXv_BALqZV_dRSvINan-oU,10374
|
|
37
37
|
sunholo/components/prompt.py,sha256=eZSghXkIlRzXiSrzgkG7e5ytUYq6R6LV-qjHU8jStig,6353
|
|
38
38
|
sunholo/components/retriever.py,sha256=TiM-axCeaZ6CZ8rGKGx-io16JKDe8z0pnMccBi1yqHw,3509
|
|
39
|
-
sunholo/components/vectorstore.py,sha256=
|
|
39
|
+
sunholo/components/vectorstore.py,sha256=RB_Dgc9234G_TE3w3abCfBw1pqm2br2RrLP0UqshkvA,5172
|
|
40
40
|
sunholo/database/__init__.py,sha256=Zz0Shcq-CtStf9rJGIYB_Ybzb8rY_Q9mfSj-nviM490,241
|
|
41
41
|
sunholo/database/alloydb.py,sha256=18Q4AG_W-Sz8udIj3gWMkGrMWmiEelqgOwJ7VKHElV0,14877
|
|
42
42
|
sunholo/database/database.py,sha256=reZrThKyKvMAQXe2RIiEKmKYmsRvGsn7e05OoXjWVSQ,7395
|
|
@@ -76,16 +76,16 @@ sunholo/qna/retry.py,sha256=gFgOf9AxrZMIO9OwOYu1EW7rhNhyfnw_o4XAsNLBOVQ,2021
|
|
|
76
76
|
sunholo/streaming/__init__.py,sha256=k8dBqhzyS1Oi6NfADtRtWfnPtU1FU2kQz-YxH9yrNeQ,197
|
|
77
77
|
sunholo/streaming/content_buffer.py,sha256=fWcg0oTf470M3U40VAChfmHmWRFgRD8VaT90jNfBCH0,6455
|
|
78
78
|
sunholo/streaming/langserve.py,sha256=6isOvFwZBfmiQY5N41PYPyrdJj9IgJXXHLfTzPvewGw,6299
|
|
79
|
-
sunholo/streaming/streaming.py,sha256=
|
|
79
|
+
sunholo/streaming/streaming.py,sha256=H8qpQC5wr4dVyInWTAjTmvGePVueWcwNaR8T_5mEp6k,16443
|
|
80
80
|
sunholo/summarise/__init__.py,sha256=MZk3dblUMODcPb1crq4v-Z508NrFIpkSWNf9FIO8BcU,38
|
|
81
81
|
sunholo/summarise/summarise.py,sha256=C3HhjepTjUhUC8FLk4jMQIBvq1BcORniwuTFHjPVhVo,3784
|
|
82
82
|
sunholo/utils/__init__.py,sha256=G11nN_6ATjxpuMfG_BvcUr9UU8onPIgkpTK6CjOcbr8,48
|
|
83
83
|
sunholo/utils/config.py,sha256=NW2FFyNNTwCyopOvSzDQ0I0l92LAfJJ7hEzatSuoZho,8689
|
|
84
84
|
sunholo/utils/gcp.py,sha256=B2G1YKjeD7X9dqO86Jrp2vPuFwZ223Xl5Tg09Ndw-oc,5760
|
|
85
85
|
sunholo/utils/parsers.py,sha256=OrHmASqIbI45atVOhiGodgLvnfrzkvVzyHnSvAXD89I,3841
|
|
86
|
-
sunholo-0.57.
|
|
87
|
-
sunholo-0.57.
|
|
88
|
-
sunholo-0.57.
|
|
89
|
-
sunholo-0.57.
|
|
90
|
-
sunholo-0.57.
|
|
91
|
-
sunholo-0.57.
|
|
86
|
+
sunholo-0.57.2.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
|
|
87
|
+
sunholo-0.57.2.dist-info/METADATA,sha256=JMXDwlRVc5IDqCb17ls_c_rV9kyzHsTRPnjAEY7mbAQ,6617
|
|
88
|
+
sunholo-0.57.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
|
|
89
|
+
sunholo-0.57.2.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
|
|
90
|
+
sunholo-0.57.2.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
|
|
91
|
+
sunholo-0.57.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|