sunholo 0.62.17__py3-none-any.whl → 0.62.18__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
sunholo/cli/chat_vac.py CHANGED
@@ -273,6 +273,7 @@ def vac_command(args):
273
273
  def invoke_vac(service_url, data, vector_name=None, metadata=None, is_file=False):
274
274
  try:
275
275
  if is_file:
276
+ console.print("Uploading file to chunker...")
276
277
  # Handle file upload
277
278
  if not isinstance(data, Path) or not data.is_file():
278
279
  raise ValueError("For file uploads, 'data' must be a Path object pointing to a valid file.")
@@ -287,12 +288,20 @@ def invoke_vac(service_url, data, vector_name=None, metadata=None, is_file=False
287
288
 
288
289
  response = requests.post(service_url, files=files, data=form_data)
289
290
  else:
291
+ console.print("Uploading JSON to chunker...")
290
292
  try:
291
- json_data = json.loads(data)
293
+ if isinstance(data, dict):
294
+ json_data = data
295
+ else:
296
+ json_data = json.loads(data)
292
297
  except json.JSONDecodeError as err:
293
298
  console.print(f"[bold red]ERROR: invalid JSON: {str(err)} [/bold red]")
294
299
  sys.exit(1)
300
+ except Exception as err:
301
+ console.print(f"[bold red]ERROR: could not parse JSON: {str(err)} [/bold red]")
302
+ sys.exit(1)
295
303
 
304
+ log.debug(f"Sending data: {data} or json_data: {json.dumps(json_data)}")
296
305
  # Handle JSON data
297
306
  headers = {"Content-Type": "application/json"}
298
307
  response = requests.post(service_url, headers=headers, data=json.dumps(json_data))
sunholo/cli/embedder.py CHANGED
@@ -18,12 +18,15 @@ def create_metadata(vac, metadata):
18
18
  # Default metadata if none provided
19
19
  default_metadata = {"vector_name": vac, "source": "sunholo-cli", "eventTime": formatted_time}
20
20
 
21
- # Merge default metadata with provided metadata
22
- if metadata:
23
- if not isinstance(metadata, dict):
24
- metadata = json.loads(metadata)
25
- else:
26
- metadata = {}
21
+ try:
22
+ # Merge default metadata with provided metadata
23
+ if metadata:
24
+ if not isinstance(metadata, dict):
25
+ metadata = json.loads(metadata)
26
+ else:
27
+ metadata = {}
28
+ except Exception as err:
29
+ console.print(f"[bold red]ERROR: metadata not parsed: {err} for {metadata}")
27
30
 
28
31
  # Update metadata with default values if not present
29
32
  metadata.update(default_metadata)
@@ -87,7 +90,7 @@ def embed_command(args):
87
90
  chunk_args = Namespace(**chunk_args)
88
91
  chunk_url = resolve_service_url(chunk_args, no_config=True)
89
92
 
90
- with console.status(f"[bold orange]Sending {args.data} to chunk via {chunk_url}[/bold orange]", spinner="star"):
93
+ with console.status(f"[bold orange]Sending '{args.data}' to chunk via {chunk_url}[/bold orange]", spinner="star"):
91
94
  if args.is_file:
92
95
 
93
96
  metadata = create_metadata(args.vac_name, args.metadata)
@@ -102,6 +105,7 @@ def embed_command(args):
102
105
 
103
106
  else:
104
107
  json_data = encode_data(args.vac_name, args.data, args.metadata, args.local_chunks)
108
+ console.print(f"Chunk JSON data: {json_data}")
105
109
  chunk_res = invoke_vac(f"{chunk_url}/pubsub_to_store", json_data)
106
110
 
107
111
  stop_proxy("chunker")
@@ -113,6 +117,11 @@ def embed_command(args):
113
117
 
114
118
  return
115
119
 
120
+ if not chunk_res:
121
+ console.rule(f"[bold orange]No chunks were found for processing of {args.data}[/bold orange]")
122
+
123
+ return
124
+
116
125
  console.rule("Processing chunks locally")
117
126
 
118
127
  if args.embed_override:
@@ -1,9 +1,9 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: sunholo
3
- Version: 0.62.17
3
+ Version: 0.62.18
4
4
  Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
5
5
  Home-page: https://github.com/sunholo-data/sunholo-py
6
- Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.62.17.tar.gz
6
+ Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.62.18.tar.gz
7
7
  Author: Holosun ApS
8
8
  Author-email: multivac@sunholo.com
9
9
  License: Apache License, Version 2.0
@@ -31,12 +31,12 @@ sunholo/chunker/pdfs.py,sha256=daCZ1xjn1YvxlifIyxskWNpLJLe-Q9D_Jq12MWx3tZo,2473
31
31
  sunholo/chunker/publish.py,sha256=GNXV6IPdKM2GZUcjGXIERu49D0ITYtizsLIktKVtMjM,2768
32
32
  sunholo/chunker/splitter.py,sha256=FLkDhkePkg_zGQpFBK13Cznw575D-Rf9pcaCpc1HUxY,6726
33
33
  sunholo/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
34
- sunholo/cli/chat_vac.py,sha256=Ht8EsGTeubV_-4KEUAA1P5M545Lt_wMAZU8esR6rHyI,16419
34
+ sunholo/cli/chat_vac.py,sha256=2ulmXgTG1AGe6tiJBUm0Ofyo5wHWck3L962aMOqehaw,16887
35
35
  sunholo/cli/cli.py,sha256=1-grjOE5sB5k0wrccsqCWSXB1vfrYNgdHBFH5F94pa0,3632
36
36
  sunholo/cli/cli_init.py,sha256=JMZ9AX2cPDZ-_mv3adiv2ToFVNyRPtjk9Biszl1kiR0,2358
37
37
  sunholo/cli/configs.py,sha256=QUM9DvKOdZmEQRM5uI3Nh887T0YDiSMr7O240zTLqws,4546
38
38
  sunholo/cli/deploy.py,sha256=zxdwUsRTRMC8U5vyRv0JiKBLFn84Ug_Tc88-_h9hJSs,1609
39
- sunholo/cli/embedder.py,sha256=5m_FaAqF6bnLJQj93HGySC-OOCXo2NCUVG_ZBjE1oUM,6937
39
+ sunholo/cli/embedder.py,sha256=w7LT1CANSoQbOz8xAP3Zt4C_hP4lzGJOf8XD2jY5jBQ,7291
40
40
  sunholo/cli/merge_texts.py,sha256=U9vdMwKmcPoc6iPOWX5MKSxn49dNGbNzVLw8ui5PhEU,1823
41
41
  sunholo/cli/run_proxy.py,sha256=8mrZj0GPYO1q5e6cxej-PHdns5pGguWoDrX7RFg0FWo,11581
42
42
  sunholo/cli/sun_rich.py,sha256=UpMqeJ0C8i0pkue1AHnnyyX0bFJ9zZeJ7HBR6yhuA8A,54
@@ -101,9 +101,9 @@ sunholo/vertex/__init__.py,sha256=JvHcGFuv6R_nAhY2AdoqqhMpJ5ugeWPZ_svGhWrObBk,13
101
101
  sunholo/vertex/init.py,sha256=JDMUaBRdednzbKF-5p33qqLit2LMsvgvWW-NRz0AqO0,1801
102
102
  sunholo/vertex/memory_tools.py,sha256=8F1iTWnqEK9mX4W5RzCVKIjydIcNp6OFxjn_dtQ3GXo,5379
103
103
  sunholo/vertex/safety.py,sha256=3meAX0HyGZYrH7rXPUAHxtI_3w_zoy_RX7Shtkoa660,1275
104
- sunholo-0.62.17.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
105
- sunholo-0.62.17.dist-info/METADATA,sha256=6SXkLQJWIi1y927EmV2uKqHTmgMQfG6c8xelbGYbu1U,8059
106
- sunholo-0.62.17.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
107
- sunholo-0.62.17.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
108
- sunholo-0.62.17.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
109
- sunholo-0.62.17.dist-info/RECORD,,
104
+ sunholo-0.62.18.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
105
+ sunholo-0.62.18.dist-info/METADATA,sha256=c-va2QI7reKhO5mAWY7h-XGKwxhwr_9MRocPTq1-jEE,8059
106
+ sunholo-0.62.18.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
107
+ sunholo-0.62.18.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
108
+ sunholo-0.62.18.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
109
+ sunholo-0.62.18.dist-info/RECORD,,