sunholo 0.62.3__py3-none-any.whl → 0.62.4__py3-none-any.whl

sunholo/agents/dispatch_to_qa.py

@@ -59,7 +59,10 @@ def prep_request_payload(user_input, chat_history, vector_name, stream, **kwargs
     # {'stream': '', 'invoke': ''}
     endpoints = route_endpoint(vector_name, override_endpoint=override_endpoint)
 
-    qna_endpoint = endpoints["stream"] if stream else endpoints["invoke"]
+    if stream:
+        qna_endpoint = endpoints["stream"]
+    else: 
+        qna_endpoint = endpoints["invoke"]
 
     if agent == "langserve" or agent_type == "langserve":
         qna_data = prepare_request_data(user_input, endpoints["input_schema"], vector_name, **kwargs)
@@ -67,6 +70,7 @@ def prep_request_payload(user_input, chat_history, vector_name, stream, **kwargs
         # Base qna_data dictionary
         qna_data = {
             'user_input': user_input,
+            'vector_name': vector_name,
         }
         # Update qna_data with optional values from kwargs
         qna_data.update(kwargs)

sunholo/agents/route.py

@@ -42,15 +42,8 @@ def route_endpoint(vector_name, override_endpoint=None):
         agent_type = load_config_key('agent', vector_name, kind="vacConfig")
 
     stem = route_qna(vector_name) if not override_endpoint else override_endpoint
-
-    agent_config, _ = load_config('config/agent_config.yaml')
-
-    # Select the appropriate configuration based on agent_type
-    if agent_type in agent_config:
-        endpoints_config = agent_config[agent_type]
-    else:
-        log.warning('Using default endpoints configuration')
-        endpoints_config = agent_config['default']
+    
+    endpoints_config = load_config_key(agent_type, vector_name, kind="agentConfig")
     
     log.info(f"endpoints_config: {endpoints_config}")
 

sunholo/cli/chat_vac.py

@@ -1,7 +1,8 @@
 from ..agents import send_to_qa
-from ..streaming import generate_proxy_stream
+from ..streaming import generate_proxy_stream, can_agent_stream
 from ..utils.user_ids import generate_user_id
 from ..utils.config import load_config_key
+from ..logging import log
 
 from .run_proxy import clean_proxy_list, start_proxy, stop_proxy
 
@@ -42,7 +43,7 @@ def get_service_url(vac_name, project, region, no_config=False):
 
     return url
 
-def stream_chat_session(service_url, service_name):
+def stream_chat_session(service_url, service_name, stream=True):
 
     user_id = generate_user_id()
     chat_history = []
@@ -52,16 +53,11 @@ def stream_chat_session(service_url, service_name):
         if user_input.lower() in ["exit", "quit"]:
             console.print("[bold red]Exiting chat session.[/bold red]")
             break
-
-        def stream_response():
-            generate = generate_proxy_stream(
-                send_to_qa,
-                user_input,
+        
+        if not stream:
+            vac_response = send_to_qa(user_input,
                 vector_name=service_name,
                 chat_history=chat_history,
-                generate_f_output=lambda x: x,  # Replace with actual processing function
-                stream_wait_time=0.5,
-                stream_timeout=120,
                 message_author=user_id,
                 #TODO: populate these
                 image_url=None,
@@ -77,34 +73,65 @@ def stream_chat_session(service_url, service_name):
                 user_id=user_id,
                 session_id=session_id, 
                 message_source="cli",
-                override_endpoint=service_url
-            )
-            for part in generate():
-                yield part
+                override_endpoint=service_url)
+            
+            console.print(f"[bold yellow]{service_name}:[/bold yellow] {vac_response}", end='\n')
+        else:
 
-        response_started = False
-        vac_response = ""
-
-        # point or star?
-        with console.status("[bold orange]Thinking...[/bold orange]", spinner="star") as status:
-            for token in stream_response():
-                if not response_started:
-                    status.stop()
-                    console.print(f"[bold yellow]{service_name}:[/bold yellow] ", end='')
-                    response_started = True
-
-                if isinstance(token, bytes):
-                    token = token.decode('utf-8')
-                console.print(token, end='')
-                vac_response += token
+            def stream_response():
+                generate = generate_proxy_stream(
+                    send_to_qa,
+                    user_input,
+                    vector_name=service_name,
+                    chat_history=chat_history,
+                    generate_f_output=lambda x: x,  # Replace with actual processing function
+                    stream_wait_time=0.5,
+                    stream_timeout=120,
+                    message_author=user_id,
+                    #TODO: populate these
+                    image_url=None,
+                    source_filters=None,
+                    search_kwargs=None,
+                    private_docs=None,
+                    whole_document=False,
+                    source_filters_and_or=False,
+                    # system kwargs
+                    configurable={
+                        "vector_name": service_name,
+                    },
+                    user_id=user_id,
+                    session_id=session_id, 
+                    message_source="cli",
+                    override_endpoint=service_url
+                )
+                for part in generate():
+                    yield part
+
+            response_started = False
+            vac_response = ""
+
+            # point or star?
+            with console.status("[bold orange]Thinking...[/bold orange]", spinner="star") as status:
+                for token in stream_response():
+                    if not response_started:
+                        status.stop()
+                        console.print(f"[bold yellow]{service_name}:[/bold yellow] ", end='')
+                        response_started = True
+
+                    if isinstance(token, bytes):
+                        token = token.decode('utf-8')
+                    console.print(token, end='')
+                    vac_response += token
+
+            response_started = False
 
         chat_history.append({"name": "Human", "content": user_input})
         chat_history.append({"name": "AI", "content": vac_response})
-        response_started = False
+        
         console.print()
         console.rule()
 
-def headless_mode(service_url, service_name, user_input, chat_history=None):
+def headless_mode(service_url, service_name, user_input, chat_history=None, stream=True):
     chat_history = chat_history or []
 
     user_id = generate_user_id()
@@ -196,16 +223,23 @@ def vac_command(args):
         service_url = resolve_service_url(args)
         agent_name   = load_config_key("agent", args.vac_name, kind="vacConfig")
 
+        streamer = can_agent_stream(agent_name)
+        log.warning(f"streamer: {streamer}")
+        if not streamer:
+            console.print(f"Non streaming agent: {args.vac_name}")
+
         if args.headless:
-            headless_mode(service_url, args.vac_name, args.user_input, args.chat_history)
+            headless_mode(service_url, args.vac_name, args.user_input, args.chat_history, stream=streamer)
         else:
             display_name = load_config_key("display_name", vector_name=args.vac_name,  kind="vacConfig")
             description  = load_config_key("description", vector_name=args.vac_name, kind="vacConfig")
+            endpoints_config = load_config_key(agent_name, "dummy_value", kind="agentConfig")
 
+            display_endpoints = ', '.join(f"{key}: {value}" for key, value in endpoints_config.items())
             if agent_name == "langserve":
                 subtitle = f"{service_url}/{args.vac_name}/playground/"
             else:
-                subtitle = f"{agent_name} - {service_url}/vac/{args.vac_name}"
+                subtitle = f"{agent_name} - {display_endpoints}"
 
             print(
                 Panel(description or "Starting VAC chat session", 
@@ -213,7 +247,7 @@ def vac_command(args):
                     subtitle=subtitle)
                     )
 
-            stream_chat_session(service_url, args.vac_name)
+            stream_chat_session(service_url, args.vac_name, stream=streamer)
         
         stop_proxy(agent_name, stop_local=False)
 

sunholo/components/__init__.py

@@ -1,4 +1,3 @@
 from .vectorstore import pick_vectorstore
 from .retriever import pick_retriever, load_memories
-from .prompt import pick_prompt
 from .llm import pick_llm, get_embeddings, get_llm, get_llm_chat, pick_embedding

sunholo/streaming/__init__.py

@@ -1,2 +1,3 @@
 from .streaming import start_streaming_chat, generate_proxy_stream, generate_proxy_stream_async, start_streaming_chat_async
-from .langserve import parse_langserve_token, parse_langserve_token_async
+from .langserve import parse_langserve_token, parse_langserve_token_async
+from .stream_lookup import can_agent_stream

sunholo/streaming/stream_lookup.py

@@ -0,0 +1,12 @@
+from ..utils import load_config_key
+from ..logging import log
+
+def can_agent_stream(agent_name: str):
+
+    log.warning(f"agent_type: {agent_name} checking streaming...")
+    endpoints_config = load_config_key(agent_name, "dummy_value", kind="agentConfig")
+    
+    return 'stream' in endpoints_config
+
+    
+    

sunholo/utils/config.py

@@ -58,14 +58,14 @@ def load_all_configs():
     from ..logging import log
 
     if not os.getenv("_CONFIG_FOLDER", None):
-        log.warning("_CONFIG_FOLDER is not set, using os.getcwd() instead")
+        log.debug("_CONFIG_FOLDER is not set, using os.getcwd() instead")
     else:
-        log.warning(f"_CONFIG_FOLDER set to: {os.getenv('_CONFIG_FOLDER')}")
+        log.debug(f"_CONFIG_FOLDER set to: {os.getenv('_CONFIG_FOLDER')}")
 
     config_folder = os.getenv("_CONFIG_FOLDER", os.getcwd())
     config_folder = os.path.join(config_folder, "config")
 
-    log.info(f"Loading all configs from folder: {config_folder}")
+    log.debug(f"Loading all configs from folder: {config_folder}")
     current_time = datetime.now()
 
     configs_by_kind = defaultdict(dict)
@@ -82,7 +82,7 @@ def load_all_configs():
                 cached_config, cache_time = config_cache[filename]
                 time_to_recache = (current_time - cache_time)
                 if time_to_recache < timedelta(minutes=5):
-                    log.info(f"Returning cached config for {filename} - recache in {format_timedelta(time_to_recache)}")
+                    log.debug(f"Returning cached config for {filename} - recache in {format_timedelta(timedelta(minutes=5) - time_to_recache)}")
                     config = cached_config
                 else:
                     config = reload_config_file(config_file, filename)
@@ -109,7 +109,7 @@ def reload_config_file(config_file, filename):
             config = yaml.safe_load(file)
     
     config_cache[filename] = (config, datetime.now())
-    log.info(f"Loaded and cached {filename}")
+    log.debug(f"Loaded and cached {config_file}")
     return config
 
 
@@ -194,7 +194,9 @@ def load_config_key(key: str, vector_name: str, kind: str):
     """
     from ..logging import log
     
-    assert isinstance(key, str), f"key must be a string got a {type(key)}"
+    if kind != 'agentConfig':
+        assert isinstance(key, str), f"key must be a string got a {type(key)}"
+
     assert isinstance(vector_name, str), f"vector_name must be a string, got a {type(vector_name)}"
     
     configs_by_kind = load_all_configs()
@@ -243,3 +245,12 @@ def load_config_key(key: str, vector_name: str, kind: str):
         key_value = prompt_for_vector_name.get(key)
         
         return key_value
+    elif kind == 'agentConfig':
+        agents = config.get('agents')
+
+        if key in agents:
+            return agents[key]
+        else:
+            log.warning("Returning default agent endpoints")
+            return agents["default"]
+        

{sunholo-0.62.3.dist-info → sunholo-0.62.4.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.62.3
+Version: 0.62.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.62.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.62.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.62.3.dist-info → sunholo-0.62.4.dist-info}/RECORD

@@ -2,10 +2,10 @@ sunholo/__init__.py,sha256=0CdpufyRKWyZe7J7UKigL6j_qOorM-p0OjHIAuf9M38,864
 sunholo/logging.py,sha256=1jzfy4q9h5DNG4MjwtbTiM8keZxymlrZ0gDQEtGLMHY,11400
 sunholo/agents/__init__.py,sha256=CnlbVohPt-Doth9PyROSlN3P8xMV9j9yS19YE-wCS90,341
 sunholo/agents/chat_history.py,sha256=bkII7PNEbGCaobu2Rnr2rM9dim3BCK0kM-tiWhoI1tw,5219
-sunholo/agents/dispatch_to_qa.py,sha256=h5qbcPqJ5JGa21T8Z5is7jbn4eG3P4xULLj_X25q3WM,8208
+sunholo/agents/dispatch_to_qa.py,sha256=VaUUD4Y8XmPvrUlHP63yRl8Z2o1wagbcGZi9GwlDTTQ,8286
 sunholo/agents/langserve.py,sha256=FdhQjorAY2bMn2rpuabNT6bU3uqSKWrl8DjpH3L_V7k,4375
 sunholo/agents/pubsub.py,sha256=5hbbhbBGyVWRpt2sAGC5FEheYH1mCCwVUhZEB1S7vGg,1337
-sunholo/agents/route.py,sha256=0klBifx-QtMGsjq8HB04s9Bytm0nFXPYaWKeyt-S9S4,2356
+sunholo/agents/route.py,sha256=R_j-o2-K0RiDkj8Gt1yZivBohcI9SCl-8j79h03H1mQ,2109
 sunholo/agents/special_commands.py,sha256=PI4ADgFQvPDCeCpOeWIrD4bD432NYFeVcBBnkqTBWi8,6457
 sunholo/agents/fastapi/__init__.py,sha256=S_pj4_bTUmDGoq_exaREHlOKThi0zTuGT0VZY0YfODQ,88
 sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyoE,2514
@@ -31,7 +31,7 @@ sunholo/chunker/pdfs.py,sha256=daCZ1xjn1YvxlifIyxskWNpLJLe-Q9D_Jq12MWx3tZo,2473
 sunholo/chunker/publish.py,sha256=PoT8q3XJeFCg10WrLkYhuaaXIrGVkvUD3-R9IfoWoH4,2703
 sunholo/chunker/splitter.py,sha256=FLkDhkePkg_zGQpFBK13Cznw575D-Rf9pcaCpc1HUxY,6726
 sunholo/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sunholo/cli/chat_vac.py,sha256=BeDacxULBQN9Q6OvLNv2LTEcE6eghcnhiC7asC5Hx60,14307
+sunholo/cli/chat_vac.py,sha256=H-UzYtQDHM4TQZ8wYkcXfNB5SW5sdYhM7lb17OcZa24,15841
 sunholo/cli/cli.py,sha256=if2xx99fIUQG_ZYvMpQsRQIvrjBZJTJSn1JBhjeVAZU,3573
 sunholo/cli/cli_init.py,sha256=JMZ9AX2cPDZ-_mv3adiv2ToFVNyRPtjk9Biszl1kiR0,2358
 sunholo/cli/configs.py,sha256=QUM9DvKOdZmEQRM5uI3Nh887T0YDiSMr7O240zTLqws,4546
@@ -40,9 +40,8 @@ sunholo/cli/embedder.py,sha256=5m_FaAqF6bnLJQj93HGySC-OOCXo2NCUVG_ZBjE1oUM,6937
 sunholo/cli/merge_texts.py,sha256=U9vdMwKmcPoc6iPOWX5MKSxn49dNGbNzVLw8ui5PhEU,1823
 sunholo/cli/run_proxy.py,sha256=0ft_9FUL9d1NKM2ABMMPpvXRTRZd9f-lR2FCahiGzlU,11281
 sunholo/cli/sun_rich.py,sha256=UpMqeJ0C8i0pkue1AHnnyyX0bFJ9zZeJ7HBR6yhuA8A,54
-sunholo/components/__init__.py,sha256=RJGNEihwvRIiDScKis04RHJv4yZGI1UpXlOmuCptNZI,208
+sunholo/components/__init__.py,sha256=IDoylb74zFKo6NIS3RQqUl0PDFBGVxM1dfUmO7OJ44U,176
 sunholo/components/llm.py,sha256=T4we3tGmqUj4tPwxQr9M6AXv_BALqZV_dRSvINan-oU,10374
-sunholo/components/prompt.py,sha256=eZSghXkIlRzXiSrzgkG7e5ytUYq6R6LV-qjHU8jStig,6353
 sunholo/components/retriever.py,sha256=_Lyt9RIgb2PD-rhV6oKAadiUs3ukT5uAYGW197tEskw,3755
 sunholo/components/vectorstore.py,sha256=lB8vx_N6eBA44orNeVo1WRn0Q8GCIjvPPT9AfiPWBWE,5620
 sunholo/database/__init__.py,sha256=Zz0Shcq-CtStf9rJGIYB_Ybzb8rY_Q9mfSj-nviM490,241
@@ -82,15 +81,16 @@ sunholo/pubsub/pubsub_manager.py,sha256=M85QPCXYBPzmE8Ha0FYHdzpA-LRX9p3lu6b-UAHA
 sunholo/qna/__init__.py,sha256=F8q1uR_HreoSX0IfmKY1qoSwIgXhO2Q8kuDSxh9_-EE,28
 sunholo/qna/parsers.py,sha256=mH_SIgN2yXzvcoQZt9ITkdJSw3jgZGuu0p8q_H-kdSM,2140
 sunholo/qna/retry.py,sha256=gFgOf9AxrZMIO9OwOYu1EW7rhNhyfnw_o4XAsNLBOVQ,2021
-sunholo/streaming/__init__.py,sha256=k8dBqhzyS1Oi6NfADtRtWfnPtU1FU2kQz-YxH9yrNeQ,197
+sunholo/streaming/__init__.py,sha256=MpbydI2UYo_adttPQFkxNM33b-QRyNEbrKJx0C2AGPc,241
 sunholo/streaming/content_buffer.py,sha256=fWcg0oTf470M3U40VAChfmHmWRFgRD8VaT90jNfBCH0,6455
 sunholo/streaming/langserve.py,sha256=4AeNt4FPv461s20_5q17Nx83cHjK7Dl3gVOcWAxMgOk,6350
+sunholo/streaming/stream_lookup.py,sha256=5oYtTSBRU1FtjtugXmBEpyxei2hQOweiLhIhKovYFLk,311
 sunholo/streaming/streaming.py,sha256=9z6pXINEopuL_Z1RnmgXAoZJum9dzyuOxqYtEYnjf8w,16405
 sunholo/summarise/__init__.py,sha256=MZk3dblUMODcPb1crq4v-Z508NrFIpkSWNf9FIO8BcU,38
 sunholo/summarise/summarise.py,sha256=C3HhjepTjUhUC8FLk4jMQIBvq1BcORniwuTFHjPVhVo,3784
 sunholo/utils/__init__.py,sha256=G11nN_6ATjxpuMfG_BvcUr9UU8onPIgkpTK6CjOcbr8,48
 sunholo/utils/big_context.py,sha256=gJIP7_ZL-YSLhOMq8jmFTMqH1wq8eB1NK7oKPeZAq2s,5578
-sunholo/utils/config.py,sha256=eshtV7faFhMxs6AQejv7TCKzDsJXmKEyMBQ5CVmFKzg,8593
+sunholo/utils/config.py,sha256=y3Ja87ZESlA5x_PVLeNVcpp516rE9LiemmxNrAir3EQ,8902
 sunholo/utils/config_schema.py,sha256=Wv-ncitzljOhgbDaq9qnFqH5LCuxNv59dTGDWgd1qdk,4189
 sunholo/utils/gcp.py,sha256=B2G1YKjeD7X9dqO86Jrp2vPuFwZ223Xl5Tg09Ndw-oc,5760
 sunholo/utils/parsers.py,sha256=OrHmASqIbI45atVOhiGodgLvnfrzkvVzyHnSvAXD89I,3841
@@ -99,9 +99,9 @@ sunholo/utils/user_ids.py,sha256=SQd5_H7FE7vcTZp9AQuQDWBXd4FEEd7TeVMQe1H4Ny8,292
 sunholo/vertex/__init__.py,sha256=7B5Wf41da0dl9JOOrwq35Ob5jcKen_w5T-Tw5f4eoWE,75
 sunholo/vertex/init.py,sha256=JDMUaBRdednzbKF-5p33qqLit2LMsvgvWW-NRz0AqO0,1801
 sunholo/vertex/memory_tools.py,sha256=-o9cas_UeRU5gPLi0qcvNwR0HTU5TamzddGLTHOVjZ4,3598
-sunholo-0.62.3.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.62.3.dist-info/METADATA,sha256=TzYCZbU79szVOV-8zXdNsaGtOcfXscxrUhxmcs0pkxA,8057
-sunholo-0.62.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-sunholo-0.62.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.62.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.62.3.dist-info/RECORD,,
+sunholo-0.62.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.62.4.dist-info/METADATA,sha256=GJYTdsOwRl-RhWvQ5x3oZoh3BDn57DzkubpJrwcBHS0,8057
+sunholo-0.62.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+sunholo-0.62.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.62.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.62.4.dist-info/RECORD,,

sunholo/components/prompt.py

@@ -1,151 +0,0 @@
-#   Copyright [2024] [Holosun ApS]
-#
-#   Licensed under the Apache License, Version 2.0 (the "License");
-#   you may not use this file except in compliance with the License.
-#   You may obtain a copy of the License at
-#
-#       http://www.apache.org/licenses/LICENSE-2.0
-#
-#   Unless required by applicable law or agreed to in writing, software
-#   distributed under the License is distributed on an "AS IS" BASIS,
-#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#   See the License for the specific language governing permissions and
-#   limitations under the License.
-from ..logging import log
-
-
-import datetime
-
-from langchain.prompts.prompt import PromptTemplate
-
-from ..utils import load_config_key
-from .vectorstore import pick_vectorstore
-
-
-def pick_prompt(vector_name, chat_history=[]):
-    """Pick a custom prompt"""
-    log.debug('Picking prompt')
-
-    prompt_str = load_config_key("prompt", vector_name, filename = "config/llm_config.yaml")
-
-    the_date = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S %Z')
-    prompt_str_default = f"""You are Edmonbrain the chat bot created by Mark Edmondson. It is now {the_date}.
-Use your memory to answer the question at the end.
-Indicate in your reply how sure you are about your answer, for example whether you are certain, taking your best guess, or its very speculative.
-
-If you don't know, just say you don't know - don't make anything up. Avoid generic boilerplate answers.
-Consider why the question was asked, and offer follow up questions linked to those reasons.
-Any questions about how you work should direct users to issue the `!help` command.
-"""
-    if prompt_str is not None:
-        if "{context}" in prompt_str:
-            raise ValueError("prompt must not contain a string '{context}'")
-        if "{question}" in prompt_str:
-            raise ValueError("prompt must not contain a string '{question}'")
-        prompt_str_default = prompt_str_default + "\n" + prompt_str
-    
-    chat_summary = ""
-    original_question = ""
-    if len(chat_history) != 0:
-        original_question = chat_history[0][0]
-        chat_summary = get_chat_history(chat_history, vector_name)
-    
-    follow_up = "\nIf you can't answer the human's question without more information, ask a follow up question"
-
-    agent_buddy, agent_description = pick_chat_buddy(vector_name)
-    if agent_buddy:
-        follow_up += f""" either to the human, or to your friend bot.
-You bot friend will reply back to you within your chat history.
-Ask {agent_buddy} for help with topics: {agent_description}
-Ask clarification questions to the human and wait for response if your friend bot can't help.
-Don't repeat the question if you can see the answer in the chat history (from any source)  
-This means there are three people in this conversation - you, the human and your assistant bot.
-Asking questions to your friend bot are only allowed with this format:
-€€Question€€ 
-(your question here, including all required information needed to answer the question fully)
-Can you help, {agent_buddy} , with the above question?
-€€End Question€€
-"""
-    else:
-        follow_up += ".\n"
-
-    memory_str = "\n## Your Memory (ignore if not relevant to question)\n{context}\n"
-
-    current_conversation = ""
-    if chat_summary != "":
-        current_conversation =f"## Current Conversation\n{chat_summary}\n"
-        current_conversation = current_conversation.replace("{","{{").replace("}","}}") #escape {} characters
-   
-    buddy_question = ""
-    my_q = "## Current Question\n{question}\n"
-    if agent_buddy:
-        buddy_question = f"""(Including, if needed, your question to {agent_buddy})"""
-        my_q = f"## Original Question that started conversation\n{original_question}\n" + my_q
-
-    prompt_template = prompt_str_default + follow_up + memory_str + current_conversation + my_q + buddy_question + "\n## Your response:\n"
-    
-    log.debug(f"--Prompt_template: {prompt_template}") 
-    QA_PROMPT = PromptTemplate(
-        template=prompt_template, input_variables=["context", "question"]
-    )
-
-    return QA_PROMPT
-
-def pick_chat_buddy(vector_name):
-    chat_buddy = load_config_key("chat_buddy", vector_name, filename = "config/llm_config.yaml")
-    if chat_buddy is not None:
-        log.info(f"Got chat buddy {chat_buddy} for {vector_name}")
-        buddy_description = load_config_key("chat_buddy_description", vector_name)
-        return chat_buddy, buddy_description
-    return None, None
-
-
-def pick_agent(vector_name):
-    agent_str = load_config_key("agent", vector_name, filename = "config/llm_config.yaml")
-    if agent_str == "yes":
-        return True
-    
-    return False
-
-def pick_shared_vectorstore(vector_name, embeddings):
-    shared_vectorstore = load_config_key("shared_vectorstore", vector_name, filename = "config/llm_config.yaml")
-    vectorstore = pick_vectorstore(shared_vectorstore, embeddings)
-    return vectorstore
-
-
-def get_chat_history(inputs, vector_name, last_chars=1000, summary_chars=1500) -> str:
-    from langchain.schema import Document
-    from ..summarise import summarise_docs
-
-    # Prepare the full chat history
-    res = []
-    for human, ai in inputs:
-        res.append(f"Human:{human}\nAI:{ai}")
-    full_history = "\n".join(res)
-    
-    # Get the last `last_chars` characters of the full chat history
-    last_bits = []
-    for human, ai in reversed(inputs):
-        add_me = f"Human:{human}\nAI:{ai}"
-        last_bits.append(add_me)
-
-    recent_history = "\n".join(reversed(last_bits))
-    recent_history = recent_history[-last_chars:]
-    log.info(f"Recent chat history: {recent_history}")
-    
-    # Summarize chat history too
-    remaining_history = full_history
-    log.info(f"Remaining chat history: {remaining_history}")
-    doc_history = Document(page_content=remaining_history)
-    chat_summary = summarise_docs([doc_history], vector_name=vector_name, skip_if_less=last_chars)
-    text_sum = ""
-    for summ in chat_summary:
-        text_sum += summ.page_content + "\n"
-    
-    log.info(f"Conversation Summary: {text_sum}")
-    
-    # Make sure the summary is not longer than `summary_chars` characters
-    summary = text_sum[:summary_chars]
-    
-    # Concatenate the summary and the last `last_chars` characters of the chat history
-    return summary + "\n### Recent Chat History\n..." + recent_history