chainlit 0.4.2__py3-none-any.whl → 0.4.3__py3-none-any.whl

chainlit/llama_index/callbacks.py

@@ -0,0 +1,99 @@
+from typing import Any, Dict, List, Optional
+
+
+from llama_index.callbacks.base import BaseCallbackHandler
+from llama_index.callbacks.schema import CBEventType, EventPayload
+
+
+from chainlit.message import Message
+from chainlit.element import Text
+from chainlit.sync import run_sync
+
+
+DEFAULT_IGNORE = [
+    CBEventType.CHUNKING,
+    CBEventType.SYNTHESIZE,
+    CBEventType.EMBEDDING,
+    CBEventType.NODE_PARSING,
+    CBEventType.QUERY,
+    CBEventType.TREE,
+]
+
+
+class LlamaIndexCallbackHandler(BaseCallbackHandler):
+    """Base callback handler that can be used to track event starts and ends."""
+
+    def __init__(
+        self,
+        event_starts_to_ignore: List[CBEventType] = DEFAULT_IGNORE,
+        event_ends_to_ignore: List[CBEventType] = DEFAULT_IGNORE,
+    ) -> None:
+        """Initialize the base callback handler."""
+        self.event_starts_to_ignore = tuple(event_starts_to_ignore)
+        self.event_ends_to_ignore = tuple(event_ends_to_ignore)
+
+    def on_event_start(
+        self,
+        event_type: CBEventType,
+        payload: Optional[Dict[str, Any]] = None,
+        event_id: str = "",
+        **kwargs: Any,
+    ) -> str:
+        """Run when an event starts and return id of event."""
+        run_sync(
+            Message(
+                author=event_type,
+                indent=1,
+                content="",
+            ).send()
+        )
+        return ""
+
+    def on_event_end(
+        self,
+        event_type: CBEventType,
+        payload: Optional[Dict[str, Any]] = None,
+        event_id: str = "",
+        **kwargs: Any,
+    ) -> None:
+        """Run when an event ends."""
+
+        if event_type == CBEventType.RETRIEVE:
+            sources = payload.get(EventPayload.NODES)
+            if sources:
+                elements = [
+                    Text(name=f"Source {idx}", content=source.node.get_text())
+                    for idx, source in enumerate(sources)
+                ]
+                source_refs = "\, ".join(
+                    [f"Source {idx}" for idx, _ in enumerate(sources)]
+                )
+                content = f"Retrieved the following sources: {source_refs}"
+
+                run_sync(
+                    Message(
+                        content=content, author=event_type, elements=elements, indent=1
+                    ).send()
+                )
+
+        if event_type == CBEventType.LLM:
+            run_sync(
+                Message(
+                    content=payload.get(EventPayload.RESPONSE, ""),
+                    author=event_type,
+                    indent=1,
+                    prompt=payload.get(EventPayload.PROMPT),
+                ).send()
+            )
+
+    def start_trace(self, trace_id: Optional[str] = None) -> None:
+        """Run when an overall trace is launched."""
+        pass
+
+    def end_trace(
+        self,
+        trace_id: Optional[str] = None,
+        trace_map: Optional[Dict[str, List[str]]] = None,
+    ) -> None:
+        """Run when an overall trace is exited."""
+        pass

chainlit/llama_index/run.py

@@ -0,0 +1,34 @@
+from typing import Union
+from llama_index.response.schema import Response, StreamingResponse
+from llama_index.chat_engine.types import BaseChatEngine
+from llama_index.indices.query.base import BaseQueryEngine
+
+from chainlit.message import Message
+from chainlit.sync import make_async
+
+
+async def run_llama(instance: Union[BaseChatEngine, BaseQueryEngine], input_str: str):
+    # Trick to display the loader in the UI until the first token is streamed
+    await Message(content="").send()
+
+    response_message = Message(content="")
+
+    if isinstance(instance, BaseQueryEngine):
+        response = await make_async(instance.query)(input_str)
+    elif isinstance(instance, BaseChatEngine):
+        response = await make_async(instance.chat)(input_str)
+    else:
+        raise NotImplementedError
+
+    if isinstance(response, Response):
+        response_message.content = str(response)
+        await response_message.send()
+    elif isinstance(response, StreamingResponse):
+        gen = response.response_gen
+        for token in gen:
+            await response_message.stream_token(token=token)
+
+        if response.response_txt:
+            response_message.content = response.response_txt
+
+        await response_message.send()

chainlit/message.py

@@ -247,10 +247,10 @@ class ErrorMessage(MessageBase):
 
 
 class AskMessageBase(MessageBase):
-    def remove(self):
-        removed = super().remove()
+    async def remove(self):
+        removed = await super().remove()
         if removed:
-            self.emitter.clear_ask()
+            await self.emitter.clear_ask()
 
 
 class AskUserMessage(AskMessageBase):

chainlit/server.py

@@ -408,14 +408,18 @@ async def connection_successful(sid):
     emitter_var.set(ChainlitEmitter(session))
     loop_var.set(asyncio.get_event_loop())
 
+    if config.code.on_chat_start:
+        """Call the on_chat_start function provided by the developer."""
+        await config.code.on_chat_start()
+
     if config.code.lc_factory:
         """Instantiate the langchain agent and store it in the session."""
         agent = await config.code.lc_factory()
         session["agent"] = agent
 
-    if config.code.on_chat_start:
-        """Call the on_chat_start function provided by the developer."""
-        await config.code.on_chat_start()
+    if config.code.llama_index_factory:
+        llama_instance = await config.code.llama_index_factory()
+        session["llama_instance"] = llama_instance
 
 
 @socket.on("disconnect")
@@ -467,6 +471,8 @@ async def process_message(session: Session, author: str, input_str: str):
             )
 
         langchain_agent = session.get("agent")
+        llama_instance = session.get("llama_instance")
+
         if langchain_agent:
             from chainlit.lc.agent import run_langchain_agent
 
@@ -497,6 +503,11 @@ async def process_message(session: Session, author: str, input_str: str):
             # Finally, send the response to the user
             await Message(author=config.ui.name, content=res).send()
 
+        elif llama_instance:
+            from chainlit.llama_index.run import run_llama
+
+            await run_llama(llama_instance, input_str)
+
         elif config.code.on_message:
             # If no langchain agent is available, call the on_message function provided by the developer
             await config.code.on_message(input_str)

chainlit/session.py

@@ -16,6 +16,8 @@ class Session(TypedDict):
     user_env: Dict[str, str]
     # Optional langchain agent
     agent: Any
+    # Optional llama instance
+    llama_instance: Any
     # Whether the current task should be stopped
     should_stop: bool
     # Optional client to persist messages and files

chainlit/sync.py

@@ -6,7 +6,9 @@ if sys.version_info >= (3, 10):
 else:
     from typing_extensions import ParamSpec
 
+import threading
 import asyncio
+from syncer import sync
 from asyncer import asyncify
 
 from chainlit.context import get_loop
@@ -20,6 +22,9 @@ T = TypeVar("T")
 
 
 def run_sync(co: Coroutine[Any, Any, T_Retval]) -> T_Retval:
-    loop = get_loop()
-    result = asyncio.run_coroutine_threadsafe(co, loop=loop)
-    return result.result()
+    if threading.current_thread() == threading.main_thread():
+        return sync(co)
+    else:
+        loop = get_loop()
+        result = asyncio.run_coroutine_threadsafe(co, loop=loop)
+        return result.result()

chainlit/utils.py

@@ -0,0 +1,51 @@
+from typing import Callable
+import inspect
+
+from chainlit.context import get_emitter
+from chainlit.logger import logger
+from chainlit.message import ErrorMessage
+
+
+def wrap_user_function(user_function: Callable, with_task=False) -> Callable:
+    """
+    Wraps a user-defined function to accept arguments as a dictionary.
+
+    Args:
+        user_function (Callable): The user-defined function to wrap.
+
+    Returns:
+        Callable: The wrapped function.
+    """
+
+    async def wrapper(*args):
+        # Get the parameter names of the user-defined function
+        user_function_params = list(inspect.signature(user_function).parameters.keys())
+
+        # Create a dictionary of parameter names and their corresponding values from *args
+        params_values = {
+            param_name: arg for param_name, arg in zip(user_function_params, args)
+        }
+
+        emitter = get_emitter()
+
+        if with_task:
+            await emitter.task_start()
+
+        try:
+            # Call the user-defined function with the arguments
+            if inspect.iscoroutinefunction(user_function):
+                return await user_function(**params_values)
+            else:
+                return user_function(**params_values)
+        except InterruptedError:
+            pass
+        except Exception as e:
+            logger.exception(e)
+            await ErrorMessage(
+                content=str(e) or e.__class__.__name__, author="Error"
+            ).send()
+        finally:
+            if with_task:
+                await emitter.task_end()
+
+    return wrapper

{chainlit-0.4.2.dist-info → chainlit-0.4.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: chainlit
-Version: 0.4.2
+Version: 0.4.3
 Summary: A faster way to build chatbot UIs.
 Home-page: https://github.com/Chainlit/chainlit
 License: Apache-2.0 license
@@ -19,8 +19,9 @@ Requires-Dist: asyncer (>=0.0.2,<0.0.3)
 Requires-Dist: auth0-python (>=4.1.1,<5.0.0)
 Requires-Dist: click (>=8.1.3,<9.0.0)
 Requires-Dist: dataclasses_json (>=0.5.7,<0.6.0)
-Requires-Dist: fastapi (>=0.96.0,<0.97.0)
+Requires-Dist: fastapi (>=0.97.0,<0.98.0)
 Requires-Dist: fastapi-socketio (>=0.0.10,<0.0.11)
+Requires-Dist: nest-asyncio (>=1.5.6,<2.0.0)
 Requires-Dist: openai (>=0.27.7,<0.28.0)
 Requires-Dist: prisma (>=0.9.0,<0.10.0)
 Requires-Dist: pydantic (>=1.10.8,<2.0.0)

{chainlit-0.4.2.dist-info → chainlit-0.4.3.dist-info}/RECORD

@@ -1,44 +1,49 @@
-chainlit/__init__.py,sha256=0PqkxriXIHa1UsTGf_CWiHHQjC7Pc3tmIPT5yIJxOUQ,7956
+chainlit/__init__.py,sha256=KJjPLSjatqlNVjWDpYy6XzHWKZeIjH3cJ0Q3WhKDp_A,4078
 chainlit/__main__.py,sha256=7Vg3w3T3qDuz4KDu5lQhLH6lQ3cYdume7gHH7Z1V97U,87
 chainlit/action.py,sha256=dk-ymZXZPQlHjh77ivwmdzhAp3QN7ihPZVVVhoh2jMc,1209
 chainlit/cache.py,sha256=HFieoVnhsJf36AT7nRL8wcEJ1jTgeTLju23WW2-vgp4,1343
-chainlit/cli/__init__.py,sha256=OIlAc1Pe7JZ3owUXwT_UOmt1nVTqiGPY9UqlKXYUoI8,4535
+chainlit/cli/__init__.py,sha256=DMeygqozPGYgMcM9oRPXRV1RVdhorCe0W-sOyTmjhCU,4888
 chainlit/cli/auth.py,sha256=G437UK4BvLA4wWPz_KPDwN6_6dnchMtHWr4tqu5XN-M,4093
 chainlit/cli/deploy.py,sha256=RyIzpjS3yuVjQpllDO2PzXb6VZAtTcOyuAfF75WKVJE,2594
-chainlit/cli/mock.py,sha256=tWvkbPzm6TeBkAu6b1ia9gL6iTj9OS3YLyxmreTJU6o,1147
+chainlit/cli/mock.py,sha256=hfcd62F0Bw6Bc2sj56gBYrxhujeCbQ2BzU8KZyTqG0Q,67012
 chainlit/cli/utils.py,sha256=Pn6ANnw9GgdUduiMphnb8RiGUPRbzDafkCHM2rOPBj4,716
 chainlit/client/base.py,sha256=HtVS6mGm_Ik6W08nLdUPtdVxzxK6Au1K6QKz-HdBz2Q,3284
 chainlit/client/cloud.py,sha256=OEUVVnvJK0ofQRoOkjxNniuyPtxZfVLqYXi8_0o6fS0,14109
 chainlit/client/local.py,sha256=JTSBHVArt7aA-rkuFJrGvlKUGin-PO2VXoWd_AQUko0,7324
 chainlit/client/utils.py,sha256=YARrA5XMpOpKhNjvIpve5H5CH2YekNP46aEYFvBjXlk,682
-chainlit/config.py,sha256=67obJCmbFCuLNP-5N1D_TOFPFruPi1b-NISWn6zMS1g,8323
+chainlit/config.py,sha256=zd-vakyf06v-93g1JJ4aaHGJcQ3O-VoMJU71HqUIMUY,8493
 chainlit/context.py,sha256=m639AAk-bt7DWTStuW8s9FotohVonuW7veg5UwiKdKA,709
 chainlit/db/__init__.py,sha256=kFk5a6SoDrq1U6X4EjvJLd-3YsuVV4cl9r8BFHUExlM,982
 chainlit/db/prisma/schema.prisma,sha256=ZvhefSK_9D2Vck9SORaG9o-jQr6_BRpKNo-2YTlmgmg,1373
 chainlit/element.py,sha256=15nfoeQYF-hkOC8eFWmUWUsLT-vhyyacmG3GkOE_QDk,6317
 chainlit/emitter.py,sha256=SVgD6f9evY2IzanZ_ZHLd3qK_keDO20E_2fqv1Ka5JI,4142
-chainlit/frontend/dist/assets/index-995e21ad.js,sha256=SUgCkhIZA7gX6f3_yjaDsiGimnIPTsUebIwZVIhtqkE,614554
+chainlit/frontend/dist/assets/index-37b5009c.js,sha256=rm7EbF7bDLQgCTyTHTVj9qQ9bjyAis7ZOzjU8yd-PHE,614554
+chainlit/frontend/dist/assets/index-51393291.js,sha256=asduyAfPksSjLfrXf7gdIuy03MbpTCMfgBeEj2J_4ys,1334161
 chainlit/frontend/dist/assets/index-f93cc942.css,sha256=-TzJQmhWdpIg94Jv25YHMi9h-jSQmeERggrrlmYIflg,5697
-chainlit/frontend/dist/assets/index-fb1e167a.js,sha256=m1BTWtvezgPLE4cYNGIwZV1YdQPy66msAITDfDnDUZ8,1334132
 chainlit/frontend/dist/assets/logo_dark-bc7401f6.svg,sha256=vHQB9g-n5OqOmuH3Fduuc7ZMg0EmMsGyO9cEnYwLbHg,8889
 chainlit/frontend/dist/assets/logo_light-f19fc2ea.svg,sha256=8Z_C6t-0V9QL9ldmLjaLfp2REcGDuaTeNynj6-6muNI,8891
 chainlit/frontend/dist/favicon.svg,sha256=0Cy8x28obT5eWW3nxZRhsEvu6_zMqrqbg0y6hT3D0Q0,6455
-chainlit/frontend/dist/index.html,sha256=BCPkjtPetaewRy4-rWXdMkjkziVH9yhGXxB6nCiiPFM,793
+chainlit/frontend/dist/index.html,sha256=7CUGF4qj4bXEsryZy4prJbz4scyBPQlt5RQioKKAJQE,793
 chainlit/hello.py,sha256=bqKP00i0FKHnZ9fdyVW1a2xDAA1g7IWT0EVzUNky7rA,417
-chainlit/lc/__init__.py,sha256=AHceu8jfttx74FLLhr7TIk5ihOqFFqJde1M33Y_YEFA,292
-chainlit/lc/agent.py,sha256=aC1BkKGN0WXkRLoU4H7DxsK7VffAYb1pF-9HlZ60duE,1121
-chainlit/lc/callbacks.py,sha256=VcTV9HhuWy9WHmIiI4mSt-A-9y6Aq96bZV-_NK6f_Sw,12783
+chainlit/langflow/__init__.py,sha256=spuypuoC0mVDVsxUbPJk2dKOfAtDv3IePuSe2a_L23U,2339
+chainlit/lc/__init__.py,sha256=mEtyfyGNDieIysKsWOrlvUvqVCqVnhYZqZprlZ1CBso,3281
+chainlit/lc/agent.py,sha256=tSR6TxZlMh91rmh95h2b-6bSGugak9lNpwaioDfiz1c,1140
+chainlit/lc/callbacks.py,sha256=wZLpWKnQCmYBk_LPFvL25U5KdXV50UuKzDtRrPjkUWs,12788
+chainlit/llama_index/__init__.py,sha256=X_Ydtrw62YzOQ1Dpe0BHXnX3akz5HbGrM5NNXZczNnQ,953
+chainlit/llama_index/callbacks.py,sha256=8WiHAxirhTXzGFk2rKBRQ9u_wKRg_yHntuRh6yGA_mo,2994
+chainlit/llama_index/run.py,sha256=NCYoMr-PJKjCENYuBJvE8W4MnH3VKvonxBmEMfQdZ78,1230
 chainlit/logger.py,sha256=VFl6D0UbY7PH7gCl0HBXM_vfk7lK_bMEqiUxQBq_Vnw,374
 chainlit/markdown.py,sha256=JRhaKb0BB1G2S1XEaGj95DH75y7jqWdeIPx4u0oDaxw,1623
-chainlit/message.py,sha256=dyc_IKmz_AJK5eXcDV5MGVW3rXlcaJkY8MKmR_Zldl8,12198
-chainlit/server.py,sha256=SV8x5eYcQ7BjWLTUd8GLUpKbrUAmjRtIQvS6WxHErDk,17267
-chainlit/session.py,sha256=jP3x0-pRLi-ozCOoxiwV5t-x0IXDh-HzDTZDum8YyJA,812
-chainlit/sync.py,sha256=AsC0wU577zD-1fuQfhEnv42SOfUR3sIpf3Vesuzzha4,539
+chainlit/message.py,sha256=zCagR3TEhdzf39p4LEcloNaSYpVttwBiMdRtNmPTeo4,12216
+chainlit/server.py,sha256=8oGPuRQV9QrrhGdEuSQmBnX_it_XkgyZ-BM2go__wQQ,17625
+chainlit/session.py,sha256=V1cKSi1REHy3zJSk1szLPL59MuGuwjg_HECfqD7VdsU,866
+chainlit/sync.py,sha256=g5BC-DA34BMhhB16fZ4QwKTda4oC2MYoAnLS-WoKRRI,688
 chainlit/telemetry.py,sha256=yaRnmjjwLPbUa_wLQ--sp1VKPAKIHgTQP-MZo_W8AM8,2358
 chainlit/types.py,sha256=py6vLmm_w43v7X_NNBvWtfi5rUc9owGNPdBO7L8Pto4,1981
 chainlit/user_session.py,sha256=U4F1e9DBUhFoXvEdReRTq7Bu0Str4qsvSgAOeMobUzA,1213
+chainlit/utils.py,sha256=2yoBX7W6vNxnIefHvrbspXggVwGrtYzAO9xJtTJT61M,1561
 chainlit/version.py,sha256=iosXhlXclBwBqlADFKEilxAC2wWKbtuBKi87AmPi7s8,196
-chainlit-0.4.2.dist-info/METADATA,sha256=RjdADKuJNlzLcRMPoMkU9eHQkm3Yhi1aHSOz7EnpHVE,4280
-chainlit-0.4.2.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-chainlit-0.4.2.dist-info/entry_points.txt,sha256=FrkqdjrFl8juSnvBndniyX7XuKojmUwO4ghRh-CFMQc,45
-chainlit-0.4.2.dist-info/RECORD,,
+chainlit-0.4.3.dist-info/METADATA,sha256=aeKV9Cp0pRbcS0XeQykUVQTKYKLivr2QuvewIl7TQAE,4325
+chainlit-0.4.3.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+chainlit-0.4.3.dist-info/entry_points.txt,sha256=FrkqdjrFl8juSnvBndniyX7XuKojmUwO4ghRh-CFMQc,45
+chainlit-0.4.3.dist-info/RECORD,,