chainlit 0.2.111__py3-none-any.whl → 0.3.0__py3-none-any.whl

chainlit/frontend/dist/assets/index-0cc9e355.css

@@ -0,0 +1 @@
+body{margin:0;padding:0;font-family:Inter,sans-serif;-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale}code{font-family:source-code-pro,Menlo,Monaco,Consolas,Courier New,monospace}.markdown-body *:first-child{margin-top:0}.markdown-body *:last-child{margin-bottom:0}.markdown-body p{white-space:break-spaces}.DraftEditor-editorContainer,.DraftEditor-root,.public-DraftEditor-content{height:inherit;text-align:initial}.public-DraftEditor-content[contenteditable=true]{-webkit-user-modify:read-write-plaintext-only}.DraftEditor-root{position:relative}.DraftEditor-editorContainer{background-color:#fff0;border-left:.1px solid transparent;position:relative;z-index:1}.public-DraftEditor-block{position:relative}.DraftEditor-alignLeft .public-DraftStyleDefault-block{text-align:left}.DraftEditor-alignLeft .public-DraftEditorPlaceholder-root{left:0;text-align:left}.DraftEditor-alignCenter .public-DraftStyleDefault-block{text-align:center}.DraftEditor-alignCenter .public-DraftEditorPlaceholder-root{margin:0 auto;text-align:center;width:100%}.DraftEditor-alignRight .public-DraftStyleDefault-block{text-align:right}.DraftEditor-alignRight .public-DraftEditorPlaceholder-root{right:0;text-align:right}.public-DraftEditorPlaceholder-root{color:#9197a3;position:absolute;width:100%;z-index:1}.public-DraftEditorPlaceholder-hasFocus{color:#bdc1c9}.DraftEditorPlaceholder-hidden{display:none}.public-DraftStyleDefault-block{position:relative;white-space:pre-wrap}.public-DraftStyleDefault-ltr{direction:ltr;text-align:left}.public-DraftStyleDefault-rtl{direction:rtl;text-align:right}.public-DraftStyleDefault-listLTR{direction:ltr}.public-DraftStyleDefault-listRTL{direction:rtl}.public-DraftStyleDefault-ol,.public-DraftStyleDefault-ul{margin:16px 0;padding:0}.public-DraftStyleDefault-depth0.public-DraftStyleDefault-listLTR{margin-left:1.5em}.public-DraftStyleDefault-depth0.public-DraftStyleDefault-listRTL{margin-right:1.5em}.public-DraftStyleDefault-depth1.public-DraftStyleDefault-listLTR{margin-left:3em}.public-DraftStyleDefault-depth1.public-DraftStyleDefault-listRTL{margin-right:3em}.public-DraftStyleDefault-depth2.public-DraftStyleDefault-listLTR{margin-left:4.5em}.public-DraftStyleDefault-depth2.public-DraftStyleDefault-listRTL{margin-right:4.5em}.public-DraftStyleDefault-depth3.public-DraftStyleDefault-listLTR{margin-left:6em}.public-DraftStyleDefault-depth3.public-DraftStyleDefault-listRTL{margin-right:6em}.public-DraftStyleDefault-depth4.public-DraftStyleDefault-listLTR{margin-left:7.5em}.public-DraftStyleDefault-depth4.public-DraftStyleDefault-listRTL{margin-right:7.5em}.public-DraftStyleDefault-unorderedListItem{list-style-type:square;position:relative}.public-DraftStyleDefault-unorderedListItem.public-DraftStyleDefault-depth0{list-style-type:disc}.public-DraftStyleDefault-unorderedListItem.public-DraftStyleDefault-depth1{list-style-type:circle}.public-DraftStyleDefault-orderedListItem{list-style-type:none;position:relative}.public-DraftStyleDefault-orderedListItem.public-DraftStyleDefault-listLTR:before{left:-36px;position:absolute;text-align:right;width:30px}.public-DraftStyleDefault-orderedListItem.public-DraftStyleDefault-listRTL:before{position:absolute;right:-36px;text-align:left;width:30px}.public-DraftStyleDefault-orderedListItem:before{content:counter(ol0) ". ";counter-increment:ol0}.public-DraftStyleDefault-orderedListItem.public-DraftStyleDefault-depth1:before{content:counter(ol1,lower-alpha) ". ";counter-increment:ol1}.public-DraftStyleDefault-orderedListItem.public-DraftStyleDefault-depth2:before{content:counter(ol2,lower-roman) ". ";counter-increment:ol2}.public-DraftStyleDefault-orderedListItem.public-DraftStyleDefault-depth3:before{content:counter(ol3) ". ";counter-increment:ol3}.public-DraftStyleDefault-orderedListItem.public-DraftStyleDefault-depth4:before{content:counter(ol4,lower-alpha) ". ";counter-increment:ol4}.public-DraftStyleDefault-depth0.public-DraftStyleDefault-reset{counter-reset:ol0}.public-DraftStyleDefault-depth1.public-DraftStyleDefault-reset{counter-reset:ol1}.public-DraftStyleDefault-depth2.public-DraftStyleDefault-reset{counter-reset:ol2}.public-DraftStyleDefault-depth3.public-DraftStyleDefault-reset{counter-reset:ol3}.public-DraftStyleDefault-depth4.public-DraftStyleDefault-reset{counter-reset:ol4}.react-resizable{position:relative}.react-resizable-handle{position:absolute;width:20px;height:20px;background-repeat:no-repeat;background-origin:content-box;box-sizing:border-box;background-image:url(data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCA2IDYiIHN0eWxlPSJiYWNrZ3JvdW5kLWNvbG9yOiNmZmZmZmYwMCIgeD0iMHB4IiB5PSIwcHgiIHdpZHRoPSI2cHgiIGhlaWdodD0iNnB4Ij48ZyBvcGFjaXR5PSIwLjMwMiI+PHBhdGggZD0iTSA2IDYgTCAwIDYgTCAwIDQuMiBMIDQgNC4yIEwgNC4yIDQuMiBMIDQuMiAwIEwgNiAwIEwgNiA2IEwgNiA2IFoiIGZpbGw9IiMwMDAwMDAiLz48L2c+PC9zdmc+);background-position:bottom right;padding:0 3px 3px 0}.react-resizable-handle-sw{bottom:0;left:0;cursor:sw-resize;transform:rotate(90deg)}.react-resizable-handle-se{bottom:0;right:0;cursor:se-resize}.react-resizable-handle-nw{top:0;left:0;cursor:nw-resize;transform:rotate(180deg)}.react-resizable-handle-ne{top:0;right:0;cursor:ne-resize;transform:rotate(270deg)}.react-resizable-handle-w,.react-resizable-handle-e{top:50%;margin-top:-10px;cursor:ew-resize}.react-resizable-handle-w{left:0;transform:rotate(135deg)}.react-resizable-handle-e{right:0;transform:rotate(315deg)}.react-resizable-handle-n,.react-resizable-handle-s{left:50%;margin-left:-10px;cursor:ns-resize}.react-resizable-handle-n{top:0;transform:rotate(225deg)}.react-resizable-handle-s{bottom:0;transform:rotate(45deg)}

chainlit/frontend/dist/index.html

@@ -4,7 +4,7 @@
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <!-- TAG INJECTION PLACEHOLDER -->
-    <link rel="icon" type="image/x-icon" href="favicon.svg" />
+    <link rel="icon" type="image/svg+xml" href="/favicon.svg" />
     <link rel="preconnect" href="https://fonts.googleapis.com" />
     <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
     <link
@@ -14,8 +14,8 @@
     <script>
       const global = globalThis;
     </script>
-    <script type="module" crossorigin src="/assets/index-4d8f8873.js"></script>
-    <link rel="stylesheet" href="/assets/index-bdffdaa0.css">
+    <script type="module" crossorigin src="/assets/index-0b7e367e.js"></script>
+    <link rel="stylesheet" href="/assets/index-0cc9e355.css">
   </head>
   <body>
     <div id="root"></div>

chainlit/hello.py

@@ -4,9 +4,9 @@ from chainlit import AskUserMessage, Message, on_chat_start
 
 
 @on_chat_start
-def main():
-    res = AskUserMessage(content="What is your name?", timeout=30).send()
+async def main():
+    res = await AskUserMessage(content="What is your name?", timeout=30).send()
     if res:
-        Message(
+        await Message(
             content=f"Your name is: {res['content']}.\nChainlit installation is working!\nYou can now start building your own chainlit apps!",
         ).send()

chainlit/lc/__init__.py

@@ -0,0 +1,11 @@
+try:
+    import langchain
+
+    if langchain.__version__ < "0.0.198":
+        raise ValueError(
+            "LangChain version is too old, expected >= 0.0.198. Run `pip install langchain --upgrade`"
+        )
+
+    LANGCHAIN_INSTALLED = True
+except ImportError:
+    LANGCHAIN_INSTALLED = False

chainlit/lc/agent.py

@@ -0,0 +1,32 @@
+from typing import Any
+from chainlit.lc.callbacks import ChainlitCallbackHandler, AsyncChainlitCallbackHandler
+from chainlit.sync import make_async
+
+
+async def run_langchain_agent(agent: Any, input_str: str, use_async: bool):
+    if hasattr(agent, "input_keys"):
+        input_key = agent.input_keys[0]
+        if use_async:
+            raw_res = await agent.acall(
+                {input_key: input_str}, callbacks=[AsyncChainlitCallbackHandler()]
+            )
+        else:
+            raw_res = await make_async(agent.__call__)(
+                {input_key: input_str}, callbacks=[ChainlitCallbackHandler()]
+            )
+    else:
+        if use_async:
+            raw_res = await agent.acall(
+                input_str, callbacks=[AsyncChainlitCallbackHandler()]
+            )
+        else:
+            raw_res = await make_async(agent.__call__)(
+                input_str, callbacks=[ChainlitCallbackHandler()]
+            )
+
+    if hasattr(agent, "output_keys"):
+        output_key = agent.output_keys[0]
+    else:
+        output_key = None
+
+    return raw_res, output_key

chainlit/lc/callbacks.py

@@ -0,0 +1,411 @@
+from typing import Any, Dict, List, Optional, Union
+from langchain.callbacks.base import BaseCallbackHandler, AsyncCallbackHandler
+from langchain.schema import (
+    AgentAction,
+    AgentFinish,
+    BaseMessage,
+    LLMResult,
+)
+from chainlit.emitter import get_emitter, ChainlitEmitter
+from chainlit.message import Message, ErrorMessage
+from chainlit.config import config
+from chainlit.types import LLMSettings
+from chainlit.sync import run_sync
+
+IGNORE_LIST = ["AgentExecutor"]
+
+
+def get_llm_settings(invocation_params: Union[Dict, None]):
+    if invocation_params is None:
+        return None
+    elif invocation_params["_type"] == "openai":
+        return LLMSettings(
+            model_name=invocation_params["model_name"],
+            stop=invocation_params["stop"],
+            temperature=invocation_params["temperature"],
+            max_tokens=invocation_params["max_tokens"],
+            top_p=invocation_params["top_p"],
+            frequency_penalty=invocation_params["frequency_penalty"],
+            presence_penalty=invocation_params["presence_penalty"],
+        )
+    elif invocation_params["_type"] == "openai-chat":
+        return LLMSettings(
+            model_name=invocation_params["model_name"],
+            stop=invocation_params["stop"],
+        )
+    else:
+        return None
+
+
+class BaseChainlitCallbackHandler(BaseCallbackHandler):
+    emitter: ChainlitEmitter
+    # Keep track of the formatted prompts to display them in the prompt playground.
+    prompts: List[str]
+    # Keep track of the LLM settings for the last prompt
+    llm_settings: LLMSettings
+    # Keep track of the call sequence, like [AgentExecutor, LLMMathChain, Calculator, ...]
+    sequence: List[str]
+    # Keep track of the last prompt for each session
+    last_prompt: Union[str, None]
+    # Keep track of the currently streamed message for the session
+    stream: Union[Message, None]
+
+    raise_error = True
+
+    # We want to handler to be called on every message
+    always_verbose: bool = True
+
+    def __init__(self) -> None:
+        self.emitter = get_emitter()
+        self.prompts = []
+        self.llm_settings = None
+        self.sequence = []
+        self.last_prompt = None
+        self.stream = None
+
+    def end_stream(self):
+        self.stream = None
+
+    def add_in_sequence(self, name: str):
+        self.sequence.append(name)
+
+    def pop_sequence(self):
+        if self.sequence:
+            return self.sequence.pop()
+
+    def add_prompt(self, prompt: str, llm_settings: LLMSettings = None):
+        self.prompts.append(prompt)
+        self.llm_settings = llm_settings
+
+    def pop_prompt(self):
+        if self.prompts:
+            self.last_prompt = self.prompts.pop()
+
+    def consume_last_prompt(self):
+        last_prompt = self.last_prompt
+        self.last_prompt = None
+        return last_prompt
+
+    def get_message_params(self):
+        llm_settings = self.llm_settings
+
+        indent = len(self.sequence) if self.sequence else 0
+
+        if self.sequence:
+            author = self.sequence[-1]
+        else:
+            author = config.chatbot_name
+
+        return author, indent, llm_settings
+
+
+class ChainlitCallbackHandler(BaseChainlitCallbackHandler, BaseCallbackHandler):
+    def start_stream(self):
+        author, indent, llm_settings = self.get_message_params()
+
+        if author in IGNORE_LIST:
+            return
+
+        if config.lc_rename:
+            author = run_sync(
+                config.lc_rename(author, __chainlit_emitter__=self.emitter)
+            )
+
+        self.pop_prompt()
+
+        __chainlit_emitter__ = self.emitter
+
+        streamed_message = Message(
+            author=author,
+            indent=indent,
+            llm_settings=llm_settings,
+            prompt=self.consume_last_prompt(),
+            content="",
+        )
+        self.stream = streamed_message
+
+    def send_token(self, token: str):
+        if self.stream:
+            run_sync(self.stream.stream_token(token))
+
+    def add_message(self, message, prompt: str = None, error=False):
+        author, indent, llm_settings = self.get_message_params()
+
+        if author in IGNORE_LIST:
+            return
+
+        if config.lc_rename:
+            author = run_sync(
+                config.lc_rename(author, __chainlit_emitter__=self.emitter)
+            )
+
+        __chainlit_emitter__ = self.emitter
+
+        if error:
+            run_sync(ErrorMessage(author=author, content=message).send())
+            self.end_stream()
+            return
+
+        if self.stream:
+            run_sync(self.stream.send())
+            self.end_stream()
+        else:
+            run_sync(
+                Message(
+                    author=author,
+                    content=message,
+                    indent=indent,
+                    prompt=prompt,
+                    llm_settings=llm_settings,
+                ).send()
+            )
+
+    # Callbacks for various events
+
+    def on_llm_start(
+        self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
+    ) -> None:
+        invocation_params = kwargs.get("invocation_params")
+        llm_settings = get_llm_settings(invocation_params)
+        self.add_prompt(prompts[0], llm_settings)
+
+    def on_chat_model_start(
+        self,
+        serialized: Dict[str, Any],
+        messages: List[List[BaseMessage]],
+        **kwargs: Any,
+    ) -> None:
+        invocation_params = kwargs.get("invocation_params")
+        llm_settings = get_llm_settings(invocation_params)
+        prompt = "\n".join([m.content for m in messages[0]])
+        self.add_prompt(prompt, llm_settings)
+
+    def on_llm_new_token(self, token: str, **kwargs: Any) -> None:
+        if not self.stream:
+            self.start_stream()
+        self.send_token(token)
+
+    def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
+        self.pop_prompt()
+        if response.llm_output is not None:
+            if "token_usage" in response.llm_output:
+                token_usage = response.llm_output["token_usage"]
+                if "total_tokens" in token_usage:
+                    run_sync(
+                        self.emitter.update_token_count(token_usage["total_tokens"])
+                    )
+
+    def on_llm_error(
+        self, error: Union[Exception, KeyboardInterrupt], **kwargs: Any
+    ) -> None:
+        pass
+
+    def on_chain_start(
+        self, serialized: Dict[str, Any], inputs: Dict[str, Any], **kwargs: Any
+    ) -> None:
+        self.add_in_sequence(serialized["id"][-1])
+        # Useful to display details button in the UI
+        self.add_message("")
+
+    def on_chain_end(self, outputs: Dict[str, Any], **kwargs: Any) -> None:
+        output_key = list(outputs.keys())[0]
+        if output_key:
+            prompt = self.consume_last_prompt()
+            self.add_message(outputs[output_key], prompt)
+        self.pop_sequence()
+
+    def on_chain_error(
+        self, error: Union[Exception, KeyboardInterrupt], **kwargs: Any
+    ) -> None:
+        if isinstance(error, InterruptedError):
+            return
+        self.add_message(str(error), error=True)
+        self.pop_sequence()
+
+    def on_tool_start(
+        self, serialized: Dict[str, Any], inputs: Any, **kwargs: Any
+    ) -> None:
+        self.add_in_sequence(serialized["name"])
+        self.add_message("")
+
+    def on_tool_end(
+        self,
+        output: str,
+        observation_prefix: Optional[str] = None,
+        llm_prefix: Optional[str] = None,
+        **kwargs: Any,
+    ) -> None:
+        prompt = self.consume_last_prompt()
+        self.add_message(output, prompt)
+        self.pop_sequence()
+
+    def on_tool_error(
+        self, error: Union[Exception, KeyboardInterrupt], **kwargs: Any
+    ) -> None:
+        """Do nothing."""
+        if isinstance(error, InterruptedError):
+            return
+        self.add_message(str(error), error=True)
+        self.pop_sequence()
+
+    def on_text(self, text: str, **kwargs: Any) -> None:
+        pass
+
+    def on_agent_action(self, action: AgentAction, **kwargs: Any) -> Any:
+        pass
+
+    def on_agent_finish(self, finish: AgentFinish, **kwargs: Any) -> None:
+        """Run on agent end."""
+        pass
+
+
+class AsyncChainlitCallbackHandler(BaseChainlitCallbackHandler, AsyncCallbackHandler):
+    async def start_stream(self):
+        author, indent, llm_settings = self.get_message_params()
+
+        if author in IGNORE_LIST:
+            return
+
+        if config.lc_rename:
+            author = await config.lc_rename(author, __chainlit_emitter__=self.emitter)
+
+        self.pop_prompt()
+
+        __chainlit_emitter__ = self.emitter
+
+        streamed_message = Message(
+            author=author,
+            indent=indent,
+            prompt=self.consume_last_prompt(),
+            llm_settings=llm_settings,
+            content="",
+        )
+        self.stream = streamed_message
+
+    async def send_token(self, token: str):
+        if self.stream:
+            await self.stream.stream_token(token)
+
+    async def add_message(self, message, prompt: str = None, error=False):
+        author, indent, llm_settings = self.get_message_params()
+
+        if author in IGNORE_LIST:
+            return
+
+        if config.lc_rename:
+            author = await config.lc_rename(author, __chainlit_emitter__=self.emitter)
+
+        __chainlit_emitter__ = self.emitter
+
+        if error:
+            await ErrorMessage(author=author, content=message).send()
+            self.end_stream()
+            return
+
+        if self.stream:
+            await self.stream.send()
+            self.end_stream()
+        else:
+            await Message(
+                author=author,
+                content=message,
+                indent=indent,
+                prompt=prompt,
+                llm_settings=llm_settings,
+            ).send()
+
+    # Callbacks for various events
+
+    async def on_llm_start(
+        self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
+    ) -> None:
+        invocation_params = kwargs.get("invocation_params")
+        llm_settings = get_llm_settings(invocation_params)
+        self.add_prompt(prompts[0], llm_settings)
+
+    async def on_chat_model_start(
+        self,
+        serialized: Dict[str, Any],
+        messages: List[List[BaseMessage]],
+        **kwargs: Any,
+    ) -> None:
+        invocation_params = kwargs.get("invocation_params")
+        llm_settings = get_llm_settings(invocation_params)
+        prompt = "\n".join([m.content for m in messages[0]])
+        self.add_prompt(prompt, llm_settings)
+
+    async def on_llm_new_token(self, token: str, **kwargs: Any) -> None:
+        if not self.stream:
+            await self.start_stream()
+        await self.send_token(token)
+
+    async def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
+        self.pop_prompt()
+        if response.llm_output is not None:
+            if "token_usage" in response.llm_output:
+                token_usage = response.llm_output["token_usage"]
+                if "total_tokens" in token_usage:
+                    await self.emitter.update_token_count(token_usage["total_tokens"])
+
+    async def on_llm_error(
+        self, error: Union[Exception, KeyboardInterrupt], **kwargs: Any
+    ) -> None:
+        pass
+
+    async def on_chain_start(
+        self, serialized: Dict[str, Any], inputs: Dict[str, Any], **kwargs: Any
+    ) -> None:
+        self.add_in_sequence(serialized["id"][-1])
+        # Useful to display details button in the UI
+        await self.add_message("")
+
+    async def on_chain_end(self, outputs: Dict[str, Any], **kwargs: Any) -> None:
+        output_key = list(outputs.keys())[0]
+        if output_key:
+            prompt = self.consume_last_prompt()
+            await self.add_message(outputs[output_key], prompt)
+        self.pop_sequence()
+
+    async def on_chain_error(
+        self, error: Union[Exception, KeyboardInterrupt], **kwargs: Any
+    ) -> None:
+        if isinstance(error, InterruptedError):
+            return
+        await self.add_message(str(error), error=True)
+        self.pop_sequence()
+
+    async def on_tool_start(
+        self, serialized: Dict[str, Any], inputs: Any, **kwargs: Any
+    ) -> None:
+        self.add_in_sequence(serialized["name"])
+        await self.add_message("")
+
+    async def on_tool_end(
+        self,
+        output: str,
+        observation_prefix: Optional[str] = None,
+        llm_prefix: Optional[str] = None,
+        **kwargs: Any,
+    ) -> None:
+        prompt = self.consume_last_prompt()
+        await self.add_message(output, prompt)
+        self.pop_sequence()
+
+    async def on_tool_error(
+        self, error: Union[Exception, KeyboardInterrupt], **kwargs: Any
+    ) -> None:
+        """Do nothing."""
+        if isinstance(error, InterruptedError):
+            return
+        await self.add_message(str(error), error=True)
+        self.pop_sequence()
+
+    async def on_text(self, text: str, **kwargs: Any) -> None:
+        pass
+
+    async def on_agent_action(self, action: AgentAction, **kwargs: Any) -> Any:
+        pass
+
+    async def on_agent_finish(self, finish: AgentFinish, **kwargs: Any) -> None:
+        """Run on agent end."""
+        pass