chainlit 0.6.3__py3-none-any.whl → 0.6.401__py3-none-any.whl

chainlit/playground/providers/langchain.py

@@ -0,0 +1,87 @@
+from typing import Union
+
+from fastapi.responses import StreamingResponse
+
+from chainlit.playground.provider import BaseProvider
+from chainlit.prompt import PromptMessage
+from chainlit.sync import make_async
+
+
+class LangchainGenericProvider(BaseProvider):
+    from langchain.chat_models.base import BaseChatModel
+    from langchain.llms.base import LLM
+
+    llm: Union[LLM, BaseChatModel]
+
+    def __init__(
+        self,
+        id: str,
+        name: str,
+        llm: Union[LLM, BaseChatModel],
+        is_chat: bool = False,
+    ):
+        super().__init__(
+            id=id,
+            name=name,
+            env_vars={},
+            inputs=[],
+            is_chat=is_chat,
+        )
+        self.llm = llm
+
+    def prompt_message_to_langchain_message(self, message: PromptMessage):
+        from langchain.schema.messages import (
+            AIMessage,
+            FunctionMessage,
+            HumanMessage,
+            SystemMessage,
+        )
+
+        content = "" if message.formatted is None else message.formatted
+        if message.role == "user":
+            return HumanMessage(content=content)
+        elif message.role == "assistant":
+            return AIMessage(content=content)
+        elif message.role == "system":
+            return SystemMessage(content=content)
+        elif message.role == "function":
+            return FunctionMessage(
+                content=content, name=message.name if message.name else "function"
+            )
+        else:
+            raise ValueError(f"Got unknown type {message}")
+
+    def format_message(self, message, prompt):
+        message = super().format_message(message, prompt)
+        return self.prompt_message_to_langchain_message(message)
+
+    def message_to_string(self, message: PromptMessage) -> str:
+        return message.to_string()
+
+    async def create_completion(self, request):
+        from langchain.schema.messages import BaseMessageChunk
+
+        await super().create_completion(request)
+
+        messages = self.create_prompt(request)
+
+        stream = make_async(self.llm.stream)
+
+        result = await stream(
+            input=messages,
+        )
+
+        def create_event_stream():
+            try:
+                for chunk in result:
+                    if isinstance(chunk, BaseMessageChunk):
+                        yield chunk.content
+                    else:
+                        yield chunk
+            except Exception as e:
+                # The better solution would be to return a 500 error, but
+                # langchain raises the error in the stream, and the http
+                # headers have already been sent.
+                yield f"Failed to create completion: {str(e)}"
+
+        return StreamingResponse(create_event_stream())

chainlit/playground/providers/openai.py

@@ -196,7 +196,7 @@ ChatOpenAI = ChatOpenAIProvider(
         Select(
             id="model",
             label="Model",
-            values=["gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt4"],
+            values=["gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-4-32k"],
             initial_value="gpt-3.5-turbo",
         ),
         *openai_common_inputs,
@@ -213,7 +213,7 @@ AzureChatOpenAI = ChatOpenAIProvider(
         Select(
             id="model",
             label="Model",
-            values=["gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt4"],
+            values=["gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-4-32k"],
             initial_value="gpt-3.5-turbo",
         ),
         *openai_common_inputs,

chainlit/prompt.py

@@ -13,10 +13,17 @@ class BaseTemplate(DataClassJsonMixin):
 
 @dataclass
 class PromptMessage(BaseTemplate):
+    # This is used for Langchain's MessagesPlaceholder
+    placeholder_size: Optional[int] = None
+    # This is used for OpenAI's function message
+    name: Optional[str] = None
     role: Optional[Literal["system", "assistant", "user", "function"]] = None
 
     def to_openai(self):
-        return {"role": self.role, "content": self.formatted}
+        msg_dict = {"role": self.role, "content": self.formatted}
+        if self.role == "function":
+            msg_dict["name"] = self.name or ""
+        return msg_dict
 
     def to_string(self):
         return f"{self.role}: {self.formatted}"

chainlit/server.py

@@ -11,12 +11,7 @@ from contextlib import asynccontextmanager
 from pathlib import Path
 
 from fastapi import FastAPI, HTTPException, Request
-from fastapi.responses import (
-    FileResponse,
-    HTMLResponse,
-    JSONResponse,
-    PlainTextResponse,
-)
+from fastapi.responses import FileResponse, HTMLResponse, JSONResponse
 from fastapi.staticfiles import StaticFiles
 from fastapi_socketio import SocketManager
 from starlette.middleware.cors import CORSMiddleware
@@ -30,6 +25,7 @@ from chainlit.config import DEFAULT_HOST, config, load_module, reload_config
 from chainlit.logger import logger
 from chainlit.markdown import get_markdown_str
 from chainlit.playground.config import get_llm_providers
+from chainlit.telemetry import trace_event
 from chainlit.types import (
     CompletionRequest,
     DeleteConversationRequest,
@@ -125,7 +121,10 @@ app = FastAPI(lifespan=lifespan)
 app.mount("/public", StaticFiles(directory="public", check_dir=False), name="public")
 app.mount(
     "/assets",
-    StaticFiles(packages=[("chainlit", os.path.join(build_dir, "assets"))]),
+    StaticFiles(
+        packages=[("chainlit", os.path.join(build_dir, "assets"))],
+        follow_symlink=config.project.follow_symlink,
+    ),
     name="assets",
 )
 
@@ -198,6 +197,7 @@ async def completion(request: CompletionRequest):
             detail=f"LLM provider '{request.prompt.provider}' not found",
         )
 
+    trace_event("pp_create_completion")
     response = await provider.create_completion(request)
 
     return response
@@ -206,6 +206,7 @@ async def completion(request: CompletionRequest):
 @app.get("/project/llm-providers")
 async def get_providers():
     """List the providers."""
+    trace_event("pp_get_llm_providers")
     providers = get_llm_providers()
     providers = [p.to_dict() for p in providers]
     return JSONResponse(content={"providers": providers})
@@ -251,7 +252,7 @@ async def get_member_role(request: Request):
 
     auth_client = await get_auth_client_from_request(request)
     role = auth_client.user_infos["role"] if auth_client.user_infos else "ANONYMOUS"
-    return PlainTextResponse(content=role)
+    return JSONResponse(content=role)
 
 
 @app.post("/project/conversations")

chainlit/socket.py

@@ -15,6 +15,7 @@ from chainlit.message import ErrorMessage, Message
 from chainlit.server import socket
 from chainlit.session import Session
 from chainlit.telemetry import trace_event
+from chainlit.types import FileSpec
 from chainlit.user_session import user_sessions
 
 
@@ -132,7 +133,12 @@ async def connection_successful(sid):
         "local",
         "custom",
     ]:
-        await context.session.db_client.create_user(session.auth_client.user_infos)
+        await context.session.db_client.create_user(
+            context.session.auth_client.user_infos
+        )
+
+    if config.code.on_file_upload:
+        await context.emitter.enable_file_upload(config.code.on_file_upload_config)
 
     if config.code.on_chat_start:
         """Call the on_chat_start function provided by the developer."""
@@ -236,3 +242,12 @@ async def change_settings(sid, settings: Dict[str, Any]):
 
     if config.code.on_settings_update:
         await config.code.on_settings_update(settings)
+
+
+@socket.on("file_upload")
+async def file_upload(sid, files: Any):
+    """Handle file upload from the UI."""
+    init_context(sid)
+
+    if config.code.on_file_upload:
+        await config.code.on_file_upload(files)

chainlit/sync.py

@@ -22,8 +22,10 @@ T = TypeVar("T")
 
 
 def run_sync(co: Coroutine[Any, Any, T_Retval]) -> T_Retval:
+    """Run the coroutine synchronously."""
+    # Execute from the main thread in the main event loop
     if threading.current_thread() == threading.main_thread():
         return sync(co)
-    else:
+    else:  # Execute from a thread in the main event loop
         result = asyncio.run_coroutine_threadsafe(co, loop=context.loop)
         return result.result()

chainlit/types.py

@@ -6,7 +6,9 @@ from pydantic.dataclasses import dataclass
 
 from chainlit.prompt import Prompt
 
-InputWidgetType = Literal["switch", "slider", "select", "textinput", "tags"]
+InputWidgetType = Literal[
+    "switch", "slider", "select", "textinput", "tags", "numberinput"
+]
 ElementType = Literal[
     "image", "avatar", "text", "pdf", "tasklist", "audio", "video", "file"
 ]
@@ -14,6 +16,13 @@ ElementDisplay = Literal["inline", "side", "page"]
 ElementSize = Literal["small", "medium", "large"]
 
 
+@dataclass
+class FileSpec(DataClassJsonMixin):
+    accept: Union[List[str], Dict[str, List[str]]]
+    max_files: int
+    max_size_mb: int
+
+
 @dataclass
 class AskSpec(DataClassJsonMixin):
     """Specification for asking the user."""
@@ -23,12 +32,8 @@ class AskSpec(DataClassJsonMixin):
 
 
 @dataclass
-class AskFileSpec(AskSpec, DataClassJsonMixin):
-    """Specification for asking the user for a file."""
-
-    accept: Union[List[str], Dict[str, List[str]]]
-    max_files: int
-    max_size_mb: int
+class AskFileSpec(FileSpec, AskSpec, DataClassJsonMixin):
+    """Specification for asking the user a file."""
 
 
 class AskResponse(TypedDict):

chainlit/utils.py

@@ -1,7 +1,10 @@
+import functools
 import importlib
 import inspect
 from typing import Callable
 
+from packaging import version
+
 from chainlit.context import context
 from chainlit.logger import logger
 from chainlit.message import ErrorMessage
@@ -18,6 +21,7 @@ def wrap_user_function(user_function: Callable, with_task=False) -> Callable:
         Callable: The wrapped function.
     """
 
+    @functools.wraps(user_function)
     async def wrapper(*args):
         # Get the parameter names of the user-defined function
         user_function_params = list(inspect.signature(user_function).parameters.keys())
@@ -63,3 +67,22 @@ def make_module_getattr(registry):
         return getattr(module, name)
 
     return __getattr__
+
+
+def check_module_version(name, required_version):
+    """
+    Check the version of a module.
+
+    Args:
+        name (str): A module name.
+        version (str): Minimum version.
+
+    Returns:
+        (bool): Return True if the module is installed and the version
+            match the minimum required version.
+    """
+    try:
+        module = importlib.import_module(name)
+    except ModuleNotFoundError:
+        return False
+    return version.parse(module.__version__) >= version.parse(required_version)

{chainlit-0.6.3.dist-info → chainlit-0.6.401.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: chainlit
-Version: 0.6.3
+Version: 0.6.401
 Summary: A faster way to build chatbot UIs.
 Home-page: https://github.com/Chainlit/chainlit
 License: Apache-2.0 license
@@ -18,20 +18,21 @@ Requires-Dist: asyncer (>=0.0.2,<0.0.3)
 Requires-Dist: auth0-python (>=4.4.0,<5.0.0)
 Requires-Dist: click (>=8.1.3,<9.0.0)
 Requires-Dist: dataclasses_json (>=0.5.7,<0.6.0)
-Requires-Dist: fastapi (>=0.97.0,<0.98.0)
+Requires-Dist: fastapi (>=0.99.0,<0.100.0)
 Requires-Dist: fastapi-socketio (>=0.0.10,<0.0.11)
 Requires-Dist: filetype (>=1.2.0,<2.0.0)
 Requires-Dist: lazify (>=0.4.0,<0.5.0)
 Requires-Dist: nest-asyncio (>=1.5.6,<2.0.0)
-Requires-Dist: prisma (>=0.9.0,<0.10.0)
+Requires-Dist: packaging (>=23.1,<24.0)
+Requires-Dist: prisma (>=0.10.0,<0.11.0)
 Requires-Dist: pydantic (>=1.10.8,<2.0.0)
 Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
 Requires-Dist: python-graphql-client (>=0.4.3,<0.5.0)
 Requires-Dist: syncer (>=2.0.3,<3.0.0)
 Requires-Dist: tomli (>=2.0.1,<3.0.0)
 Requires-Dist: uptrace (>=1.18.0,<2.0.0)
-Requires-Dist: uvicorn (>=0.22.0,<0.23.0)
-Requires-Dist: watchfiles (>=0.19.0,<0.20.0)
+Requires-Dist: uvicorn (>=0.23.2,<0.24.0)
+Requires-Dist: watchfiles (>=0.20.0,<0.21.0)
 Project-URL: Repository, https://github.com/Chainlit/chainlit
 Description-Content-Type: text/markdown
 

chainlit-0.6.401.dist-info/RECORD

@@ -0,0 +1,61 @@
+chainlit/__init__.py,sha256=GwCGkhW8kEqkgK1-7BrT5NwyWvkgKIYlcY1Hwggi8Fs,7446
+chainlit/__main__.py,sha256=7Vg3w3T3qDuz4KDu5lQhLH6lQ3cYdume7gHH7Z1V97U,87
+chainlit/action.py,sha256=xKphgUy0nMGY-5DJs8Ve4Jm9S6DmpIWB5Atr8iGe0Ro,1344
+chainlit/cache.py,sha256=si9qTRY6Qa2TQmOhhWMYmkGTW0snWtyQ7hwYxMIXyOE,1345
+chainlit/chat_settings.py,sha256=NoRdgTaJtetUBY3alNUWQCA9R9NT6Ewy3mY2Mn1s8Fo,878
+chainlit/cli/__init__.py,sha256=znoIijqydQwI-oeqh-H3FIDwst2lByG9eN1G19Ls154,5152
+chainlit/cli/auth.py,sha256=IwVnU5BaFKm8w2dWQ9NSUg0zYPs97wL78ne1oBxRefQ,4082
+chainlit/cli/deploy.py,sha256=C82JQm6hiOEsxM_LIqmozeR1f1kTb-ZIn5FBaQQ65B4,2585
+chainlit/cli/utils.py,sha256=mE2d9oOk-B2b9ZvDV1zENoDWxjfMriGP7bVwEFduZP4,717
+chainlit/client/base.py,sha256=HIDEn47v0GtOairys90ULsIauaHzo0Nc1XEe9_Qz3ic,3804
+chainlit/client/cloud.py,sha256=6Fh3qBOjKXO-RbIuW-B5crOZkHEC1iX0ZN9j2AcWojc,16715
+chainlit/client/local.py,sha256=L2MX5JcX08Jb6L-n9D9WA9P6Swll9Yv-3n08eTjz19c,8969
+chainlit/client/utils.py,sha256=evtI0tM0Bf5mvUr3i0mBFDNdFAbdIFQ_Yn5lnasUrbI,2920
+chainlit/config.py,sha256=Sf4pD5L8_XpO0IIKuMX24JqmbvLSASFJ84JylY5e72c,10116
+chainlit/context.py,sha256=fQzZ0AiPq2tUOwrVWmg43pHmZGrmu5cZn0FYN3iAjZU,1264
+chainlit/db/__init__.py,sha256=AQw7cg_qyCa8x4tBcHcpKnBtplqIMSv0deT8MNM07YQ,1086
+chainlit/db/prisma/schema.prisma,sha256=XjUeWdLZ0ktAEWMRiM2i9PYKr7tTownCcyww2ZqqtaQ,1724
+chainlit/element.py,sha256=CdjUwY22QFpJ0WWVXesZa3G2HKrKpIkUZIBUXvWQyTI,9184
+chainlit/emitter.py,sha256=OkLj0PCfM78T3gIEOpLSb7pNDdscQt4NUspBdqKNfSQ,5130
+chainlit/frontend/dist/assets/index-69562d52.js,sha256=39U5A0F5wOTkpBLoEdjEARtmtmmAmvWobZ6YSWjTY30,1516711
+chainlit/frontend/dist/assets/index-a6e13df6.css,sha256=puE99ts96eKxNBZADPvq8_IwuJtfDcnDug6dtLTP4As,5697
+chainlit/frontend/dist/assets/index-ace9588d.js,sha256=A8w9oyBajXY9GSm0KKGqQU6iQam5VWTvCGge-GLpSZU,614554
+chainlit/frontend/dist/assets/logo_dark-bc7401f6.svg,sha256=vHQB9g-n5OqOmuH3Fduuc7ZMg0EmMsGyO9cEnYwLbHg,8889
+chainlit/frontend/dist/assets/logo_light-f19fc2ea.svg,sha256=8Z_C6t-0V9QL9ldmLjaLfp2REcGDuaTeNynj6-6muNI,8891
+chainlit/frontend/dist/favicon.svg,sha256=0Cy8x28obT5eWW3nxZRhsEvu6_zMqrqbg0y6hT3D0Q0,6455
+chainlit/frontend/dist/index.html,sha256=O-9FQnEi0c7cGFsUVt2jeB2Nz86rIwhcPc3vEKWX4e8,832
+chainlit/haystack/__init__.py,sha256=uZ77YiPy-qleSTi3dQCDO9HE6S6F6GpJWmh7jO4cxXA,217
+chainlit/haystack/callbacks.py,sha256=SRnY2WCvhMWuM5jfgaBdf5clYNGnwT7CVeKdeApP-G0,3910
+chainlit/hello.py,sha256=bqKP00i0FKHnZ9fdyVW1a2xDAA1g7IWT0EVzUNky7rA,417
+chainlit/input_widget.py,sha256=EV5Ldm9oTRuuYp82IrhD90hq1U_s7yp6a5XFMFsAU24,7335
+chainlit/langchain/__init__.py,sha256=zErMw0_3ufSGeF9ye7X0ZX3wDat4mTOx97T40ePDO2g,217
+chainlit/langchain/callbacks.py,sha256=nhlskk08J2LXcExw2uJ4g5mEt2gmzj78AjLBpFHZDyM,21546
+chainlit/langflow/__init__.py,sha256=Oihgbq3lmcLbxyCiD8Bf8-PvANPYoopjiB3mUG4dBEE,882
+chainlit/llama_index/__init__.py,sha256=c7wIUZmKTtZPU9zpdGpKTHctQaBWTuRGqTN0kkIkBcg,218
+chainlit/llama_index/callbacks.py,sha256=yWC7qzI9UK2MEFGAfVpiNZkfLwxMtyvmmjTEytw0ReI,4795
+chainlit/logger.py,sha256=wTwRSZsLfXwWy6U4351IgWAm4KCMThgxm9EZpjGUEr4,373
+chainlit/markdown.py,sha256=L2IPPWxIlrhJZcKPfO1akomHdN3sgC2EvC2ilxR8MQs,1624
+chainlit/message.py,sha256=SxCQQ2naSKsTpbkPC2coJXCU48s6mrDLXJbrsr256r4,14181
+chainlit/playground/__init__.py,sha256=igNRcBgqLKPTjOQtTNhhGNJFmZn-Dl1fHRQzQSjDGTQ,80
+chainlit/playground/config.py,sha256=WMDKS9F2YYwGS1DyXhyktKbbRb5B4mZUZ0IbAsdbDOk,894
+chainlit/playground/provider.py,sha256=Nh00Bm3XFK3GN2v1rcg5w204PzU7iRQ8RM9co-_qBcI,4424
+chainlit/playground/providers/__init__.py,sha256=1gOwojHFZijRaK2rpA8_qsNV55EdQLc8J_cFYZyrDJM,184
+chainlit/playground/providers/anthropic.py,sha256=pISSLD1D3ChmbLQ6A_QyGPQDuAeJ540JfL8iZacKbZo,3319
+chainlit/playground/providers/huggingface.py,sha256=wImaCfxSgaqNp5t2LcJfjzL56_-6yjMLOLYn1raNN-8,2123
+chainlit/playground/providers/langchain.py,sha256=wpVs_IHcZPNwP-RNUshU6SoECxeOnwNaRRCkhlMw1Ig,2741
+chainlit/playground/providers/openai.py,sha256=OnPNO96MZ-YXdIQt7sth5zvfXl024DJpbvY6jGXaW2M,6715
+chainlit/prompt.py,sha256=gBcdlCY6HK3DvO-PDAUgbf1OgMyA9FjD7htdQnNGRB0,1178
+chainlit/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+chainlit/server.py,sha256=s_DDvFP74DEC_im1oxmRXw2EEuRN5wG-0kRrEHKwj3k,10735
+chainlit/session.py,sha256=22nn7Qa8NFUPiPEnAP4Xe92x6LU2Ee7J2YRs9s68RgM,3265
+chainlit/socket.py,sha256=j1Kk6FR0sYRS-whrMYh8sQ2QHGGcNNz7I6Skh38qIxs,7718
+chainlit/sync.py,sha256=Rhb7wu8zXiCeA0bmLFpZarEFzREg28uYXg9U9X87Jho,818
+chainlit/telemetry.py,sha256=cQ97cu1eSbrJXA_6buOVSGLr9Ioi13PUpo9V1zBq4JQ,3203
+chainlit/types.py,sha256=swd72Q1V6gk2TWH5Pf1_iYLhbrD9fQWF0nkIw6Kay1E,1665
+chainlit/user_session.py,sha256=9vXAPu0wyZWeSSG2Td6ULWIjKfsPAAufKjbk-0FrwVM,1727
+chainlit/utils.py,sha256=RksBfwm6D8yol45WTjcjk792i3wyIS3R7D_L4JaS8lw,2572
+chainlit/version.py,sha256=iosXhlXclBwBqlADFKEilxAC2wWKbtuBKi87AmPi7s8,196
+chainlit-0.6.401.dist-info/METADATA,sha256=QtfKVHILKdsDJ7f4YE4KYpEm37Pjbq_IxrB4h9VgvEs,4380
+chainlit-0.6.401.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+chainlit-0.6.401.dist-info/entry_points.txt,sha256=FrkqdjrFl8juSnvBndniyX7XuKojmUwO4ghRh-CFMQc,45
+chainlit-0.6.401.dist-info/RECORD,,