I4-0-Client-CLI 20.0.0__tar.gz

i4_0_client_cli-20.0.0/I40ClientCLI/main.py

@@ -0,0 +1,455 @@
+from I40Client import configuration as config
+from I40Client import server_connection as server
+from I40ClientUtils import chatbot_tools
+import os
+import sys
+import json
+import base64
+import traceback
+import asyncio
+
+def main() -> None:
+    system = sys.platform
+    configFile = None
+    conversation = {"conv": [], "params_user": {}, "params_prompt": {
+        "tools": chatbot_tools.GetDefaultTools()
+    }}
+    conversationFile = None
+
+    if (
+        system != "win32" and
+        system != "darwin" and
+        system != "linux"
+    ):
+        raise OSError("Unsupported OS.")
+    
+    if (system == "win32"):
+        homePath = os.environ["LOCALAPPDATA"] + "/I4.0-Client"
+    elif (system == "darwin"):
+        homePath = f"{os.path.expanduser('~')}/Library/Application Support/I4.0-Client"
+    elif (system == "linux"):
+        homePath = f"{os.path.expanduser('~')}/.local/share/I4.0-Client"
+    
+    if (not os.path.exists(homePath)):
+        os.mkdir(homePath)
+
+    for arg in sys.argv:
+        if (arg.startswith("--config=")):
+            configFile = arg[9:]
+
+            if (not os.path.exists(configFile) or not os.path.isfile(configFile)):
+                configFile = None
+        elif (arg.startswith("--conv-file=")):
+            conversationFile = arg[12:]
+
+            if (os.path.exists(conversationFile) and os.path.isfile(conversationFile)):
+                with open(conversationFile, "r") as f:
+                    conversation = json.loads(f.read())
+            else:
+                with open(conversationFile, "x") as f:
+                    f.write(json.dumps(conversation, indent = 4))
+
+    if (configFile is None):
+        configFile = f"{homePath}/config.json"
+
+        if (not os.path.exists(configFile)):
+            conf = config.ClientConfiguration()
+            
+            setattr(conf, "CLIENT_ConType", input("Connection type ('websocket'): "))
+            setattr(conf, "CLIENT_Host", input("Server to connect (Host): "))
+            setattr(conf, "CLIENT_Port", int(input("Server to connect (Port): ")))
+            setattr(conf, "CLIENT_Secure", bool(int(input("Server to connect (Secure) ('0', '1'): "))))
+            setattr(conf, "CLIENT_ModelName", input("Model name: "))
+            setattr(conf, "CLIENT_Scrape_FollowGuidelines", bool(int(input("Follow websites guidelines when scrapping? ('0', '1'): "))))
+
+            with open(configFile, "x") as f:
+                f.write(json.dumps(conf.ToDict(SavePublicKey = False), indent = 4))
+            
+            conf = None
+    
+    if (conversationFile is None):
+        conversationFile = f"{homePath}/conversation.json"
+
+        if (not os.path.exists(conversationFile)):
+            with open(conversationFile, "x") as f:
+                f.write(json.dumps(conversation, indent = 4))
+    
+    with open(configFile, "r") as f:
+        conf = json.loads(f.read())
+    
+    with open(conversationFile, "r") as f:
+        conversation = json.loads(f.read())
+    
+    conf = config.ClientConfiguration.FromDict(conf)
+    chatbot_tools.internet.FollowScrapeGuidelines = getattr(conf, "CLIENT_Scrape_FollowGuidelines")
+
+    print(f"Got {len(conversation['conv'])} messages from the conversation.", flush = True)
+    
+    async def __socket__() -> None:
+        async def __send__(AllowTools: bool = True, Service: str = "inference") -> None:
+            await socket.Connect(Host = getattr(conf, "CLIENT_Host"), Port = getattr(conf, "CLIENT_Port"), Secure = getattr(conf, "CLIENT_Secure"))
+            
+            modelInfo = await socket.GetModelInfo(getattr(conf, "CLIENT_ModelName"))
+            modelMaxSimulUsers = modelInfo["max_simul_users"] if ("max_simul_users" in modelInfo) else 1
+            queueData = await socket.GetQueueData(getattr(conf, "CLIENT_ModelName"))
+
+            if (queueData["processing_users"] >= modelMaxSimulUsers):
+                usersBefore = queueData["processing_users"] + queueData["waiting_users"]
+                print(f"{usersBefore} users are using this model. You must wait until the queue of users is less than {modelMaxSimulUsers}.", flush = True)
+
+            gen = socket.AdvancedSendAndReceive(
+                ModelName = getattr(conf, "CLIENT_ModelName"),
+                Key = None,
+                PromptConversation = conversation["conv"],
+                PromptParameters = conversation["params_prompt"],
+                UserParameters = conversation["params_user"],
+                Service = Service
+            )
+            errors = 0
+            tools = []
+
+            async for token in gen:
+                if ("conversation_result" in token):
+                    conversation["conv"] = token["conversation_result"]
+
+                if ("response" in token):
+                    if ("text" in token["response"]):
+                        print(token["response"]["text"], end = "", flush = True)
+                    
+                    if ("files" in token["response"]):
+                        for file in token["response"]["files"]:
+                            if (file["type"] == "image"):
+                                fileExtension = "webp"
+                            elif (file["type"] == "audio"):
+                                fileExtension = "wav"
+                            elif (file["type"] == "video"):
+                                fileExtension = "webm"
+                            else:
+                                fileExtension = file["type"]
+
+                            fileData = base64.b64decode(file[file["type"]])
+                            fileID = 0
+                            fileName = f"./file_{fileID}.{fileExtension}"
+
+                            while (os.path.exists(fileName)):
+                                fileID += 1
+                                fileName = f"./file_{fileID}.{fileExtension}"
+                            
+                            with open(fileName, "wb") as f:
+                                f.write(fileData)
+                            
+                            print(f"\nFile saved at '{fileName}'.", flush = True)
+                    
+                    if ("extra" in token["response"]):
+                        if ("tools" in token["response"]["extra"]):
+                            tools += token["response"]["extra"]["tools"]
+                            token["response"]["extra"].pop("tools")
+                        
+                        if ("thinking" in token["response"]["extra"]):
+                            token["response"]["extra"].pop("thinking")
+                        
+                        if (len(token["response"]["extra"]) > 0):
+                            print(f"Received extra data: {token['response']['extra']}", flush = True)
+                
+                if ("warnings" in token):
+                    for warning in token["warnings"]:
+                        print(f"\nWARNING: {warning}", flush = True)
+                
+                if ("errors" in token):
+                    for error in token["errors"]:
+                        print(f"\nERROR: {error}", flush = True)
+                    
+                    errors += len(token["errors"])
+            
+            if (len(tools) > 0 and AllowTools and modelInfo["service"] == "chatbot"):
+                toolsResponse = []
+
+                for tool in tools:
+                    toolName = tool["name"]
+                    toolArgs = tool["arguments"]
+
+                    try:
+                        toolR = chatbot_tools.ExecuteTool(toolName, toolArgs, modelInfo["ctx"], "")
+
+                        if (toolR is not None):
+                            toolsResponse += toolR
+                    except Exception as ex:
+                        print(f"\nERROR: Error processing tool ({type(ex)}): {ex}", flush = True)
+                        errors += 1
+                
+                if (len(toolsResponse) > 0):
+                    print("", flush = True)
+
+                    conversation["conv"].append({
+                        "role": "tool",
+                        "content": toolsResponse
+                    })
+                    await __send__(False, Service)
+
+                    return
+            
+            print("", flush = True)
+
+            if (errors > 0):
+                confirm = input("Errors during inference. Save conversation anyway? [y/N] ").strip().lower() == "y"
+
+                if (not confirm):
+                    await socket.Close()
+                    return
+
+            with open(conversationFile, "w") as f:
+                f.write(json.dumps(conversation, indent = 4))
+            
+            await socket.Close()
+        
+        socket = server.ClientSocket(
+            Type = getattr(conf, "CLIENT_ConType"),
+            Configuration = conf
+        )
+
+        while (True):
+            try:
+                mode = input("Mode ['e', 'scc', 'cc', 'pp', 'up', 'sc', 'cls', 'cs', 'h', 'c'*]: ").lower()
+
+                if (mode == "e"):
+                    break
+                elif (mode == "sc"):
+                    for msg in conversation["conv"]:
+                        msgContent = ""
+
+                        for content in msg["content"]:
+                            if (content["type"] == "text"):
+                                msgContent += content["text"]
+                            else:
+                                msgContent += "--FILE DATA--"
+                        
+                        print(f"Message #{conversation['conv'].index(msg)}:\nRole: {msg['role']}\nContent:\n```\n{msgContent}\n```\n", flush = True)
+
+                    continue
+                elif (mode == "cls"):
+                    CLEAR_CMDS = ["cls", "clear"]
+                    exitCode = None
+
+                    for c in CLEAR_CMDS:
+                        exitCode = os.system(c)
+
+                        if (exitCode == 0):
+                            break
+                    
+                    if (exitCode != 0):
+                        print("Could not clear screen.", flush = True)
+                    
+                    continue
+                elif (mode == "h"):
+                    print((
+                        "'e' - Exit - Closes the client.\n"
+                        "'scc' - Selective Clear Conversation - Delete conversation messages selectively.\n"
+                        "'cc' - Clear Conversation - Clear the whole conversation.\n"
+                        "'pp' - Prompt Parameters - Change the prompt parameters.\n"
+                        "'up' - User Parameters - Change the user parameters.\n"
+                        "'sc' - Show Conversation - Show the current conversation.\n"
+                        "'cls' - Clear screen.\n"
+                        "'h' - Help - Show this help message.\n"
+                        "'cs' - Custom Service - Run different services.\n"
+                        "'c' - Continue - Continue with inference.\n\n"
+                        "* - Default option."
+                    ), flush = True)
+                    continue
+                elif (mode == "scc"):
+                    msgID = 0
+
+                    while (msgID < len(conversation["conv"])):
+                        msgContent = []
+
+                        for content in conversation["conv"][msgID]["content"]:
+                            cont = f"        Type: {content['type']}\n        Data: "
+
+                            if (content["type"] == "text"):
+                                cont += content["text"]
+                            else:
+                                cont += "--FILE DATA--"
+                            
+                            msgContent.append(cont)
+                        
+                        msgContent = "\n".join(msgContent)
+                        print(f"Message #{msgID + 1}:\n    Role: {conversation['conv'][msgID]['role']}\n    Content:\n{msgContent}", flush = True)
+
+                        confirm = input("Delete this message? [y/N] ").strip().lower() == "y"
+
+                        if (confirm):
+                            conversation["conv"].remove(conversation["conv"][msgID])
+                            continue
+
+                        msgID += 1
+                    
+                    print("No more messages to delete.", flush = True)
+                    
+                    with open(conversationFile, "w") as f:
+                        f.write(json.dumps(conversation, indent = 4))
+                    
+                    continue
+                elif (mode == "cc"):
+                    confirm = input("WARNING!\nThis will delete ALL OF YOUR MESSAGES.\nContinue? [y/N] ").strip().lower() == "y"
+
+                    if (not confirm):
+                        continue
+
+                    conversation["conv"].clear()
+
+                    with open(conversationFile, "w") as f:
+                        f.write(json.dumps(conversation, indent = 4))
+                    
+                    continue
+                elif (mode == "pp"):
+                    params = {}
+
+                    while (True):
+                        name = input("Prompt Parameter name (empty = continue): ")
+
+                        if (len(name) == 0):
+                            break
+
+                        val = input("Prompt Parameter value (json:DATA, str:TEXT, int:INTEGER, float:FLOAT, bool:BOOLEAN): ")
+
+                        if (val.lower().startswith("json:")):
+                            val = json.loads(val[5:])
+                        elif (val.lower().startswith("int:")):
+                            val = int(val[4:])
+                        elif (val.lower().startswith("float:")):
+                            val = float(val[6:])
+                        elif (val.lower().startswith("bool:")):
+                            val = bool(val[5:])
+                        elif (not val.lower().startswith("str:")):
+                            print("Invalid value type. Try again.", flush = True)
+                            continue
+
+                        params[name] = val
+                    
+                    conversation["params_prompt"] = params
+
+                    with open(conversationFile, "w") as f:
+                        f.write(json.dumps(conversation, indent = 4))
+
+                    continue
+                elif (mode == "up"):
+                    params = {}
+
+                    while (True):
+                        name = input("User Parameter name (empty = continue): ")
+
+                        if (len(name) == 0):
+                            break
+
+                        val = input("User Parameter value (json:DATA, str:TEXT, int:INTEGER, float:FLOAT, bool:BOOLEAN): ")
+
+                        if (val.lower().startswith("json:")):
+                            val = json.loads(val[5:])
+                        elif (val.lower().startswith("int:")):
+                            val = int(val[4:])
+                        elif (val.lower().startswith("float:")):
+                            val = float(val[6:])
+                        elif (val.lower().startswith("bool:")):
+                            val = bool(val[5:])
+                        elif (not val.lower().startswith("str:")):
+                            print("Invalid value type. Try again.", flush = True)
+                            continue
+
+                        params[name] = val
+                    
+                    conversation["params_user"] = params
+
+                    with open(conversationFile, "w") as f:
+                        f.write(json.dumps(conversation, indent = 4))
+
+                    continue
+                elif (mode == "cs"):
+                    service = input("Service: ")
+                elif (len(mode) > 0 and mode != "c"):
+                    print("Invalid mode. Try again.")
+                    continue
+                else:
+                    service = "inference"
+                
+                if (len(conversation["conv"]) > 0 and conversation["conv"][-1]["role"] == "user"):
+                    confirm = input((
+                        "The last message in the saved conversation is a user message.\n"
+                        "Adding another user message to the conversation may result in unexpected behaviour.\n\n"
+                        "Send current conversation? [Y/n] "
+                    )).strip().lower() != "n"
+
+                    if (confirm):
+                        await __send__(Service = service)
+                        continue
+
+                while (True):
+                    msgRole = input(f"Message #{len(conversation['conv']) + 1} role (empty = continue): ")
+
+                    if (len(msgRole) == 0):
+                        break
+
+                    msgContent = []
+
+                    while (True):
+                        content = {}
+                        content["type"] = input(f"Message #{len(conversation['conv']) + 1} content #{len(msgContent) + 1} type (empty = continue): ")
+
+                        if (len(content["type"]) == 0):
+                            break
+                        elif (content["type"] == "text"):
+                            contTxt = ""
+
+                            while (True):
+                                contTxt += input("TEXT > ")
+
+                                if (contTxt.endswith(" \\")):
+                                    contTxt = contTxt[:-2] + "\n"
+                                    continue
+                                elif (contTxt.split("\n")[-1] == "\\"):
+                                    contTxt = contTxt[:-1] + "\n"
+                                    continue
+
+                                break
+
+                            content[content["type"]] = contTxt
+                        else:
+                            fp = input("FILE PATH > ")
+
+                            if (not os.path.exists(fp)):
+                                print("File does not exist. Try again.")
+                                continue
+
+                            with open(fp, "rb") as f:
+                                content[content["type"]] = base64.b64encode(f.read()).decode("utf-8")
+                        
+                        msgContent.append(content)
+                    
+                    conversation["conv"].append({"role": msgRole, "content": msgContent})
+
+                await __send__(Service = service)
+
+                with open(conversationFile, "w") as f:
+                    f.write(json.dumps(conversation, indent = 4))
+            except KeyboardInterrupt:
+                print("", flush = True)
+                continue
+            except Exception as ex:
+                print(f"Unexpected error (Type: {type(ex)}): {ex}", flush = True)
+                confirm = input("Ignore unexpected error? [Y/n/d] ").strip().lower()
+
+                if (confirm == "d"):
+                    traceback.print_exception(ex)
+                    confirm = input("Ignore unexpected error? [Y/n] ").strip().lower()
+                
+                if (confirm == "n"):
+                    break
+            finally:
+                await socket.Close()
+        
+        await socket.Close()
+    
+    asyncio.set_event_loop(asyncio.new_event_loop())
+    asyncio.get_event_loop().run_until_complete(__socket__())
+    asyncio.get_event_loop().close()
+
+if (__name__ == "__main__"):
+    main()

i4_0_client_cli-20.0.0/I4_0_Client_CLI.egg-info/PKG-INFO

@@ -0,0 +1,15 @@
+Metadata-Version: 2.4
+Name: I4_0-Client-CLI
+Version: 20.0.0
+Summary: Client-side CLI for I4.0.
+Author: TAO71-AI
+License: TAO71 I4.0 License (version 2)
+Project-URL: Homepage, https://github.com/TAO71-AI/I4.0-NEW
+Project-URL: Source, https://github.com/TAO71-AI/I4.0-NEW/tree/master/Client/CLI
+Project-URL: License, https://github.com/TAO71-AI/I4.0-NEW/blob/master/LICENSE.md
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: Other/Proprietary License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.11
+Requires-Dist: I4_0-Client-PY>=20.0.0
+Requires-Dist: I4_0-Client-Utils>=20.0.0

i4_0_client_cli-20.0.0/I4_0_Client_CLI.egg-info/SOURCES.txt

@@ -0,0 +1,8 @@
+pyproject.toml
+I40ClientCLI/main.py
+I4_0_Client_CLI.egg-info/PKG-INFO
+I4_0_Client_CLI.egg-info/SOURCES.txt
+I4_0_Client_CLI.egg-info/dependency_links.txt
+I4_0_Client_CLI.egg-info/entry_points.txt
+I4_0_Client_CLI.egg-info/requires.txt
+I4_0_Client_CLI.egg-info/top_level.txt

i4_0_client_cli-20.0.0/I4_0_Client_CLI.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

i4_0_client_cli-20.0.0/I4_0_Client_CLI.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+I40C = I40ClientCLI.main:main

i4_0_client_cli-20.0.0/I4_0_Client_CLI.egg-info/requires.txt

@@ -0,0 +1,2 @@
+I4_0-Client-PY>=20.0.0
+I4_0-Client-Utils>=20.0.0

i4_0_client_cli-20.0.0/I4_0_Client_CLI.egg-info/top_level.txt

@@ -0,0 +1 @@
+I40ClientCLI

i4_0_client_cli-20.0.0/PKG-INFO

@@ -0,0 +1,15 @@
+Metadata-Version: 2.4
+Name: I4_0-Client-CLI
+Version: 20.0.0
+Summary: Client-side CLI for I4.0.
+Author: TAO71-AI
+License: TAO71 I4.0 License (version 2)
+Project-URL: Homepage, https://github.com/TAO71-AI/I4.0-NEW
+Project-URL: Source, https://github.com/TAO71-AI/I4.0-NEW/tree/master/Client/CLI
+Project-URL: License, https://github.com/TAO71-AI/I4.0-NEW/blob/master/LICENSE.md
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: Other/Proprietary License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.11
+Requires-Dist: I4_0-Client-PY>=20.0.0
+Requires-Dist: I4_0-Client-Utils>=20.0.0

i4_0_client_cli-20.0.0/pyproject.toml

@@ -0,0 +1,31 @@
+[build-system]
+requires = ["setuptools>=61.0", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "I4_0-Client-CLI"
+version = "20.0.0"
+description = "Client-side CLI for I4.0."
+authors = [{name = "TAO71-AI"}]
+license = {text = "TAO71 I4.0 License (version 2)"}
+requires-python = ">=3.11"
+dependencies = [
+    "I4_0-Client-PY>=20.0.0",
+    "I4_0-Client-Utils>=20.0.0"
+]
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "License :: Other/Proprietary License",
+    "Operating System :: OS Independent"
+]
+
+[project.urls]
+Homepage = "https://github.com/TAO71-AI/I4.0-NEW"
+Source = "https://github.com/TAO71-AI/I4.0-NEW/tree/master/Client/CLI"
+License = "https://github.com/TAO71-AI/I4.0-NEW/blob/master/LICENSE.md"
+
+[project.scripts]
+I40C = "I40ClientCLI.main:main"
+
+[tool.setuptools.packages.find]
+include = ["I40ClientCLI", "I40ClientCLI.*"]

i4_0_client_cli-20.0.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+