unionllm 0.1.0__tar.gz

unionllm-0.1.0/LICENSE

@@ -0,0 +1,3 @@
+MIT License
+
+Copyright (c) 2023 EvalsOne Ltd

unionllm-0.1.0/PKG-INFO

@@ -0,0 +1,16 @@
+Metadata-Version: 2.1
+Name: unionllm
+Version: 0.1.0
+Summary: A Python library for unified access to Chinese domestic large language models.
+Home-page: https://github.com/EvalsOne/UnionLLM
+Author: everfly
+Author-email: tagriver@gmail.com
+License: MIT
+License-File: LICENSE
+Requires-Dist: openai
+Requires-Dist: pydantic
+Requires-Dist: zhipuai
+Requires-Dist: tenacity
+Requires-Dist: dashscope
+Requires-Dist: websocket_client
+Requires-Dist: requests

unionllm-0.1.0/README.md

@@ -0,0 +1,3 @@
+# UnionLLM
+
+A Python library for unified access to Chinese large language models.

unionllm-0.1.0/examples/example_usage.py

@@ -0,0 +1,3 @@
+from unionllm import UnionLLM
+
+# Example usage

unionllm-0.1.0/pyproject.toml

@@ -0,0 +1,17 @@
+[tool.poetry]
+name = "unionllm"
+version = "0.1.0"
+description = "A Python library for unified access to Chinese domestic large language models."
+license = "MIT"
+homepage = "https://github.com/EvalsOne/UnionLLM"
+authors = ["everfly <tagriver@gmail.com>"]
+
+[tool.poetry.dependencies]
+python = "*"
+dashscope = "*"
+openai = "*"
+pydantic = "*"
+requests = "*"
+tenacity = "*"
+websocket-client = "*"
+zhipuai = "*"

unionllm-0.1.0/requirements.txt

@@ -0,0 +1,8 @@
+dashscope==1.14.1
+openai==1.16.2
+pydantic==2.6.4
+Requests==2.31.0
+setuptools==69.1.0
+tenacity==8.2.3
+websocket_client==1.7.0
+zhipuai==2.0.1

unionllm-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

unionllm-0.1.0/setup.py

@@ -0,0 +1,21 @@
+from setuptools import setup, find_packages
+
+setup(
+    name='unionllm',
+    version='0.1.0',
+    packages=find_packages(),
+    license='MIT',
+    description='A Python library for unified access to Chinese domestic large language models.',
+    author='everfly',
+    author_email='tagriver@gmail.com',
+    url='https://github.com/EvalsOne/UnionLLM',
+    install_requires=[
+        'openai',
+        'pydantic',
+        'zhipuai',
+        'tenacity',
+        'dashscope',
+        'websocket_client',
+        'requests'
+    ],
+)

unionllm-0.1.0/tests/test_api.py

@@ -0,0 +1,4 @@
+import unittest
+
+class TestUnionLLM(unittest.TestCase):
+    pass

unionllm-0.1.0/tests/test_baichuan.py

@@ -0,0 +1,56 @@
+import sys
+import os
+import unittest
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.baichuan import BaiChuanAIProvider, BaiChuanOpenAIError
+
+
+class TestBaiChuanProvider(unittest.TestCase):
+    def setUp(self):
+        # 请将'your_api_key'替换为您的Zhipu AI API密钥
+        self.provider = BaiChuanAIProvider(
+            api_key="sk-42c0206e207bc39c2367964e76da72ff",
+        )
+
+    def test_completion(self):
+        model = "Baichuan2-Turbo"
+        messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+        try:
+            response = self.provider.completion(model=model, messages=messages)
+            print("response: ", response)
+            self.assertIsNotNone(response)
+        except BaiChuanOpenAIError as e:
+            raise e
+
+    # def test_completion(self):
+    #     model = "Baichuan2-Turbo"
+    #     messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+    #     response = self.provider.completion(model=model, messages=messages, stream=True)
+    #     for chunk in response:
+    #         delta = chunk["choices"][0]["delta"]
+    #         line = {
+    #             "choices": [
+    #                 {
+    #                     "delta": {
+    #                         "role": delta["role"],
+    #                         "content": delta["content"],
+    #                     }
+    #                 }
+    #             ]
+    #         }
+    #         if "usage" in chunk:
+    #             usage_info = chunk["usage"]
+    #             line["usage"] = {
+    #                 "total_tokens": usage_info["total_tokens"],
+    #                 "prompt_tokens": usage_info["prompt_tokens"],
+    #                 "completion_tokens": usage_info["completion_tokens"],
+    #             }
+    #         print("line: ", line)
+    #     self.assertIsNotNone(response)
+
+
+if __name__ == "__main__":
+    unittest.main()

unionllm-0.1.0/tests/test_coze.py

@@ -0,0 +1,33 @@
+import sys
+import os
+import unittest
+import json
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.coze import CozeAIProvider, CozeAIError
+
+
+class TestFastGPTProvider(unittest.TestCase):
+    def setUp(self):
+        # 请将'your_api_key'替换为您的Zhipu AI API密钥
+        self.provider = CozeAIProvider(
+            api_key="pat_hodyfcRog0CfCAfEMtKAueI1I8yD2tDuDBSrvSRoXhKm1xLCw0HDiePtEVgRFHzt"
+        )
+
+    def test_completion_non_stream_failure(self):
+
+        # 定义模型和消息
+        model = "7355829428481769477"
+        messages = [{"content": "智商测试", "role": "user"}]
+
+        response = self.provider.completion(model=model, messages=messages, stream=False, details=True)
+
+        print("response: ", response)
+
+        # 检查捕获的异常是否符合预期
+        self.assertIsNotNone(response)
+
+if __name__ == "__main__":
+    unittest.main()

unionllm-0.1.0/tests/test_fastgpt.py

@@ -0,0 +1,44 @@
+import sys
+import os
+import unittest
+import json
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.fastgpt import FastGPTProvider
+
+
+class TestFastGPTProvider(unittest.TestCase):
+    def setUp(self):
+        # 请将'your_api_key'替换为您的Zhipu AI API密钥
+        self.provider = FastGPTProvider(
+            api_key="fastgpt-iiCmNijSSN6Mvkr3LOv1tICdlVeVVhUlgSP7QUaiZMgXeXBhM4SzJPvyx4vVT"
+        )
+
+    # def test_completion_non_stream_success(self):
+    #     # Test non-stream completion
+    #     model = "fastgpt"
+    #     messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+    #     response = self.provider.completion(model=model, messages=messages, stream=True, details=True)
+
+    #     print("stream response: ", response)
+
+    #     # 检查捕获的异常是否符合预期
+    #     self.assertIsNotNone(response)
+
+    def test_completion_non_stream_failure(self):
+
+        # 定义模型和消息
+        model = "fastgpt"
+        messages = [{"content": "财商测试", "role": "user"}]
+
+        response = self.provider.completion(model=model, messages=messages, stream=False, details=True)
+
+        print("response: ", response)
+
+        # 检查捕获的异常是否符合预期
+        self.assertIsNotNone(response)
+
+if __name__ == "__main__":
+    unittest.main()

unionllm-0.1.0/tests/test_litellm.py

@@ -0,0 +1,24 @@
+import sys
+import os
+import unittest
+import json
+import litellm
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.base_provider import BaseProvider
+
+class TestLiteLLMProvider(unittest.TestCase):
+    def setUp(self):
+        self.provider = BaseProvider(api_key="sk-45ad8752a48d47ffaf86f5b000eff589")
+
+    def test_completion(self):
+        model = "qwen-turbo"
+        messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+        response = self.provider.completion(model=model, messages=messages)
+        print("response: ", response)
+        self.assertIsNotNone(response)
+
+if __name__ == "__main__":
+    unittest.main()

unionllm-0.1.0/tests/test_minimax.py

@@ -0,0 +1,51 @@
+import json
+import sys
+import os
+import unittest
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.minimax import MinimaxAIProvider
+
+
+class TestMinimaxProvider(unittest.TestCase):
+    def setUp(self):
+        # 请将'your_api_key'替换为您的Zhipu AI API密钥
+        self.provider = MinimaxAIProvider(
+            api_key="eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJHcm91cE5hbWUiOiJ0aWFtbyIsIlVzZXJOYW1lIjoidGlhbW8iLCJBY2NvdW50IjoiIiwiU3ViamVjdElEIjoiMTc2ODUzNjQzNzMxNTA4MDQxMCIsIlBob25lIjoiMTk1MTAzNjA5MzQiLCJHcm91cElEIjoiMTc2ODUzNjQzNzMwNjY5MTgwMiIsIlBhZ2VOYW1lIjoiIiwiTWFpbCI6IiIsIkNyZWF0ZVRpbWUiOiIyMDI0LTAzLTIxIDE1OjAyOjI0IiwiaXNzIjoibWluaW1heCJ9.LVXY3zEwzpNQ7yei--ZP7JtG7Xs_vfeADmGd_JcooTOlzUJ3PmDQFssDkY-8DKj_Pm9dthI4Dd3bI2ELdyYbmcA_VU-qNWBfqtB0Gtfb_azdzAdTbkftUxgSm6t44gHZCgymKfblIHk-hdAISJ5YeE1ETdFww9gGREnY8T54Zhe8OsCdy7pjFXktlAEFWWPNBfumcUORSHtiIX3SAJRHTafgMWuv0tAxvIO1Vzz0OoWIBdpYoslHJx1aIOCwuaohsuXmfUVdmiWZyQJKvxl5L6ix9IsNQW9e1m9gJ_1M3UnJh9i6I2UC3gkNLwm9zYFqG2v20nWLtchu9vBShEpFQA",
+        )
+
+    def test_completion(self):
+        model = "abab6-chat"
+        messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+        response = self.provider.completion(model=model, messages=messages)
+        print("response: ", response)
+        self.assertIsNotNone(response)
+
+    # def test_completion(self):
+    #     model = "abab6-chat"
+    #     messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+    #     response = self.provider.completion(model=model, messages=messages, stream=True)
+    #     for chunk in response:
+    #         delta = chunk["choices"][0]["delta"]
+    #         line = {
+    #             "choices": [
+    #                 {
+    #                     "delta": {
+    #                         "role": delta["role"],
+    #                         "content": delta["content"],
+    #                     }
+    #                 }
+    #             ]
+    #         }
+    #         if "usage" in chunk:
+    #             line["usage"] = {
+    #                 "total_tokens": chunk["usage"]["total_tokens"],
+    #             }
+    #         print("line: ", line, flush=True)
+    #     self.assertIsNotNone(response)
+
+
+if __name__ == "__main__":
+    unittest.main()

unionllm-0.1.0/tests/test_moonshot.py

@@ -0,0 +1,78 @@
+import json
+import sys
+import os
+import unittest
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.moonshot import MoonshotAIProvider
+
+
+class TestZhipuAIProvider(unittest.TestCase):
+    def setUp(self):
+        # 请将'your_api_key'替换为您的Zhipu AI API密钥
+        self.provider = MoonshotAIProvider(
+            api_key="sk-EUZowzL6zYhlBi9lbeBHnaWV2yloiooI0Hec0WpiqCC1n0Ar",
+            base_url="https://api.moonshot.cn/v1",
+        )
+
+    # def test_completion(self):
+    #     model = "moonshot-v1-8k"
+    #     messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+    #     response = self.provider.completion(model=model, messages=messages, stream=True)
+    #     for chunk in response:
+    #         new_chunk = json.loads(chunk)
+    #         delta = new_chunk["choices"][0]["delta"]
+    #         line = {
+    #             "choices": [
+    #                 {
+    #                     "delta": {
+    #                         "role": delta["role"],
+    #                         "content": delta["content"],
+    #                     }
+    #                 }
+    #             ]
+    #         }
+    #         if "usage" in new_chunk:
+    #             usage_info = new_chunk["usage"]
+    #             line["usage"] = {
+    #                 "prompt_tokens": usage_info["prompt_tokens"],
+    #                 "completion_tokens": usage_info["completion_tokens"],
+    #                 "total_tokens": usage_info["total_tokens"],
+    #             }
+    #         print("line: ", line)
+    #     self.assertIsNotNone(response)
+
+    def test_completion(self):
+        model = "moonshot-v1-8k"
+        messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+        response = self.provider.completion(model=model, messages=messages, stream=True)
+        for chunk in response:
+            print("chunk: ", chunk)
+            chunk_message = chunk.choices[0].delta
+            line = {
+                "choices": [
+                    {
+                        "delta": {
+                            "role": chunk_message.role,
+                            "content": chunk_message.content,
+                        }
+                    }
+                ]
+            }
+            if (
+                hasattr(chunk.choices[0], "usage")
+                and chunk.choices[0].usage is not None
+            ):
+                line["usage"] = {
+                    "prompt_tokens": chunk.choices[0].usage.prompt_tokens,
+                    "completion_tokens": chunk.choices[0].usage.completion_tokens,
+                    "total_tokens": chunk.choices[0].usage.total_tokens,
+                }
+        print("response: ", response)
+        self.assertIsNotNone(response)
+
+
+if __name__ == "__main__":
+    unittest.main()

unionllm-0.1.0/tests/test_moonshot2.py

@@ -0,0 +1,43 @@
+import unittest
+from unittest.mock import patch
+from unionllm.providers.moonshot import MoonshotAIProvider
+from unionllm.exceptions import UnionLLMError
+
+class TestMoonshotAIProvider(unittest.TestCase):
+
+    def setUp(self):
+        self.provider = MoonshotAIProvider(api_key='test_api_key')
+
+    @patch('unionllm.providers.moonshot.ZhipuAI')
+    def test_completion_success(self, mock_zhipu):
+        mock_zhipu.return_value.chat.completions.create.return_value = 'Test response'
+        response = self.provider.completion(
+            model='test-model',
+            messages=['Hello, world!'],
+            max_tokens=50
+        )
+        self.assertEqual(response, 'Test response')
+
+    @patch('unionllm.providers.moonshot.ZhipuAI')
+    def test_completion_failure_missing_model(self, mock_zhipu):
+        with self.assertRaises(UnionLLMError) as context:
+            self.provider.completion(
+                model=None,
+                messages=['Hello, world!']
+            )
+        self.assertEqual(context.exception.status_code, 422)
+        self.assertEqual(context.exception.message, 'Missing model or messages')
+
+    @patch('unionllm.providers.moonshot.ZhipuAI')
+    def test_completion_api_error(self, mock_zhipu):
+        mock_zhipu.return_value.chat.completions.create.side_effect = Exception("API error")
+        with self.assertRaises(UnionLLMError) as context:
+            self.provider.completion(
+                model='test-model',
+                messages=['Hello, world!']
+            )
+        self.assertEqual(context.exception.status_code, 500)
+        self.assertEqual(context.exception.message, 'API error')
+
+if __name__ == '__main__':
+    unittest.main()

unionllm-0.1.0/tests/test_qwen.py

@@ -0,0 +1,53 @@
+import sys
+import os
+import unittest
+import json
+import dashscope
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.qwen import QwenAIProvider
+
+
+class TestQwenAIProvider(unittest.TestCase):
+    def setUp(self):
+        self.provider = QwenAIProvider(api_key="sk-45ad8752a48d47ffaf86f5b000eff589")
+
+    def test_completion(self):
+        model = "qwen-turbo"
+        messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+        response = self.provider.completion(model=model, messages=messages)
+        print("response: ", response)
+        self.assertIsNotNone(response)
+
+    # def test_completion(self):
+    #     model = "qwen-turbo"
+    #     messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+    #     response = self.provider.completion(model=model, messages=messages, stream=True)
+    #     for chunk in response:
+    #         new_chunk = json.loads(chunk)
+    #         delta = new_chunk["choices"][0]["delta"]
+    #         line = {
+    #             "choices": [
+    #                 {
+    #                     "delta": {
+    #                         "role": delta["role"],
+    #                         "content": delta["content"],
+    #                     }
+    #                 }
+    #             ]
+    #         }
+    #         if "usage" in new_chunk:
+    #             usage_info = new_chunk["usage"]
+    #             line["usage"] = {
+    #                 "prompt_tokens": usage_info["prompt_tokens"],
+    #                 "completion_tokens": usage_info["completion_tokens"],
+    #                 "total_tokens": usage_info["total_tokens"],
+    #             }
+    #         print("line:", line)
+    #     self.assertIsNotNone(response)
+
+
+if __name__ == "__main__":
+    unittest.main()

unionllm-0.1.0/tests/test_tiangong.py

@@ -0,0 +1,54 @@
+import json
+import sys
+import os
+import unittest
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.tiangong import TianGongAIProvider
+
+
+class TestTianGongProvider(unittest.TestCase):
+    def setUp(self):
+        # 请将'your_api_key'替换为您的Zhipu AI API密钥
+        self.provider = TianGongAIProvider(
+            api_key="a253c3d3bb00495a6f1f6572367e20b7",
+            app_secret="df6b91ff0e400b8114122de882ff16597ab3539eb71afee5",
+        )
+
+    def test_completion(self):
+        model = "SkyChat-MegaVerse"
+        messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+        response = self.provider.completion(model=model, messages=messages)
+        print("response: ", response)
+        self.assertIsNotNone(response)
+
+    # def test_completion(self):
+    #     model = "SkyChat-MegaVerse"
+    #     messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+    #     response = self.provider.completion(model=model, messages=messages, stream=True)
+    #     for chunk in response:
+    #         delta = chunk["choices"][0]["delta"]
+    #         line = {
+    #             "choices": [
+    #                 {
+    #                     "delta": {
+    #                         "role": delta["role"],
+    #                         "content": delta["content"],
+    #                     }
+    #                 }
+    #             ]
+    #         }
+    #         if "usage" in chunk:
+    #             line["usage"] = {
+    #                 "prompt_tokens": chunk["usage"]["prompt_tokens"],
+    #                 "completion_tokens": chunk["usage"]["completion_tokens"],
+    #                 "total_tokens": chunk["usage"]["total_tokens"],
+    #             }
+    #         print("line: ", line)
+    #     self.assertIsNotNone(response)
+
+
+if __name__ == "__main__":
+    unittest.main()

unionllm-0.1.0/tests/test_wenxin.py

@@ -0,0 +1,54 @@
+import json
+import sys
+import os
+import unittest
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.wenxin import WenXinAIProvider
+
+
+class TestWenXinProvider(unittest.TestCase):
+    def setUp(self):
+        # 请将'your_api_key'替换为您的Zhipu AI API密钥
+        self.provider = WenXinAIProvider(
+            api_key="AvA4gBP5LZqKEruKGYzfYzU9",
+            secret_key="8Mg2XN3zPmskxzeYY3i7P7u24poGIHmO",
+        )
+
+    def test_completion(self):
+        model = "completions_pro"
+        messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+        response = self.provider.completion(model=model, messages=messages)
+        print("response: ", response)
+        self.assertIsNotNone(response)
+
+    # def test_completion(self):
+    #     model = "completions_pro"
+    #     messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+    #     response = self.provider.completion(model=model, messages=messages, stream=True)
+    #     for chunk in response:
+    #         delta = chunk["choices"][0]["delta"]
+    #         line = {
+    #             "choices": [
+    #                 {
+    #                     "delta": {
+    #                         "role": delta["role"],
+    #                         "content": delta["content"],
+    #                     }
+    #                 }
+    #             ]
+    #         }
+    #         if "usage" in chunk:
+    #             line["usage"] = {
+    #                 "prompt_tokens": chunk["usage"]["prompt_tokens"],
+    #                 "completion_tokens": chunk["usage"]["completion_tokens"],
+    #                 "total_tokens": chunk["usage"]["total_tokens"],
+    #             }
+    #         print("line: ", line)
+    #     self.assertIsNotNone(response)
+
+
+if __name__ == "__main__":
+    unittest.main()

unionllm-0.1.0/tests/test_zhipu.py

@@ -0,0 +1,47 @@
+import sys
+import os
+import unittest
+import json
+
+# 将项目根目录添加到sys.path中
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+from unionllm.providers.zhipu import ZhipuAIProvider
+
+
+class TestZhipuAIProvider(unittest.TestCase):
+    def setUp(self):
+        # 请将'your_api_key'替换为您的Zhipu AI API密钥
+        self.provider = ZhipuAIProvider(
+            api_key="38dc046c622b6ec1b9bfa0413e6ca2ee.2Yn3uFr8j74pMOvK"
+        )
+
+    def test_completion(self):
+        model = "GLM-4"
+        messages = [{"content": "你好，今天天气怎么样？", "role": "user"}]
+        response = self.provider.completion(model=model, messages=messages)
+        for chunk in response:
+            print("chunk: ", chunk)
+            delta = chunk.choices[0].delta
+            line = {
+                "choices": [
+                    {
+                        "delta": {
+                            "role": delta.role,
+                            "content": delta.content,
+                        }
+                    }
+                ]
+            }
+            if chunk.usage is not None:
+                line["usage"] = {
+                    "prompt_tokens": chunk.usage.prompt_tokens,
+                    "completion_tokens": chunk.usage.completion_tokens,
+                    "total_tokens": chunk.usage.total_tokens,
+                }
+            print("line内容2: ", line)
+        print("response: ", response)
+        self.assertIsNotNone(response)
+
+if __name__ == "__main__":
+    unittest.main()