xinference 0.14.4.post1__py3-none-any.whl → 0.15.1__py3-none-any.whl

xinference/web/ui/node_modules/nunjucks/package.json

@@ -0,0 +1,112 @@
+{
+  "name": "nunjucks",
+  "description": "A powerful templating engine with inheritance, asynchronous control, and more (jinja2 inspired)",
+  "version": "3.2.4",
+  "author": "James Long <longster@gmail.com>",
+  "dependencies": {
+    "a-sync-waterfall": "^1.0.0",
+    "asap": "^2.0.3",
+    "commander": "^5.1.0"
+  },
+  "browser": "./browser/nunjucks.js",
+  "devDependencies": {
+    "@babel/cli": "^7.0.0-beta.38",
+    "@babel/core": "^7.0.0-beta.38",
+    "@babel/preset-env": "^7.0.0-beta.38",
+    "@babel/register": "^7.0.0-beta.38",
+    "babel-loader": "^8.0.0-beta.0",
+    "babel-plugin-istanbul": "^4.1.5",
+    "babel-plugin-module-resolver": "3.0.0-beta.5",
+    "connect": "^3.6.5",
+    "core-js": "^2.5.3",
+    "cross-env": "^5.1.3",
+    "eslint": "^4.13.0",
+    "eslint-config-airbnb-base": "^12.1.0",
+    "eslint-plugin-import": "^2.8.0",
+    "expect.js": "*",
+    "express": "4.x",
+    "fs-extra": "^5.0.0",
+    "get-port": "^3.2.0",
+    "mocha": "< 8.x",
+    "mocha-phantomjs-core": "^2.1.2",
+    "mocha-phantomjs-istanbul": "0.0.2",
+    "module-alias": "^2.0.3",
+    "node-libs-browser": "^0.7.0",
+    "nyc": "^11.4.1",
+    "phantomjs-prebuilt": "^2.1.16",
+    "serve-static": "^1.13.1",
+    "supertest": "*",
+    "uglify-js": "^2.8.29",
+    "uglifyjs-webpack-plugin": "^1.1.6",
+    "webpack": "^3.10.0"
+  },
+  "buildDependencies": {
+    "@babel/cli": "^7.0.0-beta.38",
+    "@babel/core": "^7.0.0-beta.38",
+    "@babel/preset-env": "^7.0.0-beta.38",
+    "@babel/register": "^7.0.0-beta.38",
+    "babel-loader": "^8.0.0-beta.0",
+    "babel-plugin-istanbul": "^4.1.5",
+    "babel-plugin-module-resolver": "3.0.0-beta.5",
+    "core-js": "^2.5.3",
+    "module-alias": "^2.0.3",
+    "node-libs-browser": "^0.7.0",
+    "uglify-js": "^2.8.29",
+    "uglifyjs-webpack-plugin": "^1.1.6",
+    "webpack": "^3.10.0"
+  },
+  "peerDependencies": {
+    "chokidar": "^3.3.0"
+  },
+  "peerDependenciesMeta": {
+    "chokidar": {
+      "optional": true
+    }
+  },
+  "_moduleAliases": {
+    "babel-register": "@babel/register"
+  },
+  "engines": {
+    "node": ">= 6.9.0"
+  },
+  "scripts": {
+    "build:transpile": "babel nunjucks --out-dir .",
+    "build:bundle": "node scripts/bundle.js",
+    "build": "npm run build:transpile && npm run build:bundle",
+    "codecov": "codecov",
+    "mocha": "mocha -R spec tests",
+    "lint": "eslint nunjucks scripts tests",
+    "prepare": "npm run build",
+    "test:instrument": "cross-env NODE_ENV=test scripts/bundle.js",
+    "test:runner": "cross-env NODE_ENV=test NODE_PATH=tests/test-node-pkgs scripts/testrunner.js",
+    "test": "npm run lint && npm run test:instrument && npm run test:runner"
+  },
+  "bin": {
+    "nunjucks-precompile": "./bin/precompile"
+  },
+  "main": "index.js",
+  "files": [
+    "bin/**",
+    "browser/**",
+    "src/**"
+  ],
+  "nyc": {
+    "require": [
+      "babel-register"
+    ],
+    "sourceMap": false,
+    "instrument": false
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/mozilla/nunjucks.git"
+  },
+  "keywords": [
+    "template",
+    "templating"
+  ],
+  "license": "BSD-2-Clause",
+  "bugs": {
+    "url": "https://github.com/mozilla/nunjucks/issues"
+  }
+}

xinference/web/ui/package-lock.json

@@ -29,6 +29,7 @@
         "@testing-library/user-event": "^13.5.0",
         "clipboard": "^2.0.11",
         "formik": "^2.4.2",
+        "nunjucks": "^3.2.4",
         "prop-types": "^15.8.1",
         "react": "^18.2.0",
         "react-cookie": "^6.1.1",
@@ -5799,6 +5800,11 @@
       "resolved": "https://registry.npmjs.org/@xtuc/long/-/long-4.2.2.tgz",
       "integrity": "sha512-NuHqBY1PB/D8xU6s/thBgOAiAP7HOYDQ32+BFZILJ8ivkUkAHQnWfn6WhL79Owj1qmUnoN/YPhktdIoucipkAQ=="
     },
+    "node_modules/a-sync-waterfall": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmmirror.com/a-sync-waterfall/-/a-sync-waterfall-1.0.1.tgz",
+      "integrity": "sha512-RYTOHHdWipFUliRFMCS4X2Yn2X8M87V/OpSqWzKKOGhzqyUxzyVmhHDH9sAvG+ZuQf/TAOFsLCpMw09I1ufUnA=="
+    },
     "node_modules/abab": {
       "version": "2.0.6",
       "resolved": "https://registry.npmjs.org/abab/-/abab-2.0.6.tgz",
@@ -13750,6 +13756,38 @@
         "url": "https://github.com/fb55/nth-check?sponsor=1"
       }
     },
+    "node_modules/nunjucks": {
+      "version": "3.2.4",
+      "resolved": "https://registry.npmmirror.com/nunjucks/-/nunjucks-3.2.4.tgz",
+      "integrity": "sha512-26XRV6BhkgK0VOxfbU5cQI+ICFUtMLixv1noZn1tGU38kQH5A5nmmbk/O45xdyBhD1esk47nKrY0mvQpZIhRjQ==",
+      "dependencies": {
+        "a-sync-waterfall": "^1.0.0",
+        "asap": "^2.0.3",
+        "commander": "^5.1.0"
+      },
+      "bin": {
+        "nunjucks-precompile": "bin/precompile"
+      },
+      "engines": {
+        "node": ">= 6.9.0"
+      },
+      "peerDependencies": {
+        "chokidar": "^3.3.0"
+      },
+      "peerDependenciesMeta": {
+        "chokidar": {
+          "optional": true
+        }
+      }
+    },
+    "node_modules/nunjucks/node_modules/commander": {
+      "version": "5.1.0",
+      "resolved": "https://registry.npmmirror.com/commander/-/commander-5.1.0.tgz",
+      "integrity": "sha512-P0CysNDQ7rtVw4QIQtm+MRxV66vKFSvlsQvGYXZWR3qFU0jlMKHZZZgw8e+8DSah4UDKMqnknRDQz+xuQXQ/Zg==",
+      "engines": {
+        "node": ">= 6"
+      }
+    },
     "node_modules/nwsapi": {
       "version": "2.2.7",
       "resolved": "https://registry.npmjs.org/nwsapi/-/nwsapi-2.2.7.tgz",

xinference/web/ui/package.json

@@ -25,6 +25,7 @@
     "@testing-library/user-event": "^13.5.0",
     "clipboard": "^2.0.11",
     "formik": "^2.4.2",
+    "nunjucks": "^3.2.4",
     "prop-types": "^15.8.1",
     "react": "^18.2.0",
     "react-cookie": "^6.1.1",

{xinference-0.14.4.post1.dist-info → xinference-0.15.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.14.4.post1
+Version: 0.15.1
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -21,8 +21,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: xoscar>=0.3.0
 Requires-Dist: torch
-Requires-Dist: gradio==4.26.0
-Requires-Dist: typer[all]<0.12.0
+Requires-Dist: gradio
 Requires-Dist: pillow
 Requires-Dist: click
 Requires-Dist: tqdm>=4.27
@@ -35,11 +34,11 @@ Requires-Dist: huggingface-hub>=0.19.4
 Requires-Dist: typing-extensions
 Requires-Dist: modelscope>=1.10.0
 Requires-Dist: sse-starlette>=1.6.5
-Requires-Dist: openai<1.40,>1
+Requires-Dist: openai>1
 Requires-Dist: python-jose[cryptography]
 Requires-Dist: passlib[bcrypt]
 Requires-Dist: aioprometheus[starlette]>=23.12.0
-Requires-Dist: pynvml
+Requires-Dist: nvidia-ml-py
 Requires-Dist: async-timeout
 Requires-Dist: peft
 Requires-Dist: timm
@@ -81,7 +80,6 @@ Requires-Dist: gdown; extra == "all"
 Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: HyperPyYAML; extra == "all"
 Requires-Dist: onnxruntime==1.16.0; extra == "all"
-Requires-Dist: openai-whisper; extra == "all"
 Requires-Dist: boto3<1.28.65,>=1.28.55; extra == "all"
 Requires-Dist: tensorizer~=2.9.0; extra == "all"
 Requires-Dist: eva-decord; extra == "all"
@@ -89,6 +87,10 @@ Requires-Dist: jj-pytorchvideo; extra == "all"
 Requires-Dist: loguru; extra == "all"
 Requires-Dist: natsort; extra == "all"
 Requires-Dist: loralib; extra == "all"
+Requires-Dist: ormsgpack; extra == "all"
+Requires-Dist: qwen-vl-utils; extra == "all"
+Requires-Dist: datamodel-code-generator; extra == "all"
+Requires-Dist: jsonschema; extra == "all"
 Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
 Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
 Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
@@ -103,6 +105,7 @@ Requires-Dist: librosa; extra == "audio"
 Requires-Dist: xxhash; extra == "audio"
 Requires-Dist: torchaudio; extra == "audio"
 Requires-Dist: ChatTTS>0.1; extra == "audio"
+Requires-Dist: tiktoken; extra == "audio"
 Requires-Dist: torch>=2.0.0; extra == "audio"
 Requires-Dist: lightning>=2.0.0; extra == "audio"
 Requires-Dist: hydra-core>=1.3.2; extra == "audio"
@@ -113,10 +116,10 @@ Requires-Dist: gdown; extra == "audio"
 Requires-Dist: pyarrow; extra == "audio"
 Requires-Dist: HyperPyYAML; extra == "audio"
 Requires-Dist: onnxruntime==1.16.0; extra == "audio"
-Requires-Dist: openai-whisper; extra == "audio"
 Requires-Dist: loguru; extra == "audio"
 Requires-Dist: natsort; extra == "audio"
 Requires-Dist: loralib; extra == "audio"
+Requires-Dist: ormsgpack; extra == "audio"
 Provides-Extra: benchmark
 Requires-Dist: psutil; extra == "benchmark"
 Provides-Extra: dev
@@ -134,7 +137,7 @@ Requires-Dist: sphinx-intl>=0.9.9; extra == "dev"
 Requires-Dist: jieba>=0.42.0; extra == "dev"
 Requires-Dist: flake8>=3.8.0; extra == "dev"
 Requires-Dist: black; extra == "dev"
-Requires-Dist: openai<1.40,>1; extra == "dev"
+Requires-Dist: openai>1; extra == "dev"
 Requires-Dist: langchain; extra == "dev"
 Requires-Dist: langchain-community; extra == "dev"
 Requires-Dist: orjson; extra == "dev"
@@ -184,6 +187,9 @@ Requires-Dist: torchvision; extra == "transformers"
 Requires-Dist: peft; extra == "transformers"
 Requires-Dist: eva-decord; extra == "transformers"
 Requires-Dist: jj-pytorchvideo; extra == "transformers"
+Requires-Dist: qwen-vl-utils; extra == "transformers"
+Requires-Dist: datamodel-code-generator; extra == "transformers"
+Requires-Dist: jsonschema; extra == "transformers"
 Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
 Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
 Provides-Extra: video
@@ -228,14 +234,14 @@ potential of cutting-edge AI models.
 - Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
 - Metrics support: [#906](https://github.com/xorbitsai/inference/pull/906)
 ### New Models
+- Built-in support for [Qwen2-vl-instruct](https://github.com/QwenLM/Qwen2-VL): [#2205](https://github.com/xorbitsai/inference/pull/2205)
+- Built-in support for [MiniCPM3-4B](https://huggingface.co/openbmb/MiniCPM3-4B): [#2263](https://github.com/xorbitsai/inference/pull/2263)
 - Built-in support for [CogVideoX](https://github.com/THUDM/CogVideo): [#2049](https://github.com/xorbitsai/inference/pull/2049)
 - Built-in support for [flux.1-schnell & flux.1-dev](https://www.basedlabs.ai/tools/flux1): [#2007](https://github.com/xorbitsai/inference/pull/2007)
 - Built-in support for [MiniCPM-V 2.6](https://github.com/OpenBMB/MiniCPM-V): [#2031](https://github.com/xorbitsai/inference/pull/2031)
 - Built-in support for [Kolors](https://huggingface.co/Kwai-Kolors/Kolors): [#2028](https://github.com/xorbitsai/inference/pull/2028)
 - Built-in support for [SenseVoice](https://github.com/FunAudioLLM/SenseVoice): [#2008](https://github.com/xorbitsai/inference/pull/2008)
 - Built-in support for [Mistral Large 2](https://mistral.ai/news/mistral-large-2407/): [#1944](https://github.com/xorbitsai/inference/pull/1944)
-- Built-in support for [llama3.1](https://ai.meta.com/blog/meta-llama-3-1/): [#1932](https://github.com/xorbitsai/inference/pull/1932)
-- Built-in support for [Mistral Nemo](https://mistral.ai/news/mistral-nemo/): [#1936](https://github.com/xorbitsai/inference/pull/1936)
 ### Integrations
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
 - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.