xinference 0.7.5__py3-none-any.whl → 0.8.1__py3-none-any.whl

xinference/web/ui/node_modules/universal-cookie/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "universal-cookie",
+  "version": "6.1.1",
+  "description": "Universal cookies for JavaScript",
+  "main": "cjs/index.js",
+  "module": "es6/index.js",
+  "types": "es6/index.d.ts",
+  "sideEffects": false,
+  "files": [
+    "lib",
+    "es6",
+    "cjs",
+    "umd",
+    "index.d.ts",
+    "LICENSE"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/bendotcodes/cookies.git"
+  },
+  "bugs": "https://github.com/bendotcodes/cookies/issues",
+  "homepage": "https://github.com/bendotcodes/cookies/tree/main/packages/universal-cookie#readme",
+  "keywords": [
+    "universal",
+    "isomophic",
+    "cookie"
+  ],
+  "author": "Benoit Tremblay <me@ben.codes>",
+  "license": "MIT",
+  "scripts": {
+    "clean": "rimraf lib && rimraf es6 && rimraf cjs && rimraf umd",
+    "build": "npm run clean && npm run build-es6 && npm run build-cjs && npm run build-umd && npm run build-legacy",
+    "build-es6": "tsc",
+    "build-cjs": "babel es6 -D -d cjs",
+    "build-umd": "rollup -c",
+    "build-legacy": "babel es6 -D -d lib"
+  },
+  "dependencies": {
+    "@types/cookie": "^0.5.1",
+    "cookie": "^0.5.0"
+  },
+  "devDependencies": {
+    "@babel/cli": "^7.22.10",
+    "rimraf": "^3.0.2",
+    "rollup": "^3.28.1",
+    "typescript": "^5.2.2"
+  }
+}

xinference/web/ui/package-lock.json

@@ -28,6 +28,7 @@
         "@testing-library/user-event": "^13.5.0",
         "formik": "^2.4.2",
         "react": "^18.2.0",
+        "react-cookie": "^6.1.1",
         "react-dom": "^18.2.0",
         "react-pro-sidebar": "^1.1.0-alpha.1",
         "react-router-dom": "^6.14.1",
@@ -4960,6 +4961,11 @@
         "@types/node": "*"
       }
     },
+    "node_modules/@types/cookie": {
+      "version": "0.5.4",
+      "resolved": "https://registry.npmjs.org/@types/cookie/-/cookie-0.5.4.tgz",
+      "integrity": "sha512-7z/eR6O859gyWIAjuvBWFzNURmf2oPBmJlfVWkwehU5nzIyjwBsTh7WMmEEV4JFnHuQ3ex4oyTvfKzcyJVDBNA=="
+    },
     "node_modules/@types/d3-color": {
       "version": "2.0.3",
       "resolved": "https://registry.npmjs.org/@types/d3-color/-/d3-color-2.0.3.tgz",
@@ -5069,6 +5075,15 @@
         "@types/node": "*"
       }
     },
+    "node_modules/@types/hoist-non-react-statics": {
+      "version": "3.3.5",
+      "resolved": "https://registry.npmjs.org/@types/hoist-non-react-statics/-/hoist-non-react-statics-3.3.5.tgz",
+      "integrity": "sha512-SbcrWzkKBw2cdwRTwQAswfpB9g9LJWfjtUeW/jvNwbhC8cpmmNYVePa+ncbUe0rGTQ7G3Ff6mYUN2VMfLVr+Sg==",
+      "dependencies": {
+        "@types/react": "*",
+        "hoist-non-react-statics": "^3.3.0"
+      }
+    },
     "node_modules/@types/html-minifier-terser": {
       "version": "6.1.0",
       "resolved": "https://registry.npmjs.org/@types/html-minifier-terser/-/html-minifier-terser-6.1.0.tgz",
@@ -15863,6 +15878,19 @@
         "node": ">=14"
       }
     },
+    "node_modules/react-cookie": {
+      "version": "6.1.1",
+      "resolved": "https://registry.npmjs.org/react-cookie/-/react-cookie-6.1.1.tgz",
+      "integrity": "sha512-fuFRpf8LH6SfmVMowDUIRywJF5jAUDUWrm0EI5VdXfTl5bPcJ7B0zWbuYpT0Tvikx7Gs18MlvAT+P+744dUz2g==",
+      "dependencies": {
+        "@types/hoist-non-react-statics": "^3.3.1",
+        "hoist-non-react-statics": "^3.3.2",
+        "universal-cookie": "^6.0.0"
+      },
+      "peerDependencies": {
+        "react": ">= 16.3.0"
+      }
+    },
     "node_modules/react-dev-utils": {
       "version": "12.0.1",
       "resolved": "https://registry.npmjs.org/react-dev-utils/-/react-dev-utils-12.0.1.tgz",
@@ -18450,6 +18478,15 @@
         "node": ">=8"
       }
     },
+    "node_modules/universal-cookie": {
+      "version": "6.1.1",
+      "resolved": "https://registry.npmjs.org/universal-cookie/-/universal-cookie-6.1.1.tgz",
+      "integrity": "sha512-33S9x3CpdUnnjwTNs2Fgc41WGve2tdLtvaK2kPSbZRc5pGpz2vQFbRWMxlATsxNNe/Cy8SzmnmbuBM85jpZPtA==",
+      "dependencies": {
+        "@types/cookie": "^0.5.1",
+        "cookie": "^0.5.0"
+      }
+    },
     "node_modules/universalify": {
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/universalify/-/universalify-2.0.0.tgz",

xinference/web/ui/package.json

@@ -11,9 +11,9 @@
     "@fullcalendar/list": "^6.1.8",
     "@fullcalendar/timegrid": "^6.1.8",
     "@mui/icons-material": "^5.14.0",
+    "@mui/lab": "latest",
     "@mui/material": "^5.14.0",
     "@mui/x-data-grid": "^6.10.0",
-    "@mui/lab": "latest",
     "@nivo/bar": "^0.83.0",
     "@nivo/core": "^0.83.0",
     "@nivo/geo": "^0.83.0",
@@ -24,6 +24,7 @@
     "@testing-library/user-event": "^13.5.0",
     "formik": "^2.4.2",
     "react": "^18.2.0",
+    "react-cookie": "^6.1.1",
     "react-dom": "^18.2.0",
     "react-pro-sidebar": "^1.1.0-alpha.1",
     "react-router-dom": "^6.14.1",
@@ -58,9 +59,9 @@
     ]
   },
   "devDependencies": {
-    "@babel/plugin-proposal-private-property-in-object": "^7.21.11",
     "@babel/core": "^7.21.0",
     "@babel/eslint-parser": "^7.19.1",
+    "@babel/plugin-proposal-private-property-in-object": "^7.21.11",
     "eslint": "^7.32.0",
     "eslint-config-prettier": "^8.5.0",
     "eslint-plugin-react": "^7.24.0",

{xinference-0.7.5.dist-info → xinference-0.8.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.7.5
+Version: 0.8.1
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -19,9 +19,10 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Topic :: Software Development :: Libraries
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: xoscar >=0.1.4
+Requires-Dist: xoscar >=0.2.1
 Requires-Dist: torch
 Requires-Dist: gradio >=3.39.0
+Requires-Dist: pillow
 Requires-Dist: click
 Requires-Dist: tqdm >=4.27
 Requires-Dist: tabulate
@@ -36,6 +37,9 @@ Requires-Dist: s3fs
 Requires-Dist: modelscope >=1.10.0
 Requires-Dist: sse-starlette >=1.6.5
 Requires-Dist: openai >1
+Requires-Dist: python-jose[cryptography]
+Requires-Dist: passlib[bcrypt]
+Requires-Dist: aioprometheus[starlette]
 Provides-Extra: all
 Requires-Dist: chatglm-cpp >=0.3.0 ; extra == 'all'
 Requires-Dist: ctransformers ; extra == 'all'
@@ -75,7 +79,6 @@ Requires-Dist: jieba >=0.42.0 ; extra == 'dev'
 Requires-Dist: flake8 >=3.8.0 ; extra == 'dev'
 Requires-Dist: black ; extra == 'dev'
 Requires-Dist: openai >1 ; extra == 'dev'
-Requires-Dist: pillow ; extra == 'dev'
 Requires-Dist: opencv-python ; extra == 'dev'
 Requires-Dist: langchain ; extra == 'dev'
 Requires-Dist: orjson ; extra == 'dev'
@@ -140,19 +143,19 @@ potential of cutting-edge AI models.
 
 ## 🔥 Hot Topics
 ### Framework Enhancements
+- Docker image: [#855](https://github.com/xorbitsai/inference/pull/855)
+- Support multimodal: [#829](https://github.com/xorbitsai/inference/pull/829)
 - Auto recover: [#694](https://github.com/xorbitsai/inference/pull/694)
 - Function calling API: [#701](https://github.com/xorbitsai/inference/pull/701), here's example: https://github.com/xorbitsai/inference/blob/main/examples/FunctionCall.ipynb
 - Support rerank model: [#672](https://github.com/xorbitsai/inference/pull/672)
 - Speculative decoding: [#509](https://github.com/xorbitsai/inference/pull/509)
-- Incorporate vLLM: [#445](https://github.com/xorbitsai/inference/pull/445)
 ### New Models
+- Built-in support for [qwen-vl](https://huggingface.co/Qwen/Qwen-VL-Chat): [#829](https://github.com/xorbitsai/inference/pull/829)
 - Built-in support for [phi-2](https://huggingface.co/microsoft/phi-2): [#828](https://github.com/xorbitsai/inference/pull/828)
 - Built-in support for [mistral-instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2): [#796](https://github.com/xorbitsai/inference/pull/796)
 - Built-in support for [deepseek-llm](https://huggingface.co/deepseek-ai) and [deepseek-coder](https://huggingface.co/deepseek-ai): [#786](https://github.com/xorbitsai/inference/pull/786)
 - Built-in support for [Mixtral-8x7B-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-v0.1): [#782](https://github.com/xorbitsai/inference/pull/782)
 - Built-in support for [OpenHermes 2.5](https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B): [#776](https://github.com/xorbitsai/inference/pull/776)
-- Built-in support for [Yi](https://huggingface.co/01-ai): [#629](https://github.com/xorbitsai/inference/pull/629)
-- Built-in support for [zephyr-7b-alpha](https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha) and [zephyr-7b-beta](https://huggingface.co/HuggingFaceH4/zephyr-7b-beta): [#597](https://github.com/xorbitsai/inference/pull/597) 
 ### Integrations
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
 - [Chatbox](https://chatboxai.app/): a desktop client for multiple cutting-edge LLM models, available on Windows, Mac and Linux.
@@ -207,6 +210,14 @@ with popular third-party libraries including [LangChain](https://python.langchai
 
 The lightest way to experience Xinference is to try our [Juypter Notebook on Google Colab](https://colab.research.google.com/github/xorbitsai/inference/blob/main/examples/Xinference_Quick_Start.ipynb).
 
+### Docker 
+
+Nvidia GPU users can start Xinference server using [Xinference Docker Image](https://inference.readthedocs.io/en/latest/getting_started/using_docker_image.html). Prior to executing the installation command, ensure that both [Docker](https://docs.docker.com/get-docker/) and [CUDA](https://developer.nvidia.com/cuda-downloads) are set up on your system.
+
+```bash
+docker run --name xinference -d -p 9997:9997 -e XINFERENCE_HOME=/data -v </on/your/host>:/data --gpus all xprobe/xinference:latest xinference-local -H 0.0.0.0
+```
+
 ### Quick Start
 
 Install Xinference by using pip as follows. (For more options, see [Installation page](https://inference.readthedocs.io/en/latest/getting_started/installation.html).)