xinference 0.10.3__py3-none-any.whl → 0.11.0__py3-none-any.whl

xinference/web/ui/node_modules/clipboard/.eslintrc.json

@@ -0,0 +1,24 @@
+{
+  "env": {
+    "browser": true,
+    "es2021": true,
+    "mocha": true
+  },
+  "extends": ["airbnb-base", "plugin:prettier/recommended"],
+  "parserOptions": {
+    "ecmaVersion": 12,
+    "sourceType": "module"
+  },
+  "plugins": ["prettier"],
+  "rules": {
+    "prettier/prettier": "error",
+    "prefer-const": "off",
+    "camelcase": "off",
+    "no-underscore-dangle": "off",
+    "consistent-return": "off",
+    /* Remove the necessity to use this on classes */
+    "class-methods-use-this": "off",
+    /* Enable variables declarations from shadowing variables declared in the outer scope */
+    "no-shadow": "off"
+  }
+}

xinference/web/ui/node_modules/clipboard/.prettierrc.json

@@ -0,0 +1,9 @@
+{
+  "printWidth": 80,
+  "tabWidth": 2,
+  "semi": true,
+  "singleQuote": true,
+  "trailingComma": "es5",
+  "bracketSpacing": true,
+  "arrowParens": "always"
+}

xinference/web/ui/node_modules/clipboard/bower.json

@@ -0,0 +1,18 @@
+{
+  "name": "clipboard",
+  "version": "2.0.11",
+  "description": "Modern copy to clipboard. No Flash. Just 3kb",
+  "license": "MIT",
+  "main": "dist/clipboard.js",
+  "ignore": [
+    "/.*/",
+    "/demo/",
+    "/test/",
+    "/.*",
+    "/bower.json",
+    "/karma.conf.js",
+    "/src",
+    "/lib"
+  ],
+  "keywords": ["clipboard", "copy", "cut"]
+}

xinference/web/ui/node_modules/clipboard/composer.json

@@ -0,0 +1,25 @@
+{
+  "name": "zenorocha/clipboardjs",
+  "description": "Modern copy to clipboard. No Flash. Just 3kb gzipped https://clipboardjs.com",
+  "type": "component",
+  "homepage": "https://clipboardjs.com/",
+  "authors": [
+    {
+      "name": "Zeno Rocha",
+      "homepage": "http://zenorocha.com/"
+    }
+  ],
+  "require": {
+    "oomphinc/composer-installers-extender": "*"
+  },
+  "extra": {
+    "component": {
+      "scripts": [
+        "dist/clipboard.js"
+      ],
+      "files": [
+        "dist/clipboard.min.js"
+      ]
+    }
+  }
+}

xinference/web/ui/node_modules/clipboard/package.json

@@ -0,0 +1,63 @@
+{
+  "name": "clipboard",
+  "version": "2.0.11",
+  "description": "Modern copy to clipboard. No Flash. Just 2kb",
+  "homepage": "https://clipboardjs.com",
+  "repository": "zenorocha/clipboard.js",
+  "license": "MIT",
+  "main": "dist/clipboard.js",
+  "types": "src/clipboard.d.ts",
+  "keywords": [
+    "clipboard",
+    "copy",
+    "cut"
+  ],
+  "dependencies": {
+    "good-listener": "^1.2.2",
+    "select": "^1.1.2",
+    "tiny-emitter": "^2.0.0"
+  },
+  "devDependencies": {
+    "@babel/core": "^7.12.10",
+    "@babel/preset-env": "^7.12.11",
+    "babel-loader": "^8.2.2",
+    "chai": "^4.2.0",
+    "cross-env": "^7.0.3",
+    "eslint": "^7.20.0",
+    "eslint-config-airbnb-base": "^14.2.1",
+    "eslint-config-prettier": "^7.2.0",
+    "eslint-plugin-import": "^2.22.1",
+    "eslint-plugin-prettier": "^3.3.1",
+    "husky": "^5.0.9",
+    "karma": "^6.0.0",
+    "karma-chai": "^0.1.0",
+    "karma-chrome-launcher": "^3.1.0",
+    "karma-mocha": "^2.0.1",
+    "karma-sinon": "^1.0.4",
+    "karma-webpack": "^5.0.0-alpha.5",
+    "lint-staged": "^10.5.3",
+    "mocha": "^8.2.1",
+    "prettier": "2.2.1",
+    "sinon": "^9.2.3",
+    "tsd": "^0.7.2",
+    "uglifyjs-webpack-plugin": "^2.2.0",
+    "webpack": "^5.15.0",
+    "webpack-cli": "^4.4.0"
+  },
+  "scripts": {
+    "test:types": "tsd",
+    "build": "npm run build-debug && npm run build-min",
+    "build-debug": "webpack",
+    "build-min": "cross-env NODE_ENV=production webpack",
+    "build-watch": "webpack --watch",
+    "test": "karma start --single-run",
+    "prepublish": "npm run build",
+    "lint": "eslint --ext .js src/"
+  },
+  "lint-staged": {
+    "*.{js,css,md}": [
+      "prettier --write",
+      "eslint --fix"
+    ]
+  }
+}

xinference/web/ui/node_modules/delegate/package.json

@@ -0,0 +1,31 @@
+{
+  "name": "delegate",
+  "description": "Lightweight event delegation",
+  "version": "3.2.0",
+  "repository": "zenorocha/delegate",
+  "license": "MIT",
+  "main": "src/delegate.js",
+  "keywords": [
+    "event",
+    "delegate",
+    "delegation"
+  ],
+  "devDependencies": {
+    "browserify": "^13.1.0",
+    "chai": "^3.5.0",
+    "karma": "^1.3.0",
+    "karma-browserify": "^5.1.0",
+    "karma-chai": "^0.1.0",
+    "karma-mocha": "^1.2.0",
+    "karma-phantomjs-launcher": "^1.0.2",
+    "karma-sinon": "^1.0.4",
+    "mocha": "^3.1.2",
+    "phantomjs-polyfill": "0.0.2",
+    "simulant": "^0.2.2",
+    "sinon": "^1.17.6"
+  },
+  "scripts": {
+    "build": "browserify src/delegate.js -s delegate -o dist/delegate.js",
+    "test": "karma start --single-run"
+  }
+}

xinference/web/ui/node_modules/good-listener/bower.json

@@ -0,0 +1,11 @@
+{
+  "name": "good-listener",
+  "description": "A more versatile way of adding & removing event listeners",
+  "version": "1.2.1",
+  "license": "MIT",
+  "main": "dist/good-listener.js",
+  "keywords": [
+    "event",
+    "listener"
+  ]
+}

xinference/web/ui/node_modules/good-listener/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "good-listener",
+  "description": "A more versatile way of adding & removing event listeners",
+  "version": "1.2.2",
+  "repository": "zenorocha/good-listener",
+  "license": "MIT",
+  "main": "src/listen.js",
+  "keywords": [
+    "event",
+    "listener"
+  ],
+  "dependencies": {
+    "delegate": "^3.1.2"
+  },
+  "devDependencies": {
+    "browserify": "^13.0.0",
+    "chai": "^3.5.0",
+    "karma": "^1.3.0",
+    "karma-browserify": "^5.0.1",
+    "karma-chai": "^0.1.0",
+    "karma-mocha": "^1.2.0",
+    "karma-phantomjs-launcher": "^1.0.0",
+    "karma-sinon": "^1.0.4",
+    "mocha": "^3.1.2",
+    "phantomjs-polyfill": "0.0.2",
+    "phantomjs-prebuilt": "^2.1.3",
+    "simulant": "^0.2.2",
+    "sinon": "^1.17.3",
+    "watchify": "^3.7.0"
+  },
+  "scripts": {
+    "build": "browserify src/listen.js -s listen -o dist/good-listener.js",
+    "test": "karma start --single-run"
+  }
+}

xinference/web/ui/node_modules/select/bower.json

@@ -0,0 +1,13 @@
+{
+  "name": "select",
+  "version": "1.1.0",
+  "description": "Programmatically select the text of a HTML element",
+  "license": "MIT",
+  "main": "dist/select.js",
+  "keywords": [
+    "range",
+    "select",
+    "selecting",
+    "selection"
+  ]
+}

xinference/web/ui/node_modules/select/package.json

@@ -0,0 +1,29 @@
+{
+  "name": "select",
+  "description": "Programmatically select the text of a HTML element",
+  "version": "1.1.2",
+  "license": "MIT",
+  "main": "src/select.js",
+  "repository": "zenorocha/select",
+  "keywords": [
+    "range",
+    "select",
+    "selecting",
+    "selection"
+  ],
+  "devDependencies": {
+    "browserify": "^14.0.0",
+    "chai": "^3.3.0",
+    "karma": "^1.4.1",
+    "karma-browserify": "^5.1.1",
+    "karma-chai": "^0.1.0",
+    "karma-mocha": "^1.3.0",
+    "karma-phantomjs-launcher": "^1.0.2",
+    "mocha": "^3.2.0",
+    "phantomjs": "^2.1.7"
+  },
+  "scripts": {
+    "build": "browserify src/select.js -s select -o dist/select.js",
+    "test": "karma start --single-run"
+  }
+}

xinference/web/ui/node_modules/tiny-emitter/package.json

@@ -0,0 +1,53 @@
+{
+  "name": "tiny-emitter",
+  "version": "2.1.0",
+  "description": "A tiny (less than 1k) event emitter library",
+  "main": "index.js",
+  "scripts": {
+    "test-node": "tape test/index.js | tap-format-spec",
+    "test": "testling | tap-format-spec",
+    "bundle": "node_modules/.bin/browserify index.js > dist/tinyemitter.js -s TinyEmitter && echo 'Bundled'",
+    "minify": "node_modules/.bin/uglifyjs dist/tinyemitter.js -o dist/tinyemitter.min.js -m && echo 'Minified'",
+    "build": "npm test && npm run bundle && npm run minify",
+    "size": "node_modules/.bin/uglifyjs index.js -o minified.js -m && ls -l && rm minified.js"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/scottcorgan/tiny-emitter.git"
+  },
+  "keywords": [
+    "event",
+    "emitter",
+    "pubsub",
+    "tiny",
+    "events",
+    "bind"
+  ],
+  "author": "Scott Corgan",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/scottcorgan/tiny-emitter/issues"
+  },
+  "devDependencies": {
+    "@tap-format/spec": "0.2.0",
+    "browserify": "11.2.0",
+    "tape": "4.2.1",
+    "testling": "1.7.1",
+    "uglify-js": "2.5.0"
+  },
+  "testling": {
+    "files": [
+      "test/index.js"
+    ],
+    "browsers": [
+      "iexplore/10.0",
+      "iexplore/9.0",
+      "firefox/16..latest",
+      "chrome/22..latest",
+      "safari/5.1..latest",
+      "ipad/6.0..latest",
+      "iphone/6.0..latest",
+      "android-browser/4.2..latest"
+    ]
+  }
+}

xinference/web/ui/package-lock.json

@@ -27,6 +27,7 @@
         "@testing-library/jest-dom": "^5.16.5",
         "@testing-library/react": "^13.4.0",
         "@testing-library/user-event": "^13.5.0",
+        "clipboard": "^2.0.11",
         "formik": "^2.4.2",
         "prop-types": "^15.8.1",
         "react": "^18.2.0",
@@ -7064,6 +7065,16 @@
         "node": ">=0.10.0"
       }
     },
+    "node_modules/clipboard": {
+      "version": "2.0.11",
+      "resolved": "https://registry.npmjs.org/clipboard/-/clipboard-2.0.11.tgz",
+      "integrity": "sha512-C+0bbOqkezLIsmWSvlsXS0Q0bmkugu7jcfMIACB+RDEntIzQIkdr148we28AfSloQLRdZlYL/QYyrq05j/3Faw==",
+      "dependencies": {
+        "good-listener": "^1.2.2",
+        "select": "^1.1.2",
+        "tiny-emitter": "^2.0.0"
+      }
+    },
     "node_modules/cliui": {
       "version": "7.0.4",
       "resolved": "https://registry.npmjs.org/cliui/-/cliui-7.0.4.tgz",
@@ -7999,6 +8010,11 @@
         "node": ">=0.4.0"
       }
     },
+    "node_modules/delegate": {
+      "version": "3.2.0",
+      "resolved": "https://registry.npmjs.org/delegate/-/delegate-3.2.0.tgz",
+      "integrity": "sha512-IofjkYBZaZivn0V8nnsMJGBr4jVLxHDheKSW88PyxS5QC4Vo9ZbZVvhzlSxY87fVq3STR6r+4cGepyHkcWOQSw=="
+    },
     "node_modules/depd": {
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/depd/-/depd-2.0.0.tgz",
@@ -10093,6 +10109,14 @@
         "url": "https://github.com/sponsors/sindresorhus"
       }
     },
+    "node_modules/good-listener": {
+      "version": "1.2.2",
+      "resolved": "https://registry.npmjs.org/good-listener/-/good-listener-1.2.2.tgz",
+      "integrity": "sha512-goW1b+d9q/HIwbVYZzZ6SsTr4IgE+WA44A0GmPIQstuOrgsFcT7VEJ48nmr9GaRtNu0XTKacFLGnBPAM6Afouw==",
+      "dependencies": {
+        "delegate": "^3.1.2"
+      }
+    },
     "node_modules/gopd": {
       "version": "1.0.1",
       "resolved": "https://registry.npmjs.org/gopd/-/gopd-1.0.1.tgz",
@@ -17041,6 +17065,11 @@
         "url": "https://opencollective.com/webpack"
       }
     },
+    "node_modules/select": {
+      "version": "1.1.2",
+      "resolved": "https://registry.npmjs.org/select/-/select-1.1.2.tgz",
+      "integrity": "sha512-OwpTSOfy6xSs1+pwcNrv0RBMOzI39Lp3qQKUTPVVPRjCdNa5JH/oPRiqsesIskK8TVgmRiHwO4KXlV2Li9dANA=="
+    },
     "node_modules/select-hose": {
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/select-hose/-/select-hose-2.0.0.tgz",
@@ -18156,6 +18185,11 @@
       "resolved": "https://registry.npmjs.org/tiny-case/-/tiny-case-1.0.3.tgz",
       "integrity": "sha512-Eet/eeMhkO6TX8mnUteS9zgPbUMQa4I6Kkp5ORiBD5476/m+PIRiumP5tmh5ioJpH7k51Kehawy2UDfsnxxY8Q=="
     },
+    "node_modules/tiny-emitter": {
+      "version": "2.1.0",
+      "resolved": "https://registry.npmjs.org/tiny-emitter/-/tiny-emitter-2.1.0.tgz",
+      "integrity": "sha512-NB6Dk1A9xgQPMoGqC5CVXn123gWyte215ONT5Pp5a0yt4nlEoO1ZWeCwpncaekPHXO60i47ihFnZPiRPjRMq4Q=="
+    },
     "node_modules/tiny-warning": {
       "version": "1.0.3",
       "resolved": "https://registry.npmjs.org/tiny-warning/-/tiny-warning-1.0.3.tgz",

xinference/web/ui/package.json

@@ -23,6 +23,7 @@
     "@testing-library/jest-dom": "^5.16.5",
     "@testing-library/react": "^13.4.0",
     "@testing-library/user-event": "^13.5.0",
+    "clipboard": "^2.0.11",
     "formik": "^2.4.2",
     "prop-types": "^15.8.1",
     "react": "^18.2.0",

{xinference-0.10.3.dist-info → xinference-0.11.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.10.3
+Version: 0.11.0
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -20,7 +20,7 @@ Classifier: Topic :: Software Development :: Libraries
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: xoscar >=0.3.0
-Requires-Dist: torch
+Requires-Dist: torch <2.3.0
 Requires-Dist: gradio >=3.39.0
 Requires-Dist: typer[all] <0.12.0
 Requires-Dist: pillow
@@ -31,7 +31,7 @@ Requires-Dist: requests
 Requires-Dist: pydantic
 Requires-Dist: fastapi
 Requires-Dist: uvicorn
-Requires-Dist: huggingface-hub <1.0,>=0.19.4
+Requires-Dist: huggingface-hub <0.23.0,>=0.19.4
 Requires-Dist: typing-extensions
 Requires-Dist: fsspec <=2023.10.0,>=2023.1.0
 Requires-Dist: s3fs
@@ -50,7 +50,7 @@ Provides-Extra: all
 Requires-Dist: chatglm-cpp >=0.3.0 ; extra == 'all'
 Requires-Dist: llama-cpp-python !=0.2.58,>=0.2.25 ; extra == 'all'
 Requires-Dist: transformers >=4.34.1 ; extra == 'all'
-Requires-Dist: torch ; extra == 'all'
+Requires-Dist: torch <2.3.0 ; extra == 'all'
 Requires-Dist: accelerate >=0.27.2 ; extra == 'all'
 Requires-Dist: sentencepiece ; extra == 'all'
 Requires-Dist: transformers-stream-generator ; extra == 'all'
@@ -70,7 +70,7 @@ Requires-Dist: torchvision ; extra == 'all'
 Requires-Dist: FlagEmbedding ; extra == 'all'
 Requires-Dist: auto-gptq ; (sys_platform != "darwin") and extra == 'all'
 Requires-Dist: autoawq ; (sys_platform != "darwin") and extra == 'all'
-Requires-Dist: vllm >=0.2.6 ; (sys_platform == "linux") and extra == 'all'
+Requires-Dist: vllm <0.4.2,>=0.2.6 ; (sys_platform == "linux") and extra == 'all'
 Requires-Dist: sglang[all] ; (sys_platform == "linux") and extra == 'all'
 Provides-Extra: benchmark
 Requires-Dist: psutil ; extra == 'benchmark'
@@ -122,7 +122,7 @@ Provides-Extra: sglang
 Requires-Dist: sglang[all] ; extra == 'sglang'
 Provides-Extra: transformers
 Requires-Dist: transformers >=4.34.1 ; extra == 'transformers'
-Requires-Dist: torch ; extra == 'transformers'
+Requires-Dist: torch <2.3.0 ; extra == 'transformers'
 Requires-Dist: accelerate >=0.27.2 ; extra == 'transformers'
 Requires-Dist: sentencepiece ; extra == 'transformers'
 Requires-Dist: transformers-stream-generator ; extra == 'transformers'
@@ -130,15 +130,15 @@ Requires-Dist: bitsandbytes ; extra == 'transformers'
 Requires-Dist: protobuf ; extra == 'transformers'
 Requires-Dist: einops ; extra == 'transformers'
 Requires-Dist: tiktoken ; extra == 'transformers'
-Requires-Dist: auto-gptq ; extra == 'transformers'
-Requires-Dist: autoawq ; extra == 'transformers'
 Requires-Dist: optimum ; extra == 'transformers'
 Requires-Dist: attrdict ; extra == 'transformers'
 Requires-Dist: timm >=0.9.16 ; extra == 'transformers'
 Requires-Dist: torchvision ; extra == 'transformers'
 Requires-Dist: peft ; extra == 'transformers'
+Requires-Dist: auto-gptq ; (sys_platform != "darwin") and extra == 'transformers'
+Requires-Dist: autoawq ; (sys_platform != "darwin") and extra == 'transformers'
 Provides-Extra: vllm
-Requires-Dist: vllm >=0.2.6 ; extra == 'vllm'
+Requires-Dist: vllm <0.4.2,>=0.2.6 ; extra == 'vllm'
 
 <div align="center">
 <img src="./assets/xorbits-logo.png" width="180px" alt="xorbits" />
@@ -177,11 +177,11 @@ potential of cutting-edge AI models.
 - Support multimodal: [#829](https://github.com/xorbitsai/inference/pull/829)
 ### New Models
 - Built-in support for [Llama 3](https://github.com/meta-llama/llama3): [#1332](https://github.com/xorbitsai/inference/pull/1332)
+- Built-in support for [Qwen1.5 110B](https://huggingface.co/Qwen/Qwen1.5-110B-Chat): [#1388](https://github.com/xorbitsai/inference/pull/1388)
+- Built-in support for [Mixtral-8x22B-instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1): [#1340](https://github.com/xorbitsai/inference/pull/1340)
 - Built-in support for [Command-R](https://huggingface.co/CohereForAI/c4ai-command-r-v01): [#1310](https://github.com/xorbitsai/inference/pull/1310)
 - Built-in support for [Qwen1.5 MOE](https://huggingface.co/Qwen/Qwen1.5-MoE-A2.7B-Chat): [#1263](https://github.com/xorbitsai/inference/pull/1263)
 - Built-in support for [Qwen1.5 32B](https://huggingface.co/Qwen/Qwen1.5-32B-Chat): [#1249](https://github.com/xorbitsai/inference/pull/1249)
-- Built-in support for [OmniLMM](https://github.com/OpenBMB/OmniLMM): [#1171](https://github.com/xorbitsai/inference/pull/1171)
-- Built-in support for [Gemma](https://github.com/google-deepmind/gemma): [#1024](https://github.com/xorbitsai/inference/pull/1024)
 ### Integrations
 - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.