PyPI - xinference - Versions diffs - 1.7.1__py3-none-any.whl → 1.8.0__py3-none-any.whl - Mend

xinference 1.7.1py3-none-any.whl → 1.8.0py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (136) hide show

xinference/_version.py +3 -3
xinference/client/restful/async_restful_client.py +8 -13
xinference/client/restful/restful_client.py +6 -2
xinference/core/chat_interface.py +6 -4
xinference/core/media_interface.py +5 -0
xinference/core/model.py +1 -5
xinference/core/supervisor.py +117 -68
xinference/core/worker.py +49 -37
xinference/deploy/test/test_cmdline.py +2 -6
xinference/model/audio/__init__.py +26 -23
xinference/model/audio/chattts.py +3 -2
xinference/model/audio/core.py +49 -98
xinference/model/audio/cosyvoice.py +3 -2
xinference/model/audio/custom.py +28 -73
xinference/model/audio/f5tts.py +3 -2
xinference/model/audio/f5tts_mlx.py +3 -2
xinference/model/audio/fish_speech.py +3 -2
xinference/model/audio/funasr.py +17 -4
xinference/model/audio/kokoro.py +3 -2
xinference/model/audio/megatts.py +3 -2
xinference/model/audio/melotts.py +3 -2
xinference/model/audio/model_spec.json +572 -171
xinference/model/audio/utils.py +0 -6
xinference/model/audio/whisper.py +3 -2
xinference/model/audio/whisper_mlx.py +3 -2
xinference/model/cache_manager.py +141 -0
xinference/model/core.py +6 -49
xinference/model/custom.py +174 -0
xinference/model/embedding/__init__.py +67 -56
xinference/model/embedding/cache_manager.py +35 -0
xinference/model/embedding/core.py +104 -84
xinference/model/embedding/custom.py +55 -78
xinference/model/embedding/embed_family.py +80 -31
xinference/model/embedding/flag/core.py +21 -5
xinference/model/embedding/llama_cpp/__init__.py +0 -0
xinference/model/embedding/llama_cpp/core.py +234 -0
xinference/model/embedding/model_spec.json +968 -103
xinference/model/embedding/sentence_transformers/core.py +30 -20
xinference/model/embedding/vllm/core.py +11 -5
xinference/model/flexible/__init__.py +8 -2
xinference/model/flexible/core.py +26 -119
xinference/model/flexible/custom.py +69 -0
xinference/model/flexible/launchers/image_process_launcher.py +1 -0
xinference/model/flexible/launchers/modelscope_launcher.py +5 -1
xinference/model/flexible/launchers/transformers_launcher.py +15 -3
xinference/model/flexible/launchers/yolo_launcher.py +5 -1
xinference/model/image/__init__.py +20 -20
xinference/model/image/cache_manager.py +62 -0
xinference/model/image/core.py +70 -182
xinference/model/image/custom.py +28 -72
xinference/model/image/model_spec.json +402 -119
xinference/model/image/ocr/got_ocr2.py +3 -2
xinference/model/image/stable_diffusion/core.py +22 -7
xinference/model/image/stable_diffusion/mlx.py +6 -6
xinference/model/image/utils.py +2 -2
xinference/model/llm/__init__.py +71 -94
xinference/model/llm/cache_manager.py +292 -0
xinference/model/llm/core.py +37 -111
xinference/model/llm/custom.py +88 -0
xinference/model/llm/llama_cpp/core.py +5 -7
xinference/model/llm/llm_family.json +16260 -8151
xinference/model/llm/llm_family.py +138 -839
xinference/model/llm/lmdeploy/core.py +5 -7
xinference/model/llm/memory.py +3 -4
xinference/model/llm/mlx/core.py +6 -8
xinference/model/llm/reasoning_parser.py +3 -1
xinference/model/llm/sglang/core.py +32 -14
xinference/model/llm/transformers/chatglm.py +3 -7
xinference/model/llm/transformers/core.py +49 -27
xinference/model/llm/transformers/deepseek_v2.py +2 -2
xinference/model/llm/transformers/gemma3.py +2 -2
xinference/model/llm/transformers/multimodal/cogagent.py +2 -2
xinference/model/llm/transformers/multimodal/deepseek_vl2.py +2 -2
xinference/model/llm/transformers/multimodal/gemma3.py +2 -2
xinference/model/llm/transformers/multimodal/glm4_1v.py +167 -0
xinference/model/llm/transformers/multimodal/glm4v.py +2 -2
xinference/model/llm/transformers/multimodal/intern_vl.py +2 -2
xinference/model/llm/transformers/multimodal/minicpmv26.py +3 -3
xinference/model/llm/transformers/multimodal/ovis2.py +2 -2
xinference/model/llm/transformers/multimodal/qwen-omni.py +2 -2
xinference/model/llm/transformers/multimodal/qwen2_audio.py +2 -2
xinference/model/llm/transformers/multimodal/qwen2_vl.py +2 -2
xinference/model/llm/transformers/opt.py +3 -7
xinference/model/llm/utils.py +34 -49
xinference/model/llm/vllm/core.py +77 -27
xinference/model/llm/vllm/xavier/engine.py +5 -3
xinference/model/llm/vllm/xavier/scheduler.py +10 -6
xinference/model/llm/vllm/xavier/transfer.py +1 -1
xinference/model/rerank/__init__.py +26 -25
xinference/model/rerank/core.py +47 -87
xinference/model/rerank/custom.py +25 -71
xinference/model/rerank/model_spec.json +158 -33
xinference/model/rerank/utils.py +2 -2
xinference/model/utils.py +115 -54
xinference/model/video/__init__.py +13 -17
xinference/model/video/core.py +44 -102
xinference/model/video/diffusers.py +4 -3
xinference/model/video/model_spec.json +90 -21
xinference/types.py +5 -3
xinference/web/ui/build/asset-manifest.json +3 -3
xinference/web/ui/build/index.html +1 -1
xinference/web/ui/build/static/js/main.7d24df53.js +3 -0
xinference/web/ui/build/static/js/main.7d24df53.js.map +1 -0
xinference/web/ui/node_modules/.cache/babel-loader/2704ff66a5f73ca78b341eb3edec60154369df9d87fbc8c6dd60121abc5e1b0a.json +1 -0
xinference/web/ui/node_modules/.cache/babel-loader/607dfef23d33e6b594518c0c6434567639f24f356b877c80c60575184ec50ed0.json +1 -0
xinference/web/ui/node_modules/.cache/babel-loader/9be3d56173aacc3efd0b497bcb13c4f6365de30069176ee9403b40e717542326.json +1 -0
xinference/web/ui/node_modules/.cache/babel-loader/9f9dd6c32c78a222d07da5987ae902effe16bcf20aac00774acdccc4de3c9ff2.json +1 -0
xinference/web/ui/node_modules/.cache/babel-loader/b2ab5ee972c60d15eb9abf5845705f8ab7e1d125d324d9a9b1bcae5d6fd7ffb2.json +1 -0
xinference/web/ui/src/locales/en.json +0 -1
xinference/web/ui/src/locales/ja.json +0 -1
xinference/web/ui/src/locales/ko.json +0 -1
xinference/web/ui/src/locales/zh.json +0 -1
{xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/METADATA +9 -11
{xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/RECORD +119 -119
xinference/model/audio/model_spec_modelscope.json +0 -231
xinference/model/embedding/model_spec_modelscope.json +0 -293
xinference/model/embedding/utils.py +0 -18
xinference/model/image/model_spec_modelscope.json +0 -375
xinference/model/llm/llama_cpp/memory.py +0 -457
xinference/model/llm/llm_family_csghub.json +0 -56
xinference/model/llm/llm_family_modelscope.json +0 -8700
xinference/model/llm/llm_family_openmind_hub.json +0 -1019
xinference/model/rerank/model_spec_modelscope.json +0 -85
xinference/model/video/model_spec_modelscope.json +0 -184
xinference/web/ui/build/static/js/main.9b12b7f9.js +0 -3
xinference/web/ui/build/static/js/main.9b12b7f9.js.map +0 -1
xinference/web/ui/node_modules/.cache/babel-loader/1460361af6975e63576708039f1cb732faf9c672d97c494d4055fc6331460be0.json +0 -1
xinference/web/ui/node_modules/.cache/babel-loader/4efd8dda58fda83ed9546bf2f587df67f8d98e639117bee2d9326a9a1d9bebb2.json +0 -1
xinference/web/ui/node_modules/.cache/babel-loader/55b9fb40b57fa926e8f05f31c2f96467e76e5ad62f033dca97c03f9e8c4eb4fe.json +0 -1
xinference/web/ui/node_modules/.cache/babel-loader/5b2dafe5aa9e1105e0244a2b6751807342fa86aa0144b4e84d947a1686102715.json +0 -1
xinference/web/ui/node_modules/.cache/babel-loader/611fa2c6c53b66039991d06dfb0473b5ab37fc63b4564e0f6e1718523768a045.json +0 -1
/xinference/web/ui/build/static/js/{main.9b12b7f9.js.LICENSE.txt → main.7d24df53.js.LICENSE.txt} +0 -0
{xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/WHEEL +0 -0
{xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/entry_points.txt +0 -0
{xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/licenses/LICENSE +0 -0
{xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/top_level.txt +0 -0

xinference/model/audio/model_spec_modelscope.json DELETED Viewed

@@ -1,231 +0,0 @@
-[
-  {
-    "model_name": "whisper-large-v3",
-    "model_family": "whisper",
-    "model_hub": "modelscope",
-    "model_id": "AI-ModelScope/whisper-large-v3",
-    "model_revision": "master",
-    "model_ability": ["audio2text"],
-    "multilingual": true
-  },
-  {
-    "model_name": "whisper-large-v3-turbo",
-    "model_family": "whisper",
-    "model_hub": "modelscope",
-    "model_id": "AI-ModelScope/whisper-large-v3-turbo",
-    "model_revision": "master",
-    "model_ability": ["audio2text"],
-    "multilingual": true
-  },
-  {
-    "model_name": "Belle-whisper-large-v3-zh",
-    "model_family": "whisper",
-    "model_hub": "modelscope",
-    "model_id": "Xorbits/Belle-whisper-large-v3-zh",
-    "model_revision": "master",
-    "model_ability": ["audio2text"],
-    "multilingual": false
-  },
-  {
-    "model_name": "SenseVoiceSmall",
-    "model_family": "funasr",
-    "model_hub": "modelscope",
-    "model_id": "iic/SenseVoiceSmall",
-    "model_revision": "master",
-    "model_ability": ["audio2text"],
-    "multilingual": true,
-    "default_model_config": {
-      "vad_model": "fsmn-vad",
-      "vad_kwargs": {
-        "max_single_segment_time": 30000
-      }
-    },
-    "default_transcription_config": {
-      "use_itn": true,
-      "batch_size_s": 60,
-      "merge_vad": true,
-      "merge_length_s": 15
-    }
-  },
-  {
-    "model_name": "paraformer-zh",
-    "model_family": "funasr",
-    "model_hub": "modelscope",
-    "model_id": "iic/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch",
-    "model_revision": "master",
-    "model_ability": ["audio2text"],
-    "multilingual": false,
-    "default_model_config": {
-      "vad_model": "fsmn-vad",
-      "punc_model": "ct-punc"
-    },
-    "default_transcription_config": {
-      "batch_size_s": 300
-    }
-  },
-  {
-    "model_name": "paraformer-zh-hotword",
-    "model_family": "funasr",
-    "model_hub": "modelscope",
-    "model_id": "iic/speech_paraformer-large-contextual_asr_nat-zh-cn-16k-common-vocab8404",
-    "model_revision": "master",
-    "model_ability": ["audio2text"],
-    "multilingual": false,
-    "default_model_config": {
-      "vad_model": "fsmn-vad",
-      "punc_model": "ct-punc"
-    },
-    "default_transcription_config": {
-      "hotword": "",
-      "batch_size_s": 300
-    }
-  },
-    {
-    "model_name": "paraformer-zh-long",
-    "model_family": "funasr",
-    "model_hub": "modelscope",
-    "model_id": "iic/speech_paraformer-large-vad-punc_asr_nat-zh-cn-16k-common-vocab8404-pytorch",
-    "model_revision": "master",
-    "model_ability": ["audio2text"],
-    "multilingual": false,
-    "default_model_config": {
-      "vad_model": "fsmn-vad",
-      "punc_model": "ct-punc"
-    },
-    "default_transcription_config": {
-      "batch_size_s": 300
-    }
-  },
-  {
-    "model_name": "paraformer-zh-spk",
-    "model_family": "funasr",
-    "model_hub": "modelscope",
-    "model_id": "iic/speech_paraformer-large-vad-punc-spk_asr_nat-zh-cn",
-    "model_revision": "master",
-    "model_ability": ["audio2text"],
-    "multilingual": false,
-    "default_model_config": {
-      "vad_model": "fsmn-vad",
-      "punc_model": "ct-punc",
-      "spk_model":"cam++"
-    },
-    "default_transcription_config": {
-      "batch_size_s": 300
-    }
-  },
-  {
-    "model_name": "seaco-paraformer-zh",
-    "model_family": "funasr",
-    "model_hub": "modelscope",
-    "model_id": "iic/speech_seaco_paraformer_large_asr_nat-zh-cn-16k-common-vocab8404-pytorch",
-    "model_revision": "master",
-    "model_ability": ["audio2text"],
-    "multilingual": false,
-    "default_model_config": {
-      "vad_model": "fsmn-vad",
-      "punc_model": "ct-punc"
-    },
-    "default_transcription_config": {
-      "hotword": "",
-      "batch_size_s": 300
-    }
-  },
-  {
-    "model_name": "ChatTTS",
-    "model_family": "ChatTTS",
-    "model_hub": "modelscope",
-    "model_id": "AI-ModelScope/ChatTTS",
-    "model_revision": "master",
-    "model_ability": ["text2audio"],
-    "multilingual": true,
-    "virtualenv": {
-      "packages": [
-        "ChatTTS>=0.2.1",
-        "#system_torch#",
-        "#system_numpy#"
-      ]
-    }
-  },
-  {
-    "model_name": "CosyVoice-300M",
-    "model_family": "CosyVoice",
-    "model_hub": "modelscope",
-    "model_id": "iic/CosyVoice-300M",
-    "model_revision": "master",
-    "model_ability": ["text2audio"],
-    "multilingual": true
-  },
-  {
-    "model_name": "CosyVoice-300M-SFT",
-    "model_family": "CosyVoice",
-    "model_hub": "modelscope",
-    "model_id": "iic/CosyVoice-300M-SFT",
-    "model_revision": "master",
-    "model_ability": ["text2audio"],
-    "multilingual": true
-  },
-  {
-    "model_name": "CosyVoice-300M-Instruct",
-    "model_family": "CosyVoice",
-    "model_hub": "modelscope",
-    "model_id": "iic/CosyVoice-300M-Instruct",
-    "model_revision": "master",
-    "model_ability": ["text2audio"],
-    "multilingual": true
-  },
-  {
-    "model_name": "CosyVoice2-0.5B",
-    "model_family": "CosyVoice",
-    "model_hub": "modelscope",
-    "model_id": "iic/CosyVoice2-0.5B",
-    "model_revision": "master",
-    "model_ability": ["text2audio"],
-    "multilingual": true,
-    "virtualenv": {
-      "packages": [
-        "librosa",
-        "tiktoken",
-        "lightning>=2.0.0",
-        "hydra-core>=1.3.2",
-        "inflect",
-        "conformer",
-        "diffusers==0.29.0",
-        "gdown",
-        "pyarrow",
-        "HyperPyYAML",
-        "onnxruntime>=1.16.0",
-        "pyworld>=0.3.4",
-        "WeTextProcessing<1.0.4",
-        "#system_numpy#",
-        "#system_torch#"
-      ]
-    }
-  },
-  {
-    "model_name": "F5-TTS",
-    "model_family": "F5-TTS",
-    "model_hub": "modelscope",
-    "model_id": "SWivid/F5-TTS_Emilia-ZH-EN",
-    "model_revision": "master",
-    "model_ability": ["text2audio"],
-    "multilingual": true
-  },
-  {
-    "model_name": "Kokoro-82M",
-    "model_family": "Kokoro",
-    "model_hub": "modelscope",
-    "model_id": "AI-ModelScope/Kokoro-82M",
-    "model_revision": "master",
-    "model_ability": ["text2audio"],
-    "multilingual": true
-  },
-  {
-    "model_name": "MegaTTS3",
-    "model_family": "MegaTTS",
-    "model_hub": "modelscope",
-    "model_id": "ByteDance/MegaTTS3",
-    "model_revision": "master",
-    "model_ability": ["text2audio"],
-    "multilingual": true
-  }
-]

xinference/model/embedding/model_spec_modelscope.json DELETED Viewed

@@ -1,293 +0,0 @@
-[
-  {
-    "model_name": "bge-large-en",
-    "dimensions": 1024,
-    "max_tokens": 512,
-    "language": ["en"],
-    "model_id": "Xorbits/bge-large-en",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-base-en",
-    "dimensions": 768,
-    "max_tokens": 512,
-    "language": ["en"],
-    "model_id": "Xorbits/bge-base-en",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "gte-large",
-    "dimensions": 1024,
-    "max_tokens": 512,
-    "language": ["en"],
-    "model_id": "Xorbits/gte-large",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "gte-base",
-    "dimensions": 768,
-    "max_tokens": 512,
-    "language": ["en"],
-    "model_id": "Xorbits/gte-base",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "e5-large-v2",
-    "dimensions": 1024,
-    "max_tokens": 512,
-    "language": ["en"],
-    "model_id": "Xorbits/e5-large-v2",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-large-zh",
-    "dimensions": 1024,
-    "max_tokens": 512,
-    "language": ["zh"],
-    "model_id": "Xorbits/bge-large-zh",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-large-zh-noinstruct",
-    "dimensions": 1024,
-    "max_tokens": 512,
-    "language": ["zh"],
-    "model_id": "Xorbits/bge-large-zh-noinstruct",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-base-zh",
-    "dimensions": 768,
-    "max_tokens": 512,
-    "language": ["zh"],
-    "model_id": "Xorbits/bge-base-zh",
-    "model_revision": "v0.0.2",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "multilingual-e5-large",
-    "dimensions": 1024,
-    "max_tokens": 514,
-    "language": ["zh"],
-    "model_id": "Xorbits/multilingual-e5-large",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-small-zh",
-    "dimensions": 512,
-    "max_tokens": 512,
-    "language": ["zh"],
-    "model_id": "Xorbits/bge-small-zh",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-small-zh-v1.5",
-    "dimensions": 512,
-    "max_tokens": 512,
-    "language": ["zh"],
-    "model_id": "Xorbits/bge-small-zh-v1.5",
-    "model_revision": "v0.0.2",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-base-zh-v1.5",
-    "dimensions": 768,
-    "max_tokens": 512,
-    "language": ["zh"],
-    "model_id": "Xorbits/bge-base-zh-v1.5",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-large-zh-v1.5",
-    "dimensions": 1024,
-    "max_tokens": 512,
-    "language": ["zh"],
-    "model_id": "Xorbits/bge-large-zh-v1.5",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-small-en-v1.5",
-    "dimensions": 384,
-    "max_tokens": 512,
-    "language": ["en"],
-    "model_id": "Xorbits/bge-small-en-v1.5",
-    "model_revision": "v0.0.2",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-base-en-v1.5",
-    "dimensions": 768,
-    "max_tokens": 512,
-    "language": ["en"],
-    "model_id": "Xorbits/bge-base-en-v1.5",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-large-en-v1.5",
-    "dimensions": 1024,
-    "max_tokens": 512,
-    "language": ["en"],
-    "model_id": "Xorbits/bge-large-en-v1.5",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-    {
-    "model_name": "jina-embeddings-v2-small-en",
-    "dimensions": 512,
-    "max_tokens": 8192,
-    "language": ["en"],
-    "model_id": "Xorbits/jina-embeddings-v2-small-en",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "jina-embeddings-v2-base-en",
-    "dimensions": 512,
-    "max_tokens": 8192,
-    "language": ["en"],
-    "model_id": "Xorbits/jina-embeddings-v2-base-en",
-    "model_revision": "v0.0.1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "jina-embeddings-v2-base-zh",
-    "dimensions": 768,
-    "max_tokens": 8192,
-    "language": ["zh", "en"],
-    "model_id": "jinaai/jina-embeddings-v2-base-zh",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "text2vec-large-chinese",
-    "dimensions": 1024,
-    "max_tokens": 256,
-    "language": ["zh"],
-    "model_id": "Jerry0/text2vec-large-chinese",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "text2vec-base-chinese",
-    "dimensions": 768,
-    "max_tokens": 128,
-    "language": ["zh"],
-    "model_id": "Jerry0/text2vec-base-chinese",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "text2vec-base-chinese-paraphrase",
-    "dimensions": 768,
-    "max_tokens": 256,
-    "language": ["zh"],
-    "model_id": "mwei23/text2vec-base-chinese-paraphrase",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bge-m3",
-    "dimensions": 1024,
-    "max_tokens": 8192,
-    "language": ["zh", "en"],
-    "model_id": "Xorbits/bge-m3",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "bce-embedding-base_v1",
-    "dimensions": 768,
-    "max_tokens": 512,
-    "language": ["zh", "en"],
-    "model_id": "maidalun/bce-embedding-base_v1",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "m3e-small",
-    "dimensions": 512,
-    "max_tokens": 512,
-    "language": ["zh", "en"],
-    "model_id": "AI-ModelScope/m3e-small",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "m3e-base",
-    "dimensions": 768,
-    "max_tokens": 512,
-    "language": ["zh", "en"],
-    "model_id": "AI-ModelScope/m3e-base",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "m3e-large",
-    "dimensions": 1024,
-    "max_tokens": 512,
-    "language": ["zh", "en"],
-    "model_id": "AI-ModelScope/m3e-large",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "gte-Qwen2",
-    "dimensions": 3584,
-    "max_tokens": 32000,
-    "language": ["zh", "en"],
-    "model_id": "iic/gte_Qwen2-7B-instruct",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "Qwen3-Embedding-0.6B",
-    "dimensions": 1024,
-    "max_tokens": 32768,
-    "language": ["zh", "en"],
-    "model_id": "Qwen/Qwen3-Embedding-0.6B",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "Qwen3-Embedding-4B",
-    "dimensions": 2560,
-    "max_tokens": 32768,
-    "language": ["zh", "en"],
-    "model_id": "Qwen/Qwen3-Embedding-4B",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "Qwen3-Embedding-8B",
-    "dimensions": 4096,
-    "max_tokens": 32768,
-    "language": ["zh", "en"],
-    "model_id": "Qwen/Qwen3-Embedding-8B",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "jina-embeddings-v3",
-    "dimensions": 1024,
-    "max_tokens": 8192,
-    "language": ["zh", "en"],
-    "model_id": "jinaai/jina-embeddings-v3",
-    "model_hub": "modelscope"
-  },
-  {
-    "model_name": "jina-clip-v2",
-    "dimensions": 1024,
-    "max_tokens": 8192,
-    "language": ["89 languages supported"],
-    "model_id": "jinaai/jina-clip-v2",
-    "model_hub": "modelscope",
-    "virtualenv": {
-      "packages": [
-        "sentence_transformers",
-        "transformers==4.51.3",
-        "xformers",
-        "flash_attn==2.7.3 ; sys_platform=='linux'"
-      ],
-      "no_build_isolation": true
-    }
-  }
-]

xinference/model/embedding/utils.py DELETED Viewed

@@ -1,18 +0,0 @@
-# Copyright 2022-2024 XProbe Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-from .core import EmbeddingModelSpec
-def get_model_version(embedding_model: EmbeddingModelSpec) -> str:
-    return f"{embedding_model.model_name}--{embedding_model.max_tokens}--{embedding_model.dimensions}"

xinference 1.7.1__py3-none-any.whl → 1.8.0__py3-none-any.whl

Potentially problematic release.

xinference 1.7.1py3-none-any.whl → 1.8.0py3-none-any.whl