xinference 1.6.0__py3-none-any.whl → 1.6.1__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/2fdc61dcb6a9d1fbcb44be592d0e87d8c3f21297a7327559ef5345665f8343f7.json

@@ -1 +0,0 @@
-{"ast":null,"code":"export var llmAllDataKey=['model_uid','model_name','model_type','model_engine','model_format','model_size_in_billions','quantization','n_worker','n_gpu','n_gpu_layers','replica','request_limits','worker_ip','gpu_idx','download_hub','model_path','reasoning_content','gguf_quantization','gguf_model_path','cpu_offload','peft_model_config','quantization_config','enable_thinking'];export var additionalParameterTipList={'transformers':['torch_dtype','device'],'llama.cpp':['n_ctx','use_mmap','use_mlock'],'vllm':['block_size','gpu_memory_utilization','max_num_seqs','max_model_len','guided_decoding_backend','scheduling_policy','tensor_parallel_size','pipeline_parallel_size','enable_prefix_caching','enable_chunked_prefill','enforce_eager','cpu_offload_gb','disable_custom_all_reduce','limit_mm_per_prompt','model_quantization','mm_processor_kwargs','min_pixels','max_pixels'],'sglang':['mem_fraction_static','attention_reduce_in_fp32','tp_size','dp_size','chunked_prefill_size','cpu_offload_gb','enable_dp_attention','enable_ep_moe'],'mlx':['cache_limit_gb','max_kv_size']};export var quantizationParametersTipList=['load_in_8bit','load_in_4bit','llm_int8_threshold','llm_int8_skip_modules','llm_int8_enable_fp32_cpu_offload','llm_int8_has_fp16_weight','bnb_4bit_compute_dtype','bnb_4bit_quant_type','bnb_4bit_use_double_quant','bnb_4bit_quant_storage'];export var featureModels=[{type:'llm',feature_models:['qwen3','deepseek-v3','deepseek-r1','deepseek-r1-distill-qwen','deepseek-r1-distill-llama','qwen2.5-instruct','qwen2.5-vl-instruct','glm4-0414','QwQ-32B','gemma-3-it']},{type:'embedding',feature_models:['bge-large-zh-v1.5','bge-large-en-v1.5','bge-m3','gte-Qwen2','jina-embeddings-v3']},{type:'rerank',feature_models:[]},{type:'image',feature_models:['FLUX.1-dev','FLUX.1-schnell','sd3.5-large','HunyuanDiT-v1.2','sd3.5-medium']},{type:'audio',feature_models:['CosyVoice2-0.5B','FishSpeech-1.5','F5-TTS','ChatTTS','SenseVoiceSmall','whisper-large-v3']},{type:'video',feature_models:[]}];","map":{"version":3,"names":["llmAllDataKey","additionalParameterTipList","quantizationParametersTipList","featureModels","type","feature_models"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/data/data.js"],"sourcesContent":["export const llmAllDataKey = [\n  'model_uid',\n  'model_name',\n  'model_type',\n  'model_engine',\n  'model_format',\n  'model_size_in_billions',\n  'quantization',\n  'n_worker',\n  'n_gpu',\n  'n_gpu_layers',\n  'replica',\n  'request_limits',\n  'worker_ip',\n  'gpu_idx',\n  'download_hub',\n  'model_path',\n  'reasoning_content',\n  'gguf_quantization',\n  'gguf_model_path',\n  'cpu_offload',\n  'peft_model_config',\n  'quantization_config',\n  'enable_thinking',\n]\n\nexport const additionalParameterTipList = {\n  'transformers': ['torch_dtype', 'device'],\n  'llama.cpp': ['n_ctx', 'use_mmap', 'use_mlock'],\n  'vllm': [\n    'block_size',\n    'gpu_memory_utilization',\n    'max_num_seqs',\n    'max_model_len',\n    'guided_decoding_backend',\n    'scheduling_policy',\n    'tensor_parallel_size',\n    'pipeline_parallel_size',\n    'enable_prefix_caching',\n    'enable_chunked_prefill',\n    'enforce_eager',\n    'cpu_offload_gb',\n    'disable_custom_all_reduce',\n    'limit_mm_per_prompt',\n    'model_quantization',\n    'mm_processor_kwargs',\n    'min_pixels',\n    'max_pixels',\n  ],\n  'sglang': [\n    'mem_fraction_static',\n    'attention_reduce_in_fp32',\n    'tp_size',\n    'dp_size',\n    'chunked_prefill_size',\n    'cpu_offload_gb',\n    'enable_dp_attention',\n    'enable_ep_moe',\n  ],\n  'mlx': ['cache_limit_gb', 'max_kv_size'],\n}\n\nexport const quantizationParametersTipList = [\n  'load_in_8bit',\n  'load_in_4bit',\n  'llm_int8_threshold',\n  'llm_int8_skip_modules',\n  'llm_int8_enable_fp32_cpu_offload',\n  'llm_int8_has_fp16_weight',\n  'bnb_4bit_compute_dtype',\n  'bnb_4bit_quant_type',\n  'bnb_4bit_use_double_quant',\n  'bnb_4bit_quant_storage',\n]\n\nexport const featureModels = [\n  {\n    type: 'llm',\n    feature_models: [\n      'qwen3',\n      'deepseek-v3',\n      'deepseek-r1',\n      'deepseek-r1-distill-qwen',\n      'deepseek-r1-distill-llama',\n      'qwen2.5-instruct',\n      'qwen2.5-vl-instruct',\n      'glm4-0414',\n      'QwQ-32B',\n      'gemma-3-it',\n    ],\n  },\n  {\n    type: 'embedding',\n    feature_models: [\n      'bge-large-zh-v1.5',\n      'bge-large-en-v1.5',\n      'bge-m3',\n      'gte-Qwen2',\n      'jina-embeddings-v3',\n    ],\n  },\n  {\n    type: 'rerank',\n    feature_models: [],\n  },\n  {\n    type: 'image',\n    feature_models: [\n      'FLUX.1-dev',\n      'FLUX.1-schnell',\n      'sd3.5-large',\n      'HunyuanDiT-v1.2',\n      'sd3.5-medium',\n    ],\n  },\n  {\n    type: 'audio',\n    feature_models: [\n      'CosyVoice2-0.5B',\n      'FishSpeech-1.5',\n      'F5-TTS',\n      'ChatTTS',\n      'SenseVoiceSmall',\n      'whisper-large-v3',\n    ],\n  },\n  {\n    type: 'video',\n    feature_models: [],\n  },\n]\n"],"mappings":"AAAA,MAAO,IAAM,CAAAA,aAAa,CAAG,CAC3B,WAAW,CACX,YAAY,CACZ,YAAY,CACZ,cAAc,CACd,cAAc,CACd,wBAAwB,CACxB,cAAc,CACd,UAAU,CACV,OAAO,CACP,cAAc,CACd,SAAS,CACT,gBAAgB,CAChB,WAAW,CACX,SAAS,CACT,cAAc,CACd,YAAY,CACZ,mBAAmB,CACnB,mBAAmB,CACnB,iBAAiB,CACjB,aAAa,CACb,mBAAmB,CACnB,qBAAqB,CACrB,iBAAiB,CAClB,CAED,MAAO,IAAM,CAAAC,0BAA0B,CAAG,CACxC,cAAc,CAAE,CAAC,aAAa,CAAE,QAAQ,CAAC,CACzC,WAAW,CAAE,CAAC,OAAO,CAAE,UAAU,CAAE,WAAW,CAAC,CAC/C,MAAM,CAAE,CACN,YAAY,CACZ,wBAAwB,CACxB,cAAc,CACd,eAAe,CACf,yBAAyB,CACzB,mBAAmB,CACnB,sBAAsB,CACtB,wBAAwB,CACxB,uBAAuB,CACvB,wBAAwB,CACxB,eAAe,CACf,gBAAgB,CAChB,2BAA2B,CAC3B,qBAAqB,CACrB,oBAAoB,CACpB,qBAAqB,CACrB,YAAY,CACZ,YAAY,CACb,CACD,QAAQ,CAAE,CACR,qBAAqB,CACrB,0BAA0B,CAC1B,SAAS,CACT,SAAS,CACT,sBAAsB,CACtB,gBAAgB,CAChB,qBAAqB,CACrB,eAAe,CAChB,CACD,KAAK,CAAE,CAAC,gBAAgB,CAAE,aAAa,CACzC,CAAC,CAED,MAAO,IAAM,CAAAC,6BAA6B,CAAG,CAC3C,cAAc,CACd,cAAc,CACd,oBAAoB,CACpB,uBAAuB,CACvB,kCAAkC,CAClC,0BAA0B,CAC1B,wBAAwB,CACxB,qBAAqB,CACrB,2BAA2B,CAC3B,wBAAwB,CACzB,CAED,MAAO,IAAM,CAAAC,aAAa,CAAG,CAC3B,CACEC,IAAI,CAAE,KAAK,CACXC,cAAc,CAAE,CACd,OAAO,CACP,aAAa,CACb,aAAa,CACb,0BAA0B,CAC1B,2BAA2B,CAC3B,kBAAkB,CAClB,qBAAqB,CACrB,WAAW,CACX,SAAS,CACT,YAAY,CAEhB,CAAC,CACD,CACED,IAAI,CAAE,WAAW,CACjBC,cAAc,CAAE,CACd,mBAAmB,CACnB,mBAAmB,CACnB,QAAQ,CACR,WAAW,CACX,oBAAoB,CAExB,CAAC,CACD,CACED,IAAI,CAAE,QAAQ,CACdC,cAAc,CAAE,EAClB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,YAAY,CACZ,gBAAgB,CAChB,aAAa,CACb,iBAAiB,CACjB,cAAc,CAElB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,iBAAiB,CACjB,gBAAgB,CAChB,QAAQ,CACR,SAAS,CACT,iBAAiB,CACjB,kBAAkB,CAEtB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,EAClB,CAAC,CACF","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}