sie-server 0.8.3__tar.gz → 0.10.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1085) hide show
  1. sie_server-0.10.0/MIGRATING_TO_SELF_HOSTED.md +101 -0
  2. sie_server-0.10.0/PKG-INFO +67 -0
  3. sie_server-0.10.0/README.md +826 -0
  4. sie_server-0.10.0/REMOTE_BACKENDS.md +790 -0
  5. sie_server-0.10.0/bundles/default.yaml +107 -0
  6. sie_server-0.10.0/bundles/remote.yaml +16 -0
  7. sie_server-0.10.0/bundles/transformers5.yaml +70 -0
  8. sie_server-0.10.0/models/Alibaba-NLP__gte-modernbert-base.yaml +39 -0
  9. sie_server-0.10.0/models/Alibaba-NLP__gte-reranker-modernbert-base.yaml +23 -0
  10. sie_server-0.10.0/models/Ihor__gliner-biomed-large-v1.0.yaml +32 -0
  11. sie_server-0.10.0/models/PaddlePaddle__PaddleOCR-VL-1.5.yaml +54 -0
  12. sie_server-0.10.0/models/Qdrant__splade-ecommerce-esci.yaml +25 -0
  13. sie_server-0.10.0/models/Qwen__Qwen3-Embedding-4B.yaml +36 -0
  14. sie_server-0.10.0/models/Qwen__Qwen3-Embedding-8B.yaml +36 -0
  15. sie_server-0.10.0/models/Qwen__Qwen3.5-122B-A10B-FP8.yaml +70 -0
  16. sie_server-0.10.0/models/Qwen__Qwen3.6-35B-A3B.yaml +187 -0
  17. sie_server-0.10.0/models/Qwen__Qwen3.8-27B-FP8.yaml +547 -0
  18. sie_server-0.10.0/models/Qwen__Qwen3Guard-Gen-0.6B.yaml +91 -0
  19. sie_server-0.10.0/models/Qwen__Qwen3Guard-Gen-4B.yaml +91 -0
  20. sie_server-0.10.0/models/TomoroAI__tomoro-colqwen3-embed-4b.yaml +63 -0
  21. sie_server-0.10.0/models/facebook__sam3.yaml +50 -0
  22. sie_server-0.10.0/models/fastino__gliguard-LLMGuardrails-300M.yaml +28 -0
  23. sie_server-0.10.0/models/fastino__gliner2-privacy-filter-PII-multi.yaml +23 -0
  24. sie_server-0.10.0/models/fastino__gliner2.5-base-v1.yaml +23 -0
  25. sie_server-0.10.0/models/fastino__gliner2.5-small-v1.yaml +23 -0
  26. sie_server-0.10.0/models/gliner-community__gliner_large-v2.5.yaml +29 -0
  27. sie_server-0.10.0/models/gliner-community__gliner_medium-v2.5.yaml +29 -0
  28. sie_server-0.10.0/models/google__gemma-4-31B-it.yaml +522 -0
  29. sie_server-0.10.0/models/google__madlad400-3b-mt.yaml +44 -0
  30. sie_server-0.10.0/models/ibm-granite__granite-embedding-97m-multilingual-r2.yaml +36 -0
  31. sie_server-0.10.0/models/ibm-granite__granite-embedding-small-english-r2.yaml +39 -0
  32. sie_server-0.10.0/models/knowledgator__gliclass-base-v1.0-lw.yaml +29 -0
  33. sie_server-0.10.0/models/knowledgator__gliclass-base-v1.0.yaml +26 -0
  34. sie_server-0.10.0/models/knowledgator__gliclass-base-v3.0.yaml +32 -0
  35. sie_server-0.10.0/models/knowledgator__gliclass-edge-v3.0.yaml +29 -0
  36. sie_server-0.10.0/models/knowledgator__gliclass-instruct-base-v1.0.yaml +32 -0
  37. sie_server-0.10.0/models/knowledgator__gliclass-instruct-edge-v1.0.yaml +29 -0
  38. sie_server-0.10.0/models/knowledgator__gliclass-instruct-large-v1.0.yaml +32 -0
  39. sie_server-0.10.0/models/knowledgator__gliclass-large-v1.0-lw.yaml +29 -0
  40. sie_server-0.10.0/models/knowledgator__gliclass-large-v1.0.yaml +26 -0
  41. sie_server-0.10.0/models/knowledgator__gliclass-large-v3.0.yaml +26 -0
  42. sie_server-0.10.0/models/knowledgator__gliclass-modern-base-v3.0.yaml +30 -0
  43. sie_server-0.10.0/models/knowledgator__gliclass-modern-large-v3.0.yaml +30 -0
  44. sie_server-0.10.0/models/knowledgator__gliclass-multilang-edge.yaml +30 -0
  45. sie_server-0.10.0/models/knowledgator__gliclass-multilang-mini.yaml +29 -0
  46. sie_server-0.10.0/models/knowledgator__gliclass-multilang-ultra.yaml +29 -0
  47. sie_server-0.10.0/models/knowledgator__gliclass-small-v1.0.yaml +26 -0
  48. sie_server-0.10.0/models/lightonai__GTE-ModernColBERT-v1.yaml +59 -0
  49. sie_server-0.10.0/models/lightonai__LightOnOCR-2-1B.yaml +39 -0
  50. sie_server-0.10.0/models/lightonai__Reason-ModernColBERT.yaml +47 -0
  51. sie_server-0.10.0/models/lightonai__mLateOn.yaml +52 -0
  52. sie_server-0.10.0/models/mixedbread-ai__mxbai-edge-colbert-v0-32m.yaml +53 -0
  53. sie_server-0.10.0/models/nomic-ai__modernbert-embed-base.yaml +45 -0
  54. sie_server-0.10.0/models/nvidia__parakeet-tdt-0.6b-v3.yaml +25 -0
  55. sie_server-0.10.0/models/openai__privacy-filter.yaml +22 -0
  56. sie_server-0.10.0/models/opensearch-project__opensearch-neural-sparse-encoding-doc-v3-distill.yaml +31 -0
  57. sie_server-0.10.0/models/opensearch-project__opensearch-neural-sparse-encoding-doc-v3-gte.yaml +32 -0
  58. sie_server-0.10.0/models/tencent__Hy-MT2-1.8B.yaml +44 -0
  59. sie_server-0.10.0/models/topk-io__Iso-ModernColBERT.yaml +85 -0
  60. sie_server-0.10.0/models/topk-io__topk-embed-v1-small.yaml +74 -0
  61. sie_server-0.10.0/models/topk-io__topk-embed-v1-xsmall.yaml +76 -0
  62. sie_server-0.10.0/models/zai-org__GLM-OCR.yaml +39 -0
  63. sie_server-0.10.0/models/zeroentropy__zerank-2-reranker.yaml +22 -0
  64. sie_server-0.10.0/openapi.json +4372 -0
  65. sie_server-0.10.0/pyproject.toml +168 -0
  66. sie_server-0.10.0/scripts/generate_topk_embed_goldens.py +220 -0
  67. sie_server-0.10.0/src/sie_server/adapter_call_loop.py +579 -0
  68. sie_server-0.10.0/src/sie_server/adapters/_base_adapter.py +381 -0
  69. sie_server-0.10.0/src/sie_server/adapters/_cuda_graphs.py +70 -0
  70. sie_server-0.10.0/src/sie_server/adapters/_generation_base.py +1086 -0
  71. sie_server-0.10.0/src/sie_server/adapters/_modernbert_flash.py +226 -0
  72. sie_server-0.10.0/src/sie_server/adapters/_modernbert_flash_graphs.py +723 -0
  73. sie_server-0.10.0/src/sie_server/adapters/_packed_rope.py +133 -0
  74. sie_server-0.10.0/src/sie_server/adapters/_sparse_rows.py +37 -0
  75. sie_server-0.10.0/src/sie_server/adapters/_utils.py +245 -0
  76. sie_server-0.10.0/src/sie_server/adapters/_word_window.py +575 -0
  77. sie_server-0.10.0/src/sie_server/adapters/base.py +602 -0
  78. sie_server-0.10.0/src/sie_server/adapters/bert_flash/__init__.py +434 -0
  79. sie_server-0.10.0/src/sie_server/adapters/bge_m3_score_mixin.py +308 -0
  80. sie_server-0.10.0/src/sie_server/adapters/colbert/__init__.py +1263 -0
  81. sie_server-0.10.0/src/sie_server/adapters/colbert_modernbert_flash/adapter.py +762 -0
  82. sie_server-0.10.0/src/sie_server/adapters/colqwen3/__init__.py +416 -0
  83. sie_server-0.10.0/src/sie_server/adapters/cross_encoder/__init__.py +317 -0
  84. sie_server-0.10.0/src/sie_server/adapters/ctranslate2/generation.py +760 -0
  85. sie_server-0.10.0/src/sie_server/adapters/errors.py +52 -0
  86. sie_server-0.10.0/src/sie_server/adapters/fake/adapter.py +613 -0
  87. sie_server-0.10.0/src/sie_server/adapters/gliclass/__init__.py +2068 -0
  88. sie_server-0.10.0/src/sie_server/adapters/gliclass/cuda_graphs.py +746 -0
  89. sie_server-0.10.0/src/sie_server/adapters/gliclass/modernbert_flash.py +231 -0
  90. sie_server-0.10.0/src/sie_server/adapters/gliformer/adapter.py +1696 -0
  91. sie_server-0.10.0/src/sie_server/adapters/gliner/__init__.py +754 -0
  92. sie_server-0.10.0/src/sie_server/adapters/gliner2/adapter.py +1288 -0
  93. sie_server-0.10.0/src/sie_server/adapters/gliner2/entities.py +436 -0
  94. sie_server-0.10.0/src/sie_server/adapters/gliner_bi/__init__.py +452 -0
  95. sie_server-0.10.0/src/sie_server/adapters/gte_sparse_flash/__init__.py +598 -0
  96. sie_server-0.10.0/src/sie_server/adapters/lighton_ocr/adapter.py +685 -0
  97. sie_server-0.10.0/src/sie_server/adapters/mlx/_server.py +304 -0
  98. sie_server-0.10.0/src/sie_server/adapters/mlx/generation.py +513 -0
  99. sie_server-0.10.0/src/sie_server/adapters/modernbert_flash/__init__.py +511 -0
  100. sie_server-0.10.0/src/sie_server/adapters/modernbert_flash_cross_encoder/__init__.py +523 -0
  101. sie_server-0.10.0/src/sie_server/adapters/native_causal_cross_encoder/adapter.py +360 -0
  102. sie_server-0.10.0/src/sie_server/adapters/nli_classification_flash/__init__.py +311 -0
  103. sie_server-0.10.0/src/sie_server/adapters/nomic_flash/__init__.py +566 -0
  104. sie_server-0.10.0/src/sie_server/adapters/owlv2/adapter.py +430 -0
  105. sie_server-0.10.0/src/sie_server/adapters/parakeet/adapter.py +566 -0
  106. sie_server-0.10.0/src/sie_server/adapters/parakeet/decoding.py +151 -0
  107. sie_server-0.10.0/src/sie_server/adapters/peft_lora_mixin.py +392 -0
  108. sie_server-0.10.0/src/sie_server/adapters/privacy_filter/adapter.py +374 -0
  109. sie_server-0.10.0/src/sie_server/adapters/qwen2_flash/__init__.py +559 -0
  110. sie_server-0.10.0/src/sie_server/adapters/qwen2_flash/_fused_layers.py +100 -0
  111. sie_server-0.10.0/src/sie_server/adapters/qwen2_flash/_fused_ops.py +208 -0
  112. sie_server-0.10.0/src/sie_server/adapters/qwen2_flash_cross_encoder/adapter.py +752 -0
  113. sie_server-0.10.0/src/sie_server/adapters/remote/_batching.py +156 -0
  114. sie_server-0.10.0/src/sie_server/adapters/remote/_chat_transport.py +76 -0
  115. sie_server-0.10.0/src/sie_server/adapters/remote/_http.py +377 -0
  116. sie_server-0.10.0/src/sie_server/adapters/remote/_limits.py +315 -0
  117. sie_server-0.10.0/src/sie_server/adapters/remote/_openai_chat.py +308 -0
  118. sie_server-0.10.0/src/sie_server/adapters/remote/_openai_completions.py +114 -0
  119. sie_server-0.10.0/src/sie_server/adapters/remote/openai.py +584 -0
  120. sie_server-0.10.0/src/sie_server/adapters/remote/sie.py +1011 -0
  121. sie_server-0.10.0/src/sie_server/adapters/rope_flash/__init__.py +424 -0
  122. sie_server-0.10.0/src/sie_server/adapters/sam3/adapter.py +499 -0
  123. sie_server-0.10.0/src/sie_server/adapters/sglang/_compat/sitecustomize.py +411 -0
  124. sie_server-0.10.0/src/sie_server/adapters/sglang/_server.py +675 -0
  125. sie_server-0.10.0/src/sie_server/adapters/sglang/embedding.py +935 -0
  126. sie_server-0.10.0/src/sie_server/adapters/sglang/generation.py +2386 -0
  127. sie_server-0.10.0/src/sie_server/adapters/sglang_vision_extract/adapter.py +349 -0
  128. sie_server-0.10.0/src/sie_server/adapters/splade_flash/adapter.py +641 -0
  129. sie_server-0.10.0/src/sie_server/adapters/tensorrt_llm/_server.py +223 -0
  130. sie_server-0.10.0/src/sie_server/adapters/topk_embed/_vision_rotary_kernel.py +47 -0
  131. sie_server-0.10.0/src/sie_server/adapters/topk_embed/adapter.py +1086 -0
  132. sie_server-0.10.0/src/sie_server/adapters/topk_embed/graphs.py +466 -0
  133. sie_server-0.10.0/src/sie_server/adapters/topk_embed/packed.py +463 -0
  134. sie_server-0.10.0/src/sie_server/adapters/topk_embed/vision_rotary.py +74 -0
  135. sie_server-0.10.0/src/sie_server/adapters/whisper/adapter.py +346 -0
  136. sie_server-0.10.0/src/sie_server/api/encode.py +442 -0
  137. sie_server-0.10.0/src/sie_server/api/extract.py +469 -0
  138. sie_server-0.10.0/src/sie_server/api/generate.py +1451 -0
  139. sie_server-0.10.0/src/sie_server/api/helpers.py +850 -0
  140. sie_server-0.10.0/src/sie_server/api/models.py +310 -0
  141. sie_server-0.10.0/src/sie_server/api/openai_audio.py +518 -0
  142. sie_server-0.10.0/src/sie_server/api/openai_compat.py +676 -0
  143. sie_server-0.10.0/src/sie_server/api/openai_completions.py +813 -0
  144. sie_server-0.10.0/src/sie_server/api/openai_local.py +1703 -0
  145. sie_server-0.10.0/src/sie_server/api/openai_responses.py +409 -0
  146. sie_server-0.10.0/src/sie_server/api/routing.py +310 -0
  147. sie_server-0.10.0/src/sie_server/api/score.py +326 -0
  148. sie_server-0.10.0/src/sie_server/api/streaming_response.py +40 -0
  149. sie_server-0.10.0/src/sie_server/api/ws.py +716 -0
  150. sie_server-0.10.0/src/sie_server/app/app_factory.py +447 -0
  151. sie_server-0.10.0/src/sie_server/app/app_state_config.py +157 -0
  152. sie_server-0.10.0/src/sie_server/bundle_requirements.py +60 -0
  153. sie_server-0.10.0/src/sie_server/cli.py +714 -0
  154. sie_server-0.10.0/src/sie_server/config/equivalence.py +272 -0
  155. sie_server-0.10.0/src/sie_server/config/fleet_equivalence.py +93 -0
  156. sie_server-0.10.0/src/sie_server/config/hybrid_admission.py +273 -0
  157. sie_server-0.10.0/src/sie_server/config/model.py +1458 -0
  158. sie_server-0.10.0/src/sie_server/config/routing.py +131 -0
  159. sie_server-0.10.0/src/sie_server/config/sie_identity.py +288 -0
  160. sie_server-0.10.0/src/sie_server/config/upstreams.py +522 -0
  161. sie_server-0.10.0/src/sie_server/core/batcher.py +645 -0
  162. sie_server-0.10.0/src/sie_server/core/encode_pipeline.py +450 -0
  163. sie_server-0.10.0/src/sie_server/core/grammar_routing.py +172 -0
  164. sie_server-0.10.0/src/sie_server/core/inference_output.py +267 -0
  165. sie_server-0.10.0/src/sie_server/core/load_errors.py +348 -0
  166. sie_server-0.10.0/src/sie_server/core/loader.py +870 -0
  167. sie_server-0.10.0/src/sie_server/core/model_loader.py +975 -0
  168. sie_server-0.10.0/src/sie_server/core/numerical_snapshot.py +106 -0
  169. sie_server-0.10.0/src/sie_server/core/pool_isolation.py +216 -0
  170. sie_server-0.10.0/src/sie_server/core/postprocessor.py +955 -0
  171. sie_server-0.10.0/src/sie_server/core/postprocessor_registry.py +268 -0
  172. sie_server-0.10.0/src/sie_server/core/prepared.py +422 -0
  173. sie_server-0.10.0/src/sie_server/core/preprocessor/audio.py +113 -0
  174. sie_server-0.10.0/src/sie_server/core/preprocessor/vision.py +1817 -0
  175. sie_server-0.10.0/src/sie_server/core/profile_identity.py +486 -0
  176. sie_server-0.10.0/src/sie_server/core/registry.py +3424 -0
  177. sie_server-0.10.0/src/sie_server/core/runtime_options.py +446 -0
  178. sie_server-0.10.0/src/sie_server/core/shutdown.py +177 -0
  179. sie_server-0.10.0/src/sie_server/core/upstream_client.py +87 -0
  180. sie_server-0.10.0/src/sie_server/core/upstream_deadline.py +202 -0
  181. sie_server-0.10.0/src/sie_server/core/worker/handlers/encode.py +283 -0
  182. sie_server-0.10.0/src/sie_server/core/worker/handlers/extract.py +271 -0
  183. sie_server-0.10.0/src/sie_server/core/worker/handlers/score.py +166 -0
  184. sie_server-0.10.0/src/sie_server/core/worker/model_worker.py +1750 -0
  185. sie_server-0.10.0/src/sie_server/ipc_server.py +1168 -0
  186. sie_server-0.10.0/src/sie_server/ipc_types.py +714 -0
  187. sie_server-0.10.0/src/sie_server/local_ingest_client.py +263 -0
  188. sie_server-0.10.0/src/sie_server/observability/batch_fanin.py +86 -0
  189. sie_server-0.10.0/src/sie_server/observability/lifecycle.py +180 -0
  190. sie_server-0.10.0/src/sie_server/observability/tracing.py +248 -0
  191. sie_server-0.10.0/src/sie_server/observability/worker_telemetry.py +1558 -0
  192. sie_server-0.10.0/src/sie_server/processors/generate_params.py +15 -0
  193. sie_server-0.10.0/src/sie_server/processors/hybrid_usage.py +98 -0
  194. sie_server-0.10.0/src/sie_server/processors/remote_chat.py +239 -0
  195. sie_server-0.10.0/src/sie_server/processors/remote_chat_prompt.py +274 -0
  196. sie_server-0.10.0/src/sie_server/processors/streaming.py +4644 -0
  197. sie_server-0.10.0/src/sie_server/processors/strict_grammar.py +319 -0
  198. sie_server-0.10.0/src/sie_server/processors/tool_call_parser.py +998 -0
  199. sie_server-0.10.0/src/sie_server/queue_executor.py +2331 -0
  200. sie_server-0.10.0/src/sie_server/types/grammar.py +139 -0
  201. sie_server-0.10.0/src/sie_server/types/openapi.py +818 -0
  202. sie_server-0.10.0/src/sie_server/types/responses.py +258 -0
  203. sie_server-0.10.0/tests/adapters/conftest.py +201 -0
  204. sie_server-0.10.0/tests/adapters/goldens/topk_embed/topk-io__topk-embed-v1-small.json +149 -0
  205. sie_server-0.10.0/tests/adapters/goldens/topk_embed/topk-io__topk-embed-v1-xsmall.json +149 -0
  206. sie_server-0.10.0/tests/adapters/test_colbert_modernbert_flash_batch_invariance.py +221 -0
  207. sie_server-0.10.0/tests/adapters/test_colbert_modernbert_flash_tokenize.py +58 -0
  208. sie_server-0.10.0/tests/adapters/test_ctranslate2_generation.py +558 -0
  209. sie_server-0.10.0/tests/adapters/test_flash_default_instruction.py +195 -0
  210. sie_server-0.10.0/tests/adapters/test_gliclass_cuda_graphs.py +888 -0
  211. sie_server-0.10.0/tests/adapters/test_gliclass_modernbert_flash.py +573 -0
  212. sie_server-0.10.0/tests/adapters/test_gliclass_overflow_policy.py +188 -0
  213. sie_server-0.10.0/tests/adapters/test_gliclass_parity.py +669 -0
  214. sie_server-0.10.0/tests/adapters/test_gliclass_request_options.py +1397 -0
  215. sie_server-0.10.0/tests/adapters/test_gliformer_span_decoding.py +890 -0
  216. sie_server-0.10.0/tests/adapters/test_gliner2.py +732 -0
  217. sie_server-0.10.0/tests/adapters/test_gliner2_complete_text.py +279 -0
  218. sie_server-0.10.0/tests/adapters/test_gliner2_entities.py +854 -0
  219. sie_server-0.10.0/tests/adapters/test_gliner2_input_errors.py +93 -0
  220. sie_server-0.10.0/tests/adapters/test_gliner2_long_text.py +815 -0
  221. sie_server-0.10.0/tests/adapters/test_gliner_bi_label_cache.py +62 -0
  222. sie_server-0.10.0/tests/adapters/test_gliner_long_words.py +422 -0
  223. sie_server-0.10.0/tests/adapters/test_gliner_metering.py +233 -0
  224. sie_server-0.10.0/tests/adapters/test_gliner_prefix_space.py +81 -0
  225. sie_server-0.10.0/tests/adapters/test_gliner_relations.py +424 -0
  226. sie_server-0.10.0/tests/adapters/test_gliner_windows.py +216 -0
  227. sie_server-0.10.0/tests/adapters/test_lighton_ocr3.py +282 -0
  228. sie_server-0.10.0/tests/adapters/test_lora.py +1089 -0
  229. sie_server-0.10.0/tests/adapters/test_mlx_generation.py +479 -0
  230. sie_server-0.10.0/tests/adapters/test_modernbert_flash_graphs.py +867 -0
  231. sie_server-0.10.0/tests/adapters/test_modernbert_flash_rope.py +225 -0
  232. sie_server-0.10.0/tests/adapters/test_native_causal_cross_encoder.py +661 -0
  233. sie_server-0.10.0/tests/adapters/test_nli_classification_flash_parity.py +88 -0
  234. sie_server-0.10.0/tests/adapters/test_nli_classification_flash_scores.py +164 -0
  235. sie_server-0.10.0/tests/adapters/test_nli_classification_flash_usage.py +209 -0
  236. sie_server-0.10.0/tests/adapters/test_owlv2.py +232 -0
  237. sie_server-0.10.0/tests/adapters/test_packed_rope.py +108 -0
  238. sie_server-0.10.0/tests/adapters/test_parakeet.py +1053 -0
  239. sie_server-0.10.0/tests/adapters/test_privacy_filter.py +355 -0
  240. sie_server-0.10.0/tests/adapters/test_qwen2_flash.py +159 -0
  241. sie_server-0.10.0/tests/adapters/test_qwen2_flash_cross_encoder.py +268 -0
  242. sie_server-0.10.0/tests/adapters/test_qwen2_flash_fused.py +153 -0
  243. sie_server-0.10.0/tests/adapters/test_remote_fallback.py +493 -0
  244. sie_server-0.10.0/tests/adapters/test_remote_openai_adapter.py +645 -0
  245. sie_server-0.10.0/tests/adapters/test_remote_openai_chat.py +313 -0
  246. sie_server-0.10.0/tests/adapters/test_remote_openai_generation.py +340 -0
  247. sie_server-0.10.0/tests/adapters/test_remote_sie_adapter.py +777 -0
  248. sie_server-0.10.0/tests/adapters/test_remote_sie_chat.py +283 -0
  249. sie_server-0.10.0/tests/adapters/test_remote_sie_generation.py +277 -0
  250. sie_server-0.10.0/tests/adapters/test_remote_sie_primitives.py +992 -0
  251. sie_server-0.10.0/tests/adapters/test_remote_streaming.py +81 -0
  252. sie_server-0.10.0/tests/adapters/test_remote_upstream_failures.py +347 -0
  253. sie_server-0.10.0/tests/adapters/test_remote_upstream_limits.py +685 -0
  254. sie_server-0.10.0/tests/adapters/test_sam3.py +509 -0
  255. sie_server-0.10.0/tests/adapters/test_sglang_embedding_dispatch.py +74 -0
  256. sie_server-0.10.0/tests/adapters/test_sglang_generation.py +3909 -0
  257. sie_server-0.10.0/tests/adapters/test_sglang_json_grammar_limits.py +258 -0
  258. sie_server-0.10.0/tests/adapters/test_sglang_launch_flags.py +204 -0
  259. sie_server-0.10.0/tests/adapters/test_sglang_vision_extract.py +616 -0
  260. sie_server-0.10.0/tests/adapters/test_sparse_rows.py +95 -0
  261. sie_server-0.10.0/tests/adapters/test_topk_embed.py +423 -0
  262. sie_server-0.10.0/tests/adapters/test_topk_embed_graphs.py +378 -0
  263. sie_server-0.10.0/tests/adapters/test_topk_embed_overlap.py +113 -0
  264. sie_server-0.10.0/tests/adapters/test_topk_embed_packed.py +327 -0
  265. sie_server-0.10.0/tests/adapters/test_topk_embed_parity.py +148 -0
  266. sie_server-0.10.0/tests/adapters/test_topk_embed_vision_rotary.py +40 -0
  267. sie_server-0.10.0/tests/adapters/test_topk_embed_warmup.py +131 -0
  268. sie_server-0.10.0/tests/adapters/test_visual_document.py +1214 -0
  269. sie_server-0.10.0/tests/adapters/test_whisper.py +389 -0
  270. sie_server-0.10.0/tests/adapters/test_word_window.py +351 -0
  271. sie_server-0.10.0/tests/api/test_audio_length_bound.py +205 -0
  272. sie_server-0.10.0/tests/api/test_encode_endpoint.py +1061 -0
  273. sie_server-0.10.0/tests/api/test_extract.py +1242 -0
  274. sie_server-0.10.0/tests/api/test_generate.py +2051 -0
  275. sie_server-0.10.0/tests/api/test_generate_stream.py +715 -0
  276. sie_server-0.10.0/tests/api/test_generation_timeouts.py +164 -0
  277. sie_server-0.10.0/tests/api/test_models.py +464 -0
  278. sie_server-0.10.0/tests/api/test_openai_compat.py +854 -0
  279. sie_server-0.10.0/tests/api/test_openai_completions.py +750 -0
  280. sie_server-0.10.0/tests/api/test_openai_local.py +1818 -0
  281. sie_server-0.10.0/tests/api/test_openai_responses.py +484 -0
  282. sie_server-0.10.0/tests/api/test_remote_chat.py +829 -0
  283. sie_server-0.10.0/tests/api/test_remote_routing.py +455 -0
  284. sie_server-0.10.0/tests/api/test_score.py +875 -0
  285. sie_server-0.10.0/tests/app/test_app_factory.py +941 -0
  286. sie_server-0.10.0/tests/config/test_catalog_loadtime_options.py +108 -0
  287. sie_server-0.10.0/tests/config/test_colqwen3_compact_profile.py +22 -0
  288. sie_server-0.10.0/tests/config/test_entity_model_catalog.py +64 -0
  289. sie_server-0.10.0/tests/config/test_equivalence.py +1052 -0
  290. sie_server-0.10.0/tests/config/test_gemma4_31b_hires_profile.py +149 -0
  291. sie_server-0.10.0/tests/config/test_generation_mode_profiles.py +315 -0
  292. sie_server-0.10.0/tests/config/test_gte_modern_colbert_profiles.py +56 -0
  293. sie_server-0.10.0/tests/config/test_h100_fp8_generation_profiles.py +91 -0
  294. sie_server-0.10.0/tests/config/test_hybrid_admission.py +1130 -0
  295. sie_server-0.10.0/tests/config/test_iso_moderncolbert_profiles.py +66 -0
  296. sie_server-0.10.0/tests/config/test_native_zerank_catalog.py +59 -0
  297. sie_server-0.10.0/tests/config/test_openai_upstream_endpoints.py +350 -0
  298. sie_server-0.10.0/tests/config/test_profile_backend_consistency.py +215 -0
  299. sie_server-0.10.0/tests/config/test_qwen38_generation_profiles.py +318 -0
  300. sie_server-0.10.0/tests/config/test_qwen_generation_profiles.py +324 -0
  301. sie_server-0.10.0/tests/config/test_remote_backed_config.py +206 -0
  302. sie_server-0.10.0/tests/config/test_remote_bundle.py +65 -0
  303. sie_server-0.10.0/tests/config/test_remote_generation.py +72 -0
  304. sie_server-0.10.0/tests/config/test_routing_config.py +471 -0
  305. sie_server-0.10.0/tests/config/test_sam3.py +48 -0
  306. sie_server-0.10.0/tests/config/test_sie_identity.py +769 -0
  307. sie_server-0.10.0/tests/config/test_smve_profile_postprocessors.py +47 -0
  308. sie_server-0.10.0/tests/config/test_upstreams.py +212 -0
  309. sie_server-0.10.0/tests/config/test_visual_muvera_containment.py +42 -0
  310. sie_server-0.10.0/tests/core/test_adaptive_batching.py +1247 -0
  311. sie_server-0.10.0/tests/core/test_batcher.py +1276 -0
  312. sie_server-0.10.0/tests/core/test_bundle_requirements.py +40 -0
  313. sie_server-0.10.0/tests/core/test_grammar_routing.py +70 -0
  314. sie_server-0.10.0/tests/core/test_load_error_classification.py +365 -0
  315. sie_server-0.10.0/tests/core/test_model_load_timeout.py +480 -0
  316. sie_server-0.10.0/tests/core/test_pool_isolation.py +318 -0
  317. sie_server-0.10.0/tests/core/test_postprocessor_registry.py +205 -0
  318. sie_server-0.10.0/tests/core/test_preprocessor.py +1160 -0
  319. sie_server-0.10.0/tests/core/test_profile_identity.py +680 -0
  320. sie_server-0.10.0/tests/core/test_registry_async.py +1290 -0
  321. sie_server-0.10.0/tests/core/test_registry_device_groups.py +645 -0
  322. sie_server-0.10.0/tests/core/test_registry_engine_exit.py +326 -0
  323. sie_server-0.10.0/tests/core/test_registry_failed_state.py +257 -0
  324. sie_server-0.10.0/tests/core/test_remote_profile_loading.py +414 -0
  325. sie_server-0.10.0/tests/core/test_revision_identity.py +188 -0
  326. sie_server-0.10.0/tests/core/test_runtime_options.py +673 -0
  327. sie_server-0.10.0/tests/core/test_shutdown.py +231 -0
  328. sie_server-0.10.0/tests/core/test_smve_postprocessor.py +206 -0
  329. sie_server-0.10.0/tests/core/test_tokenizer_transformers5_format.py +47 -0
  330. sie_server-0.10.0/tests/core/test_upstream_client.py +155 -0
  331. sie_server-0.10.0/tests/core/test_upstream_deadline.py +96 -0
  332. sie_server-0.10.0/tests/core/test_worker_concurrent_dispatch.py +184 -0
  333. sie_server-0.10.0/tests/core/test_worker_extract.py +326 -0
  334. sie_server-0.10.0/tests/core/worker/__init__.py +0 -0
  335. sie_server-0.10.0/tests/fake_stack/__init__.py +0 -0
  336. sie_server-0.10.0/tests/fake_stack/test_registry_races.py +195 -0
  337. sie_server-0.10.0/tests/fake_stack/test_registry_serving_isolation.py +225 -0
  338. sie_server-0.10.0/tests/health/__init__.py +0 -0
  339. sie_server-0.10.0/tests/integration/__init__.py +0 -0
  340. sie_server-0.10.0/tests/observability/__init__.py +0 -0
  341. sie_server-0.10.0/tests/observability/test_batch_fanin.py +102 -0
  342. sie_server-0.10.0/tests/observability/test_lifecycle.py +174 -0
  343. sie_server-0.10.0/tests/observability/test_worker_telemetry.py +713 -0
  344. sie_server-0.10.0/tests/processors/__init__.py +0 -0
  345. sie_server-0.10.0/tests/processors/test_hybrid_usage.py +412 -0
  346. sie_server-0.10.0/tests/processors/test_remote_chat.py +600 -0
  347. sie_server-0.10.0/tests/processors/test_remote_chat_prompt.py +315 -0
  348. sie_server-0.10.0/tests/processors/test_streaming.py +4822 -0
  349. sie_server-0.10.0/tests/processors/test_strict_grammar.py +451 -0
  350. sie_server-0.10.0/tests/processors/test_tool_call_grammar.py +190 -0
  351. sie_server-0.10.0/tests/processors/test_tool_call_parser.py +990 -0
  352. sie_server-0.10.0/tests/processors/test_vision_token_budget.py +49 -0
  353. sie_server-0.10.0/tests/test_all_models.py +1488 -0
  354. sie_server-0.10.0/tests/test_all_models_assertions.py +51 -0
  355. sie_server-0.10.0/tests/test_cli_upstreams.py +162 -0
  356. sie_server-0.10.0/tests/test_config_delta_rejection.py +176 -0
  357. sie_server-0.10.0/tests/test_ipc_server.py +3319 -0
  358. sie_server-0.10.0/tests/test_local_ingest_client.py +279 -0
  359. sie_server-0.10.0/tests/test_metering_units.py +2261 -0
  360. sie_server-0.10.0/tests/test_queue_executor.py +2098 -0
  361. sie_server-0.10.0/tests/test_queue_executor_stage1d.py +709 -0
  362. sie_server-0.10.0/tests/test_remote_queue_path.py +301 -0
  363. sie_server-0.10.0/tests/type_defs/__init__.py +0 -0
  364. sie_server-0.8.3/PKG-INFO +0 -62
  365. sie_server-0.8.3/README.md +0 -273
  366. sie_server-0.8.3/bundles/default.yaml +0 -104
  367. sie_server-0.8.3/bundles/transformers5.yaml +0 -40
  368. sie_server-0.8.3/models/Alibaba-NLP__gte-modernbert-base.yaml +0 -34
  369. sie_server-0.8.3/models/Alibaba-NLP__gte-reranker-modernbert-base.yaml +0 -22
  370. sie_server-0.8.3/models/Ihor__gliner-biomed-large-v1.0.yaml +0 -20
  371. sie_server-0.8.3/models/PaddlePaddle__PaddleOCR-VL-1.5.yaml +0 -54
  372. sie_server-0.8.3/models/Qwen__Qwen3-Embedding-4B.yaml +0 -32
  373. sie_server-0.8.3/models/Qwen__Qwen3-Embedding-8B.yaml +0 -32
  374. sie_server-0.8.3/models/Qwen__Qwen3.6-35B-A3B.yaml +0 -168
  375. sie_server-0.8.3/models/Qwen__Qwen3.8-27B-FP8.yaml +0 -364
  376. sie_server-0.8.3/models/TomoroAI__tomoro-colqwen3-embed-4b.yaml +0 -43
  377. sie_server-0.8.3/models/fastino__gliguard-LLMGuardrails-300M.yaml +0 -26
  378. sie_server-0.8.3/models/gliner-community__gliner_large-v2.5.yaml +0 -22
  379. sie_server-0.8.3/models/gliner-community__gliner_medium-v2.5.yaml +0 -22
  380. sie_server-0.8.3/models/google__gemma-4-31B-it.yaml +0 -401
  381. sie_server-0.8.3/models/google__madlad400-3b-mt.yaml +0 -44
  382. sie_server-0.8.3/models/ibm-granite__granite-embedding-97m-multilingual-r2.yaml +0 -35
  383. sie_server-0.8.3/models/ibm-granite__granite-embedding-small-english-r2.yaml +0 -34
  384. sie_server-0.8.3/models/knowledgator__gliclass-base-v1.0.yaml +0 -26
  385. sie_server-0.8.3/models/knowledgator__gliclass-base-v3.0.yaml +0 -29
  386. sie_server-0.8.3/models/knowledgator__gliclass-edge-v3.0.yaml +0 -29
  387. sie_server-0.8.3/models/knowledgator__gliclass-instruct-base-v1.0.yaml +0 -29
  388. sie_server-0.8.3/models/knowledgator__gliclass-instruct-edge-v1.0.yaml +0 -29
  389. sie_server-0.8.3/models/knowledgator__gliclass-instruct-large-v1.0.yaml +0 -29
  390. sie_server-0.8.3/models/knowledgator__gliclass-large-v1.0.yaml +0 -26
  391. sie_server-0.8.3/models/knowledgator__gliclass-large-v3.0.yaml +0 -23
  392. sie_server-0.8.3/models/knowledgator__gliclass-multilang-edge.yaml +0 -29
  393. sie_server-0.8.3/models/knowledgator__gliclass-multilang-mini.yaml +0 -29
  394. sie_server-0.8.3/models/knowledgator__gliclass-small-v1.0.yaml +0 -23
  395. sie_server-0.8.3/models/lightonai__GTE-ModernColBERT-v1.yaml +0 -58
  396. sie_server-0.8.3/models/lightonai__LightOnOCR-2-1B.yaml +0 -39
  397. sie_server-0.8.3/models/lightonai__Reason-ModernColBERT.yaml +0 -44
  398. sie_server-0.8.3/models/lightonai__mLateOn.yaml +0 -49
  399. sie_server-0.8.3/models/mixedbread-ai__mxbai-edge-colbert-v0-32m.yaml +0 -52
  400. sie_server-0.8.3/models/nomic-ai__modernbert-embed-base.yaml +0 -38
  401. sie_server-0.8.3/models/opensearch-project__opensearch-neural-sparse-encoding-doc-v3-distill.yaml +0 -25
  402. sie_server-0.8.3/models/opensearch-project__opensearch-neural-sparse-encoding-doc-v3-gte.yaml +0 -26
  403. sie_server-0.8.3/models/topk-io__Iso-ModernColBERT.yaml +0 -55
  404. sie_server-0.8.3/models/zai-org__GLM-OCR.yaml +0 -39
  405. sie_server-0.8.3/openapi.json +0 -4072
  406. sie_server-0.8.3/pyproject.toml +0 -160
  407. sie_server-0.8.3/src/sie_server/adapter_call_loop.py +0 -575
  408. sie_server-0.8.3/src/sie_server/adapters/_base_adapter.py +0 -381
  409. sie_server-0.8.3/src/sie_server/adapters/_generation_base.py +0 -1018
  410. sie_server-0.8.3/src/sie_server/adapters/_modernbert_flash.py +0 -196
  411. sie_server-0.8.3/src/sie_server/adapters/_utils.py +0 -227
  412. sie_server-0.8.3/src/sie_server/adapters/_word_window.py +0 -315
  413. sie_server-0.8.3/src/sie_server/adapters/base.py +0 -580
  414. sie_server-0.8.3/src/sie_server/adapters/bert_flash/__init__.py +0 -432
  415. sie_server-0.8.3/src/sie_server/adapters/bge_m3_score_mixin.py +0 -308
  416. sie_server-0.8.3/src/sie_server/adapters/colbert/__init__.py +0 -1251
  417. sie_server-0.8.3/src/sie_server/adapters/colbert_modernbert_flash/adapter.py +0 -664
  418. sie_server-0.8.3/src/sie_server/adapters/colqwen3/__init__.py +0 -399
  419. sie_server-0.8.3/src/sie_server/adapters/cross_encoder/__init__.py +0 -317
  420. sie_server-0.8.3/src/sie_server/adapters/ctranslate2/generation.py +0 -747
  421. sie_server-0.8.3/src/sie_server/adapters/errors.py +0 -2
  422. sie_server-0.8.3/src/sie_server/adapters/fake/adapter.py +0 -458
  423. sie_server-0.8.3/src/sie_server/adapters/gliclass/__init__.py +0 -1912
  424. sie_server-0.8.3/src/sie_server/adapters/gliclass/cuda_graphs.py +0 -463
  425. sie_server-0.8.3/src/sie_server/adapters/gliformer/adapter.py +0 -1696
  426. sie_server-0.8.3/src/sie_server/adapters/gliner/__init__.py +0 -658
  427. sie_server-0.8.3/src/sie_server/adapters/gliner2/adapter.py +0 -974
  428. sie_server-0.8.3/src/sie_server/adapters/gliner_bi/__init__.py +0 -375
  429. sie_server-0.8.3/src/sie_server/adapters/gte_sparse_flash/__init__.py +0 -588
  430. sie_server-0.8.3/src/sie_server/adapters/lighton_ocr/adapter.py +0 -519
  431. sie_server-0.8.3/src/sie_server/adapters/mlx/_server.py +0 -302
  432. sie_server-0.8.3/src/sie_server/adapters/mlx/generation.py +0 -487
  433. sie_server-0.8.3/src/sie_server/adapters/modernbert_flash/__init__.py +0 -412
  434. sie_server-0.8.3/src/sie_server/adapters/modernbert_flash_cross_encoder/__init__.py +0 -424
  435. sie_server-0.8.3/src/sie_server/adapters/nli_classification_flash/__init__.py +0 -261
  436. sie_server-0.8.3/src/sie_server/adapters/nomic_flash/__init__.py +0 -560
  437. sie_server-0.8.3/src/sie_server/adapters/owlv2/adapter.py +0 -418
  438. sie_server-0.8.3/src/sie_server/adapters/peft_lora_mixin.py +0 -402
  439. sie_server-0.8.3/src/sie_server/adapters/qwen2_flash/__init__.py +0 -516
  440. sie_server-0.8.3/src/sie_server/adapters/qwen2_flash_cross_encoder/adapter.py +0 -698
  441. sie_server-0.8.3/src/sie_server/adapters/rope_flash/__init__.py +0 -418
  442. sie_server-0.8.3/src/sie_server/adapters/sglang/_compat/sitecustomize.py +0 -115
  443. sie_server-0.8.3/src/sie_server/adapters/sglang/_server.py +0 -649
  444. sie_server-0.8.3/src/sie_server/adapters/sglang/embedding.py +0 -916
  445. sie_server-0.8.3/src/sie_server/adapters/sglang/generation.py +0 -2301
  446. sie_server-0.8.3/src/sie_server/adapters/sglang_vision_extract/adapter.py +0 -334
  447. sie_server-0.8.3/src/sie_server/adapters/splade_flash/adapter.py +0 -662
  448. sie_server-0.8.3/src/sie_server/adapters/tensorrt_llm/_server.py +0 -221
  449. sie_server-0.8.3/src/sie_server/adapters/whisper/adapter.py +0 -339
  450. sie_server-0.8.3/src/sie_server/api/encode.py +0 -468
  451. sie_server-0.8.3/src/sie_server/api/extract.py +0 -467
  452. sie_server-0.8.3/src/sie_server/api/generate.py +0 -1376
  453. sie_server-0.8.3/src/sie_server/api/helpers.py +0 -770
  454. sie_server-0.8.3/src/sie_server/api/models.py +0 -264
  455. sie_server-0.8.3/src/sie_server/api/openai_audio.py +0 -520
  456. sie_server-0.8.3/src/sie_server/api/openai_compat.py +0 -662
  457. sie_server-0.8.3/src/sie_server/api/openai_completions.py +0 -763
  458. sie_server-0.8.3/src/sie_server/api/openai_local.py +0 -1238
  459. sie_server-0.8.3/src/sie_server/api/openai_responses.py +0 -395
  460. sie_server-0.8.3/src/sie_server/api/score.py +0 -313
  461. sie_server-0.8.3/src/sie_server/api/ws.py +0 -586
  462. sie_server-0.8.3/src/sie_server/app/app_factory.py +0 -434
  463. sie_server-0.8.3/src/sie_server/app/app_state_config.py +0 -136
  464. sie_server-0.8.3/src/sie_server/bundle_requirements.py +0 -60
  465. sie_server-0.8.3/src/sie_server/cli.py +0 -667
  466. sie_server-0.8.3/src/sie_server/config/model.py +0 -1272
  467. sie_server-0.8.3/src/sie_server/core/__init__.py +0 -10
  468. sie_server-0.8.3/src/sie_server/core/batcher.py +0 -592
  469. sie_server-0.8.3/src/sie_server/core/encode_pipeline.py +0 -441
  470. sie_server-0.8.3/src/sie_server/core/inference_output.py +0 -248
  471. sie_server-0.8.3/src/sie_server/core/load_errors.py +0 -246
  472. sie_server-0.8.3/src/sie_server/core/loader.py +0 -850
  473. sie_server-0.8.3/src/sie_server/core/model_loader.py +0 -959
  474. sie_server-0.8.3/src/sie_server/core/pool_isolation.py +0 -194
  475. sie_server-0.8.3/src/sie_server/core/postprocessor.py +0 -731
  476. sie_server-0.8.3/src/sie_server/core/postprocessor_registry.py +0 -268
  477. sie_server-0.8.3/src/sie_server/core/prepared.py +0 -412
  478. sie_server-0.8.3/src/sie_server/core/preprocessor/audio.py +0 -101
  479. sie_server-0.8.3/src/sie_server/core/preprocessor/vision.py +0 -1751
  480. sie_server-0.8.3/src/sie_server/core/registry.py +0 -3069
  481. sie_server-0.8.3/src/sie_server/core/runtime_options.py +0 -249
  482. sie_server-0.8.3/src/sie_server/core/shutdown.py +0 -160
  483. sie_server-0.8.3/src/sie_server/core/worker/handlers/encode.py +0 -283
  484. sie_server-0.8.3/src/sie_server/core/worker/handlers/extract.py +0 -271
  485. sie_server-0.8.3/src/sie_server/core/worker/handlers/score.py +0 -152
  486. sie_server-0.8.3/src/sie_server/core/worker/model_worker.py +0 -1647
  487. sie_server-0.8.3/src/sie_server/ipc_server.py +0 -905
  488. sie_server-0.8.3/src/sie_server/ipc_types.py +0 -658
  489. sie_server-0.8.3/src/sie_server/local_ingest_client.py +0 -185
  490. sie_server-0.8.3/src/sie_server/observability/tracing.py +0 -244
  491. sie_server-0.8.3/src/sie_server/observability/worker_telemetry.py +0 -1487
  492. sie_server-0.8.3/src/sie_server/processors/streaming.py +0 -4340
  493. sie_server-0.8.3/src/sie_server/processors/tool_call_parser.py +0 -787
  494. sie_server-0.8.3/src/sie_server/queue_executor.py +0 -2068
  495. sie_server-0.8.3/src/sie_server/types/grammar.py +0 -136
  496. sie_server-0.8.3/src/sie_server/types/openapi.py +0 -771
  497. sie_server-0.8.3/src/sie_server/types/responses.py +0 -245
  498. sie_server-0.8.3/tests/adapters/test_ctranslate2_generation.py +0 -511
  499. sie_server-0.8.3/tests/adapters/test_gliclass_cuda_graphs.py +0 -571
  500. sie_server-0.8.3/tests/adapters/test_gliclass_overflow_policy.py +0 -180
  501. sie_server-0.8.3/tests/adapters/test_gliclass_parity.py +0 -590
  502. sie_server-0.8.3/tests/adapters/test_gliclass_request_options.py +0 -1222
  503. sie_server-0.8.3/tests/adapters/test_gliformer_span_decoding.py +0 -883
  504. sie_server-0.8.3/tests/adapters/test_gliner2.py +0 -647
  505. sie_server-0.8.3/tests/adapters/test_gliner2_long_text.py +0 -484
  506. sie_server-0.8.3/tests/adapters/test_gliner_bi_label_cache.py +0 -39
  507. sie_server-0.8.3/tests/adapters/test_gliner_long_words.py +0 -371
  508. sie_server-0.8.3/tests/adapters/test_gliner_metering.py +0 -205
  509. sie_server-0.8.3/tests/adapters/test_gliner_relations.py +0 -420
  510. sie_server-0.8.3/tests/adapters/test_lora.py +0 -869
  511. sie_server-0.8.3/tests/adapters/test_mlx_generation.py +0 -437
  512. sie_server-0.8.3/tests/adapters/test_owlv2.py +0 -229
  513. sie_server-0.8.3/tests/adapters/test_qwen2_flash_cross_encoder.py +0 -170
  514. sie_server-0.8.3/tests/adapters/test_sglang_generation.py +0 -3698
  515. sie_server-0.8.3/tests/adapters/test_sglang_launch_flags.py +0 -200
  516. sie_server-0.8.3/tests/adapters/test_sglang_vision_extract.py +0 -561
  517. sie_server-0.8.3/tests/adapters/test_visual_document.py +0 -1134
  518. sie_server-0.8.3/tests/adapters/test_whisper.py +0 -295
  519. sie_server-0.8.3/tests/adapters/test_word_window.py +0 -218
  520. sie_server-0.8.3/tests/api/test_encode_endpoint.py +0 -1020
  521. sie_server-0.8.3/tests/api/test_extract.py +0 -1218
  522. sie_server-0.8.3/tests/api/test_generate.py +0 -1702
  523. sie_server-0.8.3/tests/api/test_generate_stream.py +0 -668
  524. sie_server-0.8.3/tests/api/test_models.py +0 -387
  525. sie_server-0.8.3/tests/api/test_openai_compat.py +0 -539
  526. sie_server-0.8.3/tests/api/test_openai_completions.py +0 -722
  527. sie_server-0.8.3/tests/api/test_openai_local.py +0 -1402
  528. sie_server-0.8.3/tests/api/test_openai_responses.py +0 -465
  529. sie_server-0.8.3/tests/api/test_score.py +0 -844
  530. sie_server-0.8.3/tests/app/test_app_factory.py +0 -674
  531. sie_server-0.8.3/tests/config/test_catalog_loadtime_options.py +0 -95
  532. sie_server-0.8.3/tests/config/test_generation_mode_profiles.py +0 -313
  533. sie_server-0.8.3/tests/config/test_gte_modern_colbert_profiles.py +0 -56
  534. sie_server-0.8.3/tests/config/test_h100_fp8_generation_profiles.py +0 -88
  535. sie_server-0.8.3/tests/config/test_profile_backend_consistency.py +0 -179
  536. sie_server-0.8.3/tests/config/test_qwen38_generation_profiles.py +0 -170
  537. sie_server-0.8.3/tests/config/test_qwen_generation_profiles.py +0 -304
  538. sie_server-0.8.3/tests/config/test_visual_muvera_containment.py +0 -40
  539. sie_server-0.8.3/tests/core/test_adaptive_batching.py +0 -1226
  540. sie_server-0.8.3/tests/core/test_batcher.py +0 -1039
  541. sie_server-0.8.3/tests/core/test_bundle_requirements.py +0 -40
  542. sie_server-0.8.3/tests/core/test_model_load_timeout.py +0 -459
  543. sie_server-0.8.3/tests/core/test_pool_isolation.py +0 -211
  544. sie_server-0.8.3/tests/core/test_postprocessor_registry.py +0 -186
  545. sie_server-0.8.3/tests/core/test_preprocessor.py +0 -1123
  546. sie_server-0.8.3/tests/core/test_registry_async.py +0 -1059
  547. sie_server-0.8.3/tests/core/test_registry_device_groups.py +0 -642
  548. sie_server-0.8.3/tests/core/test_registry_failed_state.py +0 -231
  549. sie_server-0.8.3/tests/core/test_revision_identity.py +0 -188
  550. sie_server-0.8.3/tests/core/test_runtime_options.py +0 -333
  551. sie_server-0.8.3/tests/core/test_shutdown.py +0 -196
  552. sie_server-0.8.3/tests/core/test_worker_extract.py +0 -253
  553. sie_server-0.8.3/tests/fake_stack/test_registry_races.py +0 -194
  554. sie_server-0.8.3/tests/observability/test_worker_telemetry.py +0 -636
  555. sie_server-0.8.3/tests/processors/test_streaming.py +0 -4444
  556. sie_server-0.8.3/tests/processors/test_tool_call_grammar.py +0 -189
  557. sie_server-0.8.3/tests/processors/test_tool_call_parser.py +0 -773
  558. sie_server-0.8.3/tests/test_all_models.py +0 -1414
  559. sie_server-0.8.3/tests/test_ipc_server.py +0 -2206
  560. sie_server-0.8.3/tests/test_local_ingest_client.py +0 -181
  561. sie_server-0.8.3/tests/test_metering_units.py +0 -2132
  562. sie_server-0.8.3/tests/test_queue_executor.py +0 -1955
  563. sie_server-0.8.3/tests/test_queue_executor_stage1d.py +0 -638
  564. {sie_server-0.8.3 → sie_server-0.10.0}/.gitignore +0 -0
  565. {sie_server-0.8.3 → sie_server-0.10.0}/CONTRIBUTING.md +0 -0
  566. {sie_server-0.8.3 → sie_server-0.10.0}/Dockerfile.cpu +0 -0
  567. {sie_server-0.8.3 → sie_server-0.10.0}/Dockerfile.cuda12 +0 -0
  568. {sie_server-0.8.3 → sie_server-0.10.0}/Dockerfile.cuda13 +0 -0
  569. {sie_server-0.8.3 → sie_server-0.10.0}/LICENSE +0 -0
  570. {sie_server-0.8.3 → sie_server-0.10.0}/bundles/candle.yaml +0 -0
  571. {sie_server-0.8.3 → sie_server-0.10.0}/bundles/ctranslate2.yaml +0 -0
  572. {sie_server-0.8.3 → sie_server-0.10.0}/bundles/fake.yaml +0 -0
  573. {sie_server-0.8.3 → sie_server-0.10.0}/bundles/sglang-cu130.yaml +0 -0
  574. {sie_server-0.8.3 → sie_server-0.10.0}/bundles/sglang-embedding.yaml +0 -0
  575. {sie_server-0.8.3 → sie_server-0.10.0}/bundles/sglang-vision-extract.yaml +0 -0
  576. {sie_server-0.8.3 → sie_server-0.10.0}/bundles/sglang.yaml +0 -0
  577. {sie_server-0.8.3 → sie_server-0.10.0}/bundles/tensorrt-llm.yaml +0 -0
  578. {sie_server-0.8.3 → sie_server-0.10.0}/models/Alibaba-NLP__gte-Qwen2-1.5B-instruct.yaml +0 -0
  579. {sie_server-0.8.3 → sie_server-0.10.0}/models/Alibaba-NLP__gte-Qwen2-7B-instruct.yaml +0 -0
  580. {sie_server-0.8.3 → sie_server-0.10.0}/models/Alibaba-NLP__gte-multilingual-base.yaml +0 -0
  581. {sie_server-0.8.3 → sie_server-0.10.0}/models/BAAI__bge-base-en-v1.5.yaml +0 -0
  582. {sie_server-0.8.3 → sie_server-0.10.0}/models/BAAI__bge-large-en-v1.5.yaml +0 -0
  583. {sie_server-0.8.3 → sie_server-0.10.0}/models/BAAI__bge-m3.yaml +0 -0
  584. {sie_server-0.8.3 → sie_server-0.10.0}/models/BAAI__bge-reranker-base.yaml +0 -0
  585. {sie_server-0.8.3 → sie_server-0.10.0}/models/BAAI__bge-reranker-large.yaml +0 -0
  586. {sie_server-0.8.3 → sie_server-0.10.0}/models/BAAI__bge-reranker-v2-m3.yaml +0 -0
  587. {sie_server-0.8.3 → sie_server-0.10.0}/models/BAAI__bge-small-en-v1.5.yaml +0 -0
  588. {sie_server-0.8.3 → sie_server-0.10.0}/models/BAAI__bge-small-zh-v1.5.yaml +0 -0
  589. {sie_server-0.8.3 → sie_server-0.10.0}/models/EmergentMethods__gliner_large_news-v2.1.yaml +0 -0
  590. {sie_server-0.8.3 → sie_server-0.10.0}/models/GritLM__GritLM-7B.yaml +0 -0
  591. {sie_server-0.8.3 → sie_server-0.10.0}/models/IDEA-Research__grounding-dino-base.yaml +0 -0
  592. {sie_server-0.8.3 → sie_server-0.10.0}/models/IDEA-Research__grounding-dino-tiny.yaml +0 -0
  593. {sie_server-0.8.3 → sie_server-0.10.0}/models/Linq-AI-Research__Linq-Embed-Mistral.yaml +0 -0
  594. {sie_server-0.8.3 → sie_server-0.10.0}/models/Marqo__marqo-ecommerce-embeddings-B.yaml +0 -0
  595. {sie_server-0.8.3 → sie_server-0.10.0}/models/Marqo__marqo-fashionSigLIP.yaml +0 -0
  596. {sie_server-0.8.3 → sie_server-0.10.0}/models/MoritzLaurer__ModernBERT-base-zeroshot-v2.0.yaml +0 -0
  597. {sie_server-0.8.3 → sie_server-0.10.0}/models/MoritzLaurer__deberta-v3-base-zeroshot-v2.0.yaml +0 -0
  598. {sie_server-0.8.3 → sie_server-0.10.0}/models/MoritzLaurer__deberta-v3-large-zeroshot-v2.0.yaml +0 -0
  599. {sie_server-0.8.3 → sie_server-0.10.0}/models/NeuML__gliner-bert-tiny.yaml +0 -0
  600. {sie_server-0.8.3 → sie_server-0.10.0}/models/NovaSearch__stella_en_1.5B_v5.yaml +0 -0
  601. {sie_server-0.8.3 → sie_server-0.10.0}/models/NovaSearch__stella_en_400M_v5.yaml +0 -0
  602. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3-0.6B.yaml +0 -0
  603. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3-4B-Instruct-2507.yaml +0 -0
  604. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3-Embedding-0.6B.yaml +0 -0
  605. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3-Reranker-0.6B.yaml +0 -0
  606. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3-Reranker-4B.yaml +0 -0
  607. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3-VL-8B-Instruct.yaml +0 -0
  608. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3-VL-Embedding-2B.yaml +0 -0
  609. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3-VL-Reranker-2B.yaml +0 -0
  610. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3.5-4B.yaml +0 -0
  611. {sie_server-0.8.3 → sie_server-0.10.0}/models/Qwen__Qwen3.6-27B.yaml +0 -0
  612. {sie_server-0.8.3 → sie_server-0.10.0}/models/Salesforce__SFR-Embedding-2_R.yaml +0 -0
  613. {sie_server-0.8.3 → sie_server-0.10.0}/models/Salesforce__SFR-Embedding-Mistral.yaml +0 -0
  614. {sie_server-0.8.3 → sie_server-0.10.0}/models/Snowflake__snowflake-arctic-embed-l-v2.0.yaml +0 -0
  615. {sie_server-0.8.3 → sie_server-0.10.0}/models/Snowflake__snowflake-arctic-embed-m-v2.0.yaml +0 -0
  616. {sie_server-0.8.3 → sie_server-0.10.0}/models/Snowflake__snowflake-arctic-embed-s.yaml +0 -0
  617. {sie_server-0.8.3 → sie_server-0.10.0}/models/WhereIsAI__UAE-Large-V1.yaml +0 -0
  618. {sie_server-0.8.3 → sie_server-0.10.0}/models/answerdotai__ModernBERT-base.yaml +0 -0
  619. {sie_server-0.8.3 → sie_server-0.10.0}/models/answerdotai__ModernBERT-large.yaml +0 -0
  620. {sie_server-0.8.3 → sie_server-0.10.0}/models/answerdotai__answerai-colbert-small-v1.yaml +0 -0
  621. {sie_server-0.8.3 → sie_server-0.10.0}/models/colbert-ir__colbertv2.0.yaml +0 -0
  622. {sie_server-0.8.3 → sie_server-0.10.0}/models/convaiinnovations__laya-multilingual.yaml +0 -0
  623. {sie_server-0.8.3 → sie_server-0.10.0}/models/convaiinnovations__laya-typed-decisions.yaml +0 -0
  624. {sie_server-0.8.3 → sie_server-0.10.0}/models/convaiinnovations__laya.yaml +0 -0
  625. {sie_server-0.8.3 → sie_server-0.10.0}/models/cross-encoder__ms-marco-MiniLM-L-12-v2.yaml +0 -0
  626. {sie_server-0.8.3 → sie_server-0.10.0}/models/cross-encoder__ms-marco-MiniLM-L-6-v2.yaml +0 -0
  627. {sie_server-0.8.3 → sie_server-0.10.0}/models/cross-encoder__nli-deberta-v3-base.yaml +0 -0
  628. {sie_server-0.8.3 → sie_server-0.10.0}/models/defog__sqlcoder-7b-2.yaml +0 -0
  629. {sie_server-0.8.3 → sie_server-0.10.0}/models/docling.yaml +0 -0
  630. {sie_server-0.8.3 → sie_server-0.10.0}/models/facebook__bart-large-mnli.yaml +0 -0
  631. {sie_server-0.8.3 → sie_server-0.10.0}/models/fastino__GLiNER2.5-Decide-1B.yaml +0 -0
  632. {sie_server-0.8.3 → sie_server-0.10.0}/models/fastino__GLiNER2.5-Decide.yaml +0 -0
  633. {sie_server-0.8.3 → sie_server-0.10.0}/models/fastino__GLiNER2.5-multi-Decide.yaml +0 -0
  634. {sie_server-0.8.3 → sie_server-0.10.0}/models/fastino__gliner2-base-v1.yaml +0 -0
  635. {sie_server-0.8.3 → sie_server-0.10.0}/models/fastino__gliner2-large-v1.yaml +0 -0
  636. {sie_server-0.8.3 → sie_server-0.10.0}/models/gliner-community__gliner_small-v2.5.yaml +0 -0
  637. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__embeddinggemma-300m.yaml +0 -0
  638. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__gemma-4-26B-A4B-it.yaml +0 -0
  639. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__gemma-4-E2B-it.yaml +0 -0
  640. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__gemma-4-E4B-it.yaml +0 -0
  641. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__owlv2-base-patch16-ensemble.yaml +0 -0
  642. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__owlv2-large-patch14-ensemble.yaml +0 -0
  643. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__siglip-base-patch16-256.yaml +0 -0
  644. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__siglip-so400m-patch14-224.yaml +0 -0
  645. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__siglip-so400m-patch14-384.yaml +0 -0
  646. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__siglip2-base-patch16-224.yaml +0 -0
  647. {sie_server-0.8.3 → sie_server-0.10.0}/models/google__translategemma-4b-it.yaml +0 -0
  648. {sie_server-0.8.3 → sie_server-0.10.0}/models/ibm-granite__granite-embedding-30m-sparse.yaml +0 -0
  649. {sie_server-0.8.3 → sie_server-0.10.0}/models/ibm-granite__granite-embedding-english-r2.yaml +0 -0
  650. {sie_server-0.8.3 → sie_server-0.10.0}/models/ibm-granite__granite-guardian-3.0-2b.yaml +0 -0
  651. {sie_server-0.8.3 → sie_server-0.10.0}/models/intfloat__e5-base-v2.yaml +0 -0
  652. {sie_server-0.8.3 → sie_server-0.10.0}/models/intfloat__e5-large-v2.yaml +0 -0
  653. {sie_server-0.8.3 → sie_server-0.10.0}/models/intfloat__e5-mistral-7b-instruct.yaml +0 -0
  654. {sie_server-0.8.3 → sie_server-0.10.0}/models/intfloat__e5-small-v2.yaml +0 -0
  655. {sie_server-0.8.3 → sie_server-0.10.0}/models/intfloat__multilingual-e5-large-instruct.yaml +0 -0
  656. {sie_server-0.8.3 → sie_server-0.10.0}/models/intfloat__multilingual-e5-large.yaml +0 -0
  657. {sie_server-0.8.3 → sie_server-0.10.0}/models/intfloat__multilingual-e5-small.yaml +0 -0
  658. {sie_server-0.8.3 → sie_server-0.10.0}/models/jackboyla__glirel-large-v0.yaml +0 -0
  659. {sie_server-0.8.3 → sie_server-0.10.0}/models/jinaai__jina-colbert-v2.yaml +0 -0
  660. {sie_server-0.8.3 → sie_server-0.10.0}/models/jinaai__jina-embeddings-v2-base-code.yaml +0 -0
  661. {sie_server-0.8.3 → sie_server-0.10.0}/models/jinaai__jina-embeddings-v2-base-de.yaml +0 -0
  662. {sie_server-0.8.3 → sie_server-0.10.0}/models/jinaai__jina-embeddings-v2-base-en.yaml +0 -0
  663. {sie_server-0.8.3 → sie_server-0.10.0}/models/jinaai__jina-embeddings-v2-base-es.yaml +0 -0
  664. {sie_server-0.8.3 → sie_server-0.10.0}/models/jinaai__jina-embeddings-v2-base-zh.yaml +0 -0
  665. {sie_server-0.8.3 → sie_server-0.10.0}/models/jinaai__jina-embeddings-v2-small-en.yaml +0 -0
  666. {sie_server-0.8.3 → sie_server-0.10.0}/models/jinaai__jina-reranker-v2-base-multilingual.yaml +0 -0
  667. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliformer-base-v1.yaml +0 -0
  668. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliformer-large-v1.yaml +0 -0
  669. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliner-bi-base-v2.0.yaml +0 -0
  670. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliner-bi-edge-v2.0.yaml +0 -0
  671. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliner-bi-large-v2.0.yaml +0 -0
  672. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliner-bi-small-v2.0.yaml +0 -0
  673. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliner-pii-base-v1.0.yaml +0 -0
  674. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliner-pii-edge-v1.0.yaml +0 -0
  675. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliner-pii-large-v1.0.yaml +0 -0
  676. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliner-pii-small-v1.0.yaml +0 -0
  677. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__gliner-relex-large-v1.0.yaml +0 -0
  678. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__modern-gliner-bi-base-v1.0.yaml +0 -0
  679. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__opir-edge-multilang-v1.0.yaml +0 -0
  680. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__opir-edge-v1.0.yaml +0 -0
  681. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__opir-multitask-large-v1.0.yaml +0 -0
  682. {sie_server-0.8.3 → sie_server-0.10.0}/models/knowledgator__opir-multitask-multilang-v1.0.yaml +0 -0
  683. {sie_server-0.8.3 → sie_server-0.10.0}/models/laion__CLIP-ViT-B-32-laion2B-s34B-b79K.yaml +0 -0
  684. {sie_server-0.8.3 → sie_server-0.10.0}/models/laion__CLIP-ViT-H-14-laion2B-s32B-b79K.yaml +0 -0
  685. {sie_server-0.8.3 → sie_server-0.10.0}/models/microsoft__Florence-2-base-ft.yaml +0 -0
  686. {sie_server-0.8.3 → sie_server-0.10.0}/models/microsoft__Florence-2-base.yaml +0 -0
  687. {sie_server-0.8.3 → sie_server-0.10.0}/models/microsoft__Florence-2-large.yaml +0 -0
  688. {sie_server-0.8.3 → sie_server-0.10.0}/models/mixedbread-ai__mxbai-colbert-large-v1.yaml +0 -0
  689. {sie_server-0.8.3 → sie_server-0.10.0}/models/mixedbread-ai__mxbai-embed-large-v1.yaml +0 -0
  690. {sie_server-0.8.3 → sie_server-0.10.0}/models/mixedbread-ai__mxbai-rerank-base-v2.yaml +0 -0
  691. {sie_server-0.8.3 → sie_server-0.10.0}/models/mixedbread-ai__mxbai-rerank-large-v2.yaml +0 -0
  692. {sie_server-0.8.3 → sie_server-0.10.0}/models/mynkchaudhry__Florence-2-FT-DocVQA.yaml +0 -0
  693. {sie_server-0.8.3 → sie_server-0.10.0}/models/naver-clova-ix__donut-base-finetuned-cord-v2.yaml +0 -0
  694. {sie_server-0.8.3 → sie_server-0.10.0}/models/naver-clova-ix__donut-base-finetuned-docvqa.yaml +0 -0
  695. {sie_server-0.8.3 → sie_server-0.10.0}/models/naver__splade-cocondenser-selfdistil.yaml +0 -0
  696. {sie_server-0.8.3 → sie_server-0.10.0}/models/naver__splade-v3.yaml +0 -0
  697. {sie_server-0.8.3 → sie_server-0.10.0}/models/naver__v-splade-quality.yaml +0 -0
  698. {sie_server-0.8.3 → sie_server-0.10.0}/models/nomic-ai__nomic-embed-text-v1.5.yaml +0 -0
  699. {sie_server-0.8.3 → sie_server-0.10.0}/models/nomic-ai__nomic-embed-text-v2-moe.yaml +0 -0
  700. {sie_server-0.8.3 → sie_server-0.10.0}/models/numind__NuNER_Zero-span.yaml +0 -0
  701. {sie_server-0.8.3 → sie_server-0.10.0}/models/numind__NuNER_Zero.yaml +0 -0
  702. {sie_server-0.8.3 → sie_server-0.10.0}/models/nvidia__NV-Embed-v2.yaml +0 -0
  703. {sie_server-0.8.3 → sie_server-0.10.0}/models/nvidia__llama-embed-nemotron-8b.yaml +0 -0
  704. {sie_server-0.8.3 → sie_server-0.10.0}/models/nvidia__llama-nemoretriever-colembed-3b-v1.yaml +0 -0
  705. {sie_server-0.8.3 → sie_server-0.10.0}/models/nvidia__nemotron-colembed-vl-4b-v2.yaml +0 -0
  706. {sie_server-0.8.3 → sie_server-0.10.0}/models/openai__clip-vit-base-patch32.yaml +0 -0
  707. {sie_server-0.8.3 → sie_server-0.10.0}/models/openai__clip-vit-large-patch14.yaml +0 -0
  708. {sie_server-0.8.3 → sie_server-0.10.0}/models/openai__whisper-large-v3-turbo.yaml +0 -0
  709. {sie_server-0.8.3 → sie_server-0.10.0}/models/opendatalab__MinerU2.5-Pro-2604-1.2B.yaml +0 -0
  710. {sie_server-0.8.3 → sie_server-0.10.0}/models/opensearch-project__opensearch-neural-sparse-encoding-doc-v2-distill.yaml +0 -0
  711. {sie_server-0.8.3 → sie_server-0.10.0}/models/opensearch-project__opensearch-neural-sparse-encoding-doc-v2-mini.yaml +0 -0
  712. {sie_server-0.8.3 → sie_server-0.10.0}/models/opensearch-project__opensearch-neural-sparse-encoding-v1.yaml +0 -0
  713. {sie_server-0.8.3 → sie_server-0.10.0}/models/opensearch-project__opensearch-neural-sparse-encoding-v2-distill.yaml +0 -0
  714. {sie_server-0.8.3 → sie_server-0.10.0}/models/prithivida__Splade_PP_en_v2.yaml +0 -0
  715. {sie_server-0.8.3 → sie_server-0.10.0}/models/rasyosef__splade-mini.yaml +0 -0
  716. {sie_server-0.8.3 → sie_server-0.10.0}/models/sentence-transformers__all-MiniLM-L6-v2.yaml +0 -0
  717. {sie_server-0.8.3 → sie_server-0.10.0}/models/sie-fake.yaml +0 -0
  718. {sie_server-0.8.3 → sie_server-0.10.0}/models/sugiv__stablebridge-pruner-highlighter.yaml +0 -0
  719. {sie_server-0.8.3 → sie_server-0.10.0}/models/tencent__R3-embedding-0.6b.yaml +0 -0
  720. {sie_server-0.8.3 → sie_server-0.10.0}/models/tencent__R3-rerank-0.6b.yaml +0 -0
  721. {sie_server-0.8.3 → sie_server-0.10.0}/models/thenlper__gte-base.yaml +0 -0
  722. {sie_server-0.8.3 → sie_server-0.10.0}/models/thenlper__gte-large.yaml +0 -0
  723. {sie_server-0.8.3 → sie_server-0.10.0}/models/thenlper__gte-small.yaml +0 -0
  724. {sie_server-0.8.3 → sie_server-0.10.0}/models/urchade__gliner_large-v2.1.yaml +0 -0
  725. {sie_server-0.8.3 → sie_server-0.10.0}/models/urchade__gliner_medium-v2.1.yaml +0 -0
  726. {sie_server-0.8.3 → sie_server-0.10.0}/models/urchade__gliner_multi-v2.1.yaml +0 -0
  727. {sie_server-0.8.3 → sie_server-0.10.0}/models/urchade__gliner_multi_pii-v1.yaml +0 -0
  728. {sie_server-0.8.3 → sie_server-0.10.0}/models/urchade__gliner_small-v2.1.yaml +0 -0
  729. {sie_server-0.8.3 → sie_server-0.10.0}/models/vidore__colSmol-256M.yaml +0 -0
  730. {sie_server-0.8.3 → sie_server-0.10.0}/models/vidore__colpali-v1.3-hf.yaml +0 -0
  731. {sie_server-0.8.3 → sie_server-0.10.0}/models/vidore__colqwen2.5-v0.2.yaml +0 -0
  732. {sie_server-0.8.3 → sie_server-0.10.0}/models/zai-org__GLM-5.3-Flash.yaml +0 -0
  733. {sie_server-0.8.3 → sie_server-0.10.0}/scripts/generate_gliformer_goldens.py +0 -0
  734. {sie_server-0.8.3 → sie_server-0.10.0}/scripts/generate_gliner2_decide_goldens.py +0 -0
  735. {sie_server-0.8.3 → sie_server-0.10.0}/scripts/generate_laya_fixtures.py +0 -0
  736. {sie_server-0.8.3 → sie_server-0.10.0}/scripts/generate_tokenize_fixture.py +0 -0
  737. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/__init__.py +0 -0
  738. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/_ipc_test_harness.py +0 -0
  739. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/__init__.py +0 -0
  740. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_colbert_projection.py +0 -0
  741. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_colbert_utils.py +0 -0
  742. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_flash_base.py +0 -0
  743. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_flash_pack.py +0 -0
  744. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_multivector.py +0 -0
  745. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_prompt_limit.py +0 -0
  746. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_pylate_dense.py +0 -0
  747. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_spec.py +0 -0
  748. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_types.py +0 -0
  749. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/_vision_patch_embed.py +0 -0
  750. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/bert_flash_cross_encoder/__init__.py +0 -0
  751. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/bge_m3/__init__.py +0 -0
  752. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/bge_m3_flag/__init__.py +0 -0
  753. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/bge_m3_flash/__init__.py +0 -0
  754. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/clip/__init__.py +0 -0
  755. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/colbert_modernbert_flash/__init__.py +0 -0
  756. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/colbert_rotary_flash/__init__.py +0 -0
  757. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/colpali/__init__.py +0 -0
  758. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/colqwen2/__init__.py +0 -0
  759. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/colsmol/__init__.py +0 -0
  760. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/ctranslate2/__init__.py +0 -0
  761. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/docling/__init__.py +0 -0
  762. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/docling/adapter.py +0 -0
  763. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/donut/__init__.py +0 -0
  764. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/fake/__init__.py +0 -0
  765. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/florence2/__init__.py +0 -0
  766. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliformer/__init__.py +0 -0
  767. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliformer/output_schema.py +0 -0
  768. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliformer/relation_decoding.py +0 -0
  769. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliformer/span_decoding.py +0 -0
  770. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliformer/structuring_decoding.py +0 -0
  771. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliner2/__init__.py +0 -0
  772. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliner2/classification.py +0 -0
  773. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliner2/decide.py +0 -0
  774. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliner2/decisions.py +0 -0
  775. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/gliner2/words.py +0 -0
  776. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/glirel/__init__.py +0 -0
  777. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/glm_ocr/__init__.py +0 -0
  778. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/grounding_dino/__init__.py +0 -0
  779. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/grounding_dino/adapter.py +0 -0
  780. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/jina_flash_cross_encoder/__init__.py +0 -0
  781. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/laya/__init__.py +0 -0
  782. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/laya/adapter.py +0 -0
  783. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/laya/model.py +0 -0
  784. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/laya/questions.py +0 -0
  785. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/lighton_ocr/__init__.py +0 -0
  786. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/lora.py +0 -0
  787. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/mineru_vl/__init__.py +0 -0
  788. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/mlx/__init__.py +0 -0
  789. {sie_server-0.8.3/src/sie_server/adapters/owlv2 → sie_server-0.10.0/src/sie_server/adapters/native_causal_cross_encoder}/__init__.py +0 -0
  790. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/nemo_colembed/__init__.py +0 -0
  791. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/nli_classification/__init__.py +0 -0
  792. {sie_server-0.8.3/src/sie_server/adapters/qwen2_flash_cross_encoder → sie_server-0.10.0/src/sie_server/adapters/owlv2}/__init__.py +0 -0
  793. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/paddleocr_vl/__init__.py +0 -0
  794. {sie_server-0.8.3/src/sie_server/adapters/qwen3_vl_reranker → sie_server-0.10.0/src/sie_server/adapters/parakeet}/__init__.py +0 -0
  795. {sie_server-0.8.3/src/sie_server/adapters/sglang → sie_server-0.10.0/src/sie_server/adapters/privacy_filter}/__init__.py +0 -0
  796. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/pytorch_embedding/__init__.py +0 -0
  797. {sie_server-0.8.3/src/sie_server/adapters/sglang/_compat → sie_server-0.10.0/src/sie_server/adapters/qwen2_flash_cross_encoder}/__init__.py +0 -0
  798. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/qwen3_vl_embedding/__init__.py +0 -0
  799. {sie_server-0.8.3/src/sie_server/adapters/sglang_vision_extract → sie_server-0.10.0/src/sie_server/adapters/qwen3_vl_reranker}/__init__.py +0 -0
  800. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/qwen3_vl_reranker/adapter.py +0 -0
  801. {sie_server-0.8.3/src/sie_server/adapters/sglang_vision_extract/_compat → sie_server-0.10.0/src/sie_server/adapters/remote}/__init__.py +0 -0
  802. {sie_server-0.8.3/src/sie_server/adapters/siglip → sie_server-0.10.0/src/sie_server/adapters/sam3}/__init__.py +0 -0
  803. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/sentence_transformer/__init__.py +0 -0
  804. {sie_server-0.8.3/src/sie_server/adapters/splade_flash → sie_server-0.10.0/src/sie_server/adapters/sglang}/__init__.py +0 -0
  805. {sie_server-0.8.3/src/sie_server/adapters/st_sparse_vision → sie_server-0.10.0/src/sie_server/adapters/sglang/_compat}/__init__.py +0 -0
  806. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/sglang/cuda13.py +0 -0
  807. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/sglang/gemma.py +0 -0
  808. {sie_server-0.8.3/src/sie_server/adapters/tensorrt_llm → sie_server-0.10.0/src/sie_server/adapters/sglang_vision_extract}/__init__.py +0 -0
  809. {sie_server-0.8.3/src/sie_server/adapters/tensorrt_llm → sie_server-0.10.0/src/sie_server/adapters/sglang_vision_extract}/_compat/__init__.py +0 -0
  810. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/sglang_vision_extract/_compat/sitecustomize.py +0 -0
  811. {sie_server-0.8.3/src/sie_server/adapters/whisper → sie_server-0.10.0/src/sie_server/adapters/siglip}/__init__.py +0 -0
  812. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/siglip/adapter.py +0 -0
  813. {sie_server-0.8.3/src/sie_server/app → sie_server-0.10.0/src/sie_server/adapters/splade_flash}/__init__.py +0 -0
  814. {sie_server-0.8.3/src/sie_server/config → sie_server-0.10.0/src/sie_server/adapters/st_sparse_vision}/__init__.py +0 -0
  815. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/st_sparse_vision/adapter.py +0 -0
  816. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/stablebridge_pruner/__init__.py +0 -0
  817. {sie_server-0.8.3/src/sie_server/health → sie_server-0.10.0/src/sie_server/adapters/tensorrt_llm}/__init__.py +0 -0
  818. {sie_server-0.8.3/src/sie_server/observability → sie_server-0.10.0/src/sie_server/adapters/tensorrt_llm/_compat}/__init__.py +0 -0
  819. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/tensorrt_llm/_compat/sitecustomize.py +0 -0
  820. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/tensorrt_llm/compat.py +0 -0
  821. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/tensorrt_llm/generation.py +0 -0
  822. {sie_server-0.8.3/src/sie_server/processors → sie_server-0.10.0/src/sie_server/adapters/topk_embed}/__init__.py +0 -0
  823. {sie_server-0.8.3/tests/adapters → sie_server-0.10.0/src/sie_server/adapters/whisper}/__init__.py +0 -0
  824. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/adapters/xlm_roberta_flash/__init__.py +0 -0
  825. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/api/__init__.py +0 -0
  826. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/api/health.py +0 -0
  827. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/api/openapi.py +0 -0
  828. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/api/options.py +0 -0
  829. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/api/root.py +0 -0
  830. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/api/serialization.py +0 -0
  831. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/api/validation.py +0 -0
  832. {sie_server-0.8.3/tests/api → sie_server-0.10.0/src/sie_server/app}/__init__.py +0 -0
  833. {sie_server-0.8.3/tests/app → sie_server-0.10.0/src/sie_server/config}/__init__.py +0 -0
  834. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/config/device_groups.py +0 -0
  835. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/config/engine.py +0 -0
  836. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/config/package_artifacts.py +0 -0
  837. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/config/serving_artifacts.py +0 -0
  838. {sie_server-0.8.3/tests/config → sie_server-0.10.0/src/sie_server/core}/__init__.py +0 -0
  839. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/adaptive_batching.py +0 -0
  840. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/deps.py +0 -0
  841. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/disk_cache.py +0 -0
  842. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/extract_cost.py +0 -0
  843. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/gpu_health.py +0 -0
  844. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/hf_env.py +0 -0
  845. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/hot_reload.py +0 -0
  846. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/inference.py +0 -0
  847. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/logging.py +0 -0
  848. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/memory.py +0 -0
  849. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/model_suggestions.py +0 -0
  850. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/oom.py +0 -0
  851. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/preprocessor/__init__.py +0 -0
  852. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/preprocessor/base.py +0 -0
  853. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/preprocessor/image.py +0 -0
  854. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/preprocessor/text.py +0 -0
  855. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/preprocessor_registry.py +0 -0
  856. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/readiness.py +0 -0
  857. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/residency.py +0 -0
  858. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/score_cost.py +0 -0
  859. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/text_tokens.py +0 -0
  860. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/timing.py +0 -0
  861. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/tokenizer.py +0 -0
  862. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/video_frames.py +0 -0
  863. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/watcher.py +0 -0
  864. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/worker/__init__.py +0 -0
  865. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/worker/handlers/__init__.py +0 -0
  866. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/worker/handlers/base.py +0 -0
  867. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/worker/oom_recovery.py +0 -0
  868. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/core/worker/types.py +0 -0
  869. {sie_server-0.8.3/tests/core → sie_server-0.10.0/src/sie_server/health}/__init__.py +0 -0
  870. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/health/saturation.py +0 -0
  871. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/main.py +0 -0
  872. {sie_server-0.8.3/tests/core/worker → sie_server-0.10.0/src/sie_server/observability}/__init__.py +0 -0
  873. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/observability/generation_diagnostics.py +0 -0
  874. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/observability/gpu.py +0 -0
  875. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/observability/telemetry.py +0 -0
  876. {sie_server-0.8.3/tests/fake_stack → sie_server-0.10.0/src/sie_server/processors}/__init__.py +0 -0
  877. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/processors/admission.py +0 -0
  878. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/processors/base.py +0 -0
  879. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/processors/grammar_cache.py +0 -0
  880. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/processors/grammar_compile.py +0 -0
  881. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/processors/tool_call_grammar.py +0 -0
  882. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/processors/work_class_scheduler.py +0 -0
  883. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/types/__init__.py +0 -0
  884. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/types/inputs.py +0 -0
  885. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/types/outputs.py +0 -0
  886. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/types/overflow_policy.py +0 -0
  887. {sie_server-0.8.3 → sie_server-0.10.0}/src/sie_server/types/requests.py +0 -0
  888. {sie_server-0.8.3/tests/health → sie_server-0.10.0/tests/adapters}/__init__.py +0 -0
  889. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/fixtures/laya/laya-multilingual.json +0 -0
  890. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/fixtures/laya/laya-typed-decisions.json +0 -0
  891. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/fixtures/laya/laya.json +0 -0
  892. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/goldens/gliformer/knowledgator__gliformer-base-v1.json +0 -0
  893. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/goldens/gliformer/knowledgator__gliformer-large-v1.json +0 -0
  894. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/goldens/gliner2_decide/fastino__GLiNER2.5-Decide-1B.json +0 -0
  895. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/goldens/gliner2_decide/fastino__GLiNER2.5-Decide.json +0 -0
  896. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/goldens/gliner2_decide/fastino__GLiNER2.5-multi-Decide.json +0 -0
  897. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_adapter_revision_contract.py +0 -0
  898. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_base.py +0 -0
  899. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_bge_m3.py +0 -0
  900. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_bge_m3_flash.py +0 -0
  901. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_clip.py +0 -0
  902. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_colbert.py +0 -0
  903. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_colbert_modernbert_flash_projection.py +0 -0
  904. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_colbert_modernbert_flash_tokenizer.py +0 -0
  905. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_colbert_projection.py +0 -0
  906. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_colbert_punctuation.py +0 -0
  907. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_colqwen2_revision.py +0 -0
  908. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_docling.py +0 -0
  909. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_docling_smoke.py +0 -0
  910. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_donut.py +0 -0
  911. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_factory_integration.py +0 -0
  912. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_fake.py +0 -0
  913. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_fake_catalog.py +0 -0
  914. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_fake_faults.py +0 -0
  915. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_flash_base.py +0 -0
  916. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_flash_pack.py +0 -0
  917. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_florence2.py +0 -0
  918. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_generation_base.py +0 -0
  919. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_gliclass_contracts.py +0 -0
  920. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_gliformer.py +0 -0
  921. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_gliformer_parity.py +0 -0
  922. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_gliner2_decide.py +0 -0
  923. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_gliner2_decide_parity.py +0 -0
  924. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_gliner2_words.py +0 -0
  925. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_gliner_bi_metering.py +0 -0
  926. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_gliner_merge.py +0 -0
  927. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_glirel.py +0 -0
  928. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_glm_ocr.py +0 -0
  929. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_grounding_dino.py +0 -0
  930. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_gte_sparse.py +0 -0
  931. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_image_decode_errors.py +0 -0
  932. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_jina_flash_cross_encoder.py +0 -0
  933. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_laya.py +0 -0
  934. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_laya_bounds.py +0 -0
  935. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_laya_model.py +0 -0
  936. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_laya_parity.py +0 -0
  937. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_lighton_ocr.py +0 -0
  938. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_lora_integration.py +0 -0
  939. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_mineru_vl.py +0 -0
  940. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_multivector.py +0 -0
  941. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_paddleocr_vl.py +0 -0
  942. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_prompt_limit.py +0 -0
  943. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_pylate_dense.py +0 -0
  944. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_pytorch_embedding_model_encode.py +0 -0
  945. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_pytorch_embedding_revision.py +0 -0
  946. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_qwen3_vl_embedding.py +0 -0
  947. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_qwen3_vl_reranker.py +0 -0
  948. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_runtime_options.py +0 -0
  949. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_sentence_transformer.py +0 -0
  950. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_sglang.py +0 -0
  951. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_siglip.py +0 -0
  952. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_siglip_integration.py +0 -0
  953. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_sparse_aggregation.py +0 -0
  954. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_splade_flash_parity.py +0 -0
  955. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_splade_packed_parity.py +0 -0
  956. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_splade_roberta_position_ids.py +0 -0
  957. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_st_sparse_vision.py +0 -0
  958. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_stablebridge_integration.py +0 -0
  959. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_stablebridge_pruner.py +0 -0
  960. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_tensorrt_llm_compat.py +0 -0
  961. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_tensorrt_llm_generation.py +0 -0
  962. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_vision_patch_embed.py +0 -0
  963. {sie_server-0.8.3 → sie_server-0.10.0}/tests/adapters/test_visual_muvera_postprocessors.py +0 -0
  964. {sie_server-0.8.3/tests/integration → sie_server-0.10.0/tests/api}/__init__.py +0 -0
  965. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_canonical_profile_conformance.py +0 -0
  966. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_dtype_queue_http_parity.py +0 -0
  967. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_encode_dtype.py +0 -0
  968. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_encode_json_schema.py +0 -0
  969. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_encode_timing.py +0 -0
  970. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_encode_validation.py +0 -0
  971. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_error_code_hygiene.py +0 -0
  972. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_extract_integration.py +0 -0
  973. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_extract_oom.py +0 -0
  974. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_generation_cleanup_precedence.py +0 -0
  975. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_health.py +0 -0
  976. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_helpers_telemetry.py +0 -0
  977. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_openai_audio.py +0 -0
  978. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_option.py +0 -0
  979. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_request_body_limit.py +0 -0
  980. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_usage_reporting.py +0 -0
  981. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_version_header.py +0 -0
  982. {sie_server-0.8.3 → sie_server-0.10.0}/tests/api/test_ws.py +0 -0
  983. {sie_server-0.8.3/tests/observability → sie_server-0.10.0/tests/app}/__init__.py +0 -0
  984. {sie_server-0.8.3/tests/processors → sie_server-0.10.0/tests/config}/__init__.py +0 -0
  985. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_answerai_colbert_profiles.py +0 -0
  986. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_bundle_coverage.py +0 -0
  987. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_colbertv2_profiles.py +0 -0
  988. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_config.py +0 -0
  989. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_jina_colbert_profiles.py +0 -0
  990. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_model_prewarm_grammars.py +0 -0
  991. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_muvera_profile_postprocessors.py +0 -0
  992. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_mxbai_colbert_profiles.py +0 -0
  993. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_mxbai_edge_colbert_profiles.py +0 -0
  994. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_nvidia_nemo_colembed_profiles.py +0 -0
  995. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_package_artifacts.py +0 -0
  996. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_profile_template_inheritance.py +0 -0
  997. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_serving_artifact_config.py +0 -0
  998. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_serving_artifacts.py +0 -0
  999. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_tensor_parallel_options.py +0 -0
  1000. {sie_server-0.8.3 → sie_server-0.10.0}/tests/config/test_video_generation_profiles.py +0 -0
  1001. {sie_server-0.8.3 → sie_server-0.10.0}/tests/conftest.py +0 -0
  1002. {sie_server-0.8.3/tests/type_defs → sie_server-0.10.0/tests/core}/__init__.py +0 -0
  1003. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_disk_cache.py +0 -0
  1004. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_encode_format_output.py +0 -0
  1005. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_encode_worker_batching.py +0 -0
  1006. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_gpu_health.py +0 -0
  1007. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_hot_reload.py +0 -0
  1008. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_idle_evict.py +0 -0
  1009. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_inference.py +0 -0
  1010. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_load_rgb.py +0 -0
  1011. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_loader.py +0 -0
  1012. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_logging.py +0 -0
  1013. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_lora_generation_exclusion.py +0 -0
  1014. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_memory.py +0 -0
  1015. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_memory_synthetic.py +0 -0
  1016. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_model_loader_cache.py +0 -0
  1017. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_model_suggestions.py +0 -0
  1018. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_oom_detection.py +0 -0
  1019. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_postprocessor.py +0 -0
  1020. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_prepared.py +0 -0
  1021. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_preprocessor_registry.py +0 -0
  1022. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_quantization.py +0 -0
  1023. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_readiness.py +0 -0
  1024. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_registry_core.py +0 -0
  1025. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_registry_deps.py +0 -0
  1026. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_registry_generation_drain.py +0 -0
  1027. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_registry_lifecycle_loop.py +0 -0
  1028. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_registry_memory.py +0 -0
  1029. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_registry_multi_model.py +0 -0
  1030. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_residency.py +0 -0
  1031. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_timing.py +0 -0
  1032. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_unload_off_event_loop.py +0 -0
  1033. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_video_frames.py +0 -0
  1034. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_watcher.py +0 -0
  1035. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_worker_backpressure.py +0 -0
  1036. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_worker_core.py +0 -0
  1037. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_worker_drain.py +0 -0
  1038. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_worker_lora.py +0 -0
  1039. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_worker_options.py +0 -0
  1040. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_worker_preformed.py +0 -0
  1041. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/test_worker_score.py +0 -0
  1042. {sie_server-0.8.3 → sie_server-0.10.0}/tests/core/worker/test_oom_recovery.py +0 -0
  1043. {sie_server-0.8.3 → sie_server-0.10.0}/tests/fake_stack/conftest.py +0 -0
  1044. {sie_server-0.8.3 → sie_server-0.10.0}/tests/fake_stack/test_lost_result.py +0 -0
  1045. {sie_server-0.8.3 → sie_server-0.10.0}/tests/fake_stack/test_model_loading_race.py +0 -0
  1046. {sie_server-0.8.3 → sie_server-0.10.0}/tests/fake_stack/test_oom_ladder.py +0 -0
  1047. {sie_server-0.8.3 → sie_server-0.10.0}/tests/fake_stack/test_sdk_surface.py +0 -0
  1048. {sie_server-0.8.3 → sie_server-0.10.0}/tests/health/test_saturation.py +0 -0
  1049. {sie_server-0.8.3 → sie_server-0.10.0}/tests/health/test_worker_id_consistency.py +0 -0
  1050. {sie_server-0.8.3 → sie_server-0.10.0}/tests/integration/test_chat_completions.py +0 -0
  1051. {sie_server-0.8.3 → sie_server-0.10.0}/tests/integration/test_grammar_generate.py +0 -0
  1052. {sie_server-0.8.3 → sie_server-0.10.0}/tests/observability/test_generation_diagnostics.py +0 -0
  1053. {sie_server-0.8.3 → sie_server-0.10.0}/tests/observability/test_telemetry.py +0 -0
  1054. {sie_server-0.8.3 → sie_server-0.10.0}/tests/observability/test_trace_propagation.py +0 -0
  1055. {sie_server-0.8.3 → sie_server-0.10.0}/tests/observability/test_tracing.py +0 -0
  1056. {sie_server-0.8.3 → sie_server-0.10.0}/tests/observability/test_worker_telemetry_benchmark.py +0 -0
  1057. {sie_server-0.8.3 → sie_server-0.10.0}/tests/processors/test_grammar_cache.py +0 -0
  1058. {sie_server-0.8.3 → sie_server-0.10.0}/tests/processors/test_grammar_compile.py +0 -0
  1059. {sie_server-0.8.3 → sie_server-0.10.0}/tests/processors/test_grammar_prewarm.py +0 -0
  1060. {sie_server-0.8.3 → sie_server-0.10.0}/tests/processors/test_streaming_admission.py +0 -0
  1061. {sie_server-0.8.3 → sie_server-0.10.0}/tests/processors/test_streaming_integration.py +0 -0
  1062. {sie_server-0.8.3 → sie_server-0.10.0}/tests/processors/test_work_class_scheduler.py +0 -0
  1063. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_adapter_call_loop.py +0 -0
  1064. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_cli_devices.py +0 -0
  1065. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_cli_log_level.py +0 -0
  1066. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_cli_pool.py +0 -0
  1067. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_decode_item.py +0 -0
  1068. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_docker_integration.py +0 -0
  1069. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_documented_model_ids.py +0 -0
  1070. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_ipc_types_raw_output.py +0 -0
  1071. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_item_text_size.py +0 -0
  1072. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_model_yaml_filenames.py +0 -0
  1073. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_openapi_export.py +0 -0
  1074. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_parity_run_batch.py +0 -0
  1075. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_readiness.py +0 -0
  1076. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_sdk_integration.py +0 -0
  1077. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_server_process_fixture.py +0 -0
  1078. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_server_smoke.py +0 -0
  1079. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_sparse_integration.py +0 -0
  1080. {sie_server-0.8.3 → sie_server-0.10.0}/tests/test_stage1d_byte_identity.py +0 -0
  1081. {sie_server-0.8.3 → sie_server-0.10.0}/tests/type_defs/test_decode_image.py +0 -0
  1082. {sie_server-0.8.3 → sie_server-0.10.0}/tests/type_defs/test_inputs.py +0 -0
  1083. {sie_server-0.8.3 → sie_server-0.10.0}/tests/type_defs/test_inputs_json_decode.py +0 -0
  1084. {sie_server-0.8.3 → sie_server-0.10.0}/tests/type_defs/test_media_bytes.py +0 -0
  1085. {sie_server-0.8.3 → sie_server-0.10.0}/tests/type_defs/test_types.py +0 -0
@@ -0,0 +1,101 @@
1
+ # Moving from a hosted model to self-hosted serving
2
+
3
+ Put the hosted model behind SIE first, then change where SIE serves it. The
4
+ application keeps its SIE base URL, SDK and model name. Repeat for one model
5
+ at a time.
6
+
7
+ Use the [remote backend guide](REMOTE_BACKENDS.md) to configure an upstream
8
+ and a remote-backed profile. A provider's model id belongs in `upstream_model`;
9
+ `sie_id` is the stable name your application uses. This guide describes the
10
+ current implementation, not a released-version guarantee.
11
+
12
+ ## 1. Establish a remote-only baseline
13
+
14
+ Declare the actual model dimensions, supported operations and input limit.
15
+ For an SIE upstream, keep the upstream's model config as evidence. For an
16
+ OpenAI-compatible upstream, use its documented model facts and verify the
17
+ returned vector dimensions and usage.
18
+
19
+ Run representative application requests through SIE, including long inputs,
20
+ instructions, refusals and your normal concurrency. Confirm remote serving
21
+ in SDK request metadata and record the outputs and usage. When the upstream
22
+ reports no usage, SIE's native `encode`, `score` and `extract` responses omit
23
+ it rather than estimate it (an OpenAI-compatible upstream serves no `extract`),
24
+ so take those figures from the upstream's own records. This is your own
25
+ migration baseline; it does not establish equivalence between backends.
26
+
27
+ ## 2. Prepare the local model separately
28
+
29
+ For the embedding example in the remote guide, the local configuration is
30
+ already in the catalog:
31
+ [`sentence-transformers__all-MiniLM-L6-v2.yaml`](models/sentence-transformers__all-MiniLM-L6-v2.yaml).
32
+ Use the same weights revision and the intended pooling, normalization,
33
+ truncation and instruction behavior. Load it on a separate test deployment
34
+ before changing the serving deployment's default profile.
35
+
36
+ Compare repeated local runs, including runs inside larger batches, to measure
37
+ their noise, then compare the remote baseline against them. Check short and long inputs, the truncation boundary
38
+ and instruction prefixes. For reranking, compare score scale as well as
39
+ ordering. For extraction, compare schemas and extracted results. A shared
40
+ model name or matching vector dimension alone does not prove equivalence.
41
+
42
+ Single-node hybrid embedding and score routing has narrowly scoped admission:
43
+ revision-pinned profiles that have a local identity (see
44
+ [Local profile identity](REMOTE_BACKENDS.md#local-profile-identity)) can use a
45
+ fresh SIE identity comparison or a measured OpenAI equivalence record for their
46
+ local execution identity.
47
+ Follow the [admission instructions](REMOTE_BACKENDS.md#admitting-sie-identity-fallback)
48
+ before enabling fallback. With an SIE upstream the comparison also runs at
49
+ startup, so that single node does not start while the upstream is unreachable
50
+ or reports a different identity. Other local engines, including the MiniLM example
51
+ above, remain outside that admission; compare their outputs for a deliberate
52
+ remote-only to local-only cutover. Numerical cluster bridges remain gated under
53
+ [issue #415](https://github.com/superlinked/sie/issues/415).
54
+
55
+ ## 3. Switch the model's default profile
56
+
57
+ After validating the local deployment, replace the remote-backed model config
58
+ with the local catalog config while keeping the same `sie_id`. Remove
59
+ `remote_backed: true` and `routing: {policy: remote_only}`; use the catalog's
60
+ weight source and local default adapter. Do not leave duplicate configs for
61
+ one model id in the models directory.
62
+
63
+ On a single node, restart with the chosen local bundle and device. In a
64
+ cluster, use the normal config-service and worker-pool rollout. Verify model
65
+ readiness and make a request with `remote="forbid"` to confirm local serving:
66
+
67
+ ```python
68
+ from sie_sdk import SIEClient
69
+
70
+ with SIEClient(base_url="http://localhost:8080", remote="forbid") as client:
71
+ result = client.encode(
72
+ "sentence-transformers/all-MiniLM-L6-v2", [{"text": "Find related documents"}]
73
+ )[0]
74
+ assert result["request"].get("served_by") == "local"
75
+ ```
76
+
77
+ If embedding outputs are not equivalent, rebuild stored document vectors
78
+ with the local backend before querying that index with local vectors. Keep
79
+ separate indexes during the cutover so one search never mixes incompatible
80
+ vectors. For reranking, recalibrate score thresholds if the scale changes.
81
+
82
+ ## 4. Verify and retain rollback configuration
83
+
84
+ Check the served-by metadata, application quality, usage and resource demand
85
+ after the cutover. Keep the prior remote config as an operator-controlled
86
+ rollback artifact outside the active models directory. Restoring it returns
87
+ the model to remote-only serving; it does not repair an index built with
88
+ incompatible vectors.
89
+
90
+ Single-node extraction and generation models can use fallback when their local
91
+ and remote profiles satisfy the [operation-specific contracts](REMOTE_BACKENDS.md#supported-operations-and-policies).
92
+ A bridged request starts local warm-up. Cluster generation and extraction
93
+ fallback use the normal queue path and require workers that support the
94
+ versioned execution fence. Saturation and unhealthy-worker spill require
95
+ explicit triggers. [Experimental cluster threshold routing](REMOTE_BACKENDS.md#experimental-cluster-threshold-routing)
96
+ requires a separate deployment opt-in and is available only in a cluster; a
97
+ single node uses `fallback`. None of these modes makes unmeasured embedding
98
+ outputs interchangeable.
99
+
100
+ Record performance only from actual runs, including refusals and failures.
101
+ No latency or cost improvement is assumed by this guide.
@@ -0,0 +1,67 @@
1
+ Metadata-Version: 2.5
2
+ Name: sie-server
3
+ Version: 0.10.0
4
+ Summary: Search Inference Engine - GPU inference server for search workloads
5
+ License: Apache-2.0
6
+ License-File: LICENSE
7
+ Requires-Python: <3.13,>=3.12
8
+ Requires-Dist: blake3<1,>=0.4
9
+ Requires-Dist: docling<2.100,>=2.99
10
+ Requires-Dist: einops<1,>=0.8
11
+ Requires-Dist: fastapi<1,>=0.115
12
+ Requires-Dist: flagembedding<2,>=1.3
13
+ Requires-Dist: gliclass<1,>=0.1.17
14
+ Requires-Dist: gliformer==0.1.2
15
+ Requires-Dist: gliner2<2,>=1.3.1
16
+ Requires-Dist: gliner<1,>=0.2.26
17
+ Requires-Dist: glirel<2,>=1.0
18
+ Requires-Dist: httpcore<2,>=1.0.7
19
+ Requires-Dist: httpx>=0.28.1
20
+ Requires-Dist: huggingface-hub<2,>=0.26
21
+ Requires-Dist: jsonschema<5,>=4.23
22
+ Requires-Dist: loguru<1,>=0.7
23
+ Requires-Dist: msgpack-numpy<1,>=0.4
24
+ Requires-Dist: msgpack<2,>=1.2.1
25
+ Requires-Dist: msgspec>=0.20.0
26
+ Requires-Dist: numpy<3,>=2
27
+ Requires-Dist: open-clip-torch>=2.24
28
+ Requires-Dist: opencv-python-headless<5,>=4
29
+ Requires-Dist: opentelemetry-api<2,>=1.28
30
+ Requires-Dist: opentelemetry-exporter-otlp<2,>=1.28
31
+ Requires-Dist: opentelemetry-instrumentation-fastapi<1,>=0.49b0
32
+ Requires-Dist: opentelemetry-sdk<2,>=1.28
33
+ Requires-Dist: orjson<4,>=3.10
34
+ Requires-Dist: packaging<25,>=24
35
+ Requires-Dist: peft<1,>=0.19
36
+ Requires-Dist: pillow>=12.2.0
37
+ Requires-Dist: pydantic-settings<3,>=2.6
38
+ Requires-Dist: pydantic<3,>=2.9
39
+ Requires-Dist: python-multipart<1,>=0.0.20
40
+ Requires-Dist: pyyaml<7,>=6
41
+ Requires-Dist: referencing<1,>=0.36
42
+ Requires-Dist: regex>=2024.11.6
43
+ Requires-Dist: requests<3,>=2.32
44
+ Requires-Dist: rich<14,>=13
45
+ Requires-Dist: safetensors<1,>=0.4
46
+ Requires-Dist: sentence-transformers<6,>=5.0
47
+ Requires-Dist: sie-sdk[storage]>=0.1
48
+ Requires-Dist: threadpoolctl>=3.6.0
49
+ Requires-Dist: timm<1.0,>=0.9.0
50
+ Requires-Dist: tokenizers<1,>=0.20
51
+ Requires-Dist: torch<2.10,>=2.9
52
+ Requires-Dist: torchvision<1,>=0.18
53
+ Requires-Dist: transformers<6,>=4.57
54
+ Requires-Dist: typer<1,>=0.14
55
+ Requires-Dist: uvicorn[standard]<1,>=0.32
56
+ Requires-Dist: uvloop>=0.22
57
+ Requires-Dist: watchdog<7,>=6
58
+ Provides-Extra: flash-attn
59
+ Requires-Dist: flash-attn<3,>=2.7; (sys_platform == 'linux') and extra == 'flash-attn'
60
+ Provides-Extra: gpu-metrics
61
+ Requires-Dist: nvidia-ml-py<14,>=13.5; extra == 'gpu-metrics'
62
+ Provides-Extra: local
63
+ Requires-Dist: transformers<5,>=4.57; extra == 'local'
64
+ Provides-Extra: top
65
+ Requires-Dist: textual<4,>=3.0; extra == 'top'
66
+ Provides-Extra: xformers
67
+ Requires-Dist: xformers<0.1,>=0.0.30; (sys_platform == 'linux') and extra == 'xformers'