isa-model 0.3.3__py3-none-any.whl → 0.3.5__py3-none-any.whl

isa_model/serving/api/schemas/ui_analysis.py

@@ -0,0 +1,78 @@
+"""
+UI Analysis API Schemas
+
+Pydantic models for UI analysis endpoints
+"""
+
+from pydantic import BaseModel, Field
+from typing import List, Dict, Any, Optional
+import time
+
+class UIElement(BaseModel):
+    """UI element detection result"""
+    id: str = Field(..., description="Unique element identifier")
+    type: str = Field(..., description="Element type (textbox, button, etc.)")
+    content: str = Field(..., description="Element text content or description")
+    center: List[int] = Field(..., description="Center coordinates [x, y]")
+    bbox: List[int] = Field(..., description="Bounding box [x1, y1, x2, y2]")
+    confidence: float = Field(..., description="Detection confidence score")
+    interactable: bool = Field(True, description="Whether element is interactable")
+
+class ActionStep(BaseModel):
+    """Single action step in automation plan"""
+    step: int = Field(..., description="Step number")
+    action: str = Field(..., description="Action type (click, type, scroll)")
+    target_coordinates: List[int] = Field(..., description="Target coordinates [x, y]")
+    actual_coordinates: List[int] = Field(..., description="Actual coordinates [x, y]")
+    description: str = Field(..., description="Human-readable action description")
+    confidence: float = Field(0.9, description="Action confidence score")
+    text: Optional[str] = Field(None, description="Text to type (for type actions)")
+
+class ActionPlan(BaseModel):
+    """Complete action plan for UI automation"""
+    steps: List[ActionStep] = Field(..., description="List of action steps")
+    success_probability: float = Field(0.9, description="Overall success probability")
+    estimated_duration: float = Field(5.0, description="Estimated execution time in seconds")
+
+class AutomationReadiness(BaseModel):
+    """Automation readiness assessment"""
+    ready: bool = Field(..., description="Whether automation is ready")
+    confidence: float = Field(..., description="Automation confidence score")
+    page_type: str = Field(..., description="Detected page type")
+    steps_count: int = Field(..., description="Number of automation steps")
+    estimated_success_rate: float = Field(0.9, description="Estimated success rate")
+
+class UIAnalysisRequest(BaseModel):
+    """UI analysis request"""
+    image_b64: str = Field(..., description="Base64 encoded image")
+    task_type: str = Field("search", description="Analysis task type")
+    
+    model_config = {
+        "json_schema_extra": {
+            "example": {
+                "image_b64": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8/5+hHgAHggJ/PchI7wAAAABJRU5ErkJggg==",
+                "task_type": "search"
+            }
+        }
+    }
+
+class UIAnalysisResponse(BaseModel):
+    """UI analysis response"""
+    success: bool = Field(..., description="Analysis success status")
+    service: str = Field("ui_analysis", description="Service identifier")
+    total_execution_time: float = Field(..., description="Total processing time in seconds")
+    ui_elements: List[UIElement] = Field(..., description="Detected UI elements")
+    action_plan: ActionPlan = Field(..., description="Generated action plan")
+    automation_ready: AutomationReadiness = Field(..., description="Automation readiness")
+    metadata: Dict[str, Any] = Field(default_factory=dict, description="Additional metadata")
+    timestamp: float = Field(default_factory=time.time, description="Response timestamp")
+
+class UIDetectionResponse(BaseModel):
+    """UI elements detection only response"""
+    success: bool = Field(..., description="Detection success status")
+    processing_time: float = Field(..., description="Processing time in seconds")
+    ui_elements: List[UIElement] = Field(..., description="Detected UI elements")
+    element_count: int = Field(..., description="Number of detected elements")
+    task_type: str = Field(..., description="Analysis task type")
+    detection_method: str = Field("omniparser", description="Detection method used")
+    timestamp: float = Field(default_factory=time.time, description="Response timestamp")

{isa_model-0.3.3.dist-info → isa_model-0.3.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: isa_model
-Version: 0.3.3
+Version: 0.3.5
 Summary: Unified AI model serving framework
 Author: isA_Model Contributors
 Classifier: Development Status :: 3 - Alpha

{isa_model-0.3.3.dist-info → isa_model-0.3.5.dist-info}/RECORD

@@ -1,11 +1,19 @@
 isa_model/__init__.py,sha256=skxx7AA-1BzIT_UaDHcNmIo4rEhgL8MqOk8vPpZPrAo,87
-isa_model/core/model_manager.py,sha256=bPXlx170FG_fcPZBWByCVln4flQV7AU9cEZyj1E_J88,8443
-isa_model/core/model_registry.py,sha256=gT8yFxi1gC-45Bolc9WX19ZvrjuV1xyBgQX6TFhz62k,14032
+isa_model/config/__init__.py,sha256=FHWgjehhr-Mk_qDj7ZqGYLP1Iwc5F7aT93Owk_lymTk,262
+isa_model/config/config_manager.py,sha256=jedSOySXpyYw-xA1pKP6w1fAdpFSoAgzrNNRKYz4mgU,6720
+isa_model/core/model_manager.py,sha256=-lffVoNdy19pDRoag9v-jYfppcY-hua0ciPl5_BLTw4,8732
+isa_model/core/model_registry.py,sha256=D0V95SBC0u5lJOJ0_kMqWJMtrH13ouxyCErQzp4Wdpo,15395
 isa_model/core/model_storage.py,sha256=yMLapW87EY1EPXw6S7H8UQAZh3hJ1KxsEohjgjw-HrA,4507
+isa_model/core/vision_models_init.py,sha256=wlv1hSs_KlN8wJCjtCDxJMeyaVpYsPDs3GSVw74mAJ0,4112
 isa_model/core/storage/hf_storage.py,sha256=HTj1-YGJM3Q-9_Adw7u4NjEmSdr0njsFEL45KXzfcFw,14701
 isa_model/core/storage/local_storage.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 isa_model/core/storage/minio_storage.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+isa_model/core/storage/supabase_storage.py,sha256=gW8EMhQGsodnPYqzDAKedLKOc7EZZ6uuuJ2B4fn20OU,14284
 isa_model/deployment/__init__.py,sha256=Wu-sBbQtwx7wzWu_MRON3RPmI4y8UfhK8pGe12-iUzs,1323
+isa_model/deployment/cloud/__init__.py,sha256=ztahTvIZYNoEU_bqmVAvb3xL_ttWHAGO_UAiwQP4dHY,135
+isa_model/deployment/cloud/modal/__init__.py,sha256=iD65eaqvI7L_W31p-tDO4fMIG5EWfkir1l3SKRSp72Y,265
+isa_model/deployment/cloud/modal/isa_vision_doc_service.py,sha256=5XHnX8BCILlzGEK53-WY7S1WJHSfiZv_qDJJw-9-4sc,23744
+isa_model/deployment/cloud/modal/isa_vision_ui_service.py,sha256=drCoK-ZZWg685FPnhY25X4OImsGYarjxIJAF3Mm8SnE,10318
 isa_model/deployment/core/__init__.py,sha256=QJkJrs0FYgYcjvnHMSvAtUBiT6uq_ciqLKWLwx0mkDg,803
 isa_model/deployment/core/deployment_config.py,sha256=__bHohsvbdZK_rS_86S1rSHPPP1bTkOnx_G0cj1HMcA,11305
 isa_model/deployment/core/deployment_manager.py,sha256=kICHX1V8wIlmldkrfdqakz2OAjitUfGY6ZG_QjGzZbM,20068
@@ -18,20 +26,22 @@ isa_model/eval/benchmarks.py,sha256=_L4Vwj2hwf2yhqoleIASO9z5e3LRCClCVEVCQbGt0I8,
 isa_model/eval/factory.py,sha256=uQXD1cZGPaMss2YGwtr8xONK9i_K7kHZG7-uwvNgEpk,29416
 isa_model/eval/metrics.py,sha256=mYeGwSa9PkgY0p-vadAscvak-pLrVfCSrsmAodVpgNQ,22584
 isa_model/inference/__init__.py,sha256=usfuQJ4zYY2RRtHkE-V6LuJ5aN7WJogtPUj9Qmy4Wvw,318
-isa_model/inference/ai_factory.py,sha256=FvclMvrTfgXUm-xauv32mO2FHbzmUY0ryNknQcuSp7Q,24413
+isa_model/inference/ai_factory.py,sha256=iSMHLMJ4iiPVCgzldjTdRS-2F0PsWK7Qlnjn9xQFtKk,33939
 isa_model/inference/base.py,sha256=qwOddnSGI0GUdD6qIdGBPQpkW7UjU3Y-zaZvu70B4WA,1278
 isa_model/inference/billing_tracker.py,sha256=uimayifP3oBZfU03qgveArJGl-1u6Vw2VTPj40O27t8,14888
 isa_model/inference/adapter/unified_api.py,sha256=67_Ok8W20m6Otf6r9WyOEVpnxondP4UAxOASk9ozDk4,8668
 isa_model/inference/providers/__init__.py,sha256=a83q-LMFv8u47wf0XtxvqOw_mlVgA_90wtuwy02qdDE,581
 isa_model/inference/providers/base_provider.py,sha256=PT-YnGwBu-Jn_4T3iAphkAJw_mYmKVLjUID62vf2_Ow,2711
 isa_model/inference/providers/ml_provider.py,sha256=4oGGF7lVWQ91Qh3h7olyPFoACLxCROaMxUZlDiZrRL4,1661
+isa_model/inference/providers/modal_provider.py,sha256=klRYXECD5TJicodHIElsGNGMAsAWRFhvn4yfCRcqdVs,3654
 isa_model/inference/providers/model_cache_manager.py,sha256=dLRpx7OJweQ5LcSAkU7D0DQRfLtIhG6nGvg4W_gau80,15315
 isa_model/inference/providers/ollama_provider.py,sha256=IfM9XhdzfE1faguzS2-4GfhK30v5kDPecD3l4z2eB1w,3620
 isa_model/inference/providers/openai_provider.py,sha256=tB8FMsMivlRx0cfPJ0Yrxh1DCvuXyyjNFXrO4lMkkhA,5366
 isa_model/inference/providers/replicate_provider.py,sha256=0oi_BglIE6-HYgzLau9ifP8OdpAMO-QkwYk0OXRUzPk,4490
 isa_model/inference/providers/triton_provider.py,sha256=GKlth7cTOx6ERbsXXJ0gDNby3kVGQNULBDt098BXBSU,15258
-isa_model/inference/services/__init__.py,sha256=p-UlEGMnadGUD6zzwfAjf367S2QQ-z1sD6TP-K4EjEM,353
-isa_model/inference/services/base_service.py,sha256=Fqe3Q9m2hC5xXNbVGa095WUvtF9cq5ayY8n02mKtCjg,4569
+isa_model/inference/providers/yyds_provider.py,sha256=KbDsopShs11_G9oX3b2i2NgHIqkZV7HYWe9K9uZLccc,4284
+isa_model/inference/services/__init__.py,sha256=yfLz0YGl8ixk6LfTRL6cRTvZMb9F_Pv1QRgGyNc9xYM,386
+isa_model/inference/services/base_service.py,sha256=eTPlUAGAokEqruW9sXYN4A7jnfxfSSVsk2J28VhQRQo,3469
 isa_model/inference/services/audio/base_stt_service.py,sha256=OP2kFU5ZZT8yMpcbD3dpuCVzYOryY9XjQqAdalaFeYc,3347
 isa_model/inference/services/audio/base_tts_service.py,sha256=BzZ3JrrLpm4COthNyNrIO2QgP7RZkXDNPEELEKHzIbA,4164
 isa_model/inference/services/audio/openai_realtime_service.py,sha256=UENsx1bEb7aJoXNuBtFGIbTmETpNTZcCHlv0RydEp_U,13340
@@ -42,20 +52,29 @@ isa_model/inference/services/embedding/base_embed_service.py,sha256=Nr6snNtOM0_Z
 isa_model/inference/services/embedding/ollama_embed_service.py,sha256=s6LPSh-D06kFYXQjoKJp8jnatW5cx_unGbVFaq7tm5c,4745
 isa_model/inference/services/embedding/openai_embed_service.py,sha256=cjAzmYXlY0XLgwemdlhhUVlDecgzFy2xn3DSycoYvdo,8474
 isa_model/inference/services/llm/__init__.py,sha256=C6t9w33j3Ap4oGcJal9-htifKe0rxwws_kC3F-_B_Ps,341
-isa_model/inference/services/llm/base_llm_service.py,sha256=SXxFhH2z1UYqt2ihiuursrKEjiiiC3vWCvRQVETsdVc,5238
-isa_model/inference/services/llm/llm_adapter.py,sha256=_NUfFzTD0t0vjcTFBIz7JKA5BCCbjBwIzp8cV3LGZ98,18791
-isa_model/inference/services/llm/ollama_llm_service.py,sha256=c5xAdbbicskbxhivIQUse-QiUbCElR_Bo88wIA3dZUI,10194
-isa_model/inference/services/llm/openai_llm_service.py,sha256=e5GmO4YpVUBImQvQTZ26UwiAmHkU1RPl_vIa1dNe_NM,8148
+isa_model/inference/services/llm/base_llm_service.py,sha256=rPVNq6UoTcuO387UzCxXxK_0BFFbd_t4BKcQB6TYU5g,6300
+isa_model/inference/services/llm/llm_adapter.py,sha256=gkKND55EoizRxsaGOCEazUmL-2yTIBI-_njpEOXt-4k,21779
+isa_model/inference/services/llm/ollama_llm_service.py,sha256=NXEStAL-A5znG9Ig62uwd9tpGttjxb8fOAhgRueJvzY,14696
+isa_model/inference/services/llm/openai_llm_service.py,sha256=h-hg_NBEf2ADSjAXeiIlSLv9uuLikAyOUunG-Aw_9Hg,10167
 isa_model/inference/services/llm/triton_llm_service.py,sha256=ZFo7JoZ799Nvyi8Cz1jfWOa6TUn0hDRJtBrotadMAd4,17673
+isa_model/inference/services/llm/yyds_llm_service.py,sha256=tKje8H-RpP_uAIrgKbEtA5k_uhY1ELW1BMH352vaMGk,10280
 isa_model/inference/services/ml/base_ml_service.py,sha256=mLBA6ENowa3KVzNqHyhWxf_Pr-cJJj84lDE4TniPzYI,2894
 isa_model/inference/services/ml/sklearn_ml_service.py,sha256=Lf9JrwvI25lca7JBbjB_e66eAUtXFbwxZ3Hs13dVGkA,5512
 isa_model/inference/services/others/table_transformer_service.py,sha256=r74h6QUSwSj6jTt-gRProz9SgwBwKWDe50NR0uqW0ZI,2367
+isa_model/inference/services/stacked/__init__.py,sha256=ud8OgxsykEUzB3hGV-2heEYh1kXVOgiF9IYj5UvdSHs,824
+isa_model/inference/services/stacked/base_stacked_service.py,sha256=13Pb2FiB3iLHft0l27ril8czY6Pznti8UY-frN5gCB0,10546
+isa_model/inference/services/stacked/config.py,sha256=BCJhZQNwC4vP2FA6eKogRJ1TW6O_whuYkqDdmciWqac,16758
+isa_model/inference/services/stacked/doc_analysis_service.py,sha256=q6yB_RU3C2l94S49XKPOZjd0LAnRRpYhckRuFuyn8fs,24825
+isa_model/inference/services/stacked/flux_professional_service.py,sha256=DwfcSNSt3sahbzaDFzci2hsnUoAqKbZReL1fvwchzU4,25297
+isa_model/inference/services/stacked/ui_analysis_service.py,sha256=5-8qS6hZSRkEFluVrvU0K7EvH0IWUVLxMQBjk0Juolg,52266
 isa_model/inference/services/vision/__init__.py,sha256=N9Zr7o2uQKoyUEvpmyOIgXPx9ivrix3gQ1OLoiQ7BLo,283
-isa_model/inference/services/vision/base_image_gen_service.py,sha256=XC0PWlH3LXMGhic57BjEucwXm1rU5_g3mbMoYQiEU5c,5410
-isa_model/inference/services/vision/base_vision_service.py,sha256=Yk2C9rD3zfORWCXSYTWPj5HB08A_eD1YiNIShF0_MjY,5418
+isa_model/inference/services/vision/base_image_gen_service.py,sha256=k88mWy5yReqMbz-ZT8aK9P3Bbh2KaykJV9p_MB6DD2g,4247
+isa_model/inference/services/vision/base_vision_service.py,sha256=ismIKNxZa0TQi0KSyEXewubjgMERl_5Pzqu4eQih7Qg,6840
+isa_model/inference/services/vision/isA_vision_service.py,sha256=9lgxW83CInwmndtI_9-4iRMhcl0vG-sSx3xLfNnfojs,14620
 isa_model/inference/services/vision/ollama_vision_service.py,sha256=Btm3jJmnSBcJDiTujr51eWC3a3eA_58xKMj5TsatXJQ,6821
-isa_model/inference/services/vision/openai_vision_service.py,sha256=dCtxng8hC1mpL7MzVlABzBsDcCzDI03exQpVkEPj15w,12894
-isa_model/inference/services/vision/replicate_image_gen_service.py,sha256=yrIdSgpNlXI5qJd0dkZ86Ngrbdr-_ZlKL-_2v1h1MAA,11768
+isa_model/inference/services/vision/openai_vision_service.py,sha256=aGjYI5jRzL73hchFFLb1077rnnoUFDJ_EEV14EjqJG8,18686
+isa_model/inference/services/vision/replicate_image_gen_service.py,sha256=NMOPNTLKOJi_SF86pI5mgvGIO1IMEEiU9TmBbRcfLXM,16509
+isa_model/inference/services/vision/replicate_vision_service.py,sha256=UtuC_jrSD_ZYwLbrRZPzTo5ElXHQNYyAywcwTHaXpTM,28474
 isa_model/inference/services/vision/helpers/image_utils.py,sha256=ieEL69LQ9-T4zsSFj2Mmt2jRUU_UOUAgt1W6Je9kaa8,1800
 isa_model/inference/services/vision/helpers/text_splitter.py,sha256=6AbvcQ7H6MS54B9d9T1XBGg4GhvmKfZqp00lKp9pF-U,1635
 isa_model/inference/utils/conversion/bge_rerank_convert.py,sha256=1dvtxe5-PPCe2Au6SO8F2XaD-xdIoeA4zDTcid2L9FU,2691
@@ -66,6 +85,19 @@ isa_model/scripts/mlflow_manager.py,sha256=7xMN0_wELr1jcALuTW9WeWirRkPZPlE2LlFfZ
 isa_model/scripts/model_registry.py,sha256=7rycPkVk8WHUO3LJaHfdyy5Yq8qmd_4WkGk4wKan-2w,14279
 isa_model/scripts/start_mlflow.py,sha256=3AGKBzByjzbZ56I8w0IOfYnp3V6EU2Lv9NtX9maSqL8,2571
 isa_model/scripts/training_tracker.py,sha256=cnXPi8ip2OK76-aWAOgC-dKx90PqZLEnP6UbHso7Fwc,8080
+isa_model/serving/__init__.py,sha256=LTO0Adbvm7A-bgQqtuOQSoHvdu9OH3OrEjYgQanuHgI,429
+isa_model/serving/api/__init__.py,sha256=wgWD69eqV37fFTLxhz8b0rOn_34P7SZHoWw2sufWjk4,162
+isa_model/serving/api/fastapi_server.py,sha256=Q9rvdyAyDD7fMqZ-EusOWYXPXyvce86a7_wKuTwLvFg,2403
+isa_model/serving/api/middleware/__init__.py,sha256=iCKUYECf0bjNGXgV91K03hb8Dnp0Jc_wnUL897Rd0sg,163
+isa_model/serving/api/middleware/request_logger.py,sha256=d48n6tp1pqZ7HFWFl8jg6er24ugWkWkMOc1y80aqPU8,2938
+isa_model/serving/api/routes/__init__.py,sha256=RIaG9OPg0AjAIVbtMzwnqGyNU-tuQXbdvFcYOt4b_Do,84
+isa_model/serving/api/routes/health.py,sha256=NwQcC_bpcaI4YZHTIKbGtg82yQ6QLdp0TwcqbEiqbWs,2208
+isa_model/serving/api/routes/llm.py,sha256=5ZVxWugff0i6VBKz_Nv5CqacMZJsPZEKyoSB6XDrW34,385
+isa_model/serving/api/routes/ui_analysis.py,sha256=-WxLaRKQNHnRh4okB85cWA4blTegpEPZtzHTsF3yeeU,6848
+isa_model/serving/api/routes/vision.py,sha256=U9jxssQYe6igtayUW0C2fcYwqmLRIE15__X-5Ru9J4c,396
+isa_model/serving/api/schemas/__init__.py,sha256=Tu_hzxoKW1ZHpww3-5ER4A2hNuDByZ0rAfrgaJ7Bs-M,275
+isa_model/serving/api/schemas/common.py,sha256=HVaAS7wlvqrwC1gMZ2Cvo0vzHB053x2uOTAwUoY2vsE,696
+isa_model/serving/api/schemas/ui_analysis.py,sha256=IpOcIvmUeXN1UtZsbGozMfV1vvz7AVF2PVXjjxYl_0k,4089
 isa_model/training/__init__.py,sha256=lfgaSGmOdfizXYV0NKZ6UDXdx_KIlit62eVhGK_6zXA,1533
 isa_model/training/factory.py,sha256=c-77203-2jL3ppcAhhtms6eb8RwI1xz7k324V_NqCFM,13733
 isa_model/training/annotation/annotation_schema.py,sha256=BDEgUlRxMoXGTn12VZ_UUU8rWUHQW_JL39d1AvWU-04,1271
@@ -85,7 +117,7 @@ isa_model/training/core/config.py,sha256=oqgKpBvtzrN6jwLIQYQ2707lH6nmjrktRiSxp9i
 isa_model/training/core/dataset.py,sha256=XCFsnf0NUMU1dJpdvo_CAMyvXB-9_RCUEiy8TU50e20,7802
 isa_model/training/core/trainer.py,sha256=h5TjqjdFr0Fsv5y4-0siy1KmOlqLfliVaUXybvuoeXU,26932
 isa_model/training/core/utils.py,sha256=Nik0M2ssfNbWqP6fKO0Kfyhzr_H6Q19ioxB-qCYbn5E,8387
-isa_model-0.3.3.dist-info/METADATA,sha256=JR7HYP8HN8ZStGhRBuqFz-yH1SGnEE2I8BTU61c5QRU,12226
-isa_model-0.3.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-isa_model-0.3.3.dist-info/top_level.txt,sha256=eHSy_Xb3kNkh2kK11mi1mZh0Wz91AQ5b8k2KFYO-rE8,10
-isa_model-0.3.3.dist-info/RECORD,,
+isa_model-0.3.5.dist-info/METADATA,sha256=jhARc6WBDaFWWScGhArHukMp4m1J4iJlo7KlGMIl2p0,12226
+isa_model-0.3.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+isa_model-0.3.5.dist-info/top_level.txt,sha256=eHSy_Xb3kNkh2kK11mi1mZh0Wz91AQ5b8k2KFYO-rE8,10
+isa_model-0.3.5.dist-info/RECORD,,