lumen-resources 0.3.1__py3-none-any.whl → 0.3.2__py3-none-any.whl

lumen_resources/result_schemas/text_generation_v1.py

@@ -0,0 +1,89 @@
+# generated by datamodel-codegen:
+#   filename:  text_generation_v1.json
+#   timestamp: 2025-12-12T07:02:32+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+
+from pydantic import BaseModel, ConfigDict, Field
+
+
+class FinishReason(Enum):
+    """
+    Reason why generation terminated
+    """
+
+    stop = 'stop'
+    length = 'length'
+    eos_token = 'eos_token'
+    stop_sequence = 'stop_sequence'
+    error = 'error'
+
+
+class Metadata(BaseModel):
+    """
+    Optional metadata about the generation process
+    """
+
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    temperature: float | None = Field(None, ge=0.0)
+    """
+    Sampling temperature used for generation
+    """
+    top_p: float | None = Field(None, ge=0.0, le=1.0)
+    """
+    Nucleus sampling parameter used for generation
+    """
+    max_tokens: int | None = Field(None, ge=1)
+    """
+    Maximum tokens allowed for generation
+    """
+    seed: int | None = None
+    """
+    Random seed used for generation (if deterministic)
+    """
+    generation_time_ms: float | None = Field(None, ge=0.0)
+    """
+    Time taken to generate the response in milliseconds
+    """
+    streaming_chunks: int | None = Field(None, ge=0)
+    """
+    Number of chunks in streaming generation (if applicable)
+    """
+
+
+class TextGenerationV1(BaseModel):
+    """
+    Universal schema for text generation responses across Lumen VLM services. Returns generated text with metadata about the generation process.
+    """
+
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    text: str = Field(..., min_length=0)
+    """
+    Generated text content
+    """
+    finish_reason: FinishReason
+    """
+    Reason why generation terminated
+    """
+    generated_tokens: int = Field(..., ge=0)
+    """
+    Number of tokens generated in the response
+    """
+    input_tokens: int | None = Field(None, ge=0)
+    """
+    Number of tokens in the input prompt
+    """
+    model_id: str = Field(..., min_length=1)
+    """
+    Identifier of the model that generated the text
+    """
+    metadata: Metadata | None = None
+    """
+    Optional metadata about the generation process
+    """

lumen_resources/schemas/config-schema.yaml

@@ -202,6 +202,10 @@ definitions:
                     type: string
                 description: "List of ONNX execution providers. If null, uses ONNX Runtime defaults."
                 default: null
+            prefer_fp16:
+                type: boolean
+                description: "Whether to prefer FP16 model files over FP32 when available. Improves performance on supported hardware."
+                default: true
         additionalProperties: false
     ModelConfig:
         type: object

lumen_resources/schemas/result_schemas/text_generation_v1.json

@@ -0,0 +1,94 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "TextGenerationV1",
+  "description": "Universal schema for text generation responses across Lumen VLM services. Returns generated text with metadata about the generation process.",
+  "type": "object",
+  "properties": {
+    "text": {
+      "type": "string",
+      "minLength": 0,
+      "description": "Generated text content"
+    },
+    "finish_reason": {
+      "type": "string",
+      "enum": ["stop", "length", "eos_token", "stop_sequence", "error"],
+      "description": "Reason why generation terminated"
+    },
+    "generated_tokens": {
+      "type": "integer",
+      "minimum": 0,
+      "description": "Number of tokens generated in the response"
+    },
+    "input_tokens": {
+      "type": "integer",
+      "minimum": 0,
+      "description": "Number of tokens in the input prompt"
+    },
+    "model_id": {
+      "type": "string",
+      "minLength": 1,
+      "description": "Identifier of the model that generated the text"
+    },
+    "metadata": {
+      "type": "object",
+      "properties": {
+        "temperature": {
+          "type": "number",
+          "minimum": 0.0,
+          "description": "Sampling temperature used for generation"
+        },
+        "top_p": {
+          "type": "number",
+          "minimum": 0.0,
+          "maximum": 1.0,
+          "description": "Nucleus sampling parameter used for generation"
+        },
+        "max_tokens": {
+          "type": "integer",
+          "minimum": 1,
+          "description": "Maximum tokens allowed for generation"
+        },
+        "seed": {
+          "type": "integer",
+          "description": "Random seed used for generation (if deterministic)"
+        },
+        "generation_time_ms": {
+          "type": "number",
+          "minimum": 0,
+          "description": "Time taken to generate the response in milliseconds"
+        },
+        "streaming_chunks": {
+          "type": "integer",
+          "minimum": 0,
+          "description": "Number of chunks in streaming generation (if applicable)"
+        }
+      },
+      "additionalProperties": false,
+      "description": "Optional metadata about the generation process"
+    }
+  },
+  "required": ["text", "finish_reason", "generated_tokens", "model_id"],
+  "additionalProperties": false,
+  "examples": [
+    {
+      "text": "The image shows a beautiful sunset over mountains with vibrant colors.",
+      "finish_reason": "stop",
+      "generated_tokens": 15,
+      "input_tokens": 8,
+      "model_id": "fastvlm-2b-onnx",
+      "metadata": {
+        "temperature": 0.7,
+        "top_p": 0.9,
+        "max_tokens": 512,
+        "generation_time_ms": 245.6
+      }
+    },
+    {
+      "text": "A cat is sitting on a windowsill looking outside.",
+      "finish_reason": "eos_token",
+      "generated_tokens": 9,
+      "input_tokens": 12,
+      "model_id": "fastvlm-2b-onnx"
+    }
+  ]
+}

{lumen_resources-0.3.1.dist-info → lumen_resources-0.3.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lumen-resources
-Version: 0.3.1
+Version: 0.3.2
 Summary: Unified model resource management for Lumen ML services
 Author-email: EdwinZhanCN <support@lumilio.org>
 License: MIT

lumen_resources-0.3.2.dist-info/RECORD

@@ -0,0 +1,28 @@
+lumen_resources/__init__.py,sha256=EwI0cDEF9eIlWT4eYWwL8MUR8-vaHEzpZ0Kf94Kxn60,2729
+lumen_resources/cli.py,sha256=gGGfe0BmqjZX-2fIEEQ-MgElMn21OrabPs7Fcu6aY6A,14204
+lumen_resources/downloader.py,sha256=Gn0or7qvk3BfmKu7VtKklXxVKuBj2lk9b5Nq7Cll-kY,21589
+lumen_resources/exceptions.py,sha256=cUS76Revda0Vt6rPeUNLI2QhluNyLon1GiF5ZM4Kx30,3148
+lumen_resources/lumen_config.py,sha256=9lrsdVcqlwJ1lwrKRfD449FKBKtQ4ut5D26tmwuObdA,5176
+lumen_resources/lumen_config_validator.py,sha256=6GIBwresO1k7yALaNt5EgQZpcxFVq7k1obRQjl4AEEI,9734
+lumen_resources/model_info.py,sha256=O7LRJnC2OJ5uAuic074hzWThruHhVyMg5Kt7eNAdZQ4,2355
+lumen_resources/model_info_validator.py,sha256=91QsUCRuxZT3wCt7xI3wsLVBmEiVXxJUk8d2MOHwNb0,9294
+lumen_resources/platform.py,sha256=EwqjQMoQY2jK0VP1jstgIW_Lu82Cxn9HDxwdCj1EN8w,9824
+lumen_resources/result_schemas/README.md,sha256=nPbihM4RCJxFbBHyUsRYLljyaRjULuMQgW6K1nWYGy0,384
+lumen_resources/result_schemas/__init__.py,sha256=iOxu2V8w5tXrFF5jH-Qn-En7nr2b3ZlcaiswyJCtxCQ,357
+lumen_resources/result_schemas/embedding_v1.py,sha256=XlruWBMKefG7p_f06KS-_iLs8fSwO_wxkfFuBUWgSTk,671
+lumen_resources/result_schemas/face_v1.py,sha256=Vqd-VxzmmPC0tqNtRV9qYx7Xaax5CXxjJhjJ5whiT9w,1314
+lumen_resources/result_schemas/labels_v1.py,sha256=alrU2XKiLSVXGTAfcOZlPbGGKX2s-UrGQ6uYluM-BBY,829
+lumen_resources/result_schemas/ocr_v1.py,sha256=5YFAwBkRJ_dMlyENxosXRYEIyZnDOAYx7JRDVnY7ah4,1259
+lumen_resources/result_schemas/text_generation_v1.py,sha256=DQ6vb5e9tHYzd1Qf-JkDTflzbnyUWOCgleeJnTImt50,2147
+lumen_resources/schemas/config-schema.yaml,sha256=TXw3Gn1q0DcqVHM4jyvSA_sWfmX_GNXe_nXLvRU7_2I,8388
+lumen_resources/schemas/model_info-schema.json,sha256=VkARnNvzdFKee_AROQG9AUU5Q9s2P_dt7Nvm9Mj39aU,5837
+lumen_resources/schemas/result_schemas/embedding_v1.json,sha256=6iZaXbmkP0J5fXGD4Gkrt6AZPvpK6FZaQ754sOXxFrc,841
+lumen_resources/schemas/result_schemas/face_v1.json,sha256=XcnHxwP_KR8lAv6s6npjWQxwyYAQTuBLEKrvlOqH84g,1771
+lumen_resources/schemas/result_schemas/labels_v1.json,sha256=AnOiM0VCuIKrLdrbA73pmu4QD4QaHIDNsANeU3BIOeg,1222
+lumen_resources/schemas/result_schemas/ocr_v1.json,sha256=btVUZjR_RW4CLJjIyEGCITPJFJxMqGSM7QX8OyfVguo,1653
+lumen_resources/schemas/result_schemas/text_generation_v1.json,sha256=f_qwzlfKR_zZMZsn9qQ3U1U3t7HkSk9j7XED-q_s2hc,2876
+lumen_resources-0.3.2.dist-info/METADATA,sha256=16Os1V15jiQlyhm8FucFSQ55YAx682maKWK-BhEUwGw,4002
+lumen_resources-0.3.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lumen_resources-0.3.2.dist-info/entry_points.txt,sha256=fLCrIB9BxyIDAbJVqDGW4QyvLPlvL53WI-6lkTZ3h2M,61
+lumen_resources-0.3.2.dist-info/top_level.txt,sha256=XgLNoNrF2RIpI2sYIpjLuUREYRVHW13ElHoCnFYHjAQ,16
+lumen_resources-0.3.2.dist-info/RECORD,,

lumen_resources-0.3.1.dist-info/RECORD

@@ -1,26 +0,0 @@
-lumen_resources/__init__.py,sha256=yS4AldwTQlRYfu35DlqBlnoSNXyGw0G0P41AUlZyFac,2687
-lumen_resources/cli.py,sha256=gGGfe0BmqjZX-2fIEEQ-MgElMn21OrabPs7Fcu6aY6A,14204
-lumen_resources/downloader.py,sha256=nQtYcCfSHdWpCqB9zy6-Ri0Ot7j8Hdz--F4oNNPa04Q,17655
-lumen_resources/exceptions.py,sha256=cUS76Revda0Vt6rPeUNLI2QhluNyLon1GiF5ZM4Kx30,3148
-lumen_resources/lumen_config.py,sha256=EtWdlWiN6sP8QZxJfw3mZZKkN_9Kh6aRl-EeC4iSpKg,14814
-lumen_resources/lumen_config_validator.py,sha256=6ZaCVZViEPSDTfbke37P0bDSNI7hE5K8H17bv1V8KSE,9734
-lumen_resources/model_info.py,sha256=O7LRJnC2OJ5uAuic074hzWThruHhVyMg5Kt7eNAdZQ4,2355
-lumen_resources/model_info_validator.py,sha256=91QsUCRuxZT3wCt7xI3wsLVBmEiVXxJUk8d2MOHwNb0,9294
-lumen_resources/platform.py,sha256=EwqjQMoQY2jK0VP1jstgIW_Lu82Cxn9HDxwdCj1EN8w,9824
-lumen_resources/result_schemas/README.md,sha256=nPbihM4RCJxFbBHyUsRYLljyaRjULuMQgW6K1nWYGy0,384
-lumen_resources/result_schemas/__init__.py,sha256=7nsrPKQE9WN39-DwTSrir4sZD7IiDlxfuY12TPKbJ8s,289
-lumen_resources/result_schemas/embedding_v1.py,sha256=VtU4Uy_tTKDIKy4cKZxH_rp_L6VGDlz-ptUbWBwkebw,671
-lumen_resources/result_schemas/face_v1.py,sha256=d-cHhkwvrKw4x7CT_UsihIpDrnxuqnkrnQ38_I3ZfvI,1314
-lumen_resources/result_schemas/labels_v1.py,sha256=S8hgrcJs1XlxOibfgeqiXcNv2epdShuN83kuunQEVbw,829
-lumen_resources/result_schemas/ocr_v1.py,sha256=XddG9tKp2Nw77NEGmRTYGJFoFbXfLFjoPJFzYuiLtAI,1259
-lumen_resources/schemas/config-schema.yaml,sha256=FC4Iz4O-nzAvFXkGMhLkAxy2-efq47wPgcID962Vjx4,8167
-lumen_resources/schemas/model_info-schema.json,sha256=VkARnNvzdFKee_AROQG9AUU5Q9s2P_dt7Nvm9Mj39aU,5837
-lumen_resources/schemas/result_schemas/embedding_v1.json,sha256=6iZaXbmkP0J5fXGD4Gkrt6AZPvpK6FZaQ754sOXxFrc,841
-lumen_resources/schemas/result_schemas/face_v1.json,sha256=XcnHxwP_KR8lAv6s6npjWQxwyYAQTuBLEKrvlOqH84g,1771
-lumen_resources/schemas/result_schemas/labels_v1.json,sha256=AnOiM0VCuIKrLdrbA73pmu4QD4QaHIDNsANeU3BIOeg,1222
-lumen_resources/schemas/result_schemas/ocr_v1.json,sha256=btVUZjR_RW4CLJjIyEGCITPJFJxMqGSM7QX8OyfVguo,1653
-lumen_resources-0.3.1.dist-info/METADATA,sha256=Al6kVXuTCVTb0TxP6_BbcxaeHIEjAVLumZMpsSs0Bi0,4002
-lumen_resources-0.3.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lumen_resources-0.3.1.dist-info/entry_points.txt,sha256=fLCrIB9BxyIDAbJVqDGW4QyvLPlvL53WI-6lkTZ3h2M,61
-lumen_resources-0.3.1.dist-info/top_level.txt,sha256=XgLNoNrF2RIpI2sYIpjLuUREYRVHW13ElHoCnFYHjAQ,16
-lumen_resources-0.3.1.dist-info/RECORD,,