hugpy-engine 0.3.3__tar.gz → 0.3.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/PKG-INFO +1 -1
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/pyproject.toml +1 -1
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/task_endpoints.py +14 -2
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine.egg-info/PKG-INFO +1 -1
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/README.md +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/setup.cfg +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/categories.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/config/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/config/main.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/config/models/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/config/models/models_config.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/config/models/models_default.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/dispatch/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/dispatch/dispatch.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/fit/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/fit/types.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/llama/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/llama/runners/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/llama/runners/fitevict_runner.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/name_match.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/placement.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/py.typed +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/resolvers/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/resolvers/assure_model_key.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/resolvers/categories/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/resolvers/categories/builders.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/resolvers/categories/frameworks.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/resolvers/model_resolver.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/schemas/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/schemas/chat_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/schemas/event_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/schemas/metadata_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/schemas/model_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/schemas/runner_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/schemas/task_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/task_deps.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/tasks.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine.egg-info/SOURCES.txt +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine.egg-info/dependency_links.txt +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine.egg-info/requires.txt +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: hugpy-engine
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.5
|
|
4
4
|
Summary: Hugpy engine: model discovery and classification, allocation and eviction, native llama.cpp and GGUF runners, and the prompt-to-reply inference path with task and placement seams
|
|
5
5
|
Author-email: putkoff <support@hugpy.ai>
|
|
6
6
|
License-Expression: LicenseRef-Proprietary
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "hugpy-engine"
|
|
7
|
-
version = "0.3.
|
|
7
|
+
version = "0.3.5"
|
|
8
8
|
description = "Hugpy engine: model discovery and classification, allocation and eviction, native llama.cpp and GGUF runners, and the prompt-to-reply inference path with task and placement seams"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.10"
|
|
@@ -23,6 +23,8 @@ runners that must NOT run in core (one GPU owner per box = the wrapper).
|
|
|
23
23
|
"""
|
|
24
24
|
from __future__ import annotations
|
|
25
25
|
|
|
26
|
+
import base64
|
|
27
|
+
|
|
26
28
|
import asyncio
|
|
27
29
|
import json
|
|
28
30
|
import logging
|
|
@@ -111,7 +113,8 @@ _BODY_SPECS: dict[str, dict] = {
|
|
|
111
113
|
"/v1/videos/generations": {
|
|
112
114
|
"input_key": "prompt", "sources": ("prompt", "input", "text"),
|
|
113
115
|
"passthrough": ("num_frames", "fps", "seed", "width", "height", "steps",
|
|
114
|
-
"num_inference_steps", "image", "
|
|
116
|
+
"num_inference_steps", "guidance_scale", "image", "image_b64",
|
|
117
|
+
"negative_prompt", "response_format"),
|
|
115
118
|
},
|
|
116
119
|
}
|
|
117
120
|
|
|
@@ -137,7 +140,16 @@ def build_endpoint_request(kwargs: dict, model_key: str, *, task: str,
|
|
|
137
140
|
for k in file_sources:
|
|
138
141
|
v = kwargs.get(k)
|
|
139
142
|
if v:
|
|
140
|
-
|
|
143
|
+
# The serving box is whichever core picks — it does not share this
|
|
144
|
+
# host's disk. A file readable HERE travels as bytes (file_b64, which
|
|
145
|
+
# every runner's input_file() accepts); anything else (a path only the
|
|
146
|
+
# box knows) is passed as-is.
|
|
147
|
+
if isinstance(v, str) and os.path.isfile(v):
|
|
148
|
+
with open(v, "rb") as fh:
|
|
149
|
+
body["file_b64"] = base64.b64encode(fh.read()).decode("ascii")
|
|
150
|
+
body["filename"] = os.path.basename(v)
|
|
151
|
+
else:
|
|
152
|
+
body["file_path"] = v
|
|
141
153
|
break
|
|
142
154
|
input_key = spec.get("input_key")
|
|
143
155
|
if input_key:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: hugpy-engine
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.5
|
|
4
4
|
Summary: Hugpy engine: model discovery and classification, allocation and eviction, native llama.cpp and GGUF runners, and the prompt-to-reply inference path with task and placement seams
|
|
5
5
|
Author-email: putkoff <support@hugpy.ai>
|
|
6
6
|
License-Expression: LicenseRef-Proprietary
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hugpy_engine-0.3.3 → hugpy_engine-0.3.5}/src/hugpy_engine/resolvers/categories/frameworks.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|