hugpy-engine 0.3.3__tar.gz → 0.3.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/PKG-INFO +1 -1
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/pyproject.toml +1 -1
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/task_endpoints.py +12 -1
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine.egg-info/PKG-INFO +1 -1
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/README.md +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/setup.cfg +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/categories.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/config/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/config/main.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/config/models/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/config/models/models_config.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/config/models/models_default.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/dispatch/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/dispatch/dispatch.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/fit/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/fit/types.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/llama/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/llama/runners/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/llama/runners/fitevict_runner.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/name_match.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/placement.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/py.typed +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/resolvers/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/resolvers/assure_model_key.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/resolvers/categories/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/resolvers/categories/builders.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/resolvers/categories/frameworks.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/resolvers/model_resolver.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/schemas/__init__.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/schemas/chat_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/schemas/event_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/schemas/metadata_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/schemas/model_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/schemas/runner_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/schemas/task_schemas.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/task_deps.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/tasks.py +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine.egg-info/SOURCES.txt +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine.egg-info/dependency_links.txt +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine.egg-info/requires.txt +0 -0
- {hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: hugpy-engine
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.4
|
|
4
4
|
Summary: Hugpy engine: model discovery and classification, allocation and eviction, native llama.cpp and GGUF runners, and the prompt-to-reply inference path with task and placement seams
|
|
5
5
|
Author-email: putkoff <support@hugpy.ai>
|
|
6
6
|
License-Expression: LicenseRef-Proprietary
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "hugpy-engine"
|
|
7
|
-
version = "0.3.
|
|
7
|
+
version = "0.3.4"
|
|
8
8
|
description = "Hugpy engine: model discovery and classification, allocation and eviction, native llama.cpp and GGUF runners, and the prompt-to-reply inference path with task and placement seams"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.10"
|
|
@@ -23,6 +23,8 @@ runners that must NOT run in core (one GPU owner per box = the wrapper).
|
|
|
23
23
|
"""
|
|
24
24
|
from __future__ import annotations
|
|
25
25
|
|
|
26
|
+
import base64
|
|
27
|
+
|
|
26
28
|
import asyncio
|
|
27
29
|
import json
|
|
28
30
|
import logging
|
|
@@ -137,7 +139,16 @@ def build_endpoint_request(kwargs: dict, model_key: str, *, task: str,
|
|
|
137
139
|
for k in file_sources:
|
|
138
140
|
v = kwargs.get(k)
|
|
139
141
|
if v:
|
|
140
|
-
|
|
142
|
+
# The serving box is whichever core picks — it does not share this
|
|
143
|
+
# host's disk. A file readable HERE travels as bytes (file_b64, which
|
|
144
|
+
# every runner's input_file() accepts); anything else (a path only the
|
|
145
|
+
# box knows) is passed as-is.
|
|
146
|
+
if isinstance(v, str) and os.path.isfile(v):
|
|
147
|
+
with open(v, "rb") as fh:
|
|
148
|
+
body["file_b64"] = base64.b64encode(fh.read()).decode("ascii")
|
|
149
|
+
body["filename"] = os.path.basename(v)
|
|
150
|
+
else:
|
|
151
|
+
body["file_path"] = v
|
|
141
152
|
break
|
|
142
153
|
input_key = spec.get("input_key")
|
|
143
154
|
if input_key:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: hugpy-engine
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.4
|
|
4
4
|
Summary: Hugpy engine: model discovery and classification, allocation and eviction, native llama.cpp and GGUF runners, and the prompt-to-reply inference path with task and placement seams
|
|
5
5
|
Author-email: putkoff <support@hugpy.ai>
|
|
6
6
|
License-Expression: LicenseRef-Proprietary
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hugpy_engine-0.3.3 → hugpy_engine-0.3.4}/src/hugpy_engine/resolvers/categories/frameworks.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|