model2service 0.0.1__tar.gz

model2service-0.0.1/.devcontainer/devcontainer.json

@@ -0,0 +1,34 @@
+// For format details, see https://aka.ms/devcontainer.json. For config options, see the
+// README at: https://github.com/devcontainers/templates/tree/main/src/python
+{
+	"name": "Python 3",
+	// Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile
+	"build": {
+		"dockerfile": "../Dockerfile"
+	},
+	// Features to add to the dev container. More info: https://containers.dev/features.
+	// "features": {},
+	// Use 'forwardPorts' to make a list of ports inside the container available locally.
+	// "forwardPorts": [],
+	// Use 'postCreateCommand' to run commands after the container is created.
+	// "postCreateCommand": "pip3 install --user -r requirements.txt",
+	// Configure tool-specific properties.
+	"customizations": {
+		"vscode": {
+			"extensions": [
+				"ms-python.black-formatter",
+				"ms-python.vscode-python-envs",
+				"ms-python.debugpy",
+				"ms-python.python",
+				"ms-python.vscode-pylance",
+				"eamodio.gitlens",
+				"ms-toolsai.datawrangler",
+				"esbenp.prettier-vscode",
+				"ms-toolsai.jupyter",
+				"ms-vsliveshare.vsliveshare"
+			],
+		}
+	}
+	// Uncomment to connect as root instead. More info: https://aka.ms/dev-containers-non-root.
+	// "remoteUser": "root"
+}

model2service-0.0.1/.github/workflows/python-publish.yml

@@ -0,0 +1,70 @@
+# This workflow will upload a Python Package to PyPI when a release is created
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python#publishing-to-package-registries
+
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+
+name: Upload Python Package
+
+on:
+  release:
+    types: [published]
+
+permissions:
+  contents: read
+
+jobs:
+  release-build:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.x"
+
+      - name: Build release distributions
+        run: |
+          # NOTE: put your own distribution build steps here.
+          python -m pip install build
+          python -m build
+
+      - name: Upload distributions
+        uses: actions/upload-artifact@v4
+        with:
+          name: release-dists
+          path: dist/
+
+  pypi-publish:
+    runs-on: ubuntu-latest
+    needs:
+      - release-build
+    permissions:
+      # IMPORTANT: this permission is mandatory for trusted publishing
+      id-token: write
+
+    # Dedicated environments with protections for publishing are strongly recommended.
+    # For more information, see: https://docs.github.com/en/actions/deployment/targeting-different-environments/using-environments-for-deployment#deployment-protection-rules
+    environment:
+      name: pypi
+      # OPTIONAL: uncomment and update to include your PyPI project URL in the deployment status:
+      # url: https://pypi.org/p/YOURPROJECT
+      #
+      # ALTERNATIVE: if your GitHub Release name is the PyPI project version string
+      # ALTERNATIVE: exactly, uncomment the following line instead:
+      # url: https://pypi.org/project/YOURPROJECT/${{ github.event.release.name }}
+
+    steps:
+      - name: Retrieve release distributions
+        uses: actions/download-artifact@v4
+        with:
+          name: release-dists
+          path: dist/
+
+      - name: Publish release distributions to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: dist/

model2service-0.0.1/.vscode/settings.json

@@ -0,0 +1,3 @@
+{
+    "python-envs.defaultEnvManager": "ms-python.python:system"
+}

model2service-0.0.1/Dockerfile

@@ -0,0 +1,17 @@
+FROM python:3.10-slim
+RUN apt-get update && \
+    apt-get upgrade -y && \
+    apt-get install -y build-essential \
+    git \
+    curl \
+    wget \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+
+WORKDIR /workspace
+
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+RUN pip install --upgrade pip

model2service-0.0.1/PKG-INFO

@@ -0,0 +1,17 @@
+Metadata-Version: 2.4
+Name: model2service
+Version: 0.0.1
+Author-email: Diego Pinheiro <diego.silva@unicap.br>
+Project-URL: Homepage, https://github.com/projeto-carcara/model2service
+Keywords: service
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: pydantic==2.13.2
+Requires-Dist: debugpy==1.8.20
+Requires-Dist: pika==1.3.2
+Requires-Dist: redis==7.4.0
+
+# model2service

model2service-0.0.1/README.md

@@ -0,0 +1 @@
+# model2service

model2service-0.0.1/model2service/__init__.py

@@ -0,0 +1,9 @@
+from .src import *
+
+def service2model_mlflowredis(cls) -> Model2Service:
+    return Model2Service(
+        service_registry=RedisServices(),
+        model_repository=MlflowRepository()
+        )
+
+DefaultModel2Service: Model2Service = service2model_mlflowredis()

model2service-0.0.1/model2service/src/__init__.py

@@ -0,0 +1,5 @@
+from .model_repositories import *
+from .service_registries import *
+from .model2service import *
+
+

model2service-0.0.1/model2service/src/model2service.py

@@ -0,0 +1,33 @@
+from __future__ import annotations
+
+import abc
+from .service_registries import ServiceRegistry, ModelServiceRegistry
+from .model_repositories import ModelRepository, Model
+
+from pydantic import BaseModel
+
+# class Model2ServiceMapping(BaseModel):
+#     service_registry: ServiceRegistry
+#     model_repository: ModelRepository
+
+
+class Model2Service():
+    
+    def __init__(self, 
+                 service_registry: ServiceRegistry,
+                 model_repository: ModelRepository
+                 ):
+        self.mode
+
+    def model_save(self, model: Model): 
+        self.model_repository.save(model)
+
+    def model_load(self, model_name: str) -> Model:
+        return self.model_repository.load(model_name)
+
+    def service_register(self, model_service_registry: ModelServiceRegistry):
+        self.service_registry.register(model_service_registry)
+
+    def service_discover(self, model_name: str) -> ModelServiceRegistry:
+        return self.service_registry.discovery(model_name)
+    

model2service-0.0.1/model2service/src/model_repositories/__init__.py

@@ -0,0 +1,2 @@
+from .model_repository import *
+from .mlflow_repository import *

model2service-0.0.1/model2service/src/model_repositories/mlflow_repository.py

@@ -0,0 +1,12 @@
+from mlflow.pyfunc.model import PythonModel, PythonModelContext
+from .model_repository import Model
+
+from .model_repository import ModelRepository
+
+class MlflowRepository(ModelRepository):
+    def save(self, model: Model): 
+        pass
+
+    def load(self) -> Model: 
+        pass
+ 

model2service-0.0.1/model2service/src/model_repositories/model_repository.py

@@ -0,0 +1,12 @@
+import abc
+
+class Model:
+    name: str
+
+class ModelRepository(abc.ABC):
+
+    @abc.abstractmethod
+    def save(self, model: Model): ...
+
+    @abc.abstractmethod
+    def load(self, model_name: str) -> Model: ...

model2service-0.0.1/model2service/src/service_registries/__init__.py

@@ -0,0 +1,2 @@
+from .service_registry import *
+from .redis_registry import *

model2service-0.0.1/model2service/src/service_registries/redis_registry.py

@@ -0,0 +1,39 @@
+from .service_registry import ServiceRegistry, ModelServiceRegistry
+import redis
+import os
+from typing import Optional
+
+ENVIRONMENT_VARIABLE_HOST = "REDIS_HOST"
+ENVIRONMENT_VARIABLE_PORT = "REDIS_PORT"
+
+class RedisServices(ServiceRegistry):
+    _instace = None
+
+    def __new__(cls):
+        if cls._instance is None:
+            instance = super().__new__(cls)
+            instance.client = redis.Redis(
+                host=instance.host,
+                port=int(instance.port),
+                decode_responses=True
+            )
+            cls._instance = instance
+        return cls._instance
+
+    def register(self, model_service: ModelServiceRegistry): 
+        # registra o nome do modelo e a fila no serviço
+        key = f"model_queue:{model_service.service_name}"
+        self.client.set(key, model_service.queue_name)
+
+    def discovery(self, service_name: str) -> Optional[str]: 
+        # retorna o nome da fila associada ao modelo
+        key = f"model_queue:{service_name}"
+        return self.client.get(key)
+    
+    @property
+    def host(self):
+        return os.getenv(ENVIRONMENT_VARIABLE_HOST)
+
+    @property
+    def port(self):
+        return os.getenv(ENVIRONMENT_VARIABLE_PORT)

model2service-0.0.1/model2service/src/service_registries/service_registry.py

@@ -0,0 +1,27 @@
+import abc
+from pydantic import BaseModel
+from collections.abc import Callable
+from typing import Optional
+from pika.spec import BasicProperties
+
+
+#TODO this class does not belong in this file, maybe a MessageConsumer interface
+class CallBackArguments(BaseModel):
+    body : bytes
+    #TODO make less coupling, maybe use dict[str, Any] for now
+    properties: BasicProperties
+
+class ModelServiceRegistry(BaseModel):
+    service_name: str
+    queue_name: str
+    #TODO 'process' does not belong in this class, this class is only for registration
+    process: Callable[[CallBackArguments], Optional[BaseModel]]
+
+@abc.abstractmethod
+class ServiceRegistry(abc.ABC):
+
+    @abc.abstractmethod
+    def register(self, model_service: ModelServiceRegistry): ...
+
+    @abc.abstractmethod
+    def discovery(self, service_name: str) -> Optional[str]: ...

model2service-0.0.1/model2service.egg-info/PKG-INFO

@@ -0,0 +1,17 @@
+Metadata-Version: 2.4
+Name: model2service
+Version: 0.0.1
+Author-email: Diego Pinheiro <diego.silva@unicap.br>
+Project-URL: Homepage, https://github.com/projeto-carcara/model2service
+Keywords: service
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: pydantic==2.13.2
+Requires-Dist: debugpy==1.8.20
+Requires-Dist: pika==1.3.2
+Requires-Dist: redis==7.4.0
+
+# model2service

model2service-0.0.1/model2service.egg-info/SOURCES.txt

@@ -0,0 +1,23 @@
+.gitignore
+Dockerfile
+README.md
+pyproject.toml
+requirements.txt
+.devcontainer/devcontainer.json
+.github/workflows/python-publish.yml
+.vscode/settings.json
+model2service/__init__.py
+model2service.egg-info/PKG-INFO
+model2service.egg-info/SOURCES.txt
+model2service.egg-info/dependency_links.txt
+model2service.egg-info/requires.txt
+model2service.egg-info/top_level.txt
+model2service/src/__init__.py
+model2service/src/model2service.py
+model2service/src/model_repositories/__init__.py
+model2service/src/model_repositories/mlflow_repository.py
+model2service/src/model_repositories/model_repository.py
+model2service/src/service_registries/__init__.py
+model2service/src/service_registries/redis_registry.py
+model2service/src/service_registries/service_registry.py
+tests/client.py

model2service-0.0.1/model2service.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

model2service-0.0.1/model2service.egg-info/requires.txt

@@ -0,0 +1,4 @@
+pydantic==2.13.2
+debugpy==1.8.20
+pika==1.3.2
+redis==7.4.0

model2service-0.0.1/model2service.egg-info/top_level.txt

@@ -0,0 +1 @@
+model2service

model2service-0.0.1/pyproject.toml

@@ -0,0 +1,39 @@
+[build-system]
+requires = ["setuptools", "wheel", "setuptools-scm[toml]>=6.2"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "model2service"
+dynamic = ["version"]
+authors = [
+  { name="Diego Pinheiro", email="diego.silva@unicap.br" },
+]
+description = ""
+readme = "README.md"
+license = { file = "LICENSE" }
+requires-python = ">=3.9"
+keywords = ["service"]
+classifiers = [
+  "Programming Language :: Python :: 3",
+  "License :: OSI Approved :: MIT License", 
+  "Operating System :: OS Independent",
+]
+
+dependencies = [
+  "pydantic==2.13.2",
+  "debugpy==1.8.20",
+  "pika==1.3.2",
+  "redis==7.4.0"
+]
+
+[project.optional-dependencies]
+
+[project.urls]
+Homepage = "https://github.com/projeto-carcara/model2service" 
+
+[tool.setuptools.packages.find]
+include = ["model2service", "model2service.*"]
+
+[tool.setuptools_scm]
+version_scheme = "guess-next-dev"
+local_scheme = "node-and-date"

model2service-0.0.1/requirements.txt

@@ -0,0 +1,4 @@
+pydantic==2.13.2
+debugpy==1.8.20
+pika==1.3.2
+redis==7.4.0

model2service-0.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

model2service-0.0.1/tests/client.py

@@ -0,0 +1,28 @@
+from model2service import *
+from typing import List
+
+# 1: Save Model Save Model After Training 
+
+model = Model()
+DefaultModel2Service.model_save(model)
+
+# 2: Register Models When Container Starts
+
+service_name = "myservice"
+def mymodels() -> List[Model]:
+    pass
+
+for model in mymodels():
+    model_service_registry: ModelServiceRegistry = ModelServiceRegistry(
+        model_name=model.name,
+        service_name="service_name"
+    )
+    DefaultModel2Service.service_register(model_service_registry=model)
+
+# 3: Discover service for a given model_name
+model_name: str = "mymodel"
+serviceResgistry: ServiceRegistry = DefaultModel2Service.service_discover(model_name=model_name)
+
+# 4: Load model within the container provisioning the service for a given model
+model_name = "mymodel"
+model: Model = DefaultModel2Service.model_load(model_name=model_name)