oracle-ads 2.11.9__py3-none-any.whl → 2.11.10__py3-none-any.whl

ads/aqua/modeldeployment/__init__.py

@@ -0,0 +1,8 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# Copyright (c) 2024 Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
+from ads.aqua.modeldeployment.deployment import AquaDeploymentApp
+from ads.aqua.modeldeployment.inference import MDInferenceResponse
+
+__all__ = ["AquaDeploymentApp", "MDInferenceResponse"]

ads/aqua/modeldeployment/constants.py

@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# Copyright (c) 2024 Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
+
+"""
+aqua.modeldeployment.constants
+~~~~~~~~~~~~~~
+
+This module contains constants used in Aqua Model Deployment.
+"""
+
+VLLMInferenceRestrictedParams = {
+    "--tensor-parallel-size",
+    "--port",
+    "--host",
+    "--served-model-name",
+    "--seed",
+}
+TGIInferenceRestrictedParams = {
+    "--port",
+    "--hostname",
+    "--num-shard",
+    "--sharded",
+    "--trust-remote-code",
+}