truefoundry 0.5.3rc3__py3-none-any.whl → 0.5.3rc4__py3-none-any.whl

truefoundry/common/constants.py

@@ -63,3 +63,4 @@ API_SERVER_RELATIVE_PATH = "api/svc"
 MLFOUNDRY_SERVER_RELATIVE_PATH = "api/ml"
 VERSION_PREFIX = "v1"
 SERVICEFOUNDRY_CLIENT_MAX_RETRIES = 2
+GATEWAY_SERVER_RELATIVE_PATH = "api/llm"

truefoundry/gateway/cli/cli.py

@@ -2,7 +2,7 @@ import click
 
 from truefoundry.cli.const import COMMAND_CLS, GROUP_CLS
 from truefoundry.cli.display_util import print_entity_list
-from truefoundry.gateway.lib.models import list_models
+from truefoundry.gateway.lib.models import generate_code_for_model, list_models
 
 
 def get_gateway_cli():
@@ -27,4 +27,25 @@ def get_gateway_cli():
         enabled_models = list_models(model_type)
         print_entity_list("Models", enabled_models)
 
+    @gateway.command("generate-code", cls=COMMAND_CLS, help="Generate code for a model")
+    @click.argument("model_id")
+    @click.option(
+        "--inference-type",
+        type=click.Choice(["chat", "completion", "embedding"]),
+        default="chat",
+        help="Type of inference to generate code for",
+    )
+    @click.option(
+        "--client",
+        type=click.Choice(["openai", "rest", "langchain", "stream", "node", "curl"]),
+        default="curl",
+        help="Language/framework to generate code for",
+    )
+    def generate_code_cli(model_id: str, inference_type: str, client: str):
+        """Generate code for a model"""
+        code = generate_code_for_model(
+            model_id, client=client, inference_type=inference_type
+        )
+        print(code)
+
     return gateway

truefoundry/gateway/lib/client.py

@@ -0,0 +1,51 @@
+from typing import Literal, Optional
+
+import requests
+
+from truefoundry.common.constants import GATEWAY_SERVER_RELATIVE_PATH
+from truefoundry.common.credential_provider import (
+    CredentialProvider,
+    EnvCredentialProvider,
+    FileCredentialProvider,
+)
+
+
+class GatewayServiceClient:
+    def __init__(
+        self,
+        credential_provider: Optional[CredentialProvider] = None,
+        host: Optional[str] = None,
+    ) -> None:
+        if credential_provider is None:
+            if EnvCredentialProvider.can_provide():
+                credential_provider = EnvCredentialProvider()
+            elif FileCredentialProvider.can_provide():
+                credential_provider = FileCredentialProvider()
+            else:
+                raise Exception(
+                    "No credentials found. Please login using `tfy login` or set TFY_API_KEY environment variable"
+                )
+
+        self._credential_provider = credential_provider
+        self._host = credential_provider.base_url
+
+    def _get_header(self):
+        return {
+            "Authorization": f"Bearer {self._credential_provider.token.access_token}"
+        }
+
+    @property
+    def _base_url(self) -> str:
+        return f"{self._host}/{GATEWAY_SERVER_RELATIVE_PATH}"
+
+    def generate_code(
+        self, model_id: str, inference_type: Literal["chat", "completion", "embedding"]
+    ) -> str:
+        url = f"{self._base_url}/api/inference/openai/generate-code-snippet"
+        data = {
+            "model": model_id,
+            "playground_endpoint": self._base_url,
+            "inference_type": inference_type,
+        }
+        response = requests.post(url, headers=self._get_header(), json=data)
+        return response.json()

truefoundry/gateway/lib/entities.py

@@ -17,10 +17,15 @@ class GatewayModel(BaseModel):
     model_fqn: str
 
     def list_row_data(self) -> Dict[str, Any]:
+        model_display = self.model_fqn
+        provider_display = self.provider
+        if self.model_id:
+            provider_display = f"{self.provider} ({self.model_id})"
+        
         return {
-            "model_id": self.model_fqn,
-            "provider": self.provider,
-            "provider_model_id": self.model_id,
+            "model": model_display,
+            "provider": provider_display,
+            "type": self.types if isinstance(self.types, str) else ", ".join(self.types)
         }
 
 

truefoundry/gateway/lib/models.py

@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
 from truefoundry.deploy.lib.clients.servicefoundry_client import (
     ServiceFoundryServiceClient,
 )
+from truefoundry.gateway.lib.client import GatewayServiceClient
 from truefoundry.gateway.lib.entities import GatewayModel
 
 
@@ -27,3 +28,40 @@ def list_models(
                 enabled_models.append(model)
 
     return enabled_models
+
+
+def generate_code_for_model(
+    model_id: str,
+    client: Literal["openai", "rest", "langchain", "stream", "node", "curl"] = "curl",
+    inference_type: Literal["chat", "completion", "embedding"] = "chat",
+) -> str:
+    """Generate code snippet for using a model in the specified language/framework
+
+    Args:
+        model_id (str): ID of the model to generate code for
+        language (Literal["openai", "rest", "langchain", "stream", "node", "curl"]): Language/framework to generate code for. Defaults to "curl"
+        inference_type (Literal["chat", "completion", "embedding"]): Type of inference to generate code for. Defaults to "chat"
+
+    Returns:
+        str: Code snippet for using the model in the specified language/framework
+    """
+    gateway_client = GatewayServiceClient()
+    response = gateway_client.generate_code(model_id, inference_type)
+
+    code_map = {
+        "openai": ("openai_code", "Python code using OpenAI SDK for direct API calls"),
+        "rest": ("rest_code", "Python code using requests library for REST API calls"),
+        "langchain": (
+            "langchain_code",
+            "Python code using LangChain framework for LLM integration",
+        ),
+        "stream": ("stream_code", "Python code with streaming response handling"),
+        "node": ("node_code", "Node.js code using Axios for API calls"),
+        "curl": ("curl_code", "cURL command for direct API access via terminal"),
+    }
+
+    code_key, description = code_map[client]
+    if code_key in response and response[code_key]:
+        return f"{description}\n{response[code_key]}"
+
+    return "No code snippet available for the specified language"

{truefoundry-0.5.3rc3.dist-info → truefoundry-0.5.3rc4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: truefoundry
-Version: 0.5.3rc3
+Version: 0.5.3rc4
 Summary: Truefoundry CLI
 Author: Abhishek Choudhary
 Author-email: abhishek@truefoundry.com

{truefoundry-0.5.3rc3.dist-info → truefoundry-0.5.3rc4.dist-info}/RECORD

@@ -33,7 +33,7 @@ truefoundry/cli/display_util.py,sha256=vypx4FQImmDwl2QAj7GpjwlpvG3VFhqoNPvCkBzGq
 truefoundry/cli/util.py,sha256=yA8sie7TBTOu-5QFf2zEFWYEKYcBCaV6o1gtctj1dtI,3390
 truefoundry/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/common/auth_service_client.py,sha256=RRiGUqITxeVYwKZLc923zJP-61UAvFtVlMaG2HJBvXc,7940
-truefoundry/common/constants.py,sha256=Pxksh1MMjz9WAKV6wCcq1wu9uawzZGMe9RU9FrLOZbQ,2626
+truefoundry/common/constants.py,sha256=VbwTn5nzdUnG8u50_dnq_zWwcLf5PXFinhhSogsOAys,2667
 truefoundry/common/credential_file_manager.py,sha256=1yEk1Zm2xS4G0VDFwKSZ4w0VUrcPWQ1nJnoBaz9xyKA,4251
 truefoundry/common/credential_provider.py,sha256=Aht7hFLsnyRgMR34dRbzln7dor0WYSeA8ej8ApNmnKM,4148
 truefoundry/common/entities.py,sha256=8O-EGPk4PKqnyoFMKUTxISCU19rz0KBnfRDJU695DhY,3797
@@ -105,9 +105,10 @@ truefoundry/deploy/v2/lib/models.py,sha256=pSolLMTArDuYpeNsmeeS5DWliloN_iCDfZSpR
 truefoundry/deploy/v2/lib/patched_models.py,sha256=NTU8J_CwdvEuF9zNXwFyN3suOp_196Wrm75DDy5qcXE,14184
 truefoundry/deploy/v2/lib/source.py,sha256=VHKuFREiixUP40D3Mrz-TA70spu1M0RbCzl--qwlFaY,9263
 truefoundry/gateway/__init__.py,sha256=HvAMuk60-fuZcMmdOtozHrUaH_JcbEHxpMSlS9ci4ls,41
-truefoundry/gateway/cli/cli.py,sha256=9raS6Nq_CNzagEPpbKICwUZ01zMoqmZINKMB9m_gJRE,908
-truefoundry/gateway/lib/entities.py,sha256=1P9YjrMoHbg58M57Pq-HlsT1ISHRyyX4JxK-o4of6cY,695
-truefoundry/gateway/lib/models.py,sha256=TXOur51tuYkq4Xil-icNVaVH-7xZbdOUyqS8N9295dg,876
+truefoundry/gateway/cli/cli.py,sha256=SPEHNP210QtK7G97KOOP6t6QBxgCq2YUezgx65QZToM,1715
+truefoundry/gateway/lib/client.py,sha256=6E9gTl_rOCwcrx5fJkUzbZqacJmgXtSXd1mcmDk9bCA,1717
+truefoundry/gateway/lib/entities.py,sha256=DoYS9QAKjiVao-CH9j9LVUPlVFdeHqJ3xC7-pYhmAyM,918
+truefoundry/gateway/lib/models.py,sha256=0JUsLt2oNf0bBea_03ndDmUkZhNqvMmixh8zgxaH2lk,2600
 truefoundry/logger.py,sha256=u-YCNjg5HBwE70uQcpjIG64Ghos-K2ulTWaxC03BSj4,714
 truefoundry/ml/__init__.py,sha256=ssUEIs8BixPWxynKoeSh-dkRl6AtLXG0PBGYnUR5Az8,2217
 truefoundry/ml/artifact/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -373,7 +374,7 @@ truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py,sha256=5mBCIc-ON
 truefoundry/workflow/remote_filesystem/tfy_signed_url_fs.py,sha256=Hf6Dk6Fu6P7DqsK5ULgraf9DStjgigf-kjaRAMBW-RU,8680
 truefoundry/workflow/task.py,sha256=ToitYiKcNzFCtOVQwz1W8sRjbR97eVS7vQBdbgUQtKg,1779
 truefoundry/workflow/workflow.py,sha256=WaTqUjhwfAXDWu4E5ehuwAxrCbDJkoAf1oWmR2E9Qy0,4575
-truefoundry-0.5.3rc3.dist-info/METADATA,sha256=zuoxLW-MzlfmWPLCP8J2NF8eydbOKPu_LNhKouhQi_0,2887
-truefoundry-0.5.3rc3.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-truefoundry-0.5.3rc3.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
-truefoundry-0.5.3rc3.dist-info/RECORD,,
+truefoundry-0.5.3rc4.dist-info/METADATA,sha256=qPTGfmHQVmxxL_jBbf7CJI6fDI1LkOpkSfeBXSqLRpY,2887
+truefoundry-0.5.3rc4.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+truefoundry-0.5.3rc4.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
+truefoundry-0.5.3rc4.dist-info/RECORD,,