@stack-spot/portal-network 0.135.0 → 0.136.0

package/src/api/genAiInference.ts

@@ -25,6 +25,7 @@ export type SendConversation = {
         [key: string]: any;
     } | null;
     is_azure?: boolean | null;
+    max_tokens?: number | null;
 };
 export type MessageRepresentation = {
     /** The role of the sender of the message (e.g., 'user', 'assistant', 'system', 'tool'). */
@@ -68,6 +69,91 @@ export type ValidationError = {
 export type HttpValidationError = {
     detail?: ValidationError[];
 };
+export type ResourceName = "agents" | "deep_ks" | "autocomplete";
+export type LlmModelResourceRequest = {
+    name: ResourceName;
+    is_default?: boolean;
+};
+export type CreateLlmModelRequest = {
+    display_name: string;
+    provider_name: string;
+    model_name: string;
+    connection_params: {
+        [key: string]: any;
+    };
+    resources: LlmModelResourceRequest[];
+};
+export type LlmProviderResponse = {
+    name: string;
+    provider_type: string;
+    configuration_params?: {
+        [key: string]: any;
+    } | null;
+    accepts_self_hosted?: boolean | null;
+};
+export type LlmModelConfigurationResponse = {
+    provider: LlmProviderResponse;
+    model_name: string;
+    connection_params: {
+        [key: string]: any;
+    } | null;
+    usage_params: {
+        [key: string]: any;
+    } | null;
+};
+export type LlmModelResourcesResponse = {
+    id: string;
+    name: string;
+    is_default: boolean;
+};
+export type LlmModelsResponse = {
+    id: string;
+    active: boolean;
+    display_name: string;
+    self_hosted: boolean;
+    model_configuration: LlmModelConfigurationResponse;
+    resources: LlmModelResourcesResponse[];
+    created_at: string;
+    updated_at: string;
+    updated_by: string;
+};
+export type OrderBy = "default" | "display_name" | "model_name" | "type" | "status";
+export type OrderDir = "asc" | "desc" | "stackspot_hosted" | "self_hosted" | "active" | "inactive";
+export type ToggleModelStatusRequest = {
+    active: boolean;
+};
+export type UpdateLlmModelRequest = {
+    display_name: string;
+    model_name: string;
+    connection_params: {
+        [key: string]: any;
+    };
+    resources: LlmModelResourceRequest[];
+};
+export type UpdateLlmModelResourceRequest = {
+    name: string;
+    is_default?: boolean;
+};
+export type LlmSimpleProviderResponse = {
+    name: string;
+    provider_type: string;
+    configuration_params: {
+        [key: string]: any;
+    };
+    accepts_self_hosted: boolean;
+    model_names: string[];
+};
+export type TextParam = {
+    "type": "text";
+    text: string;
+};
+export type UrlParam = {
+    url: string;
+};
+export type ImageParam = {
+    "type": "image_url";
+    image_url: UrlParam;
+};
 export type FunctionCall = {
     /** The name of the function to call */
     name: string;
@@ -77,12 +163,18 @@ export type FunctionCall = {
 export type Message = {
     /** The role of the message (system, user, assistant, or function) */
     role: LlmRoles;
-    /** The content of the message */
-    content: string;
+    /** The content of the message, can be a string or a list of content blocks */
+    content?: string | (TextParam | ImageParam)[];
     /** The name of the sender (optional) */
     name?: string | null;
     /** Details of a function call (optional) */
     function_call?: FunctionCall | null;
+    /** Details of a function call (optional) */
+    tool_calls?: {
+        [key: string]: any;
+    }[] | null;
+    /** Tool id */
+    tool_call_id?: string | null;
 };
 export type FunctionParameter = {
     /** The type of the parameter */
@@ -144,93 +236,12 @@ export type ChatCompletion = {
         [key: string]: string;
     } | null;
 };
-export type StateType = "chat" | "planning" | "step" | "final_answer" | "tool" | "used_tools";
-export type StateAction = "start" | "end";
-export type StepTool = {
-    /** Unique ULID identifier for the tool. LLM always sends null. */
-    agent_tool_id: string | null;
-    /** Unique ULID identifier for the tool. LLM always sends null. */
-    tool_id: string | null;
-    /** Unique ULID identifier for tool execution in a step. LLM always sends null. */
-    tool_execution_id: string | null;
-    /** Exact name of the function to execute. Must include a ULID and starting with 'agt_id__' */
-    name: string | null;
-    /** JSON string of arguments required to execute the tool. */
-    arguments: string | null;
-};
-export type Step = {
-    /** Unique ULID identifier for the step. LLM sends null by default. */
-    id: string | null;
-    /** Brief goal of the step. Use the same language provided by the user without repeating the prompt. Example.: Generate image in oil painting style */
-    goal: string;
-    /** List of tools to execute in parallel in this step. */
-    tools: StepTool[] | null;
-};
-export type Plan = {
-    /** Brief description of the expected action and the number of necessary steps (max 100 characters). */
-    plan_goal?: string | null;
-    /** Total number of steps, including the final response step. */
-    total_steps?: number | null;
-    /** List of steps to be executed, including the final user response step. */
-    steps?: Step[] | null;
-};
-export type Score = {
-    /** A score between 0.0 and 1.0 indicating how well the response met the user's requirements. */
-    score: number;
-};
-export type ToolInput = {
-    input?: {
-        [key: string]: any;
-    } | null;
-    attempt: number;
-};
-export type ToolOutput = {
-    output?: string | null;
-    attempt: number;
-};
-export type ProcessState = {
-    "type": StateType;
-    action: StateAction;
-    id?: string | null;
-    duration?: number | null;
-    data?: Plan | Score | ToolInput | ToolOutput | null;
-};
-export type LlmProviderResponse = {
-    id: string;
-    name: string;
-    provider_type: string;
-};
-export type LlmModelConfigurationResponse = {
-    id: string;
-    usage_params: {
-        [key: string]: any;
-    } | null;
-    model_name: string;
-    provider: LlmProviderResponse;
-};
-export type LlmModelResourcesResponse = {
-    id: string;
-    model_id: string;
-    resource_name: string;
-    is_default: boolean;
-};
-export type LlmModelsResponse = {
-    id: string;
-    active: boolean;
-    display_name: string;
-    self_hosted: boolean;
-    model_configuration: LlmModelConfigurationResponse;
-    resources: LlmModelResourcesResponse[];
-    created_at: string;
-    updated_at: string;
-    updated_by: string;
-};
-export type UpdateLlmModelRequest = {
-    active: boolean;
-};
-export type UpdateLlmModelResourceRequest = {
-    resource_name: string;
-    is_default?: boolean;
+export type ChatRequest = {
+    streaming: boolean;
+    user_prompt: string;
+    can_use_default_ks?: boolean;
+    return_ks_in_response?: boolean;
+    image_ids?: string[];
 };
 /**
  * Health Check
@@ -245,6 +256,19 @@ export function healthCheckHealthzGet(opts?: Oazapfts.RequestOpts) {
         ...opts
     }));
 }
+/**
+ * Readiness Check
+ */
+export function readinessCheckReadyzGet(opts?: Oazapfts.RequestOpts) {
+    return oazapfts.ok(oazapfts.fetchJson<{
+        status: 200;
+        data: any;
+    } | {
+        status: 404;
+    }>("/readyz", {
+        ...opts
+    }));
+}
 /**
  * Handle conversation requests
  */
@@ -272,47 +296,42 @@ export function converseV0ConversationPost({ xAccountId, authorization, sendConv
     })));
 }
 /**
- * Execute an agent with tool orchestration
+ * Add Self Hosted Model
  */
-export function chatCompletionV1AgentAgentIdDetailModeChatCompletionsPost({ agentId, detailMode, chatCompletion }: {
-    agentId: string;
-    detailMode: boolean;
-    chatCompletion: ChatCompletion;
+export function addSelfHostedModelV1LlmModelsPost({ xAccountId, authorization, createLlmModelRequest }: {
+    xAccountId?: string | null;
+    authorization: string;
+    createLlmModelRequest: CreateLlmModelRequest;
 }, opts?: Oazapfts.RequestOpts) {
     return oazapfts.ok(oazapfts.fetchJson<{
         status: 200;
-        data: any;
+        data: LlmModelsResponse;
     } | {
         status: 404;
     } | {
         status: 422;
         data: HttpValidationError;
-    }>(`/v1/agent/${encodeURIComponent(agentId)}/${encodeURIComponent(detailMode)}/chat/completions`, oazapfts.json({
+    }>("/v1/llm/models", oazapfts.json({
         ...opts,
         method: "POST",
-        body: chatCompletion
+        body: createLlmModelRequest,
+        headers: oazapfts.mergeHeaders(opts?.headers, {
+            "x-account-id": xAccountId,
+            authorization
+        })
     })));
 }
-/**
- * Fake For Doc
- */
-export function fakeForDocV1FakeForDocOnlyGet(opts?: Oazapfts.RequestOpts) {
-    return oazapfts.ok(oazapfts.fetchJson<{
-        status: 200;
-        data: ProcessState | null;
-    } | {
-        status: 404;
-    }>("/v1/fake_for_doc_only", {
-        ...opts
-    }));
-}
 /**
  * List Models
  */
-export function listModelsV1LlmModelsGet({ active, resource, $default, xAccountId, authorization }: {
+export function listModelsV1LlmModelsGet({ active, resource, $default, orderBy, orderDir, page, pageSize, xAccountId, authorization }: {
     active?: boolean | null;
     resource?: string | null;
     $default?: boolean | null;
+    orderBy?: OrderBy;
+    orderDir?: OrderDir;
+    page?: number;
+    pageSize?: number;
     xAccountId?: string | null;
     authorization: string;
 }, opts?: Oazapfts.RequestOpts) {
@@ -327,7 +346,11 @@ export function listModelsV1LlmModelsGet({ active, resource, $default, xAccountI
     }>(`/v1/llm/models${QS.query(QS.explode({
         active,
         resource,
-        "default": $default
+        "default": $default,
+        order_by: orderBy,
+        order_dir: orderDir,
+        page,
+        page_size: pageSize
     }))}`, {
         ...opts,
         headers: oazapfts.mergeHeaders(opts?.headers, {
@@ -361,13 +384,13 @@ export function getModelV1LlmModelsModelIdGet({ modelId, xAccountId, authorizati
     }));
 }
 /**
- * Update Model
+ * Toggle Model Status
  */
-export function updateModelV1LlmModelsModelIdPatch({ modelId, xAccountId, authorization, updateLlmModelRequest }: {
+export function toggleModelStatusV1LlmModelsModelIdPatch({ modelId, xAccountId, authorization, toggleModelStatusRequest }: {
     modelId: string;
     xAccountId?: string | null;
     authorization: string;
-    updateLlmModelRequest: UpdateLlmModelRequest;
+    toggleModelStatusRequest: ToggleModelStatusRequest;
 }, opts?: Oazapfts.RequestOpts) {
     return oazapfts.ok(oazapfts.fetchJson<{
         status: 200;
@@ -380,6 +403,33 @@ export function updateModelV1LlmModelsModelIdPatch({ modelId, xAccountId, author
     }>(`/v1/llm/models/${encodeURIComponent(modelId)}`, oazapfts.json({
         ...opts,
         method: "PATCH",
+        body: toggleModelStatusRequest,
+        headers: oazapfts.mergeHeaders(opts?.headers, {
+            "x-account-id": xAccountId,
+            authorization
+        })
+    })));
+}
+/**
+ * Update
+ */
+export function updateV1LlmModelsModelIdPut({ modelId, xAccountId, authorization, updateLlmModelRequest }: {
+    modelId: string;
+    xAccountId?: string | null;
+    authorization: string;
+    updateLlmModelRequest: UpdateLlmModelRequest;
+}, opts?: Oazapfts.RequestOpts) {
+    return oazapfts.ok(oazapfts.fetchJson<{
+        status: 200;
+        data: LlmModelsResponse;
+    } | {
+        status: 404;
+    } | {
+        status: 422;
+        data: HttpValidationError;
+    }>(`/v1/llm/models/${encodeURIComponent(modelId)}`, oazapfts.json({
+        ...opts,
+        method: "PUT",
         body: updateLlmModelRequest,
         headers: oazapfts.mergeHeaders(opts?.headers, {
             "x-account-id": xAccountId,
@@ -387,6 +437,30 @@ export function updateModelV1LlmModelsModelIdPatch({ modelId, xAccountId, author
         })
     })));
 }
+/**
+ * Delete
+ */
+export function deleteV1LlmModelsModelIdDelete({ modelId, xAccountId, authorization }: {
+    modelId: string;
+    xAccountId?: string | null;
+    authorization: string;
+}, opts?: Oazapfts.RequestOpts) {
+    return oazapfts.ok(oazapfts.fetchJson<{
+        status: 204;
+    } | {
+        status: 404;
+    } | {
+        status: 422;
+        data: HttpValidationError;
+    }>(`/v1/llm/models/${encodeURIComponent(modelId)}`, {
+        ...opts,
+        method: "DELETE",
+        headers: oazapfts.mergeHeaders(opts?.headers, {
+            "x-account-id": xAccountId,
+            authorization
+        })
+    }));
+}
 /**
  * Save Or Update Model Resources
  */
@@ -423,8 +497,7 @@ export function deleteModelResourcesV1LlmResourcesResourceIdDelete({ resourceId,
     authorization: string;
 }, opts?: Oazapfts.RequestOpts) {
     return oazapfts.ok(oazapfts.fetchJson<{
-        status: 200;
-        data: any;
+        status: 204;
     } | {
         status: 404;
     } | {
@@ -439,6 +512,32 @@ export function deleteModelResourcesV1LlmResourcesResourceIdDelete({ resourceId,
         })
     }));
 }
+/**
+ * List Llm Providers
+ */
+export function listLlmProvidersV1LlmProvidersGet({ acceptsSelfHosted, xAccountId, authorization }: {
+    acceptsSelfHosted?: boolean;
+    xAccountId?: string | null;
+    authorization: string;
+}, opts?: Oazapfts.RequestOpts) {
+    return oazapfts.ok(oazapfts.fetchJson<{
+        status: 200;
+        data: LlmSimpleProviderResponse[];
+    } | {
+        status: 404;
+    } | {
+        status: 422;
+        data: HttpValidationError;
+    }>(`/v1/llm/providers${QS.query(QS.explode({
+        accepts_self_hosted: acceptsSelfHosted
+    }))}`, {
+        ...opts,
+        headers: oazapfts.mergeHeaders(opts?.headers, {
+            "x-account-id": xAccountId,
+            authorization
+        })
+    }));
+}
 /**
  * Handle completions requests
  */
@@ -465,3 +564,30 @@ export function createCompletionsV1ChatCompletionsPost({ xAccountId, authorizati
         })
     })));
 }
+/**
+ * Agent Chat
+ */
+export function agentChatV1AgentAgentIdChatPost({ agentId, xAccountId, authorization, chatRequest }: {
+    agentId: string;
+    xAccountId?: string | null;
+    authorization: string;
+    chatRequest: ChatRequest;
+}, opts?: Oazapfts.RequestOpts) {
+    return oazapfts.ok(oazapfts.fetchJson<{
+        status: 200;
+        data: any;
+    } | {
+        status: 404;
+    } | {
+        status: 422;
+        data: HttpValidationError;
+    }>(`/v1/agent/${encodeURIComponent(agentId)}/chat`, oazapfts.json({
+        ...opts,
+        method: "POST",
+        body: chatRequest,
+        headers: oazapfts.mergeHeaders(opts?.headers, {
+            "x-account-id": xAccountId,
+            authorization
+        })
+    })));
+}

package/src/client/account.ts

@@ -43,6 +43,7 @@ import {
   getAllGroupMapping,
   getAllMemberFidoCredentials,
   getAllServiceCredentialRateLimit,
+  getById,
   getExtensionVersion,
   getFeatures,
   getFeatures3,
@@ -724,16 +725,18 @@ class AccountClient extends ReactQueryNetworkClient {
    * Get secrets
    */
   getSecrets = this.query(findSecrets1)
+  /**
+   * Get secret by id
+   */
+  getSecret = this.query(getById)
   /**
    * Create secret
    */
   createSecret = this.mutation(createSecret)
-
   /**
    * Delete secret
    */
   deleteSecret = this.mutation(deleteSecret)
-
   /**
    * Update secret
    */

package/src/client/gen-ai-inference.ts

@@ -1,12 +1,11 @@
 
 import { HttpError } from '@oazapfts/runtime'
+import { addSelfHostedModelV1LlmModelsPost, defaults, deleteModelResourcesV1LlmResourcesResourceIdDelete, deleteV1LlmModelsModelIdDelete, getModelV1LlmModelsModelIdGet, listLlmProvidersV1LlmProvidersGet, listModelsV1LlmModelsGet, saveOrUpdateModelResourcesV1LlmModelsModelIdResourcesPut, toggleModelStatusV1LlmModelsModelIdPatch, updateV1LlmModelsModelIdPut } from '../api/genAiInference'
 import apis from '../apis.json'
-import { StackspotAPIError } from '../error/StackspotAPIError'
-import { ReactQueryNetworkClient } from '../network/ReactQueryNetworkClient'
-
-import { defaults, deleteModelResourcesV1LlmResourcesResourceIdDelete, getModelV1LlmModelsModelIdGet, listModelsV1LlmModelsGet, saveOrUpdateModelResourcesV1LlmModelsModelIdResourcesPut, updateModelV1LlmModelsModelIdPatch } from '../api/genAiInference'
 import { DefaultAPIError } from '../error/DefaultAPIError'
 import { inferenceDictionary } from '../error/dictionary/ai-inference'
+import { StackspotAPIError } from '../error/StackspotAPIError'
+import { ReactQueryNetworkClient } from '../network/ReactQueryNetworkClient'
 import { removeAuthorizationParam } from '../utils/remove-authorization-param'
 
 class GenAiInference extends ReactQueryNetworkClient {
@@ -22,7 +21,18 @@ class GenAiInference extends ReactQueryNetworkClient {
    * List all models.
    */
   listModels = this.query(removeAuthorizationParam(listModelsV1LlmModelsGet))
-
+  /**
+   * List llm providers.
+   */
+  listProviders = this.query(removeAuthorizationParam(listLlmProvidersV1LlmProvidersGet))
+  /**
+   * Creates LLM self hosted model
+   */
+  createModel = this.mutation(removeAuthorizationParam(addSelfHostedModelV1LlmModelsPost))
+  /**
+   * Deletes a LLM self hosted model
+   */
+  deleteModel = this.mutation(removeAuthorizationParam(deleteV1LlmModelsModelIdDelete))
   /**
    * Gets model by ID.
    */
@@ -31,8 +41,11 @@ class GenAiInference extends ReactQueryNetworkClient {
   /**
    * Updates model by ID.
    */
-  updateModel = this.mutation(removeAuthorizationParam(updateModelV1LlmModelsModelIdPatch))
-
+  updateModel = this.mutation(removeAuthorizationParam(updateV1LlmModelsModelIdPut))
+  /**
+   * Toggle Model Status
+   */
+  toggleModelActive = this.mutation(removeAuthorizationParam(toggleModelStatusV1LlmModelsModelIdPatch))
   /**
    * Updates resources for a specific model ID.
    */