@dhbw-cloud/llm-client 0.1.0-test.14 → 0.1.1

package/dist/index.d.ts

@@ -1,2 +1,2 @@
-export { blockMachine, createAccessRule, createGpuEnvironment, createKey, deleteAccessRule, deleteFleetPackage, deleteGpuEnvironment, deleteKey, forgetMachine, getFleet, getFleetInventoryCsv, getFleetPackage, getFleetProfile, getFleetReadme, getGpuEnvironment, getGpuEnvironmentLog, getMe, getUsage, listAccessRules, listGpuEnvironments, listGpuServers, listGpuTiers, listKeys, listTiers, type Options, rebuildGpuEnvironment, searchPrincipals, startGpuEnvironment, stopGpuServer, unblockMachine, updateAccessRule } from './sdk.gen';
-export type { AccessRole, AccessRule, BlockMachineData, BlockMachineError, BlockMachineErrors, BlockMachineResponse, BlockMachineResponses, ClientOptions, CreateAccessRuleData, CreateAccessRuleError, CreateAccessRuleErrors, CreateAccessRuleResponse, CreateAccessRuleResponses, CreateGpuEnvironmentData, CreateGpuEnvironmentError, CreateGpuEnvironmentErrors, CreateGpuEnvironmentResponse, CreateGpuEnvironmentResponses, CreateKeyData, CreateKeyError, CreateKeyErrors, CreateKeyResponse, CreateKeyResponses, DeleteAccessRuleData, DeleteAccessRuleError, DeleteAccessRuleErrors, DeleteAccessRuleResponse, DeleteAccessRuleResponses, DeleteFleetPackageData, DeleteFleetPackageResponse, DeleteFleetPackageResponses, DeleteGpuEnvironmentData, DeleteGpuEnvironmentError, DeleteGpuEnvironmentErrors, DeleteGpuEnvironmentResponse, DeleteGpuEnvironmentResponses, DeleteKeyData, DeleteKeyError, DeleteKeyErrors, DeleteKeyResponse, DeleteKeyResponses, FleetFleetView, FleetPackageInfo, FleetPeerView, FleetProfile, ForgetMachineData, ForgetMachineError, ForgetMachineErrors, ForgetMachineResponse, ForgetMachineResponses, GetFleetData, GetFleetError, GetFleetErrors, GetFleetInventoryCsvData, GetFleetInventoryCsvResponse, GetFleetInventoryCsvResponses, GetFleetPackageData, GetFleetPackageError, GetFleetPackageErrors, GetFleetPackageResponse, GetFleetPackageResponses, GetFleetProfileData, GetFleetProfileResponse, GetFleetProfileResponses, GetFleetReadmeData, GetFleetReadmeResponse, GetFleetReadmeResponses, GetFleetResponse, GetFleetResponses, GetGpuEnvironmentData, GetGpuEnvironmentError, GetGpuEnvironmentErrors, GetGpuEnvironmentLogData, GetGpuEnvironmentLogError, GetGpuEnvironmentLogErrors, GetGpuEnvironmentLogResponse, GetGpuEnvironmentLogResponses, GetGpuEnvironmentResponse, GetGpuEnvironmentResponses, GetMeData, GetMeError, GetMeErrors, GetMeResponse, GetMeResponses, GetUsageData, GetUsageError, GetUsageErrors, GetUsageResponse, GetUsageResponses, GpuEnvironment, GpuServer, GpuStatus, KeysKeyView, KeysUsage, ListAccessRulesData, ListAccessRulesError, ListAccessRulesErrors, ListAccessRulesResponse, ListAccessRulesResponses, ListGpuEnvironmentsData, ListGpuEnvironmentsError, ListGpuEnvironmentsErrors, ListGpuEnvironmentsResponse, ListGpuEnvironmentsResponses, ListGpuServersData, ListGpuServersError, ListGpuServersErrors, ListGpuServersResponse, ListGpuServersResponses, ListGpuTiersData, ListGpuTiersResponse, ListGpuTiersResponses, ListKeysData, ListKeysError, ListKeysErrors, ListKeysResponse, ListKeysResponses, ListTiersData, ListTiersResponse, ListTiersResponses, RebuildGpuEnvironmentData, RebuildGpuEnvironmentError, RebuildGpuEnvironmentErrors, RebuildGpuEnvironmentResponse, RebuildGpuEnvironmentResponses, RoleproviderGroup, SearchPrincipalsData, SearchPrincipalsError, SearchPrincipalsErrors, SearchPrincipalsResponse, SearchPrincipalsResponses, StartGpuEnvironmentData, StartGpuEnvironmentError, StartGpuEnvironmentErrors, StartGpuEnvironmentResponse, StartGpuEnvironmentResponses, StopGpuServerData, StopGpuServerError, StopGpuServerErrors, StopGpuServerResponse, StopGpuServerResponses, UnblockMachineData, UnblockMachineError, UnblockMachineErrors, UnblockMachineResponse, UnblockMachineResponses, UpdateAccessRuleData, UpdateAccessRuleError, UpdateAccessRuleErrors, UpdateAccessRuleResponse, UpdateAccessRuleResponses, WebserverBuildLogResponse, WebserverCreateKeyRequest, WebserverCreateKeyResponse, WebserverEnvironmentRequest, WebserverErrorResponse, WebserverMeResponse, WebserverPrincipalSearchResponse, WebserverRuleRequest, WebserverRuleRequest2, WebserverStartRequest, WebserverStartResponse } from './types.gen';
+export { blockMachine, createAccessRule, createGpuEnvironment, createKey, deleteAccessRule, deleteFleetPackage, deleteGpuEnvironment, deleteKey, forgetMachine, getFleet, getFleetInference, getFleetInventoryCsv, getFleetPackage, getFleetProfile, getFleetReadme, getGpuEnvironment, getGpuEnvironmentLog, getMe, getUsage, listAccessRules, listGpuEnvironments, listGpuServers, listGpuTiers, listKeys, listTiers, type Options, rebuildGpuEnvironment, searchPrincipals, startGpuEnvironment, stopGpuServer, unblockMachine, updateAccessRule } from './sdk.gen';
+export type { AccessRole, AccessRule, BlockMachineData, BlockMachineError, BlockMachineErrors, BlockMachineResponse, BlockMachineResponses, ClientOptions, CreateAccessRuleData, CreateAccessRuleError, CreateAccessRuleErrors, CreateAccessRuleResponse, CreateAccessRuleResponses, CreateGpuEnvironmentData, CreateGpuEnvironmentError, CreateGpuEnvironmentErrors, CreateGpuEnvironmentResponse, CreateGpuEnvironmentResponses, CreateKeyData, CreateKeyError, CreateKeyErrors, CreateKeyResponse, CreateKeyResponses, DeleteAccessRuleData, DeleteAccessRuleError, DeleteAccessRuleErrors, DeleteAccessRuleResponse, DeleteAccessRuleResponses, DeleteFleetPackageData, DeleteFleetPackageResponse, DeleteFleetPackageResponses, DeleteGpuEnvironmentData, DeleteGpuEnvironmentError, DeleteGpuEnvironmentErrors, DeleteGpuEnvironmentResponse, DeleteGpuEnvironmentResponses, DeleteKeyData, DeleteKeyError, DeleteKeyErrors, DeleteKeyResponse, DeleteKeyResponses, FleetFleetView, FleetPackageInfo, FleetPeerView, FleetProfile, ForgetMachineData, ForgetMachineError, ForgetMachineErrors, ForgetMachineResponse, ForgetMachineResponses, GetFleetData, GetFleetError, GetFleetErrors, GetFleetInferenceData, GetFleetInferenceError, GetFleetInferenceErrors, GetFleetInferenceResponse, GetFleetInferenceResponses, GetFleetInventoryCsvData, GetFleetInventoryCsvResponse, GetFleetInventoryCsvResponses, GetFleetPackageData, GetFleetPackageError, GetFleetPackageErrors, GetFleetPackageResponse, GetFleetPackageResponses, GetFleetProfileData, GetFleetProfileResponse, GetFleetProfileResponses, GetFleetReadmeData, GetFleetReadmeResponse, GetFleetReadmeResponses, GetFleetResponse, GetFleetResponses, GetGpuEnvironmentData, GetGpuEnvironmentError, GetGpuEnvironmentErrors, GetGpuEnvironmentLogData, GetGpuEnvironmentLogError, GetGpuEnvironmentLogErrors, GetGpuEnvironmentLogResponse, GetGpuEnvironmentLogResponses, GetGpuEnvironmentResponse, GetGpuEnvironmentResponses, GetMeData, GetMeError, GetMeErrors, GetMeResponse, GetMeResponses, GetUsageData, GetUsageError, GetUsageErrors, GetUsageResponse, GetUsageResponses, GpuEnvironment, GpuInferencePod, GpuInferencePool, GpuServer, GpuStatus, KeysKeyView, KeysUsage, ListAccessRulesData, ListAccessRulesError, ListAccessRulesErrors, ListAccessRulesResponse, ListAccessRulesResponses, ListGpuEnvironmentsData, ListGpuEnvironmentsError, ListGpuEnvironmentsErrors, ListGpuEnvironmentsResponse, ListGpuEnvironmentsResponses, ListGpuServersData, ListGpuServersError, ListGpuServersErrors, ListGpuServersResponse, ListGpuServersResponses, ListGpuTiersData, ListGpuTiersResponse, ListGpuTiersResponses, ListKeysData, ListKeysError, ListKeysErrors, ListKeysResponse, ListKeysResponses, ListTiersData, ListTiersResponse, ListTiersResponses, RebuildGpuEnvironmentData, RebuildGpuEnvironmentError, RebuildGpuEnvironmentErrors, RebuildGpuEnvironmentResponse, RebuildGpuEnvironmentResponses, RoleproviderGroup, SearchPrincipalsData, SearchPrincipalsError, SearchPrincipalsErrors, SearchPrincipalsResponse, SearchPrincipalsResponses, StartGpuEnvironmentData, StartGpuEnvironmentError, StartGpuEnvironmentErrors, StartGpuEnvironmentResponse, StartGpuEnvironmentResponses, StopGpuServerData, StopGpuServerError, StopGpuServerErrors, StopGpuServerResponse, StopGpuServerResponses, UnblockMachineData, UnblockMachineError, UnblockMachineErrors, UnblockMachineResponse, UnblockMachineResponses, UpdateAccessRuleData, UpdateAccessRuleError, UpdateAccessRuleErrors, UpdateAccessRuleResponse, UpdateAccessRuleResponses, WebserverBuildLogResponse, WebserverCreateKeyRequest, WebserverCreateKeyResponse, WebserverEnvironmentRequest, WebserverErrorResponse, WebserverMeResponse, WebserverPrincipalSearchResponse, WebserverRuleRequest, WebserverRuleRequest2, WebserverStartRequest, WebserverStartResponse } from './types.gen';

package/dist/index.mjs

@@ -820,6 +820,11 @@ var getFleet = (options) => (options?.client ?? client).get({
   url: "/v1/fleet",
   ...options
 });
+var getFleetInference = (options) => (options?.client ?? client).get({
+  security: [{ name: "Authorization", type: "apiKey" }],
+  url: "/v1/fleet/inference",
+  ...options
+});
 var getFleetInventoryCsv = (options) => (options?.client ?? client).get({
   security: [{ name: "Authorization", type: "apiKey" }],
   url: "/v1/fleet/inventory.csv",
@@ -969,6 +974,7 @@ export {
   deleteKey,
   forgetMachine,
   getFleet,
+  getFleetInference,
   getFleetInventoryCsv,
   getFleetPackage,
   getFleetProfile,

package/dist/sdk.gen.d.ts

@@ -1,5 +1,5 @@
 import type { Client, ClientMeta, Options as Options2, RequestResult, TDataShape } from './client';
-import type { BlockMachineData, BlockMachineErrors, BlockMachineResponses, CreateAccessRuleData, CreateAccessRuleErrors, CreateAccessRuleResponses, CreateGpuEnvironmentData, CreateGpuEnvironmentErrors, CreateGpuEnvironmentResponses, CreateKeyData, CreateKeyErrors, CreateKeyResponses, DeleteAccessRuleData, DeleteAccessRuleErrors, DeleteAccessRuleResponses, DeleteFleetPackageData, DeleteFleetPackageResponses, DeleteGpuEnvironmentData, DeleteGpuEnvironmentErrors, DeleteGpuEnvironmentResponses, DeleteKeyData, DeleteKeyErrors, DeleteKeyResponses, ForgetMachineData, ForgetMachineErrors, ForgetMachineResponses, GetFleetData, GetFleetErrors, GetFleetInventoryCsvData, GetFleetInventoryCsvResponses, GetFleetPackageData, GetFleetPackageErrors, GetFleetPackageResponses, GetFleetProfileData, GetFleetProfileResponses, GetFleetReadmeData, GetFleetReadmeResponses, GetFleetResponses, GetGpuEnvironmentData, GetGpuEnvironmentErrors, GetGpuEnvironmentLogData, GetGpuEnvironmentLogErrors, GetGpuEnvironmentLogResponses, GetGpuEnvironmentResponses, GetMeData, GetMeErrors, GetMeResponses, GetUsageData, GetUsageErrors, GetUsageResponses, ListAccessRulesData, ListAccessRulesErrors, ListAccessRulesResponses, ListGpuEnvironmentsData, ListGpuEnvironmentsErrors, ListGpuEnvironmentsResponses, ListGpuServersData, ListGpuServersErrors, ListGpuServersResponses, ListGpuTiersData, ListGpuTiersResponses, ListKeysData, ListKeysErrors, ListKeysResponses, ListTiersData, ListTiersResponses, RebuildGpuEnvironmentData, RebuildGpuEnvironmentErrors, RebuildGpuEnvironmentResponses, SearchPrincipalsData, SearchPrincipalsErrors, SearchPrincipalsResponses, StartGpuEnvironmentData, StartGpuEnvironmentErrors, StartGpuEnvironmentResponses, StopGpuServerData, StopGpuServerErrors, StopGpuServerResponses, UnblockMachineData, UnblockMachineErrors, UnblockMachineResponses, UpdateAccessRuleData, UpdateAccessRuleErrors, UpdateAccessRuleResponses } from './types.gen';
+import type { BlockMachineData, BlockMachineErrors, BlockMachineResponses, CreateAccessRuleData, CreateAccessRuleErrors, CreateAccessRuleResponses, CreateGpuEnvironmentData, CreateGpuEnvironmentErrors, CreateGpuEnvironmentResponses, CreateKeyData, CreateKeyErrors, CreateKeyResponses, DeleteAccessRuleData, DeleteAccessRuleErrors, DeleteAccessRuleResponses, DeleteFleetPackageData, DeleteFleetPackageResponses, DeleteGpuEnvironmentData, DeleteGpuEnvironmentErrors, DeleteGpuEnvironmentResponses, DeleteKeyData, DeleteKeyErrors, DeleteKeyResponses, ForgetMachineData, ForgetMachineErrors, ForgetMachineResponses, GetFleetData, GetFleetErrors, GetFleetInferenceData, GetFleetInferenceErrors, GetFleetInferenceResponses, GetFleetInventoryCsvData, GetFleetInventoryCsvResponses, GetFleetPackageData, GetFleetPackageErrors, GetFleetPackageResponses, GetFleetProfileData, GetFleetProfileResponses, GetFleetReadmeData, GetFleetReadmeResponses, GetFleetResponses, GetGpuEnvironmentData, GetGpuEnvironmentErrors, GetGpuEnvironmentLogData, GetGpuEnvironmentLogErrors, GetGpuEnvironmentLogResponses, GetGpuEnvironmentResponses, GetMeData, GetMeErrors, GetMeResponses, GetUsageData, GetUsageErrors, GetUsageResponses, ListAccessRulesData, ListAccessRulesErrors, ListAccessRulesResponses, ListGpuEnvironmentsData, ListGpuEnvironmentsErrors, ListGpuEnvironmentsResponses, ListGpuServersData, ListGpuServersErrors, ListGpuServersResponses, ListGpuTiersData, ListGpuTiersResponses, ListKeysData, ListKeysErrors, ListKeysResponses, ListTiersData, ListTiersResponses, RebuildGpuEnvironmentData, RebuildGpuEnvironmentErrors, RebuildGpuEnvironmentResponses, SearchPrincipalsData, SearchPrincipalsErrors, SearchPrincipalsResponses, StartGpuEnvironmentData, StartGpuEnvironmentErrors, StartGpuEnvironmentResponses, StopGpuServerData, StopGpuServerErrors, StopGpuServerResponses, UnblockMachineData, UnblockMachineErrors, UnblockMachineResponses, UpdateAccessRuleData, UpdateAccessRuleErrors, UpdateAccessRuleResponses } from './types.gen';
 export type Options<TData extends TDataShape = TDataShape, ThrowOnError extends boolean = boolean, TResponse = unknown> = Options2<TData, ThrowOnError, TResponse> & {
     /**
      * You can provide a client instance returned by `createClient()` instead of
@@ -37,6 +37,12 @@ export declare const updateAccessRule: <ThrowOnError extends boolean = false>(op
  * Machines with enrolment state, LiteLLM health, script state and the JAMF onboarding data.
  */
 export declare const getFleet: <ThrowOnError extends boolean = false>(options?: Options<GetFleetData, ThrowOnError>) => RequestResult<GetFleetResponses, GetFleetErrors, ThrowOnError>;
+/**
+ * The GPU cluster's inference pool
+ *
+ * vLLM replicas (one gap filler per GPU node, the base load) with node, model and state. enabled=false without the GPU part or without an inference pool.
+ */
+export declare const getFleetInference: <ThrowOnError extends boolean = false>(options?: Options<GetFleetInferenceData, ThrowOnError>) => RequestResult<GetFleetInferenceResponses, GetFleetInferenceErrors, ThrowOnError>;
 /**
  * Fleet inventory as CSV
  */

package/dist/types.gen.d.ts

@@ -70,6 +70,10 @@ export type FleetPeerView = {
     operator?: string;
     os?: string;
     pkg_version?: string;
+    /**
+     * the machine's own address in its local network (default route), as it reports it at enrolment; empty until a script that sends it has enrolled
+     */
+    primary_ip?: string;
     profile?: string;
     quiet_seconds?: number;
     ram_gb?: number;
@@ -101,6 +105,28 @@ export type GpuEnvironment = {
     status?: GpuStatus;
     updated_at?: string;
 };
+export type GpuInferencePod = {
+    gpu_class?: string;
+    model?: string;
+    node?: string;
+    pod?: string;
+    replica?: string;
+    role?: 'gap-filler' | 'base-load';
+    /**
+     * start on the node, or creation while it still waits
+     */
+    since?: string;
+    /**
+     * name in the discovery job and in LiteLLM
+     */
+    site?: string;
+    state?: 'bereit' | 'startet' | 'wartet auf GPU' | 'wird beendet';
+};
+export type GpuInferencePool = {
+    enabled?: boolean;
+    pods?: Array<GpuInferencePod>;
+    url?: string;
+};
 export type GpuServer = {
     image?: string;
     name?: string;
@@ -333,6 +359,26 @@ export type GetFleetResponses = {
     200: FleetFleetView;
 };
 export type GetFleetResponse = GetFleetResponses[keyof GetFleetResponses];
+export type GetFleetInferenceData = {
+    body?: never;
+    path?: never;
+    query?: never;
+    url: '/v1/fleet/inference';
+};
+export type GetFleetInferenceErrors = {
+    /**
+     * Forbidden
+     */
+    403: WebserverErrorResponse;
+};
+export type GetFleetInferenceError = GetFleetInferenceErrors[keyof GetFleetInferenceErrors];
+export type GetFleetInferenceResponses = {
+    /**
+     * OK
+     */
+    200: GpuInferencePool;
+};
+export type GetFleetInferenceResponse = GetFleetInferenceResponses[keyof GetFleetInferenceResponses];
 export type GetFleetInventoryCsvData = {
     body?: never;
     path?: never;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dhbw-cloud/llm-client",
-  "version": "0.1.0-test.14",
+  "version": "0.1.1",
   "description": "Generated TypeScript client for the DHBW Cloud llm-management-api.",
   "license": "Apache-2.0",
   "type": "module",