@fugood/buttress-server 2.25.0-beta.26 → 2.25.0-beta.35

package/lib/chunk-C7Qqr4sF.mjs

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+var e=Object.defineProperty,t=Object.getOwnPropertyDescriptor,n=Object.getOwnPropertyNames,r=Object.prototype.hasOwnProperty,i=(e,t)=>()=>(e&&(t=e(e=0)),t),a=(e,t)=>()=>(t||e((t={exports:{}}).exports,t),t.exports),o=(t,n)=>{let r={};for(var i in t)e(r,i,{get:t[i],enumerable:!0});return n&&e(r,Symbol.toStringTag,{value:`Module`}),r},s=(i,a,o,s)=>{if(a&&typeof a==`object`||typeof a==`function`)for(var c=n(a),l=0,u=c.length,d;l<u;l++)d=c[l],!r.call(i,d)&&d!==o&&e(i,d,{get:(e=>a[e]).bind(null,d),enumerable:!(s=t(a,d))||s.enumerable});return i},c=t=>r.call(t,`module.exports`)?t[`module.exports`]:s(e({},`__esModule`,{value:!0}),t);export{c as i,i as n,o as r,a as t};

package/lib/index.d.mts

@@ -1,8 +1,10 @@
 
 import { AnyElysia, Elysia } from "elysia";
 import crypto from "node:crypto";
+import * as node_stream_web0 from "node:stream/web";
 import { ReadableStream } from "node:stream/web";
 import { EventEmitter } from "node:events";
+import { estimateOnnxRuntimeMemory as estimateRuntimeMemory } from "@fugood/buttress-hardware-guardrails";
 
 //#region ../buttress-backend-core/lib/types/caps.d.ts
 declare function getCapabilities(type: any, currentClientCapabilities?: any, options?: {}): Promise<any>;
@@ -101,8 +103,80 @@ declare function testGgmlSttCapabilities({
   modelId: string | null;
   defaultConfig: any | null;
 }): Promise<void>;
+//#endregion
+//#region ../buttress-backend-core/lib/types/utils/onnx.d.ts
+declare function resolveModelCacheDir(cacheDir: string, repoId: string, revision?: string): string;
+declare function estimateOnnxModelSize({
+  repoId,
+  revision,
+  modelType,
+  dtype,
+  cacheDir,
+  baseUrl,
+  subfolder,
+  headers,
+  configJson
+}: {
+  repoId: string;
+  revision?: string;
+  modelType?: string;
+  dtype?: string | Record<string, string>;
+  cacheDir?: string;
+  baseUrl?: string;
+  subfolder?: string;
+  headers?: Record<string, string>;
+  configJson?: Record<string, any>;
+}): Promise<{
+  totalBytes: number;
+  files: Array<{
+    name: string;
+    dtype: string;
+    bytes: number;
+  }>;
+  warnings: string[];
+  source: "local" | "remote";
+}>;
+declare function resolveOnnxDownloadManifest({
+  repoId,
+  revision,
+  modelType,
+  dtype,
+  cacheDir,
+  baseUrl,
+  subfolder,
+  headers,
+  configJson
+}: {
+  repoId: string;
+  revision?: string;
+  modelType?: string;
+  dtype?: string | Record<string, string>;
+  cacheDir: string;
+  baseUrl?: string;
+  subfolder?: string;
+  headers?: Record<string, string>;
+  configJson?: Record<string, any>;
+}): Promise<{
+  modelDir: string;
+  files: Array<{
+    rfilename: string;
+    url: string;
+    localPath: string;
+    size: number;
+  }>;
+  config: Record<string, any> | null;
+}>;
+declare function startOnnxModelDownload(config: object, globalDownloadManager: object, options?: {
+  onProgress?: (p: number) => void;
+  onComplete?: (info: object) => void;
+  onError?: (err: Error) => void;
+}): Promise<{
+  started: boolean;
+  localPath: string | null;
+  repoId: string | null;
+}>;
 declare namespace index_d_exports {
-  export { finalizeGenerator, generatorRegistry, getCapabilities, getModelIdentifier, ggmlLlm, ggmlStt, globalDownloadManager, mlxLlm, showModelsTable, showSttModelsTable, startGenerator, startModelDownload, status, testGgmlLlmCapabilities, testGgmlSttCapabilities };
+  export { estimateOnnxModelSize, estimateRuntimeMemory, finalizeGenerator, generatorRegistry, getCapabilities, getModelIdentifier, ggmlLlm, ggmlStt, globalDownloadManager, mlxLlm, onnxStt, onnxTts, resolveModelCacheDir, resolveOnnxDownloadManifest, showModelsTable, showSttModelsTable, startGenerator, startModelDownload, startOnnxModelDownload, status, testGgmlLlmCapabilities, testGgmlSttCapabilities };
 }
 declare function startGenerator(type: any, config: any): Promise<{
   id: any;
@@ -132,8 +206,47 @@ declare namespace mlxLlm {
   function applyChatTemplate(id: any, property: any): Promise<any>;
   function releaseContext(id: any, property: any): Promise<any>;
 }
+declare namespace onnxStt {
+  function initContext(id: any, property: any): Promise<any>;
+  /**
+   * @returns {import('node:stream/web').ReadableStream}
+   */
+  function transcribe(id: any, property: any): node_stream_web0.ReadableStream;
+  function transcribeData(id: any, property: any): Promise<any>;
+  function releaseContext(id: any, property: any): Promise<any>;
+}
+declare namespace onnxTts {
+  function initContext(id: any, property: any): Promise<any>;
+  function addSpeaker(id: any, speaker: any): Promise<any>;
+  function synthesize(id: any, property: any): Promise<any>;
+  function releaseContext(id: any, property: any): Promise<any>;
+}
 declare namespace status {
-  export function getFullStatus(): any;
+  export function getFullStatus(): {
+    timestamp: string;
+    ggmlLlm: any;
+    ggmlStt: any;
+    mlxLlm: any;
+    onnxStt: any;
+    onnxTts: {
+      generators: {
+        id: any;
+        type: any;
+        refCount: any;
+        repoId: any;
+        dtype: any;
+        provider: any;
+        device: any;
+        modelBytes: any;
+        vocoderRepoId: any;
+        pipelines: any;
+      }[];
+      history: {
+        modelLoads: any[];
+        syntheses: any[];
+      };
+    };
+  };
   export function getGgmlLlmStatus(): any;
   export function getGgmlSttStatus(): any;
   export function getMlxLlmStatus(): any;
@@ -184,7 +297,7 @@ declare namespace globalDownloadManager {
  * The download will be tracked by the global download manager so that
  * initContext can wait for it if needed.
  *
- * @param {string} type - The generator type ('ggml-llm' or 'ggml-stt')
+ * @param {string} type - The generator type ('ggml-llm', 'ggml-stt', etc.)
  * @param {Object} config - The generator configuration
  * @param {Object} options - Options for the download
  * @param {function} options.onProgress - Progress callback (0-1)
@@ -223,7 +336,7 @@ type RuntimeConfig = {
   huggingface_token?: string;
   session_cache?: SessionCacheConfig;
 } & Record<string, any>;
-type GeneratorType = 'ggml-llm' | 'ggml-stt' | 'mlx-llm';
+type GeneratorType = 'ggml-llm' | 'ggml-stt' | 'mlx-llm' | 'onnx-stt' | 'onnx-tts';
 type GeneratorConfig = {
   type: GeneratorType;
 } & Record<string, any>;