@trymirai/uzu 0.3.1 → 0.4.0

package/napi/uzu.d.ts

@@ -1,325 +0,0 @@
-/* auto-generated by NAPI-RS */
-/* eslint-disable */
-export declare class ChatSession {
-  run(input: Input, config: RunConfig, progress?: ((arg: Output) => boolean) | undefined | null): Output
-  reset(): void
-}
-
-export declare class ClassificationSession {
-  run(input: Input): ClassificationOutput
-}
-
-export declare class Engine {
-  activate(apiKey: string): Promise<LicenseStatus>
-  getChatModels(kinds: Array<ModelKind>): Promise<Array<Model>>
-  getTextToSpeechModels(): Promise<Array<Model>>
-  getClassificationModels(): Promise<Array<Model>>
-  getModelDownloadState(repoId: string): ModelDownloadState
-  createModelDownloadHandle(repoId: string): ModelDownloadHandle
-  benchmark(task: BenchmarksTask, prefillStepSize?: number | undefined | null): Promise<Array<BenchmarksResult>>
-  constructor()
-  createChatSession(model: Model, config: Config): ChatSession
-  createTextToSpeechSession(model: Model): TextToSpeechSession
-  createClassificationSession(model: Model): ClassificationSession
-  registerLicenseStatusHandler(callback?: ((arg: LicenseStatus) => void) | undefined | null): void
-  registerModelDownloadStateHandler(callback?: ((arg0: string, arg1: ModelDownloadState) => void) | undefined | null): void
-  registerModelsHandler(callback?: ((arg: Array<Model>) => void) | undefined | null): void
-}
-
-export declare class ModelDownloadHandle {
-  identifier(): string
-  download(): Promise<void>
-  pause(): Promise<void>
-  delete(): Promise<void>
-  state(): Promise<ModelDownloadState>
-  progress(): AsyncIterable<ProgressUpdate>
-}
-
-export declare class ProgressStream {
-
-}
-
-export declare class ProgressUpdate {
-  /** Bytes downloaded so far. */
-  completedBytes: number
-  /** Total bytes expected for the download; `None` while unknown. */
-  totalBytes?: number
-  /** Normalised progress between 0.0 and 1.0. */
-  progress: number
-}
-
-export declare class TextToSpeechSession {
-  run(input: Input, outputPath: string): void
-}
-
-export type AsyncBatchSize =
-  | { type: 'Default' }
-  | { type: 'Custom', size: number }
-
-export interface BenchmarksDevice {
-  osName?: string
-  cpuName?: string
-  memoryTotal: number
-}
-
-export interface BenchmarksResult {
-  task: BenchmarksTask
-  device: BenchmarksDevice
-  engineVersion: string
-  timestamp: number
-  precision?: DataType
-  memoryUsed?: number
-  tokensCountInput: number
-  tokensCountOutput: number
-  timeToFirstToken: number
-  promptTokensPerSecond: number
-  generateTokensPerSecond?: number
-  text: string
-}
-
-export interface BenchmarksTask {
-  identifier: string
-  repoId: string
-  numberOfRuns: number
-  tokensLimit: number
-  messages: Array<Message>
-  greedy: boolean
-}
-
-export interface ClassificationFeature {
-  name: string
-  values: Array<string>
-}
-
-export interface ClassificationLabel {
-  index: number
-  label: string
-  title: string
-  description: string
-  recommendedThreshold: number
-}
-
-export interface ClassificationOutput {
-  logits: Array<number>
-  probabilities: Record<string, number>
-  stats: ClassificationStats
-}
-
-export interface ClassificationStats {
-  preprocessingDuration: number
-  forwardPassDuration: number
-  postprocessingDuration: number
-  totalDuration: number
-  tokensCount: number
-  tokensPerSecond: number
-  predictedLabel: string
-  confidence: number
-}
-
-export interface Config {
-  preset: Preset
-  contextMode: ContextMode
-  contextLength: ContextLength
-  prefillStepSize: PrefillStepSize
-  samplingSeed: SamplingSeed
-  asyncBatchSize: AsyncBatchSize
-}
-
-export type ContextLength =
-  | { type: 'Default' }
-  | { type: 'Maximal' }
-  | { type: 'Custom', length: number }
-
-export type ContextMode =
-  | { type: 'None' }
-  | { type: 'Static', input: Input }
-  | { type: 'Dynamic' }
-
-export declare const enum DataType {
-  BFloat16 = 0,
-  Float16 = 1,
-  Float32 = 2,
-  Int4 = 3,
-  Int8 = 4
-}
-
-export declare const enum FinishReason {
-  Stop = 0,
-  Length = 1,
-  Cancelled = 2,
-  ContextLimitReached = 3
-}
-
-export type GrammarConfig =
-  | { type: 'JsonSchema', schema: string }
-  | { type: 'Regex', pattern: string }
-  | { type: 'BuiltinJson' }
-
-export type Input =
-  | { type: 'Text', text: string }
-  | { type: 'Messages', messages: Array<Message> }
-
-export type LicenseStatus =
-  | { type: 'NotActivated' }
-  | { type: 'PaymentRequired' }
-  | { type: 'GracePeriodActive' }
-  | { type: 'Activated' }
-  | { type: 'NetworkError' }
-  | { type: 'InvalidApiKey' }
-  | { type: 'SignatureMismatch' }
-  | { type: 'Timeout' }
-  | { type: 'HttpError', code: number }
-
-export interface Message {
-  role: Role
-  content: string
-  reasoningContent?: string
-}
-
-export interface Model {
-  readonly repoId: string
-  readonly type: ModelType
-  readonly kind: ModelKind
-  readonly name: string
-  readonly vendor: string
-  readonly quantization?: string
-  readonly outputParserRegex?: string
-  readonly classificationLabels: Array<ClassificationLabel>
-}
-
-export declare const enum ModelDownloadPhase {
-  NotDownloaded = 0,
-  Downloading = 1,
-  Paused = 2,
-  Downloaded = 3,
-  Locked = 4,
-  Error = 5
-}
-
-export interface ModelDownloadState {
-  /** Total size of all model files in kilobytes. */
-  readonly totalKbytes: number
-  /** Bytes already downloaded (meaningful in Downloading / Paused). */
-  readonly downloadedKbytes: number
-  /** Current phase of the download. */
-  readonly phase: ModelDownloadPhase
-  /** Stringified error when `phase == ModelDownloadPhase::Error`. */
-  readonly error?: string
-}
-
-export declare const enum ModelKind {
-  Local = 0,
-  Cloud = 1
-}
-
-export type ModelStorageError =
-  | { type: 'Io', message: string }
-  | { type: 'Network', message: string }
-  | { type: 'DownloadFailed', message: string }
-  | { type: 'Download', message: string }
-  | { type: 'InvalidPath', message: string }
-  | { type: 'ModelNotFound', identifier: string }
-  | { type: 'FileVerificationFailed', message: string }
-  | { type: 'Paused' }
-
-export declare const enum ModelType {
-  Chat = 0,
-  Classification = 1,
-  TTS = 2
-}
-
-export interface Output {
-  text: Text
-  stats: Stats
-  finishReason?: FinishReason
-}
-
-export interface ParsedText {
-  chainOfThought?: string
-  response?: string
-}
-
-export type PrefillStepSize =
-  | { type: 'Default' }
-  | { type: 'Maximal' }
-  | { type: 'Custom', length: number }
-
-export type Preset =
-  | { type: 'General' }
-  | { type: 'Classification', feature: ClassificationFeature }
-  | { type: 'Summarization' }
-  | { type: 'NGramSpeculator', useCase: string, numberOfSpeculatedTokens: number }
-  | { type: 'Chat' }
-
-export declare const enum Role {
-  System = 0,
-  User = 1,
-  Assistant = 2
-}
-
-export interface RunConfig {
-  tokensLimit: number
-  enableThinking: boolean
-  samplingPolicy: SamplingPolicy
-  grammarConfig?: GrammarConfig
-}
-
-export interface RunStats {
-  count: bigint
-  averageDuration: number
-}
-
-export type SamplingMethod =
-  | { type: 'Greedy' }
-  | { type: 'Stochastic', temperature?: number, topK?: number, topP?: number, minP?: number, processingOrder: SamplingProcessingOrder }
-
-export type SamplingPolicy =
-  | { type: 'Default' }
-  | { type: 'Custom', value: SamplingMethod }
-
-export declare const enum SamplingProcessingOrder {
-  TemperatureThenFilters = 0,
-  FiltersThenTemperature = 1
-}
-
-export type SamplingSeed =
-  | { type: 'Default' }
-  | { type: 'Custom', seed: number }
-
-export interface Stats {
-  prefillStats: StepStats
-  generateStats?: StepStats
-  totalStats: TotalStats
-}
-
-export interface StepStats {
-  duration: number
-  suffixLength: bigint
-  tokensCount: bigint
-  tokensPerSecond: number
-  processedTokensPerSecond: number
-  modelRun: RunStats
-  run?: RunStats
-  speculatorProposed: bigint
-  speculatorAccepted: bigint
-}
-
-export type StorageError =
-  | { type: 'ModelNotDownloaded' }
-  | { type: 'UnknownModel', repoId: string }
-  | { type: 'Storage', message: string }
-  | { type: 'MutexPoisoned', message: string }
-  | { type: 'LicenseNotActivated' }
-
-export interface Text {
-  original: string
-  parsed: ParsedText
-}
-
-export interface TotalStats {
-  duration: number
-  tokensCountInput: bigint
-  tokensCountOutput: bigint
-}
-
-export declare function version(): string

package/napi/uzu.js

@@ -1,121 +0,0 @@
-// Auto-generated NAPI wrapper for uzu native module
-// Currently supports only Apple Silicon (arm64) on macOS
-// Other platforms may be added in future releases
-
-const { createRequire } = require('module');
-
-const require_ = createRequire(__filename);
-
-// Check for Apple Silicon support only
-if (process.platform !== 'darwin' || process.arch !== 'arm64') {
-  throw new Error(`This package only supports Apple Silicon (arm64) on macOS. Current platform: ${process.platform}-${process.arch}`);
-}
-
-let nativeBinding = null;
-
-try {
-  nativeBinding = require_('./uzu.node');
-} catch (e) {
-  throw new Error(`Failed to load native binding: ${e.message}`);
-}
-
-// Re-export all runtime exports
-const {
-  ChatSession,
-  ClassificationSession,
-  Engine,
-  ModelDownloadHandle,
-  ProgressStream,
-  ProgressUpdate,
-  TextToSpeechSession,
-  DataType,
-  FinishReason,
-  ModelDownloadPhase,
-  ModelKind,
-  ModelType,
-  Role,
-  SamplingProcessingOrder,
-  version,
-  BenchmarksDevice,
-  BenchmarksResult,
-  BenchmarksTask,
-  ClassificationFeature,
-  ClassificationLabel,
-  ClassificationOutput,
-  ClassificationStats,
-  Config,
-  Message,
-  Model,
-  ModelDownloadState,
-  Output,
-  ParsedText,
-  RunConfig,
-  RunStats,
-  Stats,
-  StepStats,
-  Text,
-  TotalStats,
-  AsyncBatchSize,
-  ContextLength,
-  ContextMode,
-  GrammarConfig,
-  Input,
-  LicenseStatus,
-  ModelStorageError,
-  PrefillStepSize,
-  Preset,
-  SamplingMethod,
-  SamplingPolicy,
-  SamplingSeed,
-  StorageError
-} = nativeBinding;
-
-module.exports = {
-  ChatSession,
-  ClassificationSession,
-  Engine,
-  ModelDownloadHandle,
-  ProgressStream,
-  ProgressUpdate,
-  TextToSpeechSession,
-  DataType,
-  FinishReason,
-  ModelDownloadPhase,
-  ModelKind,
-  ModelType,
-  Role,
-  SamplingProcessingOrder,
-  version,
-  BenchmarksDevice,
-  BenchmarksResult,
-  BenchmarksTask,
-  ClassificationFeature,
-  ClassificationLabel,
-  ClassificationOutput,
-  ClassificationStats,
-  Config,
-  Message,
-  Model,
-  ModelDownloadState,
-  Output,
-  ParsedText,
-  RunConfig,
-  RunStats,
-  Stats,
-  StepStats,
-  Text,
-  TotalStats,
-  AsyncBatchSize,
-  ContextLength,
-  ContextMode,
-  GrammarConfig,
-  Input,
-  LicenseStatus,
-  ModelStorageError,
-  PrefillStepSize,
-  Preset,
-  SamplingMethod,
-  SamplingPolicy,
-  SamplingSeed,
-  StorageError
-};

package/napi/uzu.mjs

@@ -1,74 +0,0 @@
-// Auto-generated NAPI wrapper for uzu native module
-// Currently supports only Apple Silicon (arm64) on macOS
-// Other platforms may be added in future releases
-
-import { createRequire } from 'module';
-
-const require = createRequire(import.meta.url);
-
-// Check for Apple Silicon support only
-if (process.platform !== 'darwin' || process.arch !== 'arm64') {
-  throw new Error(`This package only supports Apple Silicon (arm64) on macOS. Current platform: ${process.platform}-${process.arch}`);
-}
-
-let nativeBinding = null;
-
-try {
-  nativeBinding = require('./uzu.node');
-} catch (e) {
-  throw new Error(`Failed to load native binding: ${e.message}`);
-}
-
-// Re-export all runtime exports as named exports  
-export const {
-  ChatSession,
-  ClassificationSession,
-  Engine,
-  ModelDownloadHandle,
-  ProgressStream,
-  ProgressUpdate,
-  TextToSpeechSession,
-  DataType,
-  FinishReason,
-  ModelDownloadPhase,
-  ModelKind,
-  ModelType,
-  Role,
-  SamplingProcessingOrder,
-  version,
-  BenchmarksDevice,
-  BenchmarksResult,
-  BenchmarksTask,
-  ClassificationFeature,
-  ClassificationLabel,
-  ClassificationOutput,
-  ClassificationStats,
-  Config,
-  Message,
-  Model,
-  ModelDownloadState,
-  Output,
-  ParsedText,
-  RunConfig,
-  RunStats,
-  Stats,
-  StepStats,
-  Text,
-  TotalStats,
-  AsyncBatchSize,
-  ContextLength,
-  ContextMode,
-  GrammarConfig,
-  Input,
-  LicenseStatus,
-  ModelStorageError,
-  PrefillStepSize,
-  Preset,
-  SamplingMethod,
-  SamplingPolicy,
-  SamplingSeed,
-  StorageError
-} = nativeBinding;
-
-// Also provide default export
-export default nativeBinding;

package/src/bridging/asyncBatchSize.ts

@@ -1,24 +0,0 @@
-import { AsyncBatchSize as NapiAsyncBatchSize } from '../napi/uzu';
-import { ToNapi } from './napi';
-
-export class AsyncBatchSize implements ToNapi<NapiAsyncBatchSize> {
-    private readonly napiAsyncBatchSize: NapiAsyncBatchSize;
-
-    private constructor(napiAsyncBatchSize: NapiAsyncBatchSize) {
-        this.napiAsyncBatchSize = napiAsyncBatchSize;
-    }
-
-    static default(): AsyncBatchSize {
-        const napiAsyncBatchSize: NapiAsyncBatchSize = { type: 'Default' };
-        return new AsyncBatchSize(napiAsyncBatchSize);
-    }
-
-    static custom(size: number): AsyncBatchSize {
-        const napiAsyncBatchSize: NapiAsyncBatchSize = { type: 'Custom', size };
-        return new AsyncBatchSize(napiAsyncBatchSize);
-    }
-
-    toNapi(): NapiAsyncBatchSize {
-        return this.napiAsyncBatchSize;
-    }
-}

package/src/bridging/chatSession.ts

@@ -1,28 +0,0 @@
-import { ChatSession as NapiChatSession, Output as NapiOutput } from '../napi/uzu';
-import { Input } from './input';
-import { Output } from './output';
-import { RunConfig } from './runConfig';
-
-export class ChatSession {
-    private readonly napiChatSession: NapiChatSession;
-
-    constructor(napiChatSession: NapiChatSession) {
-        this.napiChatSession = napiChatSession;
-    }
-
-    run(
-        input: Input,
-        config: RunConfig = RunConfig.default(),
-        progress: (partialOutput: Output) => boolean = () => true,
-    ): Output {
-        const napiInput = input.toNapi();
-        const napiConfig = config.toNapi();
-        const napiProgress = (partialOutput: NapiOutput) => progress(Output.fromNapi(partialOutput));
-        const napiOutput = this.napiChatSession.run(napiInput, napiConfig, napiProgress);
-        return Output.fromNapi(napiOutput);
-    }
-
-    reset(): void {
-        this.napiChatSession.reset();
-    }
-}

package/src/bridging/classificationFeature.ts

@@ -1,20 +0,0 @@
-import { ClassificationFeature as NapiClassificationFeature } from '../napi/uzu';
-import { ToNapi } from './napi';
-
-export class ClassificationFeature implements ToNapi<NapiClassificationFeature> {
-    readonly name: string;
-    readonly values: string[];
-
-    constructor(name: string, values: string[]) {
-        this.name = name;
-        this.values = values;
-    }
-
-    toNapi(): NapiClassificationFeature {
-        const result: NapiClassificationFeature = {
-            name: this.name,
-            values: this.values,
-        };
-        return result;
-    }
-}

package/src/bridging/classificationLabel.ts

@@ -1,43 +0,0 @@
-import { ClassificationLabel as NapiClassificationLabel } from '../napi/uzu';
-
-export class ClassificationLabel {
-    readonly index: number;
-    readonly label: string;
-    readonly title: string;
-    readonly description: string;
-    readonly recommendedThreshold: number;
-
-    constructor(
-        index: number,
-        label: string,
-        title: string,
-        description: string,
-        recommendedThreshold: number,
-    ) {
-        this.index = index;
-        this.label = label;
-        this.title = title;
-        this.description = description;
-        this.recommendedThreshold = recommendedThreshold;
-    }
-
-    static fromNapi(napiEntity: NapiClassificationLabel): ClassificationLabel {
-        return new ClassificationLabel(
-            napiEntity.index,
-            napiEntity.label,
-            napiEntity.title,
-            napiEntity.description,
-            napiEntity.recommendedThreshold,
-        );
-    }
-
-    toNapi(): NapiClassificationLabel {
-        return {
-            index: this.index,
-            label: this.label,
-            title: this.title,
-            description: this.description,
-            recommendedThreshold: this.recommendedThreshold,
-        };
-    }
-}

package/src/bridging/classificationOutput.ts

@@ -1,22 +0,0 @@
-import { ClassificationOutput as NapiClassificationOutput } from '../napi/uzu';
-import { ClassificationStats } from './classificationStats';
-
-export class ClassificationOutput {
-    readonly logits: number[];
-    readonly probabilities: Record<string, number>;
-    readonly stats: ClassificationStats;
-
-    constructor(logits: number[], probabilities: Record<string, number>, stats: ClassificationStats) {
-        this.logits = logits;
-        this.probabilities = probabilities;
-        this.stats = stats;
-    }
-
-    static fromNapi(napiEntity: NapiClassificationOutput): ClassificationOutput {
-        return new ClassificationOutput(
-            napiEntity.logits,
-            napiEntity.probabilities,
-            ClassificationStats.fromNapi(napiEntity.stats),
-        );
-    }
-}

package/src/bridging/classificationSession.ts

@@ -1,17 +0,0 @@
-import { ClassificationSession as NapiClassificationSession } from '../napi/uzu';
-import { ClassificationOutput } from './classificationOutput';
-import { Input } from './input';
-
-export class ClassificationSession {
-    private readonly napiClassificationSession: NapiClassificationSession;
-
-    constructor(napiClassificationSession: NapiClassificationSession) {
-        this.napiClassificationSession = napiClassificationSession;
-    }
-
-    run(input: Input): ClassificationOutput {
-        const napiInput = input.toNapi();
-        const napiOutput = this.napiClassificationSession.run(napiInput);
-        return ClassificationOutput.fromNapi(napiOutput);
-    }
-}