@simulatte/doppler 0.1.8 → 0.2.0

package/src/config/schema/bridge.schema.js

@@ -1,22 +0,0 @@
-import { MB } from './units.schema.js';
-
-// =============================================================================
-// Timeout Config
-// =============================================================================
-
-export const DEFAULT_BRIDGE_TIMEOUT_CONFIG = {
-  pingTimeoutMs: 5000,
-  readTimeoutMs: 60000,
-  listTimeoutMs: 30000,
-  defaultTimeoutMs: 30000,
-};
-
-// =============================================================================
-// Bridge Config
-// =============================================================================
-
-export const DEFAULT_BRIDGE_CONFIG = {
-  maxReadSizeBytes: 100 * MB,
-  allowedDirectories: '/Users:/home:/tmp:/var/tmp',
-  timeouts: DEFAULT_BRIDGE_TIMEOUT_CONFIG,
-};

package/src/config/schema/browser-suite-metrics.schema.d.ts

@@ -1,17 +0,0 @@
-export interface BrowserSuiteMetricsSchema {
-  schemaVersion: 1;
-  source: 'doppler';
-  suite: string;
-  executionContractArtifact: Record<string, unknown> | null;
-  executionV0GraphContractArtifact: Record<string, unknown> | null;
-  layerPatternContractArtifact: Record<string, unknown> | null;
-  requiredInferenceFieldsArtifact: Record<string, unknown> | null;
-  [key: string]: unknown;
-}
-
-export declare const BROWSER_SUITE_METRICS_SCHEMA_VERSION: 1;
-export declare const DEFAULT_BROWSER_SUITE_METRICS: Readonly<BrowserSuiteMetricsSchema>;
-
-export declare function validateBrowserSuiteMetrics(
-  metrics: Record<string, unknown>
-): BrowserSuiteMetricsSchema;

package/src/config/schema/browser-suite-metrics.schema.js

@@ -1,46 +0,0 @@
-function assertPlainObject(value, label) {
-  if (!value || typeof value !== 'object' || Array.isArray(value)) {
-    throw new Error(`browser suite metrics: ${label} must be an object.`);
-  }
-}
-
-function assertString(value, label) {
-  if (typeof value !== 'string' || !value.trim()) {
-    throw new Error(`browser suite metrics: ${label} must be a non-empty string.`);
-  }
-}
-
-function assertNullablePlainObject(value, label) {
-  if (value == null) return;
-  assertPlainObject(value, label);
-}
-
-export const BROWSER_SUITE_METRICS_SCHEMA_VERSION = 1;
-
-export const DEFAULT_BROWSER_SUITE_METRICS = Object.freeze({
-  schemaVersion: BROWSER_SUITE_METRICS_SCHEMA_VERSION,
-  source: 'doppler',
-  suite: 'inference',
-  executionContractArtifact: null,
-  executionV0GraphContractArtifact: null,
-  layerPatternContractArtifact: null,
-  requiredInferenceFieldsArtifact: null,
-});
-
-export function validateBrowserSuiteMetrics(metrics) {
-  assertPlainObject(metrics, 'metrics');
-  if (metrics.schemaVersion !== BROWSER_SUITE_METRICS_SCHEMA_VERSION) {
-    throw new Error(
-      `browser suite metrics: schemaVersion must be ${BROWSER_SUITE_METRICS_SCHEMA_VERSION}.`
-    );
-  }
-  if (metrics.source !== 'doppler') {
-    throw new Error('browser suite metrics: source must be "doppler".');
-  }
-  assertString(metrics.suite, 'suite');
-  assertNullablePlainObject(metrics.executionContractArtifact, 'executionContractArtifact');
-  assertNullablePlainObject(metrics.executionV0GraphContractArtifact, 'executionV0GraphContractArtifact');
-  assertNullablePlainObject(metrics.layerPatternContractArtifact, 'layerPatternContractArtifact');
-  assertNullablePlainObject(metrics.requiredInferenceFieldsArtifact, 'requiredInferenceFieldsArtifact');
-  return metrics;
-}

package/src/config/schema/buffer-pool.schema.d.ts

@@ -1,92 +0,0 @@
-/**
- * Buffer Pool Config Schema
- *
- * Configuration for GPU buffer pooling, including bucket sizing,
- * pool limits, and alignment settings for efficient buffer reuse.
- *
- * @module config/schema/buffer-pool
- */
-
-/**
- * Configuration for GPU buffer pool bucket sizing.
- *
- * Controls how buffers are bucketed by size for efficient reuse.
- * Small buffers use power-of-2 rounding, large buffers use linear steps.
- */
-export interface BufferPoolBucketConfigSchema {
-  /** Minimum bucket size in bytes (buffers smaller than this round up to this) */
-  minBucketSizeBytes: number;
-
-  /** Threshold in bytes above which large buffer bucketing is used */
-  largeBufferThresholdBytes: number;
-
-  /** Step size in bytes for large buffer buckets (linear rounding) */
-  largeBufferStepBytes: number;
-}
-
-/** Default buffer pool bucket configuration */
-export declare const DEFAULT_BUFFER_POOL_BUCKET_CONFIG: BufferPoolBucketConfigSchema;
-
-/**
- * Configuration for buffer pool size limits.
- *
- * Controls how many buffers can be pooled to prevent memory bloat.
- */
-export interface BufferPoolLimitsConfigSchema {
-  /** Maximum number of buffers per size/usage bucket */
-  maxBuffersPerBucket: number;
-
-  /** Maximum total number of buffers across all pools */
-  maxTotalPooledBuffers: number;
-}
-
-/** Default buffer pool limits configuration */
-export declare const DEFAULT_BUFFER_POOL_LIMITS_CONFIG: BufferPoolLimitsConfigSchema;
-
-/**
- * Configuration for buffer alignment.
- *
- * Ensures buffers are aligned to WebGPU requirements.
- */
-export interface BufferPoolAlignmentConfigSchema {
-  /** Alignment boundary in bytes for buffer sizes */
-  alignmentBytes: number;
-}
-
-/** Default buffer pool alignment configuration */
-export declare const DEFAULT_BUFFER_POOL_ALIGNMENT_CONFIG: BufferPoolAlignmentConfigSchema;
-
-/**
- * Configuration for global buffer budget enforcement.
- */
-export interface BufferPoolBudgetConfigSchema {
-  /** Hard byte budget for active + pooled buffers (0 = disabled) */
-  maxTotalBytes: number;
-
-  /** Ratio (0-1) that triggers proactive reclamation */
-  highWatermarkRatio: number;
-
-  /** Ratio (0-1) target after emergency reclaim */
-  emergencyTrimTargetRatio: number;
-
-  /** Throw when budget cannot be satisfied after reclaim */
-  hardFailOnBudgetExceeded: boolean;
-}
-
-/** Default buffer pool budget configuration */
-export declare const DEFAULT_BUFFER_POOL_BUDGET_CONFIG: BufferPoolBudgetConfigSchema;
-
-/**
- * Complete buffer pool configuration schema.
- *
- * Combines bucket sizing, pool limits, and alignment settings.
- */
-export interface BufferPoolConfigSchema {
-  bucket: BufferPoolBucketConfigSchema;
-  limits: BufferPoolLimitsConfigSchema;
-  alignment: BufferPoolAlignmentConfigSchema;
-  budget: BufferPoolBudgetConfigSchema;
-}
-
-/** Default buffer pool configuration */
-export declare const DEFAULT_BUFFER_POOL_CONFIG: BufferPoolConfigSchema;

package/src/config/schema/buffer-pool.schema.js

@@ -1,50 +0,0 @@
-import { MB } from './units.schema.js';
-
-// =============================================================================
-// Buffer Pool Config
-// =============================================================================
-
-export const DEFAULT_BUFFER_POOL_BUCKET_CONFIG = {
-  minBucketSizeBytes: 256, // 256 bytes (WebGPU alignment)
-  largeBufferThresholdBytes: 32 * MB,
-  largeBufferStepBytes: 16 * MB,
-};
-
-// =============================================================================
-// Buffer Pool Limits Config
-// =============================================================================
-
-export const DEFAULT_BUFFER_POOL_LIMITS_CONFIG = {
-  maxBuffersPerBucket: 8,
-  maxTotalPooledBuffers: 64,
-};
-
-// =============================================================================
-// Buffer Pool Alignment Config
-// =============================================================================
-
-export const DEFAULT_BUFFER_POOL_ALIGNMENT_CONFIG = {
-  alignmentBytes: 256, // WebGPU buffer alignment
-};
-
-// =============================================================================
-// Buffer Pool Budget Config
-// =============================================================================
-
-export const DEFAULT_BUFFER_POOL_BUDGET_CONFIG = {
-  maxTotalBytes: 0, // 0 disables hard budget
-  highWatermarkRatio: 0.9,
-  emergencyTrimTargetRatio: 0.75,
-  hardFailOnBudgetExceeded: true,
-};
-
-// =============================================================================
-// Complete Buffer Pool Config
-// =============================================================================
-
-export const DEFAULT_BUFFER_POOL_CONFIG = {
-  bucket: DEFAULT_BUFFER_POOL_BUCKET_CONFIG,
-  limits: DEFAULT_BUFFER_POOL_LIMITS_CONFIG,
-  alignment: DEFAULT_BUFFER_POOL_ALIGNMENT_CONFIG,
-  budget: DEFAULT_BUFFER_POOL_BUDGET_CONFIG,
-};

package/src/config/schema/conversion-report.schema.d.ts

@@ -1,40 +0,0 @@
-export interface ConversionReportResultSchema {
-  presetId: string | null;
-  modelType: string | null;
-  outputDir: string | null;
-  shardCount: number | null;
-  tensorCount: number | null;
-  totalSize: number | null;
-}
-
-export interface ConversionReportManifestSchema {
-  quantization: string | null;
-  quantizationInfo: Record<string, unknown> | null;
-  inference: {
-    presetId: string | null;
-    schema: string | null;
-    defaultKernelPath: string | null;
-  } | null;
-}
-
-export interface ConversionReportSchema {
-  schemaVersion: 1;
-  suite: 'convert';
-  command: 'convert';
-  modelId: string;
-  timestamp: string;
-  source: 'doppler';
-  result: ConversionReportResultSchema;
-  manifest: ConversionReportManifestSchema | null;
-  executionContractArtifact: Record<string, unknown> | null;
-  executionV0GraphContractArtifact: Record<string, unknown> | null;
-  layerPatternContractArtifact: Record<string, unknown> | null;
-  requiredInferenceFieldsArtifact: Record<string, unknown> | null;
-}
-
-export declare const CONVERSION_REPORT_SCHEMA_VERSION: 1;
-export declare const DEFAULT_CONVERSION_REPORT: ConversionReportSchema;
-
-export declare function validateConversionReport(
-  report: Record<string, unknown>
-): ConversionReportSchema;

package/src/config/schema/conversion-report.schema.js

@@ -1,108 +0,0 @@
-function assertPlainObject(value, label) {
-  if (!value || typeof value !== 'object' || Array.isArray(value)) {
-    throw new Error(`conversion report: ${label} must be an object.`);
-  }
-}
-
-function assertString(value, label) {
-  if (typeof value !== 'string' || !value.trim()) {
-    throw new Error(`conversion report: ${label} must be a non-empty string.`);
-  }
-}
-
-function assertNullableString(value, label) {
-  if (value === null || value === undefined) return;
-  assertString(value, label);
-}
-
-function assertNullableFiniteNumber(value, label) {
-  if (value === null || value === undefined) return;
-  if (typeof value !== 'number' || !Number.isFinite(value)) {
-    throw new Error(`conversion report: ${label} must be a finite number when provided.`);
-  }
-}
-
-function assertNullablePlainObject(value, label) {
-  if (value === null || value === undefined) return;
-  assertPlainObject(value, label);
-}
-
-export const CONVERSION_REPORT_SCHEMA_VERSION = 1;
-
-export const DEFAULT_CONVERSION_REPORT = Object.freeze({
-  schemaVersion: CONVERSION_REPORT_SCHEMA_VERSION,
-  suite: 'convert',
-  command: 'convert',
-  modelId: 'unknown',
-  timestamp: '1970-01-01T00:00:00.000Z',
-  source: 'doppler',
-  result: {
-    presetId: null,
-    modelType: null,
-    outputDir: null,
-    shardCount: null,
-    tensorCount: null,
-    totalSize: null,
-  },
-  manifest: {
-    quantization: null,
-    quantizationInfo: null,
-    inference: {
-      presetId: null,
-      schema: null,
-      defaultKernelPath: null,
-    },
-  },
-  executionContractArtifact: null,
-  executionV0GraphContractArtifact: null,
-  layerPatternContractArtifact: null,
-  requiredInferenceFieldsArtifact: null,
-});
-
-export function validateConversionReport(report) {
-  assertPlainObject(report, 'report');
-  if (report.schemaVersion !== CONVERSION_REPORT_SCHEMA_VERSION) {
-    throw new Error(
-      `conversion report: schemaVersion must be ${CONVERSION_REPORT_SCHEMA_VERSION}.`
-    );
-  }
-  if (report.suite !== 'convert') {
-    throw new Error('conversion report: suite must be "convert".');
-  }
-  if (report.command !== 'convert') {
-    throw new Error('conversion report: command must be "convert".');
-  }
-  if (report.source !== 'doppler') {
-    throw new Error('conversion report: source must be "doppler".');
-  }
-  assertString(report.modelId, 'modelId');
-  assertString(report.timestamp, 'timestamp');
-  assertPlainObject(report.result, 'result');
-  assertNullableString(report.result.presetId, 'result.presetId');
-  assertNullableString(report.result.modelType, 'result.modelType');
-  assertNullableString(report.result.outputDir, 'result.outputDir');
-  assertNullableFiniteNumber(report.result.shardCount, 'result.shardCount');
-  assertNullableFiniteNumber(report.result.tensorCount, 'result.tensorCount');
-  assertNullableFiniteNumber(report.result.totalSize, 'result.totalSize');
-
-  assertNullablePlainObject(report.manifest, 'manifest');
-  if (report.manifest) {
-    assertNullableString(report.manifest.quantization, 'manifest.quantization');
-    assertNullablePlainObject(report.manifest.quantizationInfo, 'manifest.quantizationInfo');
-    assertNullablePlainObject(report.manifest.inference, 'manifest.inference');
-    if (report.manifest.inference) {
-      assertNullableString(report.manifest.inference.presetId, 'manifest.inference.presetId');
-      assertNullableString(report.manifest.inference.schema, 'manifest.inference.schema');
-      assertNullableString(
-        report.manifest.inference.defaultKernelPath,
-        'manifest.inference.defaultKernelPath'
-      );
-    }
-  }
-
-  assertNullablePlainObject(report.executionContractArtifact, 'executionContractArtifact');
-  assertNullablePlainObject(report.executionV0GraphContractArtifact, 'executionV0GraphContractArtifact');
-  assertNullablePlainObject(report.layerPatternContractArtifact, 'layerPatternContractArtifact');
-  assertNullablePlainObject(report.requiredInferenceFieldsArtifact, 'requiredInferenceFieldsArtifact');
-  return report;
-}

package/src/config/schema/conversion.schema.d.ts

@@ -1,184 +0,0 @@
-/**
- * Conversion Schema Definitions
- *
- * Types for model format conversion (GGUF/SafeTensors → RDRR).
- *
- * @module config/schema/conversion
- */
-
-import type {
-  ArchitectureSchema,
-  HashAlgorithm,
-  ModelType,
-  WeightLayout,
-  QuantizationInfoSchema,
-} from './manifest.schema.js';
-import type { ConverterConfigSchema } from './converter.schema.js';
-
-/** Tensor information from source format */
-export interface TensorInfoSchema {
-  name: string;
-  shape: number[];
-  dtype: string;
-  size: number;
-  offset?: number;
-  /** Platform-specific source reference */
-  _source?: unknown;
-}
-
-/** Parsed model ready for conversion */
-export interface ParsedModelSchema {
-  tensors: TensorInfoSchema[];
-  config: RawModelConfigSchema;
-  architecture?: string;
-  quantization?: string;
-  generationConfig?: unknown;
-  tokenizerJson?: unknown;
-  tokenizerConfig?: unknown;
-  tokenizerModel?: unknown;
-}
-
-/** Raw config from source (HuggingFace or GGUF style) */
-export interface RawModelConfigSchema {
-  // HuggingFace style
-  architectures?: string[];
-  model_type?: string;
-  hidden_size?: number;
-  num_hidden_layers?: number;
-  num_attention_heads?: number;
-  num_key_value_heads?: number;
-  intermediate_size?: number;
-  vocab_size?: number;
-  max_position_embeddings?: number;
-  rope_theta?: number;
-  rms_norm_eps?: number;
-  head_dim?: number;
-  attn_output_gate?: boolean;
-  _name_or_path?: string;
-
-  // GGUF style
-  n_layer?: number;
-  n_embd?: number;
-  n_head?: number;
-  n_inner?: number;
-  n_positions?: number;
-
-  // MoE
-  num_local_experts?: number;
-  num_experts?: number;
-  n_shared_experts?: number;
-
-  // Allow additional fields
-  [key: string]: unknown;
-}
-
-/** Quantization target types */
-export type QuantizationType = 'q4_k_m' | 'q6_k' | 'q8_0' | 'f16' | 'f32' | null;
-
-/** Conversion options */
-export interface ConversionOptionsSchema {
-  /** Output model ID */
-  modelId?: string;
-  /** Target quantization */
-  quantize?: QuantizationType;
-  /** Also quantize embeddings */
-  quantizeEmbeddings?: boolean;
-  /** Shard size in bytes */
-  shardSize?: number;
-  /** Converter config overrides */
-  converterConfig?: ConverterConfigSchema;
-  /** Optional tensor transform adapter (e.g., worker pool) */
-  tensorTransformer?: (input: {
-    tensor: TensorInfoSchema;
-    tensorData: Uint8Array;
-    transformContext: Record<string, unknown>;
-    reportProgress?: (currentBytes: number, totalBytes: number) => void;
-  }) => Promise<{
-    tensorData: Uint8Array;
-    outDtype?: string;
-    outLayout?: string | null;
-  }>;
-  /** Progress callback */
-  onProgress?: (progress: ConversionProgressSchema) => void;
-  /** Abort signal */
-  signal?: AbortSignal;
-}
-
-/** Conversion stages */
-export declare const ConversionStage: {
-  readonly DETECTING: 'detecting';
-  readonly PARSING: 'parsing';
-  readonly QUANTIZING: 'quantizing';
-  readonly WRITING: 'writing';
-  readonly MANIFEST: 'manifest';
-  readonly COMPLETE: 'complete';
-  readonly ERROR: 'error';
-};
-
-export type ConversionStageType = (typeof ConversionStage)[keyof typeof ConversionStage];
-
-/** Conversion progress */
-export interface ConversionProgressSchema {
-  stage: ConversionStageType;
-  message: string;
-  format?: string;
-  modelId?: string;
-  tensorCount?: number;
-  totalSize?: string;
-  current?: number;
-  total?: number;
-  percent?: number;
-  tensorName?: string;
-  tensorBytesCurrent?: number;
-  tensorBytesTotal?: number;
-  shardCount?: number;
-  error?: Error;
-}
-
-/** RDRR writer options */
-export interface WriterOptionsSchema {
-  shardSize?: number;
-  hashAlgorithm?: HashAlgorithm;
-  modelId?: string;
-  modelType?: ModelType;
-  architecture?: ArchitectureSchema;
-  quantization?: string;
-  quantizationInfo?: QuantizationInfoSchema;
-  /** Pre-transpose weights for column-major access */
-  transposeWeights?: boolean;
-  /** Fuse gate+up projections for FFN */
-  fuseGateUp?: boolean;
-}
-
-/** Tensor location after writing */
-export interface TensorLocationSchema {
-  shardIndex: number;
-  offset: number;
-  size: number;
-  shape: number[];
-  dtype: string;
-  spans?: Array<{ shardIndex: number; offset: number; size: number }>;
-  layout?: WeightLayout;
-  originalShape?: number[];
-  group?: string;
-}
-
-/** Result of RDRR write operation */
-export interface WriteResultSchema {
-  manifestPath: string;
-  shardCount: number;
-  totalSize: number;
-  tensorCount: number;
-}
-
-/** Platform-specific I/O adapter */
-export interface ConversionIOSchema {
-  /** Read tensor data from source */
-  readTensorData(tensor: TensorInfoSchema): Promise<ArrayBuffer>;
-  /** Write shard data, returns hash */
-  writeShard(index: number, data: Uint8Array): Promise<string>;
-  /** Write manifest JSON */
-  writeManifest(manifest: unknown): Promise<void>;
-  /** Optional: compute hash */
-  computeHash?(data: Uint8Array): Promise<string>;
-}

package/src/config/schema/conversion.schema.js

@@ -1,13 +0,0 @@
-// =============================================================================
-// Conversion Progress Schema
-// =============================================================================
-
-export const ConversionStage = {
-  DETECTING: 'detecting',
-  PARSING: 'parsing',
-  QUANTIZING: 'quantizing',
-  WRITING: 'writing',
-  MANIFEST: 'manifest',
-  COMPLETE: 'complete',
-  ERROR: 'error',
-};