cactus-react-native 1.7.0 → 1.10.1

package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/graph.h

@@ -6,6 +6,7 @@
 #include <unordered_map>
 #include <unordered_set>
 #include <functional>
+#include <cassert>
 #include <cstring>
 #include <stdexcept>
 #include <string>
@@ -109,23 +110,33 @@ enum class ComputeBackend {
     NPU
 };
 
+enum class Activation {
+    SILU,
+    GELU,
+    GELU_ERF,
+    RELU,
+    SIGMOID,
+    TANH
+};
+
 enum class OpType {
     INPUT, PRECISION_CAST,
     ADD, ADD_CLIPPED, SUBTRACT, MULTIPLY, DIVIDE,
     MATMUL, TRANSPOSE, RESHAPE, SLICE, GATHER, EMBEDDING,
     BILINEAR_INTERPOLATION,
     SUM, MEAN, VARIANCE, MIN, MAX,
-    RMS_NORM, ROPE, ROPE_GPTJ, SOFTMAX, ATTENTION, ATTENTION_INT8_HYBRID, CONV1D_CAUSAL, CONV1D_K3, CONV1D_K7S3, CONV1D,
-    SCALAR_ADD, SCALAR_SUBTRACT, SCALAR_MULTIPLY, SCALAR_DIVIDE, SCALAR_EXP, SCALAR_SQRT, SCALAR_COS, SCALAR_SIN,
+    RMS_NORM, ROPE, ROPE_GPTJ, SOFTMAX, ATTENTION, ATTENTION_INT8_HYBRID, REL_POS_BIAS, CONV1D_CAUSAL, CONV1D_K3, CONV1D_K7S3, CONV1D, CONV1D_SAME_DEPTHWISE_K9, CONV1D_POINTWISE, CONV2D_K3S2P1, CONV2D_DEPTHWISE_K3S2P1, CONV2D_POINTWISE_1X1, GLU, BATCHNORM,
+    SCALAR_ADD, SCALAR_SUBTRACT, SCALAR_MULTIPLY, SCALAR_DIVIDE, SCALAR_EXP, SCALAR_SQRT, SCALAR_COS, SCALAR_SIN, SCALAR_LOG,
     RELU, SILU, GELU, GELU_ERF, SIGMOID, TANH,
     SAMPLE, CONCAT,
     SCATTER_TOPK,
     TOPK, LAYERNORM, GROUPNORM,
+    MOE_LAYER,
     INDEX,
     PERSISTENT,
     QUANTIZE_ACTIVATIONS,
     LSTM_CELL,
-    STFT_MAGNITUDE
+    STFT
 };
 
 struct PrecisionTraits {
@@ -141,11 +152,20 @@ struct PrecisionTraits {
 
     static constexpr size_t packed_size_of(Precision prec, size_t count) {
         switch (prec) {
-            case Precision::INT4: return (count + 1) / 2;  
+            case Precision::INT4: return (count + 1) / 2;
             default: return count * size_of(prec);
         }
     }
 
+    static size_t byte_offset_of(Precision prec, size_t element_offset) {
+        switch (prec) {
+            case Precision::INT4:
+                assert(element_offset % 32 == 0 && "INT4 byte offset must be group-aligned (multiple of 32)");
+                return element_offset / 2;
+            default: return element_offset * size_of(prec);
+        }
+    }
+
     static constexpr bool is_integer(Precision prec) {
         switch (prec) {
             case Precision::INT8: return true;
@@ -181,7 +201,6 @@ struct TensorConfig {
     Precision compute_precision = Precision::INT8;
     Precision output_precision = Precision::INT8;
     bool auto_mixed_precision = false;
-    bool enable_int4_packing = true;
     
     static TensorConfig& global();
 };
@@ -243,6 +262,10 @@ struct BufferDesc {
         return precision == Precision::INT8 && group_size > 0;
     }
 
+    bool is_grouped_int4() const {
+        return precision == Precision::INT4 && group_size > 0;
+    }
+
     void set_grouped_scales(size_t gs, size_t ng, void* scales_ptr) {
         group_size = gs;
         num_groups = ng;
@@ -291,6 +314,7 @@ struct OpParams {
     size_t slice_length = 0;
     size_t window_size = 0;
     bool is_causal = true;  
+    bool attention_mask_is_additive = false;
     std::vector<size_t> new_shape;
     std::vector<size_t> permutation;
     Precision output_precision = Precision::INT8;
@@ -309,6 +333,11 @@ struct OpParams {
     size_t num_groups = 0;
     size_t dst_height = 0;
     size_t dst_width = 0;
+    bool normalize_routing = false;
+    size_t num_experts = 0;
+    size_t num_experts_per_tok = 0;
+    bool moe_gated = true; 
+    Activation activation = Activation::SILU;
 
     std::vector<float> bias_values;
     std::vector<uint32_t> bias_indices;
@@ -356,7 +385,6 @@ void compute_index_node(GraphNode& node, const std::vector<std::unique_ptr<Graph
 void compute_lstm_cell_node(GraphNode& node, const std::vector<std::unique_ptr<GraphNode>>& nodes, const std::unordered_map<size_t, size_t>& node_index_map);
 
 void shrink_thread_local_buffers();
-
 class BufferPool {
 public:
     BufferPool() = default;
@@ -418,6 +446,7 @@ public:
     size_t scalar_sqrt(size_t input);
     size_t scalar_cos(size_t input);
     size_t scalar_sin(size_t input);
+    size_t scalar_log(size_t input);
     
     size_t relu(size_t input);
     size_t silu(size_t input);
@@ -425,6 +454,7 @@ public:
     size_t gelu_erf(size_t input);
     size_t sigmoid(size_t input);
     size_t tanh(size_t input);
+    size_t glu(size_t input, int axis = -1);
     
     size_t matmul(size_t input1, size_t input2, bool pretransposed_rhs = false, ComputeBackend backend = ComputeBackend::CPU);
     size_t transpose(size_t input, ComputeBackend backend = ComputeBackend::CPU);
@@ -455,7 +485,30 @@ public:
     size_t layernorm(size_t input, size_t weight, size_t bias, float epsilon = 1e-5f);
     size_t layernorm(size_t input, size_t weight, float epsilon = 1e-5f);  // No bias version
     size_t groupnorm(size_t input, size_t weight, size_t bias, size_t num_groups = 32, float epsilon = 1e-5f);
+    size_t batchnorm(size_t input, size_t weight, size_t bias, size_t running_mean, size_t running_var, int axis = 1, float epsilon = 1e-5f);
     size_t topk(size_t input, size_t k);
+    size_t moe_layer(size_t hidden,
+                     size_t routing_probs,
+                     size_t topk_indices,
+                     const std::vector<size_t>& w1_weights,
+                     const std::vector<size_t>& w3_weights,
+                     const std::vector<size_t>& w2_weights,
+                     size_t num_experts,
+                     size_t num_experts_per_tok,
+                     bool normalize_routing,
+                     float epsilon,
+                     float routed_scaling_factor);
+    size_t moe_layer(size_t hidden,
+                     size_t routing_probs,
+                     size_t topk_indices,
+                     const std::vector<size_t>& w1_weights,
+                     const std::vector<size_t>& w2_weights,
+                     size_t num_experts,
+                     size_t num_experts_per_tok,
+                     bool normalize_routing,
+                     float epsilon,
+                     float routed_scaling_factor,
+                     Activation activation);
     size_t rms_norm(size_t input, size_t weight, float epsilon = 1e-5f);
     size_t rope(size_t input, float theta, size_t position_offset = 0, ComputeBackend backend = ComputeBackend::CPU);
     size_t rope_gptj(size_t input, float theta, size_t position_offset = 0, size_t rot_dim = 0, ComputeBackend backend = ComputeBackend::CPU);
@@ -463,6 +516,10 @@ public:
     size_t attention(size_t query, size_t key, size_t value, float scale, bool is_causal = true, ComputeBackend backend = ComputeBackend::CPU);
     size_t attention(size_t query, size_t key, size_t value, float scale, size_t position_offset, ComputeBackend backend = ComputeBackend::CPU);
     size_t attention(size_t query, size_t key, size_t value, float scale, size_t position_offset, size_t window_size, ComputeBackend backend = ComputeBackend::CPU);
+    size_t attention_masked(size_t query, size_t key, size_t value, size_t mask, float scale,
+                            bool is_causal = true, ComputeBackend backend = ComputeBackend::CPU,
+                            bool additive_mask = false, size_t position_offset = 0, size_t window_size = 0);
+    size_t rel_pos_bias(size_t query, size_t relative_key, float scale);
 
     size_t attention_int8_hybrid(size_t query, size_t key_new, size_t value_new, float scale, size_t position_offset,
                                  const int8_t* cached_keys, const int8_t* cached_values,
@@ -474,9 +531,19 @@ public:
     size_t conv1d_k7s3(size_t input, size_t weight, size_t bias);
     size_t conv1d(size_t input, size_t weight, size_t stride);
     size_t conv1d(size_t input, size_t weight, size_t bias, size_t stride);
+    size_t conv1d_same_depthwise_k9(size_t input, size_t weight);
+    size_t conv1d_same_depthwise_k9(size_t input, size_t weight, size_t bias);
+    size_t conv1d_pointwise(size_t input, size_t weight);
+    size_t conv1d_pointwise(size_t input, size_t weight, size_t bias);
+    size_t conv2d_k3s2p1(size_t input, size_t weight);
+    size_t conv2d_k3s2p1(size_t input, size_t weight, size_t bias);
+    size_t conv2d_depthwise_k3s2p1(size_t input, size_t weight);
+    size_t conv2d_depthwise_k3s2p1(size_t input, size_t weight, size_t bias);
+    size_t conv2d_pointwise_1x1(size_t input, size_t weight);
+    size_t conv2d_pointwise_1x1(size_t input, size_t weight, size_t bias);
 
     size_t lstm_cell(size_t input, size_t h_prev, size_t c_prev, size_t weight_ih, size_t weight_hh, size_t bias_ih, size_t bias_hh);
-    size_t stft_magnitude(size_t input, size_t weight, size_t stride, size_t num_fft_bins);
+    size_t stft(size_t input, size_t weight, size_t stride, size_t num_fft_bins);
 
     size_t sample(size_t logits, float temperature = 0.6f, float top_p = 0.95f, size_t top_k = 20,
                   const std::unordered_map<uint32_t, float>& logit_bias = {});
@@ -581,12 +648,9 @@ namespace GraphFile {
         bool is_interleaved_ = false;
         size_t original_N_ = 0;
 
-        std::unique_ptr<int8_t[]> unpacked_data_;  
-
         void parse_header();
         void apply_madvise_hints();
-        void unpack_int4_data();
     };
 }
 
-#endif 
+#endif

package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel.h

@@ -4,6 +4,8 @@
 #include <cstddef>
 #include <arm_neon.h>
 
+enum class Precision;
+
 enum class ScalarOpType {
     ADD,
     SUBTRACT,
@@ -12,7 +14,8 @@ enum class ScalarOpType {
     EXP,
     SQRT,
     COS,
-    SIN
+    SIN,
+    LOG
 };
 
 constexpr size_t KV_QUANT_GROUP_SIZE = 32;
@@ -21,6 +24,7 @@ void cactus_add_f16(const __fp16* a, const __fp16* b, __fp16* output, size_t num
 void cactus_add_f16_clipped(const __fp16* a, const __fp16* b, __fp16* output, size_t num_elements);
 void cactus_subtract_f16(const __fp16* a, const __fp16* b, __fp16* output, size_t num_elements);
 void cactus_multiply_f16(const __fp16* a, const __fp16* b, __fp16* output, size_t num_elements);
+void cactus_add_scaled_f16(const __fp16* base, const __fp16* src, __fp16* output, size_t num_elements, float scale);
 void cactus_divide_f16(const __fp16* a, const __fp16* b, __fp16* output, size_t num_elements);
 
 void cactus_add_broadcast_f16(const __fp16* a, const __fp16* b, __fp16* output,
@@ -50,6 +54,23 @@ void cactus_matmul_int8(const int8_t* A, const float* A_scales,
                         const int8_t* B, const __fp16* B_scales,
                         __fp16* C, size_t M, size_t K, size_t N, size_t group_size);
 
+void cactus_gemv_int4(const int8_t* A, float A_scale,
+                      const int8_t* B_packed, const __fp16* B_scales,
+                      __fp16* C, size_t K, size_t N, size_t group_size);
+
+void cactus_gemm_int4(const int8_t* A, const float* A_scales,
+                      const int8_t* B_packed, const __fp16* B_scales,
+                      __fp16* C, size_t M, size_t K, size_t N, size_t group_size);
+
+void cactus_matmul_int4(const int8_t* A, const float* A_scales,
+                        const int8_t* B_packed, const __fp16* B_scales,
+                        __fp16* C, size_t M, size_t K, size_t N, size_t group_size);
+
+void cactus_matmul_integer(Precision precision,
+                            const int8_t* A, const float* A_scales,
+                            const int8_t* B, const __fp16* B_scales,
+                            __fp16* C, size_t M, size_t K, size_t N, size_t group_size);
+
 void cactus_matmul_f16(const __fp16* a, const __fp16* b_transposed, __fp16* c,
                        size_t M, size_t K, size_t N);
 
@@ -97,10 +118,52 @@ void cactus_sigmoid_f16(const __fp16* input, __fp16* output, size_t num_elements
 
 void cactus_tanh_f16(const __fp16* input, __fp16* output, size_t num_elements);
 
+void cactus_glu_f16(
+    const __fp16* input,
+    __fp16* output,
+    size_t outer_size,
+    size_t split_size,
+    size_t inner_size
+);
+
+void cactus_glu_f32(
+    const float* input,
+    float* output,
+    size_t outer_size,
+    size_t split_size,
+    size_t inner_size
+);
+
+void cactus_batchnorm_f16(
+    const __fp16* input,
+    const float* weight,
+    const float* bias,
+    const float* running_mean,
+    const float* running_var,
+    __fp16* output,
+    size_t outer_size,
+    size_t channels,
+    size_t inner_size,
+    float epsilon
+);
+
+void cactus_batchnorm_f32(
+    const float* input,
+    const float* weight,
+    const float* bias,
+    const float* running_mean,
+    const float* running_var,
+    float* output,
+    size_t outer_size,
+    size_t channels,
+    size_t inner_size,
+    float epsilon
+);
+
 void cactus_attention_f16(const __fp16* queries, const __fp16* keys, const __fp16* values, __fp16* output,
                           size_t batch_size, size_t seq_len, size_t kv_seq_len, size_t num_q_heads, size_t num_kv_heads,
                           size_t head_dim, float scale, const __fp16* mask, size_t position_offset = 0, size_t window_size = 0,
-                          bool is_causal = true);
+                          bool is_causal = true, bool mask_is_additive = false, bool mask_per_head = false);
 
 void cactus_attention_hybrid_int8_fp16(
     const __fp16* queries,        
@@ -150,7 +213,7 @@ void cactus_conv1d_f16(
     size_t stride
 );
 
-void cactus_stft_magnitude_f16(
+void cactus_stft_f16(
     const __fp16* input,
     const __fp16* weight,
     __fp16* output,
@@ -171,6 +234,62 @@ void cactus_conv1d_f16_k7s3_oc8(
     size_t C_out
 );
 
+void cactus_conv1d_same_depthwise_f16_k9(
+    const __fp16* input,
+    const __fp16* weight,
+    const __fp16* bias,
+    __fp16* output,
+    size_t N,
+    size_t L,
+    size_t C
+);
+
+void cactus_conv2d_f16_k3s2p1_nchw(
+    const __fp16* input,
+    const __fp16* weight,
+    const __fp16* bias,
+    __fp16* output,
+    size_t N,
+    size_t C_in,
+    size_t H,
+    size_t W,
+    size_t C_out
+);
+
+void cactus_conv2d_depthwise_f16_k3s2p1_nchw(
+    const __fp16* input,
+    const __fp16* weight,
+    const __fp16* bias,
+    __fp16* output,
+    size_t N,
+    size_t C,
+    size_t H,
+    size_t W
+);
+
+void cactus_conv2d_pointwise_f16_1x1_nchw_gemm(
+    const __fp16* input,
+    const __fp16* weight,
+    const __fp16* bias,
+    __fp16* output,
+    size_t N,
+    size_t C_in,
+    size_t H,
+    size_t W,
+    size_t C_out
+);
+
+void cactus_conv1d_pointwise_f16_gemm(
+    const __fp16* input,
+    const __fp16* weight,
+    const __fp16* bias,
+    __fp16* output,
+    size_t N,
+    size_t L,
+    size_t C_in,
+    size_t C_out
+);
+
 void cactus_bilinear_interpolation_f16(const __fp16* input, __fp16* output, size_t src_height, size_t src_width, size_t embed_dim,
                                        size_t dst_height, size_t dst_width);
 
@@ -224,4 +343,4 @@ void cactus_lstm_cell_f16(
     size_t hidden_size
 );
 
-#endif
+#endif

package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel_utils.h

@@ -44,6 +44,34 @@ inline void stream_store_f16x8(__fp16* dst, float16x8_t val) {
 #endif
 }
 
+inline bool cpu_has_sme2() {
+#if defined(__aarch64__)
+	static std::once_flag once;
+	static bool has = false;
+	
+	std::call_once(once, []() {
+
+#if defined(__APPLE__)
+	int ret = 0;
+	size_t size = sizeof(ret);
+	if (sysctlbyname("hw.optional.arm.FEAT_SME2", &ret, &size, nullptr, 0) == 0) {
+		has = ret == 1;
+	}
+
+#elif defined(__ANDROID__)
+	unsigned long hwcap2 = getauxval(AT_HWCAP2);
+#ifdef HWCAP2_SME2
+	has = (hwcap2 & HWCAP2_SME2) != 0;
+#endif
+
+#endif
+	});
+	
+	return has;
+#else
+	return false;
+#endif
+}
 
 inline float32x4_t fast_exp_f32x4(float32x4_t x) {
     const float32x4_t log2e = vdupq_n_f32(1.4426950408889634f);
@@ -102,6 +130,12 @@ inline float32x4_t fast_tanh_f32x4(float32x4_t x) {
     return result;
 }
 
+inline void unpack_int4_as_int8x16x2(const uint8_t* ptr, int8x16_t& high_decoded, int8x16_t& low_decoded) {
+    int8x16_t packed = vreinterpretq_s8_u8(vld1q_u8(ptr));
+    high_decoded = vshrq_n_s8(packed, 4);
+    low_decoded = vshrq_n_s8(vshlq_n_s8(packed, 4), 4);
+}
+
 namespace CactusThreading {
 
     class ThreadPool {
@@ -297,7 +331,7 @@ namespace CactusThreading {
         }
         static size_t get_gemv_threads(size_t N_blocks, size_t pool_size) {
             if (N_blocks < GEMV_MIN_N_BLOCKS) return 1;
-            return std::min(pool_size, static_cast<size_t>(2));
+            return std::min(pool_size, static_cast<size_t>(3));
         }
         #else 
         static constexpr size_t GEMV_MIN_N_BLOCKS = 256;  
@@ -308,7 +342,7 @@ namespace CactusThreading {
         static size_t get_gemv_threads(size_t N_blocks, size_t pool_size) {
             if (N_blocks < GEMV_MIN_N_BLOCKS) return 1;
             if (N_blocks < 512) return std::min(pool_size, static_cast<size_t>(2));
-            return std::min(pool_size, static_cast<size_t>(4));
+            return std::min(pool_size, static_cast<size_t>(5));
         }
         #endif
     };
@@ -465,4 +499,4 @@ namespace CactusThreading {
 }
 
 
-#endif // KERNEL_UTILS_H 
+#endif // KERNEL_UTILS_H 

package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/_CodeSignature/CodeResources

@@ -6,7 +6,7 @@
 	<dict>
 		<key>Info.plist</key>
 		<data>
-		yMSW0g+AKq/xXqUOrMbK43roF5I=
+		cN36qyYdB+mdJFxX4r84gFZ7SS4=
 		</data>
 	</dict>
 	<key>files2</key>

package/lib/module/classes/CactusSTT.js

@@ -124,6 +124,21 @@ export class CactusSTT {
       this.isStreamTranscribing = false;
     }
   }
+  async detectLanguage({
+    audio,
+    options
+  }) {
+    if (this.isGenerating) {
+      throw new Error('CactusSTT is already generating');
+    }
+    await this.init();
+    this.isGenerating = true;
+    try {
+      return await this.cactus.detectLanguage(audio, options);
+    } finally {
+      this.isGenerating = false;
+    }
+  }
   async audioEmbed({
     audioPath
   }) {

package/lib/module/classes/CactusSTT.js.map

@@ -1 +1 @@
-{"version":3,"names":["Cactus","CactusFileSystem","getRegistry","CactusSTT","cactus","isDownloading","isInitialized","isGenerating","isStreamTranscribing","defaultModel","defaultOptions","quantization","pro","defaultPrompt","defaultTranscribeOptions","maxTokens","defaultEmbedBufferSize","constructor","model","options","download","onProgress","isModelPath","Error","modelExists","getModelName","console","log","registry","modelConfig","url","apple","downloadModel","init","modelPath","replace","JSON","stringify","getModelPath","cacheDir","getCactusDirectory","setTelemetryEnvironment","transcribe","audio","prompt","onToken","responseBufferSize","streamTranscribeStart","streamTranscribeProcess","streamTranscribeStop","audioEmbed","audioPath","embedding","stop","reset","destroy","catch","getModels","Object","values","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusSTT.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAapD,SAASC,WAAW,QAAQ,qBAAkB;AAG9C,OAAO,MAAMC,SAAS,CAAC;EACJC,MAAM,GAAG,IAAIJ,MAAM,CAAC,CAAC;EAQ9BK,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EACpBC,oBAAoB,GAAG,KAAK;EAEpC,OAAwBC,YAAY,GAAG,eAAe;EACtD,OAAwBC,cAAc,GAAG;IACvCC,YAAY,EAAE,MAAe;IAC7BC,GAAG,EAAE;EACP,CAAC;EACD,OAAwBC,aAAa,GACnC,2DAA2D;EAC7D,OAAwBC,wBAAwB,GAAG;IACjDC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAAyB,CAAC,GAAG,CAAC,CAAC,EAAE;IACpD,IAAI,CAACD,KAAK,GAAGA,KAAK,IAAIf,SAAS,CAACM,YAAY;IAC5C,IAAI,CAACU,OAAO,GAAG;MACbR,YAAY,EACVQ,OAAO,EAAER,YAAY,IAAIR,SAAS,CAACO,cAAc,CAACC,YAAY;MAChEC,GAAG,EAAEO,OAAO,EAAEP,GAAG,IAAIT,SAAS,CAACO,cAAc,CAACE;IAChD,CAAC;EACH;EAEA,MAAaQ,QAAQA,CAAC;IACpBC;EACuB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC9C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCG,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAAChB,aAAa,EAAE;MACtB,MAAM,IAAIkB,KAAK,CAAC,kCAAkC,CAAC;IACrD;IAEA,IAAI,MAAMtB,gBAAgB,CAACuB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,EAAE;MAC3DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;MACxDJ,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAAChB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMuB,QAAQ,GAAG,MAAM1B,WAAW,CAAC,CAAC;MACpC,MAAM2B,WAAW,GACfD,QAAQ,CAAC,IAAI,CAACV,KAAK,CAAC,EAAEP,YAAY,CAAC,IAAI,CAACQ,OAAO,CAACR,YAAY,CAAC;MAC/D,MAAMmB,GAAG,GAAG,IAAI,CAACX,OAAO,CAACP,GAAG,GAAGiB,WAAW,EAAEjB,GAAG,EAAEmB,KAAK,GAAGF,WAAW,EAAEC,GAAG;MAEzE,IAAI,CAACA,GAAG,EAAE;QACR,MAAM,IAAIP,KAAK,CAAC,SAAS,IAAI,CAACL,KAAK,mCAAmC,CAAC;MACzE;MAEA,MAAMjB,gBAAgB,CAAC+B,aAAa,CAClC,IAAI,CAACP,YAAY,CAAC,CAAC,EACnBK,GAAG,EACHT,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAAChB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAa4B,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAAC3B,aAAa,EAAE;MACtB;IACF;IAEA,IAAI4B,SAAiB;IACrB,IAAI,IAAI,CAACZ,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCgB,SAAS,GAAG,IAAI,CAAChB,KAAK,CAACiB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAMlC,gBAAgB,CAACuB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,IAAIF,KAAK,CACb,UAAU,IAAI,CAACL,KAAK,kBAAkBkB,IAAI,CAACC,SAAS,CAAC,IAAI,CAAClB,OAAO,CAAC,oBACpE,CAAC;MACH;MACAe,SAAS,GAAG,MAAMjC,gBAAgB,CAACqC,YAAY,CAAC,IAAI,CAACb,YAAY,CAAC,CAAC,CAAC;IACtE;IAEA,MAAMc,QAAQ,GAAG,MAAMtC,gBAAgB,CAACuC,kBAAkB,CAAC,CAAC;IAC5D,MAAM,IAAI,CAACpC,MAAM,CAACqC,uBAAuB,CAACF,QAAQ,CAAC;IACnD,MAAM,IAAI,CAACnC,MAAM,CAAC6B,IAAI,CAACC,SAAS,CAAC;IACjC,IAAI,CAAC5B,aAAa,GAAG,IAAI;EAC3B;EAEA,MAAaoC,UAAUA,CAAC;IACtBC,KAAK;IACLC,MAAM;IACNzB,OAAO;IACP0B;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAACtC,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjBW,MAAM,GAAGA,MAAM,IAAIzC,SAAS,CAACU,aAAa;IAC1CM,OAAO,GAAG;MAAE,GAAGhB,SAAS,CAACW,wBAAwB;MAAE,GAAGK;IAAQ,CAAC;IAE/D,MAAM2B,kBAAkB,GACtB,CAAC,IAAI3B,OAAO,CAACJ,SAAS,IAAIZ,SAAS,CAACW,wBAAwB,CAACC,SAAS,CAAC,GACvE,GAAG;IAEL,IAAI,CAACR,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,OAAO,MAAM,IAAI,CAACH,MAAM,CAACsC,UAAU,CACjCC,KAAK,EACLC,MAAM,EACNE,kBAAkB,EAClB3B,OAAO,EACP0B,OACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACtC,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAawC,qBAAqBA,CAChC5B,OAA+C,EAChC;IACf,IAAI,IAAI,CAACX,oBAAoB,EAAE;MAC7B;IACF;IAEA,MAAM,IAAI,CAACyB,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC7B,MAAM,CAAC2C,qBAAqB,CAAC5B,OAAO,CAAC;IAChD,IAAI,CAACX,oBAAoB,GAAG,IAAI;EAClC;EAEA,MAAawC,uBAAuBA,CAAC;IACnCL;EACsC,CAAC,EAAmD;IAC1F,IAAI,CAAC,IAAI,CAACnC,oBAAoB,EAAE;MAC9B,MAAM,IAAIe,KAAK,CAAC,4CAA4C,CAAC;IAC/D;IAEA,OAAO,IAAI,CAACnB,MAAM,CAAC4C,uBAAuB,CAACL,KAAK,CAAC;EACnD;EAEA,MAAaM,oBAAoBA,CAAA,EAAiD;IAChF,IAAI,CAAC,IAAI,CAACzC,oBAAoB,EAAE;MAC9B,MAAM,IAAIe,KAAK,CAAC,4CAA4C,CAAC;IAC/D;IAEA,IAAI;MACF,OAAO,MAAM,IAAI,CAACnB,MAAM,CAAC6C,oBAAoB,CAAC,CAAC;IACjD,CAAC,SAAS;MACR,IAAI,CAACzC,oBAAoB,GAAG,KAAK;IACnC;EACF;EAEA,MAAa0C,UAAUA,CAAC;IACtBC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAAC5C,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC1B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM6C,SAAS,GAAG,MAAM,IAAI,CAAChD,MAAM,CAAC8C,UAAU,CAC5CC,SAAS,EACThD,SAAS,CAACa,sBACZ,CAAC;MACD,OAAO;QAAEoC;MAAU,CAAC;IACtB,CAAC,SAAS;MACR,IAAI,CAAC7C,YAAY,GAAG,KAAK;IAC3B;EACF;EAEO8C,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACjD,MAAM,CAACiD,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACjD,MAAM,CAACkD,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAACjD,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAAC+C,IAAI,CAAC,CAAC;IAEjB,IAAI,IAAI,CAAC7C,oBAAoB,EAAE;MAC7B,MAAM,IAAI,CAACJ,MAAM,CAAC6C,oBAAoB,CAAC,CAAC,CAACO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;MACxD,IAAI,CAAChD,oBAAoB,GAAG,KAAK;IACnC;IAEA,MAAM,IAAI,CAACJ,MAAM,CAACmD,OAAO,CAAC,CAAC;IAC3B,IAAI,CAACjD,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAamD,SAASA,CAAA,EAA2B;IAC/C,OAAOC,MAAM,CAACC,MAAM,CAAC,MAAMzD,WAAW,CAAC,CAAC,CAAC;EAC3C;EAEQoB,WAAWA,CAACJ,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAAC0C,UAAU,CAAC,SAAS,CAAC,IAAI1C,KAAK,CAAC0C,UAAU,CAAC,GAAG,CAAC;EAC7D;EAEOnC,YAAYA,CAAA,EAAW;IAC5B,OAAO,GAAG,IAAI,CAACP,KAAK,IAAI,IAAI,CAACC,OAAO,CAACR,YAAY,GAAG,IAAI,CAACQ,OAAO,CAACP,GAAG,GAAG,MAAM,GAAG,EAAE,EAAE;EACtF;AACF","ignoreList":[]}
+{"version":3,"names":["Cactus","CactusFileSystem","getRegistry","CactusSTT","cactus","isDownloading","isInitialized","isGenerating","isStreamTranscribing","defaultModel","defaultOptions","quantization","pro","defaultPrompt","defaultTranscribeOptions","maxTokens","defaultEmbedBufferSize","constructor","model","options","download","onProgress","isModelPath","Error","modelExists","getModelName","console","log","registry","modelConfig","url","apple","downloadModel","init","modelPath","replace","JSON","stringify","getModelPath","cacheDir","getCactusDirectory","setTelemetryEnvironment","transcribe","audio","prompt","onToken","responseBufferSize","streamTranscribeStart","streamTranscribeProcess","streamTranscribeStop","detectLanguage","audioEmbed","audioPath","embedding","stop","reset","destroy","catch","getModels","Object","values","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusSTT.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAepD,SAASC,WAAW,QAAQ,qBAAkB;AAG9C,OAAO,MAAMC,SAAS,CAAC;EACJC,MAAM,GAAG,IAAIJ,MAAM,CAAC,CAAC;EAQ9BK,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EACpBC,oBAAoB,GAAG,KAAK;EAEpC,OAAwBC,YAAY,GAAG,eAAe;EACtD,OAAwBC,cAAc,GAAG;IACvCC,YAAY,EAAE,MAAe;IAC7BC,GAAG,EAAE;EACP,CAAC;EACD,OAAwBC,aAAa,GACnC,2DAA2D;EAC7D,OAAwBC,wBAAwB,GAAG;IACjDC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAAyB,CAAC,GAAG,CAAC,CAAC,EAAE;IACpD,IAAI,CAACD,KAAK,GAAGA,KAAK,IAAIf,SAAS,CAACM,YAAY;IAC5C,IAAI,CAACU,OAAO,GAAG;MACbR,YAAY,EACVQ,OAAO,EAAER,YAAY,IAAIR,SAAS,CAACO,cAAc,CAACC,YAAY;MAChEC,GAAG,EAAEO,OAAO,EAAEP,GAAG,IAAIT,SAAS,CAACO,cAAc,CAACE;IAChD,CAAC;EACH;EAEA,MAAaQ,QAAQA,CAAC;IACpBC;EACuB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC9C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCG,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAAChB,aAAa,EAAE;MACtB,MAAM,IAAIkB,KAAK,CAAC,kCAAkC,CAAC;IACrD;IAEA,IAAI,MAAMtB,gBAAgB,CAACuB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,EAAE;MAC3DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;MACxDJ,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAAChB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMuB,QAAQ,GAAG,MAAM1B,WAAW,CAAC,CAAC;MACpC,MAAM2B,WAAW,GACfD,QAAQ,CAAC,IAAI,CAACV,KAAK,CAAC,EAAEP,YAAY,CAAC,IAAI,CAACQ,OAAO,CAACR,YAAY,CAAC;MAC/D,MAAMmB,GAAG,GAAG,IAAI,CAACX,OAAO,CAACP,GAAG,GAAGiB,WAAW,EAAEjB,GAAG,EAAEmB,KAAK,GAAGF,WAAW,EAAEC,GAAG;MAEzE,IAAI,CAACA,GAAG,EAAE;QACR,MAAM,IAAIP,KAAK,CAAC,SAAS,IAAI,CAACL,KAAK,mCAAmC,CAAC;MACzE;MAEA,MAAMjB,gBAAgB,CAAC+B,aAAa,CAClC,IAAI,CAACP,YAAY,CAAC,CAAC,EACnBK,GAAG,EACHT,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAAChB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAa4B,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAAC3B,aAAa,EAAE;MACtB;IACF;IAEA,IAAI4B,SAAiB;IACrB,IAAI,IAAI,CAACZ,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCgB,SAAS,GAAG,IAAI,CAAChB,KAAK,CAACiB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAMlC,gBAAgB,CAACuB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,IAAIF,KAAK,CACb,UAAU,IAAI,CAACL,KAAK,kBAAkBkB,IAAI,CAACC,SAAS,CAAC,IAAI,CAAClB,OAAO,CAAC,oBACpE,CAAC;MACH;MACAe,SAAS,GAAG,MAAMjC,gBAAgB,CAACqC,YAAY,CAAC,IAAI,CAACb,YAAY,CAAC,CAAC,CAAC;IACtE;IAEA,MAAMc,QAAQ,GAAG,MAAMtC,gBAAgB,CAACuC,kBAAkB,CAAC,CAAC;IAC5D,MAAM,IAAI,CAACpC,MAAM,CAACqC,uBAAuB,CAACF,QAAQ,CAAC;IACnD,MAAM,IAAI,CAACnC,MAAM,CAAC6B,IAAI,CAACC,SAAS,CAAC;IACjC,IAAI,CAAC5B,aAAa,GAAG,IAAI;EAC3B;EAEA,MAAaoC,UAAUA,CAAC;IACtBC,KAAK;IACLC,MAAM;IACNzB,OAAO;IACP0B;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAACtC,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjBW,MAAM,GAAGA,MAAM,IAAIzC,SAAS,CAACU,aAAa;IAC1CM,OAAO,GAAG;MAAE,GAAGhB,SAAS,CAACW,wBAAwB;MAAE,GAAGK;IAAQ,CAAC;IAE/D,MAAM2B,kBAAkB,GACtB,CAAC,IAAI3B,OAAO,CAACJ,SAAS,IAAIZ,SAAS,CAACW,wBAAwB,CAACC,SAAS,CAAC,GACvE,GAAG;IAEL,IAAI,CAACR,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,OAAO,MAAM,IAAI,CAACH,MAAM,CAACsC,UAAU,CACjCC,KAAK,EACLC,MAAM,EACNE,kBAAkB,EAClB3B,OAAO,EACP0B,OACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACtC,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAawC,qBAAqBA,CAChC5B,OAA+C,EAChC;IACf,IAAI,IAAI,CAACX,oBAAoB,EAAE;MAC7B;IACF;IAEA,MAAM,IAAI,CAACyB,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC7B,MAAM,CAAC2C,qBAAqB,CAAC5B,OAAO,CAAC;IAChD,IAAI,CAACX,oBAAoB,GAAG,IAAI;EAClC;EAEA,MAAawC,uBAAuBA,CAAC;IACnCL;EACsC,CAAC,EAAmD;IAC1F,IAAI,CAAC,IAAI,CAACnC,oBAAoB,EAAE;MAC9B,MAAM,IAAIe,KAAK,CAAC,4CAA4C,CAAC;IAC/D;IAEA,OAAO,IAAI,CAACnB,MAAM,CAAC4C,uBAAuB,CAACL,KAAK,CAAC;EACnD;EAEA,MAAaM,oBAAoBA,CAAA,EAAiD;IAChF,IAAI,CAAC,IAAI,CAACzC,oBAAoB,EAAE;MAC9B,MAAM,IAAIe,KAAK,CAAC,4CAA4C,CAAC;IAC/D;IAEA,IAAI;MACF,OAAO,MAAM,IAAI,CAACnB,MAAM,CAAC6C,oBAAoB,CAAC,CAAC;IACjD,CAAC,SAAS;MACR,IAAI,CAACzC,oBAAoB,GAAG,KAAK;IACnC;EACF;EAEA,MAAa0C,cAAcA,CAAC;IAC1BP,KAAK;IACLxB;EAC6B,CAAC,EAA0C;IACxE,IAAI,IAAI,CAACZ,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC1B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,OAAO,MAAM,IAAI,CAACH,MAAM,CAAC8C,cAAc,CAACP,KAAK,EAAExB,OAAO,CAAC;IACzD,CAAC,SAAS;MACR,IAAI,CAACZ,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa4C,UAAUA,CAAC;IACtBC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAAC7C,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC1B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM8C,SAAS,GAAG,MAAM,IAAI,CAACjD,MAAM,CAAC+C,UAAU,CAC5CC,SAAS,EACTjD,SAAS,CAACa,sBACZ,CAAC;MACD,OAAO;QAAEqC;MAAU,CAAC;IACtB,CAAC,SAAS;MACR,IAAI,CAAC9C,YAAY,GAAG,KAAK;IAC3B;EACF;EAEO+C,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAClD,MAAM,CAACkD,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAAClD,MAAM,CAACmD,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAClD,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACgD,IAAI,CAAC,CAAC;IAEjB,IAAI,IAAI,CAAC9C,oBAAoB,EAAE;MAC7B,MAAM,IAAI,CAACJ,MAAM,CAAC6C,oBAAoB,CAAC,CAAC,CAACQ,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;MACxD,IAAI,CAACjD,oBAAoB,GAAG,KAAK;IACnC;IAEA,MAAM,IAAI,CAACJ,MAAM,CAACoD,OAAO,CAAC,CAAC;IAC3B,IAAI,CAAClD,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAaoD,SAASA,CAAA,EAA2B;IAC/C,OAAOC,MAAM,CAACC,MAAM,CAAC,MAAM1D,WAAW,CAAC,CAAC,CAAC;EAC3C;EAEQoB,WAAWA,CAACJ,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAAC2C,UAAU,CAAC,SAAS,CAAC,IAAI3C,KAAK,CAAC2C,UAAU,CAAC,GAAG,CAAC;EAC7D;EAEOpC,YAAYA,CAAA,EAAW;IAC5B,OAAO,GAAG,IAAI,CAACP,KAAK,IAAI,IAAI,CAACC,OAAO,CAACR,YAAY,GAAG,IAAI,CAACQ,OAAO,CAACP,GAAG,GAAG,MAAM,GAAG,EAAE,EAAE;EACtF;AACF","ignoreList":[]}

package/lib/module/index.js

@@ -12,5 +12,8 @@ export { useCactusSTT } from "./hooks/useCactusSTT.js";
 export { useCactusVAD } from "./hooks/useCactusVAD.js";
 export { useCactusIndex } from "./hooks/useCactusIndex.js";
 
+// Registry
+export { getRegistry } from "./modelRegistry.js";
+
 // Types
 //# sourceMappingURL=index.js.map

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["CactusLM","CactusSTT","CactusVAD","CactusIndex","useCactusLM","useCactusSTT","useCactusVAD","useCactusIndex"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,uBAAoB;AAC7C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SAASC,WAAW,QAAQ,0BAAuB;;AAEnD;AACA,SAASC,WAAW,QAAQ,wBAAqB;AACjD,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,cAAc,QAAQ,2BAAwB;;AAEvD","ignoreList":[]}
+{"version":3,"names":["CactusLM","CactusSTT","CactusVAD","CactusIndex","useCactusLM","useCactusSTT","useCactusVAD","useCactusIndex","getRegistry"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,uBAAoB;AAC7C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SAASC,WAAW,QAAQ,0BAAuB;;AAEnD;AACA,SAASC,WAAW,QAAQ,wBAAqB;AACjD,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,cAAc,QAAQ,2BAAwB;;AAEvD;AACA,SAASC,WAAW,QAAQ,oBAAiB;;AAE7C","ignoreList":[]}

package/lib/module/modelRegistry.js

@@ -1,10 +1,30 @@
 "use strict";
 
-const VERSION = 'v1.7';
+const RUNTIME_VERSION = '1.10.1';
 let registryPromise = null;
 export function getRegistry() {
   return registryPromise ??= fetchRegistry();
 }
+function parseVersionTag(tag) {
+  const m = tag.match(/^v(\d+)\.(\d+)(?:\.(\d+))?$/);
+  if (!m) return null;
+  return [+m[1], +m[2], +(m[3] ?? '0')];
+}
+function compareVersions(a, b) {
+  return a[0] - b[0] || a[1] - b[1] || a[2] - b[2];
+}
+async function resolveWeightVersion(modelId) {
+  const runtime = parseVersionTag(`v${RUNTIME_VERSION}`);
+  if (!runtime) throw new Error(`Invalid runtime version: ${RUNTIME_VERSION}`);
+  const res = await fetch(`https://huggingface.co/api/models/${modelId}/refs`);
+  if (!res.ok) throw new Error(`Failed to fetch refs for ${modelId}: ${res.status}`);
+  const {
+    tags = []
+  } = await res.json();
+  const compatible = tags.map(t => t.name).filter(name => parseVersionTag(name) !== null).filter(name => compareVersions(parseVersionTag(name), runtime) <= 0).sort((a, b) => compareVersions(parseVersionTag(b), parseVersionTag(a)));
+  if (!compatible.length) throw new Error('No compatible weight version found');
+  return compatible[0];
+}
 async function fetchRegistry() {
   const response = await fetch('https://huggingface.co/api/models?author=Cactus-Compute&full=true').catch(e => {
     registryPromise = null;
@@ -15,6 +35,11 @@ async function fetchRegistry() {
     throw new Error(`Failed to fetch model registry: ${response.status}`);
   }
   const models = await response.json();
+  if (!models.length) return {};
+  const version = await resolveWeightVersion(models[0].id).catch(e => {
+    registryPromise = null;
+    throw e;
+  });
   const registry = {};
   for (const {
     id,
@@ -23,7 +48,7 @@ async function fetchRegistry() {
     const weights = siblings.map(s => s.rfilename).filter(f => f.startsWith('weights/') && f.endsWith('.zip'));
     if (!weights.some(f => f.endsWith('-int4.zip')) || !weights.some(f => f.endsWith('-int8.zip'))) continue;
     const key = weights.find(f => f.endsWith('-int4.zip')).replace('weights/', '').replace('-int4.zip', '');
-    const base = `https://huggingface.co/${id}/resolve/${VERSION}/weights/${key}`;
+    const base = `https://huggingface.co/${id}/resolve/${version}/weights/${key}`;
     registry[key] = {
       quantization: {
         int4: {

package/lib/module/modelRegistry.js.map

@@ -1 +1 @@
-{"version":3,"names":["VERSION","registryPromise","getRegistry","fetchRegistry","response","fetch","catch","e","ok","Error","status","models","json","registry","id","siblings","weights","map","s","rfilename","filter","f","startsWith","endsWith","some","key","find","replace","base","quantization","int4","sizeMb","url","pro","apple","int8"],"sourceRoot":"../../src","sources":["modelRegistry.ts"],"mappings":";;AAEA,MAAMA,OAAO,GAAG,MAAM;AAEtB,IAAIC,eAA+D,GAAG,IAAI;AAE1E,OAAO,SAASC,WAAWA,CAAA,EAA4C;EACrE,OAAQD,eAAe,KAAKE,aAAa,CAAC,CAAC;AAC7C;AAEA,eAAeA,aAAaA,CAAA,EAA4C;EACtE,MAAMC,QAAQ,GAAG,MAAMC,KAAK,CAC1B,mEACF,CAAC,CAACC,KAAK,CAAEC,CAAC,IAAK;IACbN,eAAe,GAAG,IAAI;IACtB,MAAMM,CAAC;EACT,CAAC,CAAC;EACF,IAAI,CAACH,QAAQ,CAACI,EAAE,EAAE;IAChBP,eAAe,GAAG,IAAI;IACtB,MAAM,IAAIQ,KAAK,CAAC,mCAAmCL,QAAQ,CAACM,MAAM,EAAE,CAAC;EACvE;EAEA,MAAMC,MAAa,GAAG,MAAMP,QAAQ,CAACQ,IAAI,CAAC,CAAC;EAC3C,MAAMC,QAAwC,GAAG,CAAC,CAAC;EAEnD,KAAK,MAAM;IAAEC,EAAE;IAAEC,QAAQ,GAAG;EAAG,CAAC,IAAIJ,MAAM,EAAE;IAC1C,MAAMK,OAAiB,GAAGD,QAAQ,CAC/BE,GAAG,CAAEC,CAAM,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC5BC,MAAM,CAAEC,CAAS,IAAKA,CAAC,CAACC,UAAU,CAAC,UAAU,CAAC,IAAID,CAAC,CAACE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAExE,IACE,CAACP,OAAO,CAACQ,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,IAC7C,CAACP,OAAO,CAACQ,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,EAE7C;IAEF,MAAME,GAAG,GAAGT,OAAO,CAChBU,IAAI,CAAEL,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,CACpCI,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CACvBA,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IAE3B,MAAMC,IAAI,GAAG,0BAA0Bd,EAAE,YAAYd,OAAO,YAAYyB,GAAG,EAAE;IAE7EZ,QAAQ,CAACY,GAAG,CAAC,GAAG;MACdI,YAAY,EAAE;QACZC,IAAI,EAAE;UACJC,MAAM,EAAE,CAAC;UACTC,GAAG,EAAE,GAAGJ,IAAI,WAAW;UACvB,IAAIZ,OAAO,CAACQ,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,GAClD;YAAEU,GAAG,EAAE;cAAEC,KAAK,EAAE,GAAGN,IAAI;YAAkB;UAAE,CAAC,GAC5C,CAAC,CAAC;QACR,CAAC;QACDO,IAAI,EAAE;UACJJ,MAAM,EAAE,CAAC;UACTC,GAAG,EAAE,GAAGJ,IAAI,WAAW;UACvB,IAAIZ,OAAO,CAACQ,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,GAClD;YAAEU,GAAG,EAAE;cAAEC,KAAK,EAAE,GAAGN,IAAI;YAAkB;UAAE,CAAC,GAC5C,CAAC,CAAC;QACR;MACF;IACF,CAAC;EACH;EAEA,OAAOf,QAAQ;AACjB","ignoreList":[]}
+{"version":3,"names":["RUNTIME_VERSION","registryPromise","getRegistry","fetchRegistry","parseVersionTag","tag","m","match","compareVersions","a","b","resolveWeightVersion","modelId","runtime","Error","res","fetch","ok","status","tags","json","compatible","map","t","name","filter","sort","length","response","catch","e","models","version","id","registry","siblings","weights","s","rfilename","f","startsWith","endsWith","some","key","find","replace","base","quantization","int4","sizeMb","url","pro","apple","int8"],"sourceRoot":"../../src","sources":["modelRegistry.ts"],"mappings":";;AAEA,MAAMA,eAAe,GAAG,QAAQ;AAEhC,IAAIC,eAA+D,GAAG,IAAI;AAE1E,OAAO,SAASC,WAAWA,CAAA,EAA4C;EACrE,OAAQD,eAAe,KAAKE,aAAa,CAAC,CAAC;AAC7C;AAEA,SAASC,eAAeA,CAACC,GAAW,EAAmC;EACrE,MAAMC,CAAC,GAAGD,GAAG,CAACE,KAAK,CAAC,6BAA6B,CAAC;EAClD,IAAI,CAACD,CAAC,EAAE,OAAO,IAAI;EACnB,OAAO,CAAC,CAACA,CAAC,CAAC,CAAC,CAAE,EAAE,CAACA,CAAC,CAAC,CAAC,CAAE,EAAE,EAAEA,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;AACzC;AAEA,SAASE,eAAeA,CACtBC,CAA2B,EAC3BC,CAA2B,EACnB;EACR,OAAOD,CAAC,CAAC,CAAC,CAAC,GAAGC,CAAC,CAAC,CAAC,CAAC,IAAID,CAAC,CAAC,CAAC,CAAC,GAAGC,CAAC,CAAC,CAAC,CAAC,IAAID,CAAC,CAAC,CAAC,CAAC,GAAGC,CAAC,CAAC,CAAC,CAAC;AAClD;AAEA,eAAeC,oBAAoBA,CAACC,OAAe,EAAmB;EACpE,MAAMC,OAAO,GAAGT,eAAe,CAAC,IAAIJ,eAAe,EAAE,CAAC;EACtD,IAAI,CAACa,OAAO,EAAE,MAAM,IAAIC,KAAK,CAAC,4BAA4Bd,eAAe,EAAE,CAAC;EAE5E,MAAMe,GAAG,GAAG,MAAMC,KAAK,CAAC,qCAAqCJ,OAAO,OAAO,CAAC;EAC5E,IAAI,CAACG,GAAG,CAACE,EAAE,EACT,MAAM,IAAIH,KAAK,CAAC,4BAA4BF,OAAO,KAAKG,GAAG,CAACG,MAAM,EAAE,CAAC;EAEvE,MAAM;IAAEC,IAAI,GAAG;EAAG,CAAC,GAAI,MAAMJ,GAAG,CAACK,IAAI,CAAC,CAAkC;EAExE,MAAMC,UAAU,GAAGF,IAAI,CACpBG,GAAG,CAAEC,CAAC,IAAKA,CAAC,CAACC,IAAI,CAAC,CAClBC,MAAM,CAAED,IAAI,IAAKpB,eAAe,CAACoB,IAAI,CAAC,KAAK,IAAI,CAAC,CAChDC,MAAM,CAAED,IAAI,IAAKhB,eAAe,CAACJ,eAAe,CAACoB,IAAI,CAAC,EAAGX,OAAO,CAAC,IAAI,CAAC,CAAC,CACvEa,IAAI,CAAC,CAACjB,CAAC,EAAEC,CAAC,KAAKF,eAAe,CAACJ,eAAe,CAACM,CAAC,CAAC,EAAGN,eAAe,CAACK,CAAC,CAAE,CAAC,CAAC;EAE5E,IAAI,CAACY,UAAU,CAACM,MAAM,EAAE,MAAM,IAAIb,KAAK,CAAC,oCAAoC,CAAC;EAC7E,OAAOO,UAAU,CAAC,CAAC,CAAC;AACtB;AAEA,eAAelB,aAAaA,CAAA,EAA4C;EACtE,MAAMyB,QAAQ,GAAG,MAAMZ,KAAK,CAC1B,mEACF,CAAC,CAACa,KAAK,CAAEC,CAAC,IAAK;IACb7B,eAAe,GAAG,IAAI;IACtB,MAAM6B,CAAC;EACT,CAAC,CAAC;EACF,IAAI,CAACF,QAAQ,CAACX,EAAE,EAAE;IAChBhB,eAAe,GAAG,IAAI;IACtB,MAAM,IAAIa,KAAK,CAAC,mCAAmCc,QAAQ,CAACV,MAAM,EAAE,CAAC;EACvE;EAEA,MAAMa,MAAa,GAAG,MAAMH,QAAQ,CAACR,IAAI,CAAC,CAAC;EAC3C,IAAI,CAACW,MAAM,CAACJ,MAAM,EAAE,OAAO,CAAC,CAAC;EAE7B,MAAMK,OAAO,GAAG,MAAMrB,oBAAoB,CAACoB,MAAM,CAAC,CAAC,CAAC,CAAEE,EAAE,CAAC,CAACJ,KAAK,CAAEC,CAAC,IAAK;IACrE7B,eAAe,GAAG,IAAI;IACtB,MAAM6B,CAAC;EACT,CAAC,CAAC;EAEF,MAAMI,QAAwC,GAAG,CAAC,CAAC;EAEnD,KAAK,MAAM;IAAED,EAAE;IAAEE,QAAQ,GAAG;EAAG,CAAC,IAAIJ,MAAM,EAAE;IAC1C,MAAMK,OAAiB,GAAGD,QAAQ,CAC/Bb,GAAG,CAAEe,CAAM,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC5Bb,MAAM,CAAEc,CAAS,IAAKA,CAAC,CAACC,UAAU,CAAC,UAAU,CAAC,IAAID,CAAC,CAACE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAExE,IACE,CAACL,OAAO,CAACM,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,IAC7C,CAACL,OAAO,CAACM,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,EAE7C;IAEF,MAAME,GAAG,GAAGP,OAAO,CAChBQ,IAAI,CAAEL,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,CACpCI,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CACvBA,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IAE3B,MAAMC,IAAI,GAAG,0BAA0Bb,EAAE,YAAYD,OAAO,YAAYW,GAAG,EAAE;IAE7ET,QAAQ,CAACS,GAAG,CAAC,GAAG;MACdI,YAAY,EAAE;QACZC,IAAI,EAAE;UACJC,MAAM,EAAE,CAAC;UACTC,GAAG,EAAE,GAAGJ,IAAI,WAAW;UACvB,IAAIV,OAAO,CAACM,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,GAClD;YAAEU,GAAG,EAAE;cAAEC,KAAK,EAAE,GAAGN,IAAI;YAAkB;UAAE,CAAC,GAC5C,CAAC,CAAC;QACR,CAAC;QACDO,IAAI,EAAE;UACJJ,MAAM,EAAE,CAAC;UACTC,GAAG,EAAE,GAAGJ,IAAI,WAAW;UACvB,IAAIV,OAAO,CAACM,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,GAClD;YAAEU,GAAG,EAAE;cAAEC,KAAK,EAAE,GAAGN,IAAI;YAAkB;UAAE,CAAC,GAC5C,CAAC,CAAC;QACR;MACF;IACF,CAAC;EACH;EAEA,OAAOZ,QAAQ;AACjB","ignoreList":[]}

package/lib/module/native/Cactus.js

@@ -145,6 +145,24 @@ export class Cactus {
       throw new Error('Unable to parse stream transcribe process response');
     }
   }
+  async detectLanguage(audio, options) {
+    if (typeof audio === 'string') {
+      audio = audio.replace('file://', '');
+    }
+    const optionsJson = options ? JSON.stringify({
+      use_vad: options.useVad
+    }) : undefined;
+    const response = await this.hybridCactus.detectLanguage(audio, 1024, optionsJson);
+    try {
+      const parsed = JSON.parse(response);
+      return {
+        language: parsed.language,
+        confidence: parsed.confidence
+      };
+    } catch {
+      throw new Error('Unable to parse detect language response');
+    }
+  }
   async streamTranscribeStop() {
     const response = await this.hybridCactus.streamTranscribeStop();
     try {