cactus-react-native 0.2.11 → 1.0.2

package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-metal-impl.h

@@ -1,622 +0,0 @@
-#ifndef LM_GGML_METAL_IMPL
-#define LM_GGML_METAL_IMPL
-
-// kernel parameters for mat-vec threadgroups
-//
-// N_R0: number of src0 rows to process per simdgroup
-// N_SG: number of simdgroups per threadgroup
-//
-// TODO: for optimal performance, become function of the device and work size
-
-#define N_R0_Q4_0 4
-#define N_SG_Q4_0 2
-
-#define N_R0_Q4_1 4
-#define N_SG_Q4_1 2
-
-#define N_R0_Q5_0 4
-#define N_SG_Q5_0 2
-
-#define N_R0_Q5_1 4
-#define N_SG_Q5_1 2
-
-#define N_R0_Q8_0 4
-#define N_SG_Q8_0 2
-
-#define N_R0_Q2_K 4
-#define N_SG_Q2_K 2
-
-#define N_R0_Q3_K 2
-#define N_SG_Q3_K 2
-
-#define N_R0_Q4_K 4
-#define N_SG_Q4_K 2
-
-#define N_R0_Q5_K 2
-#define N_SG_Q5_K 2
-
-#define N_R0_Q6_K 1
-#define N_SG_Q6_K 2
-
-#define N_R0_IQ1_S 4
-#define N_SG_IQ1_S 2
-
-#define N_R0_IQ1_M 4
-#define N_SG_IQ1_M 2
-
-#define N_R0_IQ2_XXS 4
-#define N_SG_IQ2_XXS 2
-
-#define N_R0_IQ2_XS 4
-#define N_SG_IQ2_XS 2
-
-#define N_R0_IQ2_S 4
-#define N_SG_IQ2_S 2
-
-#define N_R0_IQ3_XXS 4
-#define N_SG_IQ3_XXS 2
-
-#define N_R0_IQ3_S 4
-#define N_SG_IQ3_S 2
-
-#define N_R0_IQ4_NL 2
-#define N_SG_IQ4_NL 2
-
-#define N_R0_IQ4_XS 2
-#define N_SG_IQ4_XS 2
-
-// kernel argument structs
-//
-// - element counters (e.g. ne00) typically use int32_t to reduce register usage
-//   however, be careful from int overflows when using those in the kernel implementation
-//
-// - strides (e.g. nb00) use uint64_t
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne01;
-    int32_t  ne02;
-    int32_t  ne03;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int32_t  ne10;
-    int32_t  ne11;
-    int32_t  ne12;
-    int32_t  ne13;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb12;
-    uint64_t nb13;
-    int32_t  ne0;
-    int32_t  ne1;
-    int32_t  ne2;
-    int32_t  ne3;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-    int32_t  dim;
-} lm_ggml_metal_kargs_concat;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne01;
-    int32_t  ne02;
-    int32_t  ne03;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int32_t  ne10;
-    int32_t  ne11;
-    int32_t  ne12;
-    int32_t  ne13;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb12;
-    uint64_t nb13;
-    int32_t  ne0;
-    int32_t  ne1;
-    int32_t  ne2;
-    int32_t  ne3;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-    uint64_t offs;
-} lm_ggml_metal_kargs_bin;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne01;
-    int32_t  ne02;
-    int32_t  ne03;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int32_t  ne0;
-    int32_t  ne1;
-    int32_t  ne2;
-    int32_t  ne3;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-} lm_ggml_metal_kargs_repeat;
-
-typedef struct {
-    int64_t  ne00;
-    int64_t  ne01;
-    int64_t  ne02;
-    int64_t  ne03;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int64_t  ne0;
-    int64_t  ne1;
-    int64_t  ne2;
-    int64_t  ne3;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-} lm_ggml_metal_kargs_cpy;
-
-typedef struct {
-    int64_t  ne10;
-    int64_t  ne11;
-    int64_t  ne12;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb12;
-    uint64_t nb13;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-    uint64_t offs;
-    bool     inplace;
-} lm_ggml_metal_kargs_set;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne01;
-    int32_t  ne02;
-    int32_t  ne03;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int32_t  ne0;
-    int32_t  ne1;
-    int32_t  ne2;
-    int32_t  ne3;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-    int32_t  n_past;
-    int32_t  n_dims;
-    int32_t  n_ctx_orig;
-    float    freq_base;
-    float    freq_scale;
-    float    ext_factor;
-    float    attn_factor;
-    float    beta_fast;
-    float    beta_slow;
-    int32_t  sect_0;
-    int32_t  sect_1;
-    int32_t  sect_2;
-    int32_t  sect_3;
-} lm_ggml_metal_kargs_rope;
-
-typedef struct {
-    int32_t  ne01;
-    int32_t  ne02;
-    int32_t  ne03;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int32_t  ne11;
-    int32_t  ne_12_2; // assume K and V are same shape
-    int32_t  ne_12_3;
-    uint64_t nb11;
-    uint64_t nb12;
-    uint64_t nb13;
-    uint64_t nb21;
-    uint64_t nb22;
-    uint64_t nb23;
-    uint64_t nb31;
-    int32_t  ne1;
-    int32_t  ne2;
-    float    scale;
-    float    max_bias;
-    float    m0;
-    float    m1;
-    uint16_t n_head_log2;
-    float    logit_softcap;
-} lm_ggml_metal_kargs_flash_attn_ext;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne02;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int32_t  ne12;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb12;
-    uint64_t nb13;
-    int32_t  ne0;
-    int32_t  ne1;
-    int16_t  r2;
-    int16_t  r3;
-} lm_ggml_metal_kargs_mul_mm;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne01;
-    int32_t  ne02;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int32_t  ne10;
-    int32_t  ne11;
-    int32_t  ne12;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb12;
-    uint64_t nb13;
-    int32_t  ne0;
-    int32_t  ne1;
-    int16_t  r2;
-    int16_t  r3;
-} lm_ggml_metal_kargs_mul_mv;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne01;
-    int32_t  ne02;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int32_t  ne10;
-    int32_t  ne11;
-    int32_t  ne12;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb12;
-    uint64_t nb13;
-    int32_t  ne0;
-    int32_t  ne1;
-    int16_t  r2;
-    int16_t  r3;
-    int16_t  nsg;
-    int16_t  nxpsg;
-    int16_t  r1ptg;
-} lm_ggml_metal_kargs_mul_mv_ext;
-
-typedef struct {
-    int32_t  ne10;
-    int32_t  ne11;  // n_expert_used (bcast)
-    uint64_t nb11;
-    uint64_t nb12;
-    int32_t  neh11; // n_tokens
-    uint64_t nbh11;
-    int32_t  ne20;  // n_expert_used
-    uint64_t nb21;
-} lm_ggml_metal_kargs_mul_mm_id_map0;
-
-typedef struct {
-    int32_t  ne20; // n_expert_used
-    int32_t  neh0;
-    int32_t  neh1;
-    uint64_t nbh1;
-    uint64_t nbh2;
-    int32_t  ne0;
-    uint64_t nb1;
-    uint64_t nb2;
-} lm_ggml_metal_kargs_mul_mm_id_map1;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne02;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int32_t  neh12;
-    uint64_t nbh10;
-    uint64_t nbh11;
-    uint64_t nbh12;
-    uint64_t nbh13;
-    int32_t  neh0;
-    int32_t  neh1;
-    int16_t  r2;
-    int16_t  r3;
-} lm_ggml_metal_kargs_mul_mm_id;
-
-typedef struct {
-    int32_t  nei0;
-    int32_t  nei1;
-    uint64_t nbi1;
-    int32_t  ne00;
-    int32_t  ne01;
-    int32_t  ne02;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    int32_t  ne10;
-    int32_t  ne11;
-    int32_t  ne12;
-    int32_t  ne13;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb12;
-    int32_t  ne0;
-    int32_t  ne1;
-    uint64_t nb1;
-} lm_ggml_metal_kargs_mul_mv_id;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne00_4;
-    uint64_t nb01;
-    float    eps;
-} lm_ggml_metal_kargs_norm;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne00_4;
-    uint64_t nb01;
-    float    eps;
-} lm_ggml_metal_kargs_rms_norm;
-
-typedef struct {
-    int32_t  ne00;
-    int32_t  ne00_4;
-    uint64_t nb01;
-    float    eps;
-} lm_ggml_metal_kargs_l2_norm;
-
-typedef struct {
-    int64_t  ne00;
-    int64_t  ne01;
-    int64_t  ne02;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    int32_t  n_groups;
-    float    eps;
-} lm_ggml_metal_kargs_group_norm;
-
-typedef struct {
-    int32_t  IC;
-    int32_t  IL;
-    int32_t  K;
-    int32_t  s0;
-    uint64_t nb0;
-    uint64_t nb1;
-} lm_ggml_metal_kargs_conv_transpose_1d;
-
-typedef struct {
-    uint64_t  ofs0;
-    uint64_t  ofs1;
-    int32_t  IW;
-    int32_t  IH;
-    int32_t  CHW;
-    int32_t  s0;
-    int32_t  s1;
-    int32_t  p0;
-    int32_t  p1;
-    int32_t  d0;
-    int32_t  d1;
-    int32_t  N;
-    int32_t  KH;
-    int32_t  KW;
-    int32_t  KHW; // KH * KW, pre-computed on CPU to save GPU resources
-} lm_ggml_metal_kargs_im2col;
-
-typedef struct {
-    int64_t  ne00;
-    int64_t  ne01;
-    int64_t  ne02;
-    int64_t  ne03;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int64_t  ne10;
-    int64_t  ne11;
-    int64_t  ne12;
-    int64_t  ne13;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb12;
-    uint64_t nb13;
-    int64_t  ne0;
-    int64_t  ne1;
-    int64_t  ne2;
-    int64_t  ne3;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-} lm_ggml_metal_kargs_sum_rows;
-
-typedef struct {
-    int64_t  ne00;
-    int64_t  ne01;
-    int64_t  ne02;
-    float    scale;
-    float    max_bias;
-    float    m0;
-    float    m1;
-    uint32_t n_head_log2;
-} lm_ggml_metal_kargs_soft_max;
-
-typedef struct {
-    int64_t  ne00;
-    int64_t  ne01;
-    int      n_past;
-} lm_ggml_metal_kargs_diag_mask_inf;
-
-typedef struct {
-    int64_t  ne00;
-    int64_t  ne01;
-    int64_t  ne02;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    int64_t  ne10;
-    int64_t  ne11;
-    uint64_t nb10;
-    uint64_t nb11;
-    int64_t  ne0;
-    int64_t  ne1;
-    int64_t  ne2;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-} lm_ggml_metal_kargs_ssm_conv;
-
-typedef struct {
-    int64_t  d_state;
-    int64_t  d_inner;
-    int64_t  n_seq_tokens;
-    int64_t  n_seqs;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb12;
-    uint64_t nb13;
-    uint64_t nb20;
-    uint64_t nb21;
-    uint64_t nb22;
-    uint64_t nb30;
-    uint64_t nb31;
-    uint64_t nb40;
-    uint64_t nb41;
-    uint64_t nb42;
-    uint64_t nb50;
-    uint64_t nb51;
-    uint64_t nb52;
-} lm_ggml_metal_kargs_ssm_scan;
-
-typedef struct {
-    int64_t  ne00;
-    uint64_t nb01;
-    uint64_t nb02;
-    int64_t  ne10;
-    uint64_t nb10;
-    uint64_t nb11;
-    uint64_t nb1;
-    uint64_t nb2;
-} lm_ggml_metal_kargs_get_rows;
-
-typedef struct {
-    int64_t  ne00;
-    int64_t  ne01;
-    int64_t  ne02;
-    int64_t  ne03;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int64_t  ne0;
-    int64_t  ne1;
-    int64_t  ne2;
-    int64_t  ne3;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-    float    sf0;
-    float    sf1;
-    float    sf2;
-    float    sf3;
-} lm_ggml_metal_kargs_upscale;
-
-typedef struct {
-    int64_t  ne00;
-    int64_t  ne01;
-    int64_t  ne02;
-    int64_t  ne03;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int64_t  ne0;
-    int64_t  ne1;
-    int64_t  ne2;
-    int64_t  ne3;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-} lm_ggml_metal_kargs_pad;
-
-typedef struct {
-    int64_t  ne00;
-    int64_t  ne01;
-    int64_t  ne02;
-    int64_t  ne03;
-    uint64_t nb00;
-    uint64_t nb01;
-    uint64_t nb02;
-    uint64_t nb03;
-    int64_t  ne0;
-    int64_t  ne1;
-    int64_t  ne2;
-    int64_t  ne3;
-    uint64_t nb0;
-    uint64_t nb1;
-    uint64_t nb2;
-    uint64_t nb3;
-    int32_t  p0;
-    int32_t  p1;
-} lm_ggml_metal_kargs_pad_reflect_1d;
-
-typedef struct {
-    uint64_t nb1;
-    int      dim;
-    int      max_period;
-} lm_ggml_metal_kargs_timestep_embedding;
-
-typedef struct {
-    float    slope;
-} lm_ggml_metal_kargs_leaky_relu;
-
-typedef struct {
-    int64_t  ncols;
-    int64_t  ncols_pad;
-} lm_ggml_metal_kargs_argsort;
-
-typedef struct {
-    int64_t  ne0;
-    float    start;
-    float    step;
-} lm_ggml_metal_kargs_arange;
-
-typedef struct {
-    int32_t  k0;
-    int32_t  k1;
-    int32_t  s0;
-    int32_t  s1;
-    int32_t  p0;
-    int32_t  p1;
-    int64_t  IH;
-    int64_t  IW;
-    int64_t  OH;
-    int64_t  OW;
-    int64_t  parallel_elements;
-} lm_ggml_metal_kargs_pool_2d;
-
-#endif // LM_GGML_METAL_IMPL

package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-metal.h

@@ -1,66 +0,0 @@
-// Note: this description is outdated
-//
-// An interface allowing to compute lm_ggml_cgraph with Metal
-//
-// This is a fully functional interface that extends ggml with GPU support for Apple devices.
-// A similar interface can be created for other GPU backends (e.g. Vulkan, CUDA, etc.)
-//
-// How it works?
-//
-// As long as your program can create and evaluate a lm_ggml_cgraph on the CPU, you can use this
-// interface to evaluate the same graph on the GPU. Instead of using lm_ggml_graph_compute(), you
-// use lm_ggml_metal_graph_compute() (or lm_ggml_vulkan_graph_compute(), etc.)
-//
-// You only need to make sure that all memory buffers that you used during the graph creation
-// are mapped to the device memory with the lm_ggml_metal_add_buffer() function. This mapping is
-// used during the graph evaluation to determine the arguments of the compute kernels.
-//
-// Synchronization between device and host memory (for example for input and output tensors)
-// is done with the lm_ggml_metal_set_tensor() and lm_ggml_metal_get_tensor() functions.
-//
-
-#pragma once
-
-#include "ggml.h"
-#include "ggml-backend.h"
-
-#include <stddef.h>
-#include <stdbool.h>
-
-struct lm_ggml_tensor;
-struct lm_ggml_cgraph;
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-//
-// backend API
-// user-code should use only these functions
-//
-
-LM_GGML_BACKEND_API lm_ggml_backend_t lm_ggml_backend_metal_init(void);
-
-LM_GGML_BACKEND_API bool lm_ggml_backend_is_metal(lm_ggml_backend_t backend);
-
-LM_GGML_DEPRECATED(
-        LM_GGML_BACKEND_API lm_ggml_backend_buffer_t lm_ggml_backend_metal_buffer_from_ptr(void * data, size_t size, size_t max_size),
-        "obsoleted by the new device interface - https://github.com/ggml-org/llama.cpp/pull/9713");
-
-LM_GGML_BACKEND_API void lm_ggml_backend_metal_set_abort_callback(lm_ggml_backend_t backend, lm_ggml_abort_callback abort_callback, void * user_data);
-
-LM_GGML_BACKEND_API lm_ggml_backend_buffer_type_t lm_ggml_backend_metal_buffer_type(void);
-
-// helper to check if the device supports a specific family
-// ideally, the user code should be doing these checks
-// ref: https://developer.apple.com/metal/Metal-Feature-Set-Tables.pdf
-LM_GGML_BACKEND_API bool lm_ggml_backend_metal_supports_family(lm_ggml_backend_t backend, int family);
-
-// capture all command buffers committed the next time `lm_ggml_backend_graph_compute` is called
-LM_GGML_BACKEND_API void lm_ggml_backend_metal_capture_next_compute(lm_ggml_backend_t backend);
-
-LM_GGML_BACKEND_API lm_ggml_backend_reg_t lm_ggml_backend_metal_reg(void);
-
-#ifdef __cplusplus
-}
-#endif