cactus-react-native 0.2.11 → 1.0.2

package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus.h

@@ -1,232 +1,11 @@
 #ifndef CACTUS_H
 #define CACTUS_H
 
-#include <sstream>
-#include <iostream>
-#include <chrono>
-#include "chat.h"
-#include "common.h"
-#include "ggml.h"
-#include "gguf.h"
-#include "llama.h"
-#include "llama-impl.h"
-#include "sampling.h"
-#if defined(__ANDROID__)
-#include <android/log.h>
-#endif
-
-struct mtmd_context;
-
-namespace cactus {
-
-std::string tokens_to_output_formatted_string(const llama_context *ctx, const llama_token token);
-
-std::string tokens_to_str(llama_context *ctx, const std::vector<llama_token>::const_iterator begin, const std::vector<llama_token>::const_iterator end);
-
-lm_ggml_type kv_cache_type_from_str(const std::string & s);
-
-enum stop_type
-{
-    STOP_FULL,
-    STOP_PARTIAL,
-};
-
-enum tts_type {
-    TTS_UNKNOWN = -1,
-    TTS_OUTETTS_V0_2 = 1,
-    TTS_OUTETTS_V0_3 = 2,
-};
-
-struct completion_token_output
-{
-    struct token_prob
-    {
-        llama_token tok;
-        float prob;
-    };
-
-    std::vector<token_prob> probs;
-    llama_token tok;
-};
-
-struct conversation_result {
-    std::string text;
-    std::chrono::milliseconds time_to_first_token;
-    std::chrono::milliseconds total_time;
-    int tokens_generated;
-};
-
-struct cactus_tokenize_result {
-    std::vector<llama_token> tokens;
-    bool has_media = false;
-    std::vector<std::string> bitmap_hashes;
-    std::vector<size_t> chunk_pos;
-    std::vector<size_t> chunk_pos_media;
-};
-
-struct cactus_context {
-    bool is_predicting = false;
-    bool is_interrupted = false;
-    bool has_next_token = false;
-    std::string generated_text;
-    std::vector<completion_token_output> generated_token_probs;
-
-    size_t num_prompt_tokens = 0;
-    size_t num_tokens_predicted = 0;
-    size_t n_past = 0;
-    size_t n_remain = 0;
-
-    std::vector<llama_token> embd;
-    common_params params;
-    common_init_result llama_init;
-
-    llama_model *model = nullptr;
-    float loading_progress = 0;
-    bool is_load_interrupted = false;
-
-    llama_context *ctx = nullptr;
-    common_sampler *ctx_sampling = nullptr;
-    common_chat_templates_ptr templates;
-
-    int n_ctx;
-
-    bool truncated = false;
-    bool stopped_eos = false;
-    bool stopped_word = false;
-    bool stopped_limit = false;
-    std::string stopping_word;
-    bool incomplete = false;
-
-    std::vector<common_adapter_lora_info> lora;
-
-    bool context_full = false;
-    std::vector<llama_token> guide_tokens;
-    bool next_token_uses_guide_token = true;
-
-    struct cactus_context_mtmd {
-        mtmd_context* mtmd_ctx = nullptr;
-    };
-    cactus_context_mtmd *mtmd_wrapper = nullptr;
-    bool has_multimodal = false;
-    std::vector<std::string> mtmd_bitmap_past_hashes;
-
-    struct cactus_context_vocoder {
-        common_init_result init_result;
-        llama_model *model = nullptr;
-        llama_context *ctx = nullptr;
-        tts_type type = TTS_UNKNOWN;
-    };
-    cactus_context_vocoder *vocoder_wrapper = nullptr;
-    bool has_vocoder = false;
-    std::vector<llama_token> audio_tokens;
-
-    // Conversation management state
-    bool conversation_active = false;
-    std::string last_chat_template = "";
-
-    ~cactus_context();
-
-    void rewind();
-
-    bool initSampling();
-
-    bool loadModel(common_params &params_);
-
-    bool validateModelChatTemplate(bool use_jinja, const char *name) const;
-
-    common_chat_params getFormattedChatWithJinja(
-      const std::string &messages,
-      const std::string &chat_template,
-      const std::string &json_schema,
-      const std::string &tools,
-      const bool &parallel_tool_calls,
-      const std::string &tool_choice
-    ) const;
-
-    std::string getFormattedChat(
-      const std::string &messages,
-      const std::string &chat_template
-    ) const;
-    
-    void truncatePrompt(std::vector<llama_token> &prompt_tokens);
-
-    void loadPrompt();
-
-    void loadPrompt(const std::vector<std::string> &media_paths);
-
-    void setGuideTokens(const std::vector<llama_token> &tokens);
-   
-    void beginCompletion();
-
-    void endCompletion();
-    
-    completion_token_output nextToken();
-   
-    size_t findStoppingStrings(const std::string &text, const size_t last_token_size, const stop_type type);
-   
-    completion_token_output doCompletion();
-   
-    std::vector<float> getEmbedding(common_params &embd_params);
-    
-    std::string bench(int pp, int tg, int pl, int nr);
-   
-    int applyLoraAdapters(std::vector<common_adapter_lora_info> lora);
-   
-    void removeLoraAdapters();
-    
-    std::vector<common_adapter_lora_info> getLoadedLoraAdapters();
-
-    cactus_tokenize_result tokenize(const std::string &text, const std::vector<std::string> &media_paths);
-
-    bool initMultimodal(const std::string &mmproj_path, bool use_gpu);
-    bool isMultimodalEnabled() const;
-    bool isMultimodalSupportVision() const;
-    bool isMultimodalSupportAudio() const;
-    void releaseMultimodal();
-    void processMedia(const std::string &prompt, const std::vector<std::string> &media_paths);
-
-    bool initVocoder(const std::string &vocoder_model_path);
-    bool isVocoderEnabled() const;
-    tts_type getTTSType() const;
-    std::string getFormattedAudioCompletion(const std::string &speaker_json_str, const std::string &text_to_speak);
-    std::vector<llama_token> getAudioCompletionGuideTokens(const std::string &text_to_speak);
-    std::vector<float> decodeAudioTokens(const std::vector<llama_token> &tokens);
-    void releaseVocoder();
-};
-
-extern bool cactus_verbose;
-
-#if CACTUS_VERBOSE != 1
-#define LOG_VERBOSE(MSG, ...)
-#else
-#define LOG_VERBOSE(MSG, ...)                                       \
-    do                                                              \
-    {                                                               \
-        if (cactus_verbose)                                        \
-        {                                                           \
-            log("VERBOSE", __func__, __LINE__, MSG, ##__VA_ARGS__); \
-        }                                                           \
-    } while (0)
-#endif
-
-#define LOG_ERROR(MSG, ...) log("ERROR", __func__, __LINE__, MSG, ##__VA_ARGS__)
-
-#define LOG_WARNING(MSG, ...) log("WARNING", __func__, __LINE__, MSG, ##__VA_ARGS__)
-
-#define LOG_INFO(MSG, ...) log("INFO", __func__, __LINE__, MSG, ##__VA_ARGS__)
-
-void log(const char *level, const char *function, int line, const char *format, ...);
-
-void llama_batch_clear(llama_batch *batch);
-
-void llama_batch_add(llama_batch *batch, llama_token id, llama_pos pos, const std::vector<llama_seq_id>& seq_ids, bool logits);
-
-size_t common_part(const std::vector<llama_token> &a, const std::vector<llama_token> &b);
-
-bool ends_with(const std::string &str, const std::string &suffix);
-
-size_t find_partial_stop_string(const std::string &stop, const std::string &text);
-
-} // namespace cactus
-
-#endif /* CACTUS_H */
+#include "graph/graph.h"
+#include "kernel/kernel.h"
+#include "kernel/kernel_utils.h"
+#include "engine/engine.h"
+#include "models/model.h"
+#include "ffi/cactus_ffi.h"
+
+#endif // CACTUS_H

package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_ffi.h

@@ -1,256 +1,55 @@
 #ifndef CACTUS_FFI_H
 #define CACTUS_FFI_H
 
-#include <stdint.h>
-#include <stdbool.h>
 #include <stddef.h>
+#include <stdint.h>
 
-#if defined _WIN32 || defined __CYGWIN__
-  #ifdef CACTUS_FFI_BUILDING_DLL
-    #ifdef __GNUC__
-      #define CACTUS_FFI_EXPORT __attribute__ ((dllexport))
-    #else
-      #define CACTUS_FFI_EXPORT __declspec(dllexport)
-    #endif
-  #else
-    #ifdef __GNUC__
-      #define CACTUS_FFI_EXPORT __attribute__ ((dllimport))
-    #else
-      #define CACTUS_FFI_EXPORT __declspec(dllimport)
-    #endif
-  #endif
-  #define CACTUS_FFI_LOCAL
+#if __GNUC__ >= 4
+  #define CACTUS_FFI_EXPORT __attribute__ ((visibility ("default")))
+  #define CACTUS_FFI_LOCAL  __attribute__ ((visibility ("hidden")))
 #else
-  #if __GNUC__ >= 4
-    #define CACTUS_FFI_EXPORT __attribute__ ((visibility ("default")))
-    #define CACTUS_FFI_LOCAL  __attribute__ ((visibility ("hidden")))
-  #else
-    #define CACTUS_FFI_EXPORT
-    #define CACTUS_FFI_LOCAL
-  #endif
+  #define CACTUS_FFI_EXPORT
+  #define CACTUS_FFI_LOCAL
 #endif
 
 #ifdef __cplusplus
 extern "C" {
 #endif
 
-typedef struct cactus_context_opaque* cactus_context_handle_t;
-
-
-typedef struct cactus_init_params_c {
-    const char* model_path;
-    const char* chat_template; 
-
-    int32_t n_ctx;
-    int32_t n_batch;
-    int32_t n_ubatch;
-    int32_t n_gpu_layers;
-    int32_t n_threads;
-    bool use_mmap;
-    bool use_mlock;
-    bool embedding; 
-    int32_t pooling_type; 
-    int32_t embd_normalize;
-    bool flash_attn;
-    const char* cache_type_k; 
-    const char* cache_type_v; 
-    void (*progress_callback)(float progress); 
-
-} cactus_init_params_c_t;
-
-typedef struct cactus_completion_params_c {
-    const char* prompt;
-    int32_t n_predict; 
-    int32_t n_threads; 
-    int32_t seed;
-    double temperature;
-    int32_t top_k;
-    double top_p;
-    double min_p;
-    double typical_p;
-    int32_t penalty_last_n;
-    double penalty_repeat;
-    double penalty_freq;
-    double penalty_present;
-    int32_t mirostat;
-    double mirostat_tau;
-    double mirostat_eta;
-    bool ignore_eos;
-    int32_t n_probs; 
-    const char** stop_sequences; 
-    int stop_sequence_count;
-    const char* grammar; 
-    bool (*token_callback)(const char* token_json);
-
-} cactus_completion_params_c_t;
-
-
-typedef struct cactus_token_array_c {
-    int32_t* tokens;
-    int32_t count;
-} cactus_token_array_c_t;
+typedef void* cactus_model_t;
 
-typedef struct cactus_float_array_c {
-    float* values;
-    int32_t count;
-} cactus_float_array_c_t;
+typedef void (*cactus_token_callback)(const char* token, uint32_t token_id, void* user_data);
 
-typedef struct cactus_completion_result_c {
-    char* text; 
-    int32_t tokens_predicted;
-    int32_t tokens_evaluated;
-    bool truncated;
-    bool stopped_eos;
-    bool stopped_word;
-    bool stopped_limit;
-    char* stopping_word; 
-} cactus_completion_result_c_t;
+CACTUS_FFI_EXPORT cactus_model_t cactus_init(const char* model_path, size_t context_size, const char* corpus_dir);
 
-typedef struct cactus_tokenize_result_c {
-    cactus_token_array_c_t tokens;
-    bool has_media;
-    char** bitmap_hashes;
-    int bitmap_hash_count;
-    size_t* chunk_positions;
-    int chunk_position_count;
-    size_t* chunk_positions_media;
-    int chunk_position_media_count;
-} cactus_tokenize_result_c_t;
-
-CACTUS_FFI_EXPORT cactus_context_handle_t cactus_init_context_c(const cactus_init_params_c_t* params);
-
-CACTUS_FFI_EXPORT void cactus_free_context_c(cactus_context_handle_t handle);
-
-CACTUS_FFI_EXPORT int cactus_completion_c(
-    cactus_context_handle_t handle,
-    const cactus_completion_params_c_t* params,
-    cactus_completion_result_c_t* result
+CACTUS_FFI_EXPORT int cactus_complete(
+    cactus_model_t model,
+    const char* messages_json,
+    char* response_buffer,
+    size_t buffer_size,
+    const char* options_json,
+    const char* tools_json,
+    cactus_token_callback callback,
+    void* user_data
 );
 
-// **MULTIMODAL COMPLETION**
-CACTUS_FFI_EXPORT int cactus_multimodal_completion_c(
-    cactus_context_handle_t handle,
-    const cactus_completion_params_c_t* params,
-    const char** media_paths,
-    int media_count,
-    cactus_completion_result_c_t* result
-);
-
-CACTUS_FFI_EXPORT void cactus_stop_completion_c(cactus_context_handle_t handle);
-
-CACTUS_FFI_EXPORT cactus_token_array_c_t cactus_tokenize_c(cactus_context_handle_t handle, const char* text);
-
-CACTUS_FFI_EXPORT char* cactus_detokenize_c(cactus_context_handle_t handle, const int32_t* tokens, int32_t count);
-
-CACTUS_FFI_EXPORT cactus_float_array_c_t cactus_embedding_c(cactus_context_handle_t handle, const char* text);
-
-CACTUS_FFI_EXPORT void cactus_free_string_c(char* str);
-
-CACTUS_FFI_EXPORT void cactus_free_token_array_c(cactus_token_array_c_t arr);
-
-CACTUS_FFI_EXPORT void cactus_free_float_array_c(cactus_float_array_c_t arr);
-
-CACTUS_FFI_EXPORT void cactus_free_completion_result_members_c(cactus_completion_result_c_t* result);
 
-CACTUS_FFI_EXPORT cactus_tokenize_result_c_t cactus_tokenize_with_media_c(cactus_context_handle_t handle, const char* text, const char** media_paths, int media_count);
-
-CACTUS_FFI_EXPORT void cactus_free_tokenize_result_c(cactus_tokenize_result_c_t* result);
-
-CACTUS_FFI_EXPORT void cactus_set_guide_tokens_c(cactus_context_handle_t handle, const int32_t* tokens, int32_t count);
-
-CACTUS_FFI_EXPORT int cactus_init_multimodal_c(cactus_context_handle_t handle, const char* mmproj_path, bool use_gpu);
-
-CACTUS_FFI_EXPORT bool cactus_is_multimodal_enabled_c(cactus_context_handle_t handle);
-
-CACTUS_FFI_EXPORT bool cactus_supports_vision_c(cactus_context_handle_t handle);
-
-CACTUS_FFI_EXPORT bool cactus_supports_audio_c(cactus_context_handle_t handle);
-
-CACTUS_FFI_EXPORT void cactus_release_multimodal_c(cactus_context_handle_t handle);
-
-CACTUS_FFI_EXPORT int cactus_init_vocoder_c(cactus_context_handle_t handle, const char* vocoder_model_path);
-
-CACTUS_FFI_EXPORT bool cactus_is_vocoder_enabled_c(cactus_context_handle_t handle);
-
-CACTUS_FFI_EXPORT int cactus_get_tts_type_c(cactus_context_handle_t handle);
-
-CACTUS_FFI_EXPORT char* cactus_get_formatted_audio_completion_c(cactus_context_handle_t handle, const char* speaker_json_str, const char* text_to_speak);
-
-CACTUS_FFI_EXPORT cactus_token_array_c_t cactus_get_audio_guide_tokens_c(cactus_context_handle_t handle, const char* text_to_speak);
-
-CACTUS_FFI_EXPORT cactus_float_array_c_t cactus_decode_audio_tokens_c(cactus_context_handle_t handle, const int32_t* tokens, int32_t count);
-
-CACTUS_FFI_EXPORT void cactus_release_vocoder_c(cactus_context_handle_t handle);
-
-
-typedef struct {
-    const char* path;
-    float scale;
-} cactus_lora_adapter_c_t;
-
-typedef struct {
-    cactus_lora_adapter_c_t* adapters;
-    int32_t count;
-} cactus_lora_adapters_c_t;
-
-typedef struct {
-    char* model_name;
-    int64_t model_size;
-    int64_t model_params;
-    double pp_avg;
-    double pp_std;
-    double tg_avg;
-    double tg_std;
-} cactus_bench_result_c_t;
-
-CACTUS_FFI_EXPORT cactus_bench_result_c_t cactus_bench_c(cactus_context_handle_t handle, int pp, int tg, int pl, int nr);
-CACTUS_FFI_EXPORT int cactus_apply_lora_adapters_c(cactus_context_handle_t handle, const cactus_lora_adapters_c_t* adapters);
-CACTUS_FFI_EXPORT void cactus_remove_lora_adapters_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT cactus_lora_adapters_c_t cactus_get_loaded_lora_adapters_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT bool cactus_validate_chat_template_c(cactus_context_handle_t handle, bool use_jinja, const char* name);
-CACTUS_FFI_EXPORT char* cactus_get_formatted_chat_c(cactus_context_handle_t handle, const char* messages, const char* chat_template);
-
-typedef struct {
-    char* prompt;
-    char* json_schema;
-    char* tools;
-    char* tool_choice;
-    bool parallel_tool_calls;
-} cactus_chat_result_c_t;
-
-CACTUS_FFI_EXPORT cactus_chat_result_c_t cactus_get_formatted_chat_with_jinja_c(
-    cactus_context_handle_t handle, 
-    const char* messages,
-    const char* chat_template,
-    const char* json_schema,
-    const char* tools,
-    bool parallel_tool_calls,
-    const char* tool_choice
+CACTUS_FFI_EXPORT int cactus_embed(
+    cactus_model_t model,
+    const char* text,
+    float* embeddings_buffer,
+    size_t buffer_size,
+    size_t* embedding_dim
 );
 
-CACTUS_FFI_EXPORT void cactus_rewind_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT bool cactus_init_sampling_c(cactus_context_handle_t handle);
-
-CACTUS_FFI_EXPORT void cactus_begin_completion_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT void cactus_end_completion_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT void cactus_load_prompt_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT void cactus_load_prompt_with_media_c(cactus_context_handle_t handle, const char** media_paths, int media_count);
-
-CACTUS_FFI_EXPORT int cactus_do_completion_step_c(cactus_context_handle_t handle, char** token_text);
-CACTUS_FFI_EXPORT size_t cactus_find_stopping_strings_c(cactus_context_handle_t handle, const char* text, size_t last_token_size, int stop_type);
+CACTUS_FFI_EXPORT void cactus_reset(cactus_model_t model);
 
-CACTUS_FFI_EXPORT int32_t cactus_get_n_ctx_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT int32_t cactus_get_n_embd_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT char* cactus_get_model_desc_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT int64_t cactus_get_model_size_c(cactus_context_handle_t handle);
-CACTUS_FFI_EXPORT int64_t cactus_get_model_params_c(cactus_context_handle_t handle);
+CACTUS_FFI_EXPORT void cactus_stop(cactus_model_t model);
 
-CACTUS_FFI_EXPORT void cactus_free_bench_result_members_c(cactus_bench_result_c_t* result);
-CACTUS_FFI_EXPORT void cactus_free_lora_adapters_c(cactus_lora_adapters_c_t* adapters);
-CACTUS_FFI_EXPORT void cactus_free_chat_result_members_c(cactus_chat_result_c_t* result);
+CACTUS_FFI_EXPORT void cactus_destroy(cactus_model_t model);
 
 #ifdef __cplusplus
 }
 #endif
 
-#endif
+#endif