@fugood/llama.node 0.6.2 → 1.0.0-beta.1

package/src/llama.cpp/tests/test-double-float.cpp

@@ -1,57 +0,0 @@
-// These tests may take a long time!
-// They are to prove that conversion from double to float of various functions in ggml.c doesn't affect the result.
-// This is done by checking all finite (non-NaN, non-infinite) floats.
-
-#undef NDEBUG
-#include <cassert>
-#if !defined(__riscv) && !defined(__s390__) && !defined(__ARM_NEON)
-#include <immintrin.h>
-#endif
-#include <cmath>
-#include <cstdint>
-#include <cstring>
-
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wdouble-promotion"
-
-// ggml.c::quantize_row_q4_0_ref
-inline static uint8_t round_orig(float v0) { return ((int8_t) (round(v0))) + 8; }
-
-// ggml.c::ggml_silu_f32
-inline static float silu_orig(float x) {
-    return x/(1.0 + exp(-x));
-}
-
-#pragma GCC diagnostic pop
-
-// ggml.c::quantize_row_q4_0_ref
-inline static uint8_t round_float(float v0) { return (int8_t)roundf(v0) + 8; }
-
-// ggml.c::ggml_silu_f32
-inline static float silu_float(float x) {
-    return x/(1.0f + expf(-x));
-}
-
-int main(void) {
-    uint32_t x = UINT32_MAX;
-    do {
-        float f;
-        memcpy(&f, &x, sizeof(x));
-        assert(!std::isfinite(f) || (round_orig(f) == round_float(f)));
-    } while (x--);
-
-#ifdef __F16C__
-    // GELU and SILU implementations are used with a FP16 lookup table.
-    // The original and float-only results are not equal for all inputs after converting to FP16.
-    // GELU is an approximation anyway (tanh), not tested here.
-    // For SILU, verify that the results are at least the closest floating point numbers, if the FP16 values don't match.
-    for (x = 0; x <= UINT16_MAX; x++) {
-        float f = _cvtsh_ss(x);
-        const float so = silu_orig(f);
-        const float sf = silu_float(f);
-        assert(   (_cvtss_sh(so, 0) == _cvtss_sh(sf, 0))
-               || (nextafterf(so, sf) == sf)
-               || (nextafterf(sf, so) == so));
-    }
-#endif
-}

package/src/llama.cpp/tests/test-gbnf-validator.cpp

@@ -1,109 +0,0 @@
-#include "../src/unicode.h"
-#include "../src/llama-grammar.h"
-
-#include <cstdio>
-#include <cstdlib>
-#include <sstream>
-#include <fstream>
-#include <string>
-#include <vector>
-
-static bool llama_grammar_validate(struct llama_grammar * grammar, const std::string & input_str, size_t & error_pos, std::string & error_msg) {
-    const auto cpts = unicode_cpts_from_utf8(input_str);
-
-    auto & stacks_cur = llama_grammar_get_stacks(grammar);
-
-    size_t pos = 0;
-    for (const auto & cpt : cpts) {
-        llama_grammar_accept(grammar, cpt);
-
-        if (stacks_cur.empty()) {
-            error_pos = pos;
-            error_msg = "Unexpected character '" + unicode_cpt_to_utf8(cpt) + "'";
-            return false;
-        }
-        ++pos;
-    }
-
-    for (const auto & stack : stacks_cur) {
-        if (stack.empty()) {
-            return true;
-        }
-    }
-
-    error_pos = pos;
-    error_msg = "Unexpected end of input";
-    return false;
-}
-
-static void print_error_message(const std::string & input_str, size_t error_pos, const std::string & error_msg) {
-    fprintf(stdout, "Input string is invalid according to the grammar.\n");
-    fprintf(stdout, "Error: %s at position %zu\n", error_msg.c_str(), error_pos);
-    fprintf(stdout, "\n");
-    fprintf(stdout, "Input string:\n");
-    fprintf(stdout, "%s", input_str.substr(0, error_pos).c_str());
-    if (error_pos < input_str.size()) {
-        fprintf(stdout, "\033[1;31m%c", input_str[error_pos]);
-        if (error_pos+1 < input_str.size()) {
-            fprintf(stdout, "\033[0;31m%s", input_str.substr(error_pos+1).c_str());
-        }
-        fprintf(stdout, "\033[0m\n");
-    }
-}
-
-int main(int argc, char** argv) {
-    if (argc != 3) {
-        fprintf(stdout, "Usage: %s <grammar_filename> <input_filename>\n", argv[0]);
-        return 1;
-    }
-
-    const std::string grammar_filename = argv[1];
-    const std::string input_filename = argv[2];
-
-    // Read the GBNF grammar file
-    FILE* grammar_file = fopen(grammar_filename.c_str(), "r");
-    if (!grammar_file) {
-        fprintf(stdout, "Failed to open grammar file: %s\n", grammar_filename.c_str());
-        return 1;
-    }
-
-    std::string grammar_str;
-    {
-        std::ifstream grammar_file(grammar_filename);
-        GGML_ASSERT(grammar_file.is_open() && "Failed to open grammar file");
-        std::stringstream buffer;
-        buffer << grammar_file.rdbuf();
-        grammar_str = buffer.str();
-    }
-
-    llama_grammar * grammar = llama_grammar_init_impl(nullptr, grammar_str.c_str(), "root", false, nullptr, 0, nullptr, 0);
-    if (grammar == nullptr) {
-        fprintf(stdout, "Failed to initialize llama_grammar\n");
-        return 1;
-    }
-    // Read the input file
-    std::string input_str;
-    {
-        std::ifstream input_file(input_filename);
-        GGML_ASSERT(input_file.is_open() && "Failed to open input file");
-        std::stringstream buffer;
-        buffer << input_file.rdbuf();
-        input_str = buffer.str();
-    }
-
-    // Validate the input string against the grammar
-    size_t error_pos;
-    std::string error_msg;
-    bool is_valid = llama_grammar_validate(grammar, input_str, error_pos, error_msg);
-
-    if (is_valid) {
-        fprintf(stdout, "Input string is valid according to the grammar.\n");
-    } else {
-        print_error_message(input_str, error_pos, error_msg);
-    }
-
-    // Clean up
-    llama_grammar_free_impl(grammar);
-
-    return 0;
-}