@fugood/llama.node 0.6.2 → 1.0.0-beta.1

package/src/llama.cpp/models/ggml-vocab-refact.gguf.inp

@@ -1,112 +0,0 @@
-ied 4 ½ months
-__ggml_vocab_test__
-Führer
-__ggml_vocab_test__
-
-__ggml_vocab_test__
- 
-__ggml_vocab_test__
-  
-__ggml_vocab_test__
-   
-__ggml_vocab_test__
-	
-__ggml_vocab_test__
-
-
-__ggml_vocab_test__
-
-
-
-__ggml_vocab_test__
-
-
-
-
-__ggml_vocab_test__
-	
-
-__ggml_vocab_test__
-Hello world
-__ggml_vocab_test__
- Hello world
-__ggml_vocab_test__
-Hello World
-__ggml_vocab_test__
- Hello World
-__ggml_vocab_test__
- Hello World!
-__ggml_vocab_test__
-Hello, world!
-__ggml_vocab_test__
- Hello, world!
-__ggml_vocab_test__
- this is 🦙.cpp
-__ggml_vocab_test__
-w048 7tuijk dsdfhu
-__ggml_vocab_test__
-нещо на Български
-__ggml_vocab_test__
-កាន់តែពិសេសអាចខលចេញ
-__ggml_vocab_test__
-🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
-__ggml_vocab_test__
-Hello
-__ggml_vocab_test__
- Hello
-__ggml_vocab_test__
-  Hello
-__ggml_vocab_test__
-   Hello
-__ggml_vocab_test__
-    Hello
-__ggml_vocab_test__
-    Hello
-    Hello
-__ggml_vocab_test__
- (
-__ggml_vocab_test__
-
- =
-__ggml_vocab_test__
-' era
-__ggml_vocab_test__
-Hello, y'all! How are you 😁 ?我想在apple工作1314151天～
-__ggml_vocab_test__
-!!!!!!
-__ggml_vocab_test__
-3
-__ggml_vocab_test__
-33
-__ggml_vocab_test__
-333
-__ggml_vocab_test__
-3333
-__ggml_vocab_test__
-33333
-__ggml_vocab_test__
-333333
-__ggml_vocab_test__
-3333333
-__ggml_vocab_test__
-33333333
-__ggml_vocab_test__
-333333333
-__ggml_vocab_test__
-Cửa Việt
-__ggml_vocab_test__
- discards
-__ggml_vocab_test__
-
- 
-
- 
-
-
- 	 		 	
-  
-   
-    
-     
-🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天～ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
-__ggml_vocab_test__

package/src/llama.cpp/models/ggml-vocab-refact.gguf.out

@@ -1,46 +0,0 @@
- 4833 225 38 225 143 140 17723
- 56 2006 3935 265
-
- 225
- 261
- 264
- 202
- 203
- 478
- 2831
- 15773
- 8279 5788
- 12000 5788
- 8279 10896
- 12000 10896
- 12000 10896 19
- 8279 30 5788 19
- 12000 30 5788 19
- 458 438 5945 118 252 32 3766
- 105 34 38 42 225 41 102 1707 12530 10180 1479 8278
- 39862 8372 1039 9446 40242 13852 2053 8949 12531 1520 10700
- 14574 227 14574 133 14574 246 30457 238 14574 242 30457 229 14574 249 14574 134 14574 258 30457 228 14574 258 14574 114 14574 133 14574 232 14574 228 14574 254 14574 232 30457 228 14574 236
- 3807 253 227 308 4382 27 18458 133 46113 44967 123 13868 308 12565 19775 33071 40824 733 27 41889 308 2585 22680 688 1401 2819 4369 2404 27
- 8279
- 12000
- 225 12000
- 261 12000
- 264 12000
- 264 12000 284 12000
- 308
- 203 280
- 25 34666
- 8279 30 533 25 464 19 4971 884 844 18458 228 1018 4982 13368 2909 9513 17827 35 37 35 38 35 39 35 11873 47838
- 9163 3202
- 37
- 37 37
- 37 37 37
- 37 37 37 37
- 37 37 37 37 37
- 37 37 37 37 37 37
- 37 37 37 37 37 37 37
- 37 37 37 37 37 37 37 37
- 37 37 37 37 37 37 37 37 37
- 53 33934 83 33217 17102 102
- 1214 12258
- 334 719 8878 202 10885 4222 16104 28570 203 3807 253 227 308 4382 27 18458 133 46113 44967 123 13868 308 12565 19775 33071 40824 733 27 41889 5945 118 252 3807 118 252 225 37 225 37 37 225 37 37 37 225 37 37 37 37 225 37 37 37 37 37 225 37 37 37 37 37 37 225 37 37 37 37 37 37 37 225 37 37 37 37 37 37 37 37 225 37 32 37 225 37 497 37 225 37 1179 37 225 14574 227 14574 133 14574 246 30457 238 14574 242 30457 229 14574 249 14574 134 14574 258 30457 228 14574 258 14574 114 14574 133 14574 232 36628 228 1018 4982 13368 2909 9513 17827 35 37 35 38 35 39 35 11873 47838 20921 16623 13028 8372 1039 9446 40242 13852 2053 8949 12531 1520 10700 5881 9592 13299 914 31753 31359 9163 3202 35472 10397 439 4763 2583 330 102 1455 938 1182 2017 30 330 613 844 3654 49 330 63 646 3654 439 4621 1930 561 30 330 54 844 2124 1629 35993 49 2688 25 7709 312 25 94 62

package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.inp

@@ -1,112 +0,0 @@
-ied 4 ½ months
-__ggml_vocab_test__
-Führer
-__ggml_vocab_test__
-
-__ggml_vocab_test__
- 
-__ggml_vocab_test__
-  
-__ggml_vocab_test__
-   
-__ggml_vocab_test__
-	
-__ggml_vocab_test__
-
-
-__ggml_vocab_test__
-
-
-
-__ggml_vocab_test__
-
-
-
-
-__ggml_vocab_test__
-	
-
-__ggml_vocab_test__
-Hello world
-__ggml_vocab_test__
- Hello world
-__ggml_vocab_test__
-Hello World
-__ggml_vocab_test__
- Hello World
-__ggml_vocab_test__
- Hello World!
-__ggml_vocab_test__
-Hello, world!
-__ggml_vocab_test__
- Hello, world!
-__ggml_vocab_test__
- this is 🦙.cpp
-__ggml_vocab_test__
-w048 7tuijk dsdfhu
-__ggml_vocab_test__
-нещо на Български
-__ggml_vocab_test__
-កាន់តែពិសេសអាចខលចេញ
-__ggml_vocab_test__
-🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
-__ggml_vocab_test__
-Hello
-__ggml_vocab_test__
- Hello
-__ggml_vocab_test__
-  Hello
-__ggml_vocab_test__
-   Hello
-__ggml_vocab_test__
-    Hello
-__ggml_vocab_test__
-    Hello
-    Hello
-__ggml_vocab_test__
- (
-__ggml_vocab_test__
-
- =
-__ggml_vocab_test__
-' era
-__ggml_vocab_test__
-Hello, y'all! How are you 😁 ?我想在apple工作1314151天～
-__ggml_vocab_test__
-!!!!!!
-__ggml_vocab_test__
-3
-__ggml_vocab_test__
-33
-__ggml_vocab_test__
-333
-__ggml_vocab_test__
-3333
-__ggml_vocab_test__
-33333
-__ggml_vocab_test__
-333333
-__ggml_vocab_test__
-3333333
-__ggml_vocab_test__
-33333333
-__ggml_vocab_test__
-333333333
-__ggml_vocab_test__
-Cửa Việt
-__ggml_vocab_test__
- discards
-__ggml_vocab_test__
-
- 
-
- 
-
-
- 	 		 	
-  
-   
-    
-     
-🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天～ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
-__ggml_vocab_test__

package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.out

@@ -1,46 +0,0 @@
- 2550 204 18430 377
- 597 2768 298 8564
-
- 1437
- 1437 1437
- 1437 1437 1437
- 50117
- 50118
- 50140
- 50140 50118
- 50117 50118
- 31414 232
- 20920 232
- 31414 623
- 20920 623
- 20920 623 328
- 31414 6 232 328
- 20920 6 232 328
- 42 16 8103 18164 27 4 49317
- 605 40976 262 10109 18474 385 29 36807 6455
- 36765 25482 22063 23171 34251 18697 10809 26161 18697 3602 22063 27969 40966 25417 15264 26161 24269 36709 41171 35328
- 1376 17772 7471 1376 17772 19002 1376 17772 9085 1376 4333 13859 1376 17772 9357 1376 4333 9264 1376 17772 25448 1376 17772 18400 1376 17772 4333 1376 4333 10172 1376 17772 4333 1376 17772 7258 1376 17772 19002 1376 17772 5782 1376 17772 10172 1376 17772 3726 1376 17772 5782 1376 4333 10172 1376 17772 23171
- 6569 15113 7471 36 21113 43 17841 19002 17 8384 6569 14285 4958 12605 36 34654 2841 4203 354 10146 26511 1070 43 36174 5782 36 8338 21554 14 34 63 308 19233 43
- 31414
- 20920
- 1437 20920
- 1437 1437 20920
- 1437 1437 1437 20920
- 1437 1437 1437 20920 50118 1437 1437 1437 20920
- 36
- 50118 5457
- 108 3567
- 31414 6 1423 108 1250 328 1336 32 47 17841 10172 17487 47876 3602 48617 15264 46537 11423 27326 48494 8210 49233 1558 1570 27761 49429 43251 10809 17772
- 32376 12846
- 246
- 3103
- 25631
- 46152
- 3103 25631
- 46152 3103
- 46152 25631
- 46152 46152
- 46152 3103 25631
- 347 1376 2023 12410 102 16376 1376 2023 6382 90
- 9553 5954
- 50118 1437 50140 1437 50140 50118 1437 50117 1437 50117 50117 1437 50117 50118 1437 1437 50118 1437 1437 1437 50118 1437 1437 1437 1437 50118 1437 1437 1437 1437 1437 50118 6569 15113 7471 36 21113 43 17841 19002 17 8384 6569 14285 4958 12605 36 34654 2841 4203 354 10146 26511 1070 43 36174 5782 8103 18164 27 6569 18164 27 155 2357 30242 155 25631 30242 3103 30242 25631 30242 46152 30242 3103 25631 155 4 246 155 7586 246 155 734 246 25974 17772 7471 1376 17772 19002 1376 17772 9085 1376 4333 13859 1376 17772 9357 1376 4333 9264 1376 17772 25448 1376 17772 18400 1376 17772 4333 1376 4333 10172 1376 17772 4333 1376 17772 7258 1376 17772 19002 1376 17772 5782 18636 10172 17487 47876 3602 48617 15264 46537 11423 27326 48494 8210 49233 1558 1570 27761 49429 43251 10809 17772 36738 48332 47463 18697 10809 25482 22063 23171 34251 18697 10809 26161 18697 3602 22063 27969 40966 25417 15264 26161 24269 36709 41171 35328 128 49690 108 49972 49519 12905 48149 48149 43796 32376 12846 27282 28749 38 348 57 128 41042 37 18 89 6 128 4629 47 686 116 128 448 45 686 38 581 146 24 6 128 495 47 101 103 6845 116 166 108 30660 10 108 462 574

package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.inp

@@ -1,112 +0,0 @@
-ied 4 ½ months
-__ggml_vocab_test__
-Führer
-__ggml_vocab_test__
-
-__ggml_vocab_test__
- 
-__ggml_vocab_test__
-  
-__ggml_vocab_test__
-   
-__ggml_vocab_test__
-	
-__ggml_vocab_test__
-
-
-__ggml_vocab_test__
-
-
-
-__ggml_vocab_test__
-
-
-
-
-__ggml_vocab_test__
-	
-
-__ggml_vocab_test__
-Hello world
-__ggml_vocab_test__
- Hello world
-__ggml_vocab_test__
-Hello World
-__ggml_vocab_test__
- Hello World
-__ggml_vocab_test__
- Hello World!
-__ggml_vocab_test__
-Hello, world!
-__ggml_vocab_test__
- Hello, world!
-__ggml_vocab_test__
- this is 🦙.cpp
-__ggml_vocab_test__
-w048 7tuijk dsdfhu
-__ggml_vocab_test__
-нещо на Български
-__ggml_vocab_test__
-កាន់តែពិសេសអាចខលចេញ
-__ggml_vocab_test__
-🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
-__ggml_vocab_test__
-Hello
-__ggml_vocab_test__
- Hello
-__ggml_vocab_test__
-  Hello
-__ggml_vocab_test__
-   Hello
-__ggml_vocab_test__
-    Hello
-__ggml_vocab_test__
-    Hello
-    Hello
-__ggml_vocab_test__
- (
-__ggml_vocab_test__
-
- =
-__ggml_vocab_test__
-' era
-__ggml_vocab_test__
-Hello, y'all! How are you 😁 ?我想在apple工作1314151天～
-__ggml_vocab_test__
-!!!!!!
-__ggml_vocab_test__
-3
-__ggml_vocab_test__
-33
-__ggml_vocab_test__
-333
-__ggml_vocab_test__
-3333
-__ggml_vocab_test__
-33333
-__ggml_vocab_test__
-333333
-__ggml_vocab_test__
-3333333
-__ggml_vocab_test__
-33333333
-__ggml_vocab_test__
-333333333
-__ggml_vocab_test__
-Cửa Việt
-__ggml_vocab_test__
- discards
-__ggml_vocab_test__
-
- 
-
- 
-
-
- 	 		 	
-  
-   
-    
-     
-🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天～ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
-__ggml_vocab_test__

package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.out

@@ -1,46 +0,0 @@
- 4850 244 57 244 162 159 17722
- 75 2022 3943 284
-
- 244
- 280
- 283
- 221
- 222
- 499
- 3067
- 15767
- 8302 5810
- 12009 5810
- 8302 10914
- 12009 10914
- 12009 10914 38
- 8302 49 5810 38
- 12009 49 5810 38
- 477 458 5954 137 271 51 3779
- 124 53 57 61 244 60 121 1726 12568 10240 1519 8290
- 39916 8389 1059 9504 40216 13858 2073 8983 12571 1539 10721
- 14566 246 14566 152 14566 265 30428 257 14566 261 30428 248 14566 268 14566 153 14566 277 30428 247 14566 277 14566 133 14566 152 14566 251 14566 247 14566 273 14566 251 30428 247 14566 255
- 3822 272 246 327 4434 46 18445 152 46030 45022 142 13878 327 12585 19884 33773 40920 751 46 41839 327 2605 22716 708 1421 2840 4387 2421 46
- 8302
- 12009
- 244 12009
- 280 12009
- 283 12009
- 283 12009 303 12009
- 327
- 222 299
- 44 34719
- 8302 49 553 44 483 38 4998 904 863 18445 247 1037 4995 13379 2924 9515 17823 54 56 54 57 54 58 54 11904 47892
- 9221 3226
- 56
- 56 56
- 56 56 56
- 56 56 56 56
- 56 56 56 56 56
- 56 56 56 56 56 56
- 56 56 56 56 56 56 56
- 56 56 56 56 56 56 56 56
- 56 56 56 56 56 56 56 56 56
- 72 34269 102 33245 17234 121
- 1236 12266
- 353 736 8886 221 10883 4238 16101 28540 222 3822 272 246 327 4434 46 18445 152 46030 45022 142 13878 327 12585 19884 33773 40920 751 46 41839 5954 137 271 3822 137 271 244 56 244 56 56 244 56 56 56 244 56 56 56 56 244 56 56 56 56 56 244 56 56 56 56 56 56 244 56 56 56 56 56 56 56 244 56 56 56 56 56 56 56 56 244 56 51 56 244 56 516 56 244 56 1198 56 244 14566 246 14566 152 14566 265 30428 257 14566 261 30428 248 14566 268 14566 153 14566 277 30428 247 14566 277 14566 133 14566 152 14566 251 36570 247 1037 4995 13379 2924 9515 17823 54 56 54 57 54 58 54 11904 47892 20895 16625 13047 8389 1059 9504 40216 13858 2073 8983 12571 1539 10721 5918 9643 13298 932 31723 31330 9221 3226 35426 10400 457 4783 2602 349 121 1477 957 1200 2038 49 349 632 863 3673 68 349 82 666 3673 457 4650 1949 580 49 349 73 863 2144 1649 35941 68 2726 44 7728 331 44 113 81

package/src/llama.cpp/pocs/CMakeLists.txt

@@ -1,14 +0,0 @@
-# dependencies
-
-find_package(Threads REQUIRED)
-
-# third-party
-
-include_directories(${CMAKE_CURRENT_SOURCE_DIR})
-
-if (EMSCRIPTEN)
-else()
-    if (NOT GGML_BACKEND_DL)
-        add_subdirectory(vdot)
-    endif()
-endif()

package/src/llama.cpp/pocs/vdot/CMakeLists.txt

@@ -1,9 +0,0 @@
-set(TARGET llama-vdot)
-add_executable(${TARGET} vdot.cpp)
-target_link_libraries(${TARGET} PRIVATE common llama ${CMAKE_THREAD_LIBS_INIT})
-target_compile_features(${TARGET} PRIVATE cxx_std_17)
-
-set(TARGET llama-q8dot)
-add_executable(${TARGET} q8dot.cpp)
-target_link_libraries(${TARGET} PRIVATE common llama ${CMAKE_THREAD_LIBS_INIT})
-target_compile_features(${TARGET} PRIVATE cxx_std_17)

package/src/llama.cpp/pocs/vdot/q8dot.cpp

@@ -1,173 +0,0 @@
-#include <cstdio>
-#include <type_traits>
-#include <vector>
-#include <random>
-#include <chrono>
-#include <cstdlib>
-#include <cmath>
-#include <cassert>
-#include <cstring>
-#include <array>
-#include <type_traits>
-
-#include <ggml.h>
-#include <ggml-cpu.h>
-
-constexpr int kVecSize = 1 << 16;
-
-// Copy-pasted from ggml.c
-#define QK4_0 32
-typedef struct {
-    float   d;          // delta
-    uint8_t qs[QK4_0 / 2];  // nibbles / quants
-} block_q4_0;
-static_assert(sizeof(block_q4_0) == sizeof(float) + QK4_0 / 2, "wrong q4_0 block size/padding");
-
-#define QK4_1 32
-typedef struct {
-    float   d;          // delta
-    float   m;          // min
-    uint8_t qs[QK4_1 / 2];  // nibbles / quants
-} block_q4_1;
-static_assert(sizeof(block_q4_1) == sizeof(float) * 2 + QK4_1 / 2, "wrong q4_1 block size/padding");
-
-// Copy-pasted from ggml.c
-#define QK8_0 32
-typedef struct {
-    float   d;          // delta
-    float   s;          // d * sum(qs[i])
-    int8_t  qs[QK8_0];  // quants
-} block_q8_0;
-static_assert(sizeof(block_q8_0) == 2*sizeof(float) + QK8_0, "wrong q8_0 block size/padding");
-
-static_assert(QK4_1 == QK8_0, "QK4_1 and QK8_0 must be the same");
-static_assert(QK4_0 == QK8_0, "QK4_0 and QK8_0 must be the same");
-
-template <typename T>
-static void fillQ4blocks(std::vector<T>& blocks, std::mt19937& rndm) {
-    for (auto& b : blocks) {
-        b.d = 1;
-        for (int i=0; i<QK4_1/2; ++i) {
-            uint8_t v1 = rndm() >> 28;
-            uint8_t v2 = rndm() >> 28;
-            b.qs[i] = v1 | (v2 << 4);
-        }
-    }
-}
-
-static void fillQ80blocks(std::vector<block_q8_0>& blocks, std::mt19937& rndm) {
-    for (auto& b : blocks) {
-        b.d = 1;
-        int sum = 0;
-        for (int i=0; i<QK8_0; ++i) {
-            b.qs[i] = (rndm() >> 24) - 128;
-            sum += b.qs[i];
-        }
-        b.s = b.d * sum;
-    }
-}
-
-static float simpleDot(const block_q4_0& x, const block_q8_0& y) {
-    int s1 = 0; //, s2 = 0;
-    for (int i=0; i<QK4_1/2; i+=2) {
-        int v1 = x.qs[i+0] & 0xf;
-        int v2 = x.qs[i+0] >> 4;
-        int v3 = x.qs[i+1] & 0xf;
-        int v4 = x.qs[i+1] >> 4;
-        int j = 2*i;
-        s1 += v1*y.qs[j] + v2*y.qs[j+1] + v3*y.qs[j+2] + v4*y.qs[j+3];
-        //s2 += y.qs[j] + y.qs[j+1] + y.qs[j+2] + y.qs[j+3];
-    }
-    return y.d * x.d * s1 - 8 * x.d * y.s;
-    //return y.d * x.d * (s1 - 8 * s2);
-}
-
-static float simpleDot(const block_q4_1& x, const block_q8_0& y) {
-    int s1 = 0; //, s2 = 0;
-    for (int i=0; i<QK4_1/2; i+=2) {
-        int v1 = x.qs[i+0] & 0xf;
-        int v2 = x.qs[i+0] >> 4;
-        int v3 = x.qs[i+1] & 0xf;
-        int v4 = x.qs[i+1] >> 4;
-        int j = 2*i;
-        s1 += v1*y.qs[j] + v2*y.qs[j+1] + v3*y.qs[j+2] + v4*y.qs[j+3];
-        //s2 += y.qs[j] + y.qs[j+1] + y.qs[j+2] + y.qs[j+3];
-    }
-    return y.d * x.d * s1 + y.s * x.m;
-    //return y.d * (x.d * s1 + x.m * s2);
-}
-
-struct Stat {
-    double sum = 0, sumt = 0, sumt2 = 0, maxt = 0;
-    int nloop = 0;
-    void addResult(double s, double t) {
-        sum += s;
-        sumt += t; sumt2 += t*t; maxt = std::max(maxt, t);
-        ++nloop;
-    }
-    void reportResult(const char* title) const {
-        if (nloop < 1) {
-            printf("%s(%s): no result\n",__func__,title);
-            return;
-        }
-        printf("============ %s\n",title);
-        printf("<dot> = %g\n",sum/nloop);
-        auto t = sumt/nloop, dt = sumt2/nloop - t*t;
-        if (dt > 0) dt = sqrt(dt);
-        printf("<time> = %g +/- %g us. Max. time = %g us.\n",t,dt,maxt);
-    }
-};
-
-
-int main(int argc, char** argv) {
-
-    int nloop = argc > 1 ? atoi(argv[1]) : 10;
-    int type  = argc > 2 ? atoi(argv[2]) : 1;
-
-    std::mt19937 rndm(1234);
-
-    std::vector<block_q4_1> x41;
-    std::vector<block_q4_0> x40;
-    std::vector<block_q8_0> y(kVecSize);
-    if (type == 0) x40.resize(kVecSize);
-    else {
-        x41.resize(kVecSize);
-        for (auto& b : x41) b.m = 1;
-    }
-
-    auto ggml_type = type == 0 ? GGML_TYPE_Q4_0 : GGML_TYPE_Q4_1;
-
-    const auto * funcs = ggml_get_type_traits_cpu(ggml_type);
-
-    Stat simple, ggml;
-
-    for (int iloop=0; iloop<nloop; ++iloop) {
-
-        if (type == 0) fillQ4blocks(x40, rndm);
-        else fillQ4blocks(x41, rndm);
-        fillQ80blocks(y, rndm);
-
-        auto t1 = std::chrono::high_resolution_clock::now();
-        double s = 0;
-        if (type == 0) for (int i=0; i<kVecSize; ++i) s += simpleDot(x40[i], y[i]);
-        else for (int i=0; i<kVecSize; ++i) s += simpleDot(x41[i], y[i]);
-        auto t2 = std::chrono::high_resolution_clock::now();
-        auto t = 1e-3*std::chrono::duration_cast<std::chrono::nanoseconds>(t2-t1).count();
-        if (iloop > 3) simple.addResult(s, t);
-
-        t1 = std::chrono::high_resolution_clock::now();
-        float fs;
-        if (type == 0) funcs->vec_dot(kVecSize * QK4_1, &fs, 0, x40.data(), 0, y.data(), 0, 1);
-        else funcs->vec_dot(kVecSize * QK4_1, &fs, 0, x41.data(), 0, y.data(), 0, 1);
-        t2 = std::chrono::high_resolution_clock::now();
-        t = 1e-3*std::chrono::duration_cast<std::chrono::nanoseconds>(t2-t1).count();
-        if (iloop > 3) ggml.addResult(fs, t);
-
-    }
-
-    // Report the time (and the average of the dot products so the compiler does not come up with the idea
-    // of optimizing away the function calls after figuring that the result is not used).
-    simple.reportResult("Simple");
-    ggml.reportResult("ggml");
-    return 0;
-}