llama_cpp 0.9.4 → 0.10.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +14 -0
- data/ext/llama_cpp/llama_cpp.cpp +121 -15
- data/ext/llama_cpp/src/ggml-alloc.c +43 -8
- data/ext/llama_cpp/src/ggml-alloc.h +7 -0
- data/ext/llama_cpp/src/ggml-backend-impl.h +46 -21
- data/ext/llama_cpp/src/ggml-backend.c +563 -156
- data/ext/llama_cpp/src/ggml-backend.h +62 -17
- data/ext/llama_cpp/src/ggml-cuda.cu +1270 -434
- data/ext/llama_cpp/src/ggml-cuda.h +9 -1
- data/ext/llama_cpp/src/ggml-impl.h +1 -1
- data/ext/llama_cpp/src/ggml-metal.h +6 -0
- data/ext/llama_cpp/src/ggml-metal.m +535 -175
- data/ext/llama_cpp/src/ggml-metal.metal +888 -237
- data/ext/llama_cpp/src/ggml-opencl.cpp +5 -7
- data/ext/llama_cpp/src/ggml.c +393 -127
- data/ext/llama_cpp/src/ggml.h +59 -7
- data/ext/llama_cpp/src/llama.cpp +791 -357
- data/ext/llama_cpp/src/llama.h +29 -6
- data/lib/llama_cpp/version.rb +2 -2
- data/sig/llama_cpp.rbs +20 -2
- metadata +3 -3
|
@@ -1,20 +1,18 @@
|
|
|
1
|
+
#include "ggml.h"
|
|
1
2
|
#include "ggml-opencl.h"
|
|
2
3
|
|
|
3
4
|
#include <array>
|
|
4
5
|
#include <atomic>
|
|
6
|
+
#include <cstdio>
|
|
7
|
+
#include <cstdlib>
|
|
8
|
+
#include <cstring>
|
|
9
|
+
#include <limits>
|
|
5
10
|
#include <sstream>
|
|
6
11
|
#include <vector>
|
|
7
|
-
#include <limits>
|
|
8
12
|
|
|
9
13
|
#define CL_TARGET_OPENCL_VERSION 110
|
|
10
14
|
#include <clblast.h>
|
|
11
15
|
|
|
12
|
-
#include <stdlib.h>
|
|
13
|
-
#include <stdio.h>
|
|
14
|
-
#include <string.h>
|
|
15
|
-
|
|
16
|
-
#include "ggml.h"
|
|
17
|
-
|
|
18
16
|
#if defined(_MSC_VER)
|
|
19
17
|
#pragma warning(disable: 4244 4267) // possible loss of data
|
|
20
18
|
#endif
|