llama_cpp 0.1.2 → 0.1.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +13 -7
- data/ext/llama_cpp/extconf.rb +1 -2
- data/ext/llama_cpp/src/ggml-opencl.cpp +1028 -0
- data/ext/llama_cpp/src/ggml-opencl.h +8 -10
- data/ext/llama_cpp/src/ggml.c +568 -57
- data/ext/llama_cpp/src/ggml.h +21 -2
- data/ext/llama_cpp/src/llama.cpp +37 -2
- data/ext/llama_cpp/src/llama.h +5 -0
- data/lib/llama_cpp/version.rb +2 -2
- metadata +3 -3
- data/ext/llama_cpp/src/ggml-opencl.c +0 -474
@@ -1,23 +1,21 @@
|
|
1
1
|
#pragma once
|
2
2
|
|
3
|
+
#include "ggml.h"
|
4
|
+
|
3
5
|
#ifdef __cplusplus
|
4
6
|
extern "C" {
|
5
7
|
#endif
|
6
8
|
|
7
9
|
void ggml_cl_init(void);
|
8
10
|
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
};
|
11
|
+
bool ggml_cl_can_mul_mat(const struct ggml_tensor * src0, const struct ggml_tensor * src1, struct ggml_tensor * dst);
|
12
|
+
size_t ggml_cl_mul_mat_get_wsize(const struct ggml_tensor * src0, const struct ggml_tensor * src1, struct ggml_tensor * dst);
|
13
|
+
void ggml_cl_mul_mat(const struct ggml_tensor * src0, const struct ggml_tensor * src1, struct ggml_tensor * dst, void * wdata, size_t wsize);
|
13
14
|
|
14
|
-
|
15
|
-
|
16
|
-
GGML_BLAS_OP_T = 112,
|
17
|
-
GGML_BLAS_OP_C = 113,
|
18
|
-
};
|
15
|
+
void * ggml_cl_host_malloc(size_t size);
|
16
|
+
void ggml_cl_host_free(void * ptr);
|
19
17
|
|
20
|
-
void
|
18
|
+
void ggml_cl_transform_tensor(struct ggml_tensor * tensor);
|
21
19
|
|
22
20
|
#ifdef __cplusplus
|
23
21
|
}
|