llama_cpp 0.1.2 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +13 -7
- data/ext/llama_cpp/extconf.rb +1 -2
- data/ext/llama_cpp/src/ggml-opencl.cpp +1028 -0
- data/ext/llama_cpp/src/ggml-opencl.h +8 -10
- data/ext/llama_cpp/src/ggml.c +568 -57
- data/ext/llama_cpp/src/ggml.h +21 -2
- data/ext/llama_cpp/src/llama.cpp +37 -2
- data/ext/llama_cpp/src/llama.h +5 -0
- data/lib/llama_cpp/version.rb +2 -2
- metadata +3 -3
- data/ext/llama_cpp/src/ggml-opencl.c +0 -474
@@ -1,23 +1,21 @@
|
|
1
1
|
#pragma once
|
2
2
|
|
3
|
+
#include "ggml.h"
|
4
|
+
|
3
5
|
#ifdef __cplusplus
|
4
6
|
extern "C" {
|
5
7
|
#endif
|
6
8
|
|
7
9
|
void ggml_cl_init(void);
|
8
10
|
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
};
|
11
|
+
bool ggml_cl_can_mul_mat(const struct ggml_tensor * src0, const struct ggml_tensor * src1, struct ggml_tensor * dst);
|
12
|
+
size_t ggml_cl_mul_mat_get_wsize(const struct ggml_tensor * src0, const struct ggml_tensor * src1, struct ggml_tensor * dst);
|
13
|
+
void ggml_cl_mul_mat(const struct ggml_tensor * src0, const struct ggml_tensor * src1, struct ggml_tensor * dst, void * wdata, size_t wsize);
|
13
14
|
|
14
|
-
|
15
|
-
|
16
|
-
GGML_BLAS_OP_T = 112,
|
17
|
-
GGML_BLAS_OP_C = 113,
|
18
|
-
};
|
15
|
+
void * ggml_cl_host_malloc(size_t size);
|
16
|
+
void ggml_cl_host_free(void * ptr);
|
19
17
|
|
20
|
-
void
|
18
|
+
void ggml_cl_transform_tensor(struct ggml_tensor * tensor);
|
21
19
|
|
22
20
|
#ifdef __cplusplus
|
23
21
|
}
|