whisper.rn 0.3.9 → 0.4.0-rc.0

package/cpp/ggml-alloc.h

@@ -0,0 +1,26 @@
+#pragma once
+
+#include "ggml.h"
+
+#ifdef  __cplusplus
+extern "C" {
+#endif
+
+
+WSP_GGML_API struct wsp_ggml_allocr * wsp_ggml_allocr_new(void * data, size_t size, size_t alignment);
+WSP_GGML_API struct wsp_ggml_allocr * wsp_ggml_allocr_new_measure(size_t alignment);
+
+// tell the allocator to parse nodes following the order described in the list
+// you should call this if your graph are optimized to execute out-of-order
+WSP_GGML_API void   wsp_ggml_allocr_set_parse_seq(struct wsp_ggml_allocr * alloc, const int * list, int n);
+
+WSP_GGML_API void   wsp_ggml_allocr_free(struct wsp_ggml_allocr * alloc);
+WSP_GGML_API bool   wsp_ggml_allocr_is_measure(struct wsp_ggml_allocr * alloc);
+WSP_GGML_API void   wsp_ggml_allocr_reset(struct wsp_ggml_allocr * alloc);
+WSP_GGML_API void   wsp_ggml_allocr_alloc(struct wsp_ggml_allocr * alloc, struct wsp_ggml_tensor * tensor);
+WSP_GGML_API size_t wsp_ggml_allocr_alloc_graph(struct wsp_ggml_allocr * alloc, struct wsp_ggml_cgraph * graph);
+
+
+#ifdef  __cplusplus
+}
+#endif

package/cpp/ggml-metal.h

@@ -0,0 +1,85 @@
+// An interface allowing to compute wsp_ggml_cgraph with Metal
+//
+// This is a fully functional interface that extends ggml with GPU support for Apple devices.
+// A similar interface can be created for other GPU backends (e.g. Vulkan, CUDA, OpenCL, etc.)
+//
+// How it works?
+//
+// As long as your program can create and evaluate a wsp_ggml_cgraph on the CPU, you can use this
+// interface to evaluate the same graph on the GPU. Instead of using wsp_ggml_graph_compute(), you
+// use wsp_ggml_metal_graph_compute() (or wsp_ggml_vulkan_graph_compute(), etc.)
+//
+// You only need to make sure that all memory buffers that you used during the graph creation
+// are mapped to the device memory with the wsp_ggml_metal_add_buffer() function. This mapping is
+// used during the graph evaluation to determine the arguments of the compute kernels.
+//
+// Synchronization between device and host memory (for example for input and output tensors)
+// is done with the wsp_ggml_metal_set_tensor() and wsp_ggml_metal_get_tensor() functions.
+//
+
+#pragma once
+
+#include <stddef.h>
+#include <stdbool.h>
+
+// max memory buffers that can be mapped to the device
+#define WSP_GGML_METAL_MAX_BUFFERS 16
+#define WSP_GGML_METAL_MAX_COMMAND_BUFFERS 32
+
+struct wsp_ggml_tensor;
+struct wsp_ggml_cgraph;
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+struct wsp_ggml_metal_context;
+
+// number of command buffers to use
+struct wsp_ggml_metal_context * wsp_ggml_metal_init(int n_cb);
+void wsp_ggml_metal_free(struct wsp_ggml_metal_context * ctx);
+
+void * wsp_ggml_metal_host_malloc(size_t n);
+void   wsp_ggml_metal_host_free  (void * data);
+
+// set the number of command buffers to use
+void wsp_ggml_metal_set_n_cb(struct wsp_ggml_metal_context * ctx, int n_cb);
+
+// creates a mapping between a host memory buffer and a device memory buffer
+// - make sure to map all buffers used in the graph before calling wsp_ggml_metal_graph_compute
+// - the mapping is used during computation to determine the arguments of the compute kernels
+// - you don't need to keep the host memory buffer allocated as it is never accessed by Metal
+// - max_size specifies the maximum size of a tensor and is used to create shared views such
+//   that it is guaranteed that the tensor will fit in at least one of the views
+//
+bool wsp_ggml_metal_add_buffer(
+        struct wsp_ggml_metal_context * ctx,
+                       const char * name,
+                             void * data,
+                           size_t   size,
+                           size_t   max_size);
+
+// set data from host memory into the device
+void wsp_ggml_metal_set_tensor(struct wsp_ggml_metal_context * ctx, struct wsp_ggml_tensor * t);
+
+// get data from the device into host memory
+void wsp_ggml_metal_get_tensor(struct wsp_ggml_metal_context * ctx, struct wsp_ggml_tensor * t);
+
+// try to find operations that can be run concurrently in the graph
+// you should run it again if the topology of your graph changes
+void wsp_ggml_metal_graph_find_concurrency(struct wsp_ggml_metal_context * ctx, struct wsp_ggml_cgraph * gf, bool check_mem);
+
+// if the graph has been optimized for concurrently dispatch, return length of the concur_list if optimized
+int wsp_ggml_metal_if_optimized(struct wsp_ggml_metal_context * ctx);
+
+// output the concur_list for wsp_ggml_alloc
+int * wsp_ggml_metal_get_concur_list(struct wsp_ggml_metal_context * ctx);
+
+// same as wsp_ggml_graph_compute but uses Metal
+// creates gf->n_threads command buffers in parallel
+void wsp_ggml_metal_graph_compute(struct wsp_ggml_metal_context * ctx, struct wsp_ggml_cgraph * gf);
+
+#ifdef __cplusplus
+}
+#endif
+