Skip to content

Commit 86c8530

Browse files
committed
Bug 1940906 - Fetch the function we need for speech recognition from the mozinference library. r=atossou,ai-platform-reviewers,valentinp
We could imagine renaming this LlamaRuntimeLinker but I didn't bother. Differential Revision: https://phabricator.services.mozilla.com/D268413
1 parent 701d055 commit 86c8530

1 file changed

Lines changed: 12 additions & 1 deletion

File tree

‎toolkit/components/ml/backends/llama/LlamaRuntimeLinker.h‎

Lines changed: 12 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@
88
#include "llama/llama.h"
99
#include "ggml.h"
1010
#include "ggml-backend.h"
11+
#include "parakeet_capi.h"
1112

1213
struct PRLibrary;
1314

@@ -88,7 +89,17 @@ namespace mozilla::llama {
8889
(enum ggml_backend_dev_type type)) \
8990
X(ggml_backend_t, ggml_backend_dev_init, \
9091
(ggml_backend_dev_t device, const char* params)) \
91-
X(void, ggml_backend_free, (ggml_backend_t backend))
92+
X(void, ggml_backend_free, (ggml_backend_t backend)) \
93+
/* mudler/parakeet.cpp cache-aware streaming C-API */ \
94+
X(parakeet_ctx*, parakeet_capi_load_fd, (int fd)) \
95+
X(void, parakeet_capi_free, (parakeet_ctx * ctx)) \
96+
X(parakeet_stream*, parakeet_capi_stream_begin_lang, \
97+
(parakeet_ctx * ctx, const char* target_lang)) \
98+
X(char*, parakeet_capi_stream_feed, \
99+
(parakeet_stream * s, const float* pcm, int n_samples, int* eou_out)) \
100+
X(char*, parakeet_capi_stream_finalize, (parakeet_stream * s)) \
101+
X(void, parakeet_capi_stream_free, (parakeet_stream * s)) \
102+
X(void, parakeet_capi_free_string, (char* s))
92103

93104
struct LlamaLibWrapper {
94105
LlamaLibWrapper() = default;

0 commit comments

Comments
 (0)