Some checks failed
Bindings Tests (Go) / ubuntu-22 (push) Failing after 31s
CI (sycl) / ubuntu-22-cmake-sycl (linux/arm/v7, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl (linux/ppc64le, icx, icpx, ON) (push) Failing after 2s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/amd64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/arm/v7, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/arm64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/ppc64le, icx, icpx, ON) (push) Failing after 3s
CI (vad) / vad (push) Failing after 3s
CI (wasm) / emscripten (Release) (push) Failing after 4s
Bindings Tests (Ruby) / ubuntu-22 (push) Failing after 37s
CI (android) / android (push) Failing after 16s
CI (android) / android_java (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/amd64, Debug) (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/amd64, Release) (push) Failing after 2s
CI (clang) / ubuntu-22-clang (linux/ppc64le, Debug) (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/ppc64le, Release) (push) Failing after 3s
CI (cpu) / ggml-ci-x64-cpu-low-perf (push) Failing after 3s
CI (cpu) / ggml-ci-x64-cpu-high-perf (push) Failing after 2s
CI (gcc) / ubuntu-22-gcc (linux/amd64, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/amd64, Release) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/ppc64le, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/ppc64le, Release) (push) Failing after 4s
CI (gcc) / ubuntu-22-gcc-arm-v7 (linux/arm/v7, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc-arm-v7 (linux/arm/v7, Release) (push) Failing after 3s
CI (quantize) / quantize (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (ADDRESS) (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (THREAD) (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (UNDEFINED) (push) Failing after 2s
CI (sycl) / ubuntu-22-cmake-sycl (linux/amd64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl (linux/arm64, icx, icpx, ON) (push) Failing after 3s
Examples WASM / deploy-wasm-github-pages (push) Failing after 3s
Examples Tests / addon_node-ubuntu-22 (20.x) (push) Failing after 3s
Examples Tests / addon_node-ubuntu-22 (22.x) (push) Failing after 2s
CI (coreml) / coreml-base-en (push) Has been cancelled
CI (self-hosted) / gpu-vulkan (push) Has been cancelled
CI (self-hosted) / npu-amd-windows (push) Has been cancelled
CI (self-hosted) / gpu-vulkan-nvidia-cm2 (push) Has been cancelled
CI (clang) / ubuntu-22-clang-arm64 (Debug) (push) Has been cancelled
CI (clang) / ubuntu-22-clang-arm64 (Release) (push) Has been cancelled
CI (self-hosted) / gpu-cuda (push) Has been cancelled
CI (self-hosted) / gpu-vulkan-nvidia-cm (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-low-perf (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-high-perf (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-high-perf-sve (push) Has been cancelled
CI (freebsd) / freeBSD-latest (push) Has been cancelled
CI (self-hosted) / gpu-metal (push) Has been cancelled
CI (gcc) / ubuntu-22-gcc-arm64 (Debug) (push) Has been cancelled
CI (gcc) / ubuntu-22-gcc-arm64 (Release) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=iOS) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=macOS) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=tvOS) (push) Has been cancelled
CI (self-hosted) / npu-amd-linux (push) Has been cancelled
CI (windows) / windows-msys2 (Release, clang, clang-x86_64, CLANG64) (push) Has been cancelled
CI (windows) / windows-msys2 (Release, gcc, ucrt-x86_64, UCRT64) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-cuda.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-cuda]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-intel.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-intel]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-musa.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-musa]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-vulkan.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-vulkan]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-vulkan.Dockerfile platform:linux/arm64 runs_on:ubuntu-24.04-arm tag:main-vulkan-arm64]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main.Dockerfile platform:linux/arm64 runs_on:ubuntu-24.04-arm tag:main-arm64]) (push) Has been cancelled
Mark inactive issues stale / mark-issues (push) Failing after 1s
155 lines
4.4 KiB
C
155 lines
4.4 KiB
C
#include "ruby_whisper.h"
|
|
|
|
extern ID id_to_s;
|
|
|
|
extern VALUE cVADContext;
|
|
|
|
extern const rb_data_type_t ruby_whisper_vad_params_type;
|
|
extern VALUE ruby_whisper_vad_detect(VALUE self, VALUE file_path, VALUE params);
|
|
extern VALUE ruby_whisper_normalize_model_path(VALUE model_path);
|
|
extern parsed_samples_t parse_samples(VALUE *samples, VALUE *n_samples);
|
|
extern VALUE release_samples(VALUE parsed);
|
|
|
|
extern VALUE ruby_whisper_vad_segments_s_init(struct whisper_vad_segments *segments);
|
|
|
|
static size_t
|
|
ruby_whisper_vad_context_memsize(const void *p)
|
|
{
|
|
const ruby_whisper_vad_context *rwvc = p;
|
|
size_t size = sizeof(rwvc);
|
|
if (!rwvc) {
|
|
return 0;
|
|
}
|
|
if (rwvc->context) {
|
|
size += sizeof(rwvc->context);
|
|
}
|
|
return size;
|
|
}
|
|
|
|
static void
|
|
ruby_whisper_vad_context_free(void *p)
|
|
{
|
|
ruby_whisper_vad_context *rwvc = (ruby_whisper_vad_context *)p;
|
|
if (rwvc->context) {
|
|
whisper_vad_free(rwvc->context);
|
|
rwvc->context = NULL;
|
|
}
|
|
xfree(rwvc);
|
|
}
|
|
|
|
const rb_data_type_t ruby_whisper_vad_context_type = {
|
|
"ruby_whisper_vad_context",
|
|
{0, ruby_whisper_vad_context_free, ruby_whisper_vad_context_memsize,},
|
|
0, 0,
|
|
0
|
|
};
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_context_s_allocate(VALUE klass)
|
|
{
|
|
ruby_whisper_vad_context *rwvc;
|
|
VALUE obj = TypedData_Make_Struct(klass, ruby_whisper_vad_context, &ruby_whisper_vad_context_type, rwvc);
|
|
rwvc->context = NULL;
|
|
return obj;
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_context_initialize(VALUE self, VALUE model_path)
|
|
{
|
|
ruby_whisper_vad_context *rwvc;
|
|
struct whisper_vad_context *context;
|
|
|
|
model_path = ruby_whisper_normalize_model_path(model_path);
|
|
context = whisper_vad_init_from_file_with_params(StringValueCStr(model_path), whisper_vad_default_context_params());
|
|
if (context == NULL) {
|
|
rb_raise(rb_eRuntimeError, "Failed to initialize whisper VAD context");
|
|
}
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_context, &ruby_whisper_vad_context_type, rwvc);
|
|
rwvc->context = context;
|
|
|
|
return Qnil;
|
|
}
|
|
|
|
typedef struct {
|
|
struct whisper_vad_context *context;
|
|
struct whisper_vad_params *params;
|
|
float *samples;
|
|
int n_samples;
|
|
struct whisper_vad_segments *result;
|
|
} segments_from_samples_without_gvl_args;
|
|
|
|
static void*
|
|
segments_from_samples_without_gvl(void *rb_args)
|
|
{
|
|
segments_from_samples_without_gvl_args *args = (segments_from_samples_without_gvl_args *)rb_args;
|
|
args->result = whisper_vad_segments_from_samples(args->context, *args->params, args->samples, args->n_samples);
|
|
|
|
return NULL;
|
|
}
|
|
|
|
VALUE
|
|
segments_from_samples_body(VALUE rb_args)
|
|
{
|
|
segments_from_samples_args *args = (segments_from_samples_args *)rb_args;
|
|
|
|
ruby_whisper_vad_context *rwvc;
|
|
ruby_whisper_vad_params *rwvp;
|
|
GetVADContext(*args->context, rwvc);
|
|
GetVADParams(*args->params, rwvp);
|
|
|
|
segments_from_samples_without_gvl_args segments_from_samples_without_gvl_args = {
|
|
rwvc->context,
|
|
&rwvp->params,
|
|
args->samples,
|
|
args->n_samples,
|
|
NULL
|
|
};
|
|
rb_thread_call_without_gvl(segments_from_samples_without_gvl, (void *)&segments_from_samples_without_gvl_args, NULL, NULL);
|
|
if (!segments_from_samples_without_gvl_args.result) {
|
|
rb_raise(rb_eRuntimeError, "Failed to process audio");
|
|
}
|
|
|
|
return ruby_whisper_vad_segments_s_init(segments_from_samples_without_gvl_args.result);
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_segments_from_samples(int argc, VALUE *argv, VALUE self)
|
|
{
|
|
if (argc < 2 || argc > 3) {
|
|
rb_raise(rb_eArgError, "wrong number of arguments (given %d, expected 2..3)", argc);
|
|
}
|
|
|
|
VALUE n_samples = argc == 2 ? Qnil : argv[2];
|
|
struct parsed_samples_t parsed = parse_samples(&argv[1], &n_samples);
|
|
segments_from_samples_args args = {
|
|
&self,
|
|
&argv[0],
|
|
parsed.samples,
|
|
parsed.n_samples,
|
|
};
|
|
VALUE segments = rb_ensure(segments_from_samples_body, (VALUE)&args, release_samples, (VALUE)&parsed);
|
|
|
|
return segments;
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_free(VALUE self)
|
|
{
|
|
ruby_whisper_vad_context *rwvc;
|
|
GetVADContext(self, rwvc);
|
|
whisper_vad_free(rwvc->context);
|
|
rwvc->context = NULL;
|
|
|
|
return Qnil;
|
|
}
|
|
|
|
void init_ruby_whisper_vad_context(VALUE *mVAD)
|
|
{
|
|
cVADContext = rb_define_class_under(*mVAD, "Context", rb_cObject);
|
|
rb_define_alloc_func(cVADContext, ruby_whisper_vad_context_s_allocate);
|
|
rb_define_method(cVADContext, "initialize", ruby_whisper_vad_context_initialize, 1);
|
|
rb_define_method(cVADContext, "segments_from_samples", ruby_whisper_vad_segments_from_samples, -1);
|
|
rb_define_method(cVADContext, "detect", ruby_whisper_vad_detect, 2);
|
|
rb_define_method(cVADContext, "free", ruby_whisper_vad_free, 0);
|
|
}
|