Some checks failed
Bindings Tests (Go) / ubuntu-22 (push) Failing after 31s
CI (sycl) / ubuntu-22-cmake-sycl (linux/arm/v7, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl (linux/ppc64le, icx, icpx, ON) (push) Failing after 2s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/amd64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/arm/v7, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/arm64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/ppc64le, icx, icpx, ON) (push) Failing after 3s
CI (vad) / vad (push) Failing after 3s
CI (wasm) / emscripten (Release) (push) Failing after 4s
Bindings Tests (Ruby) / ubuntu-22 (push) Failing after 37s
CI (android) / android (push) Failing after 16s
CI (android) / android_java (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/amd64, Debug) (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/amd64, Release) (push) Failing after 2s
CI (clang) / ubuntu-22-clang (linux/ppc64le, Debug) (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/ppc64le, Release) (push) Failing after 3s
CI (cpu) / ggml-ci-x64-cpu-low-perf (push) Failing after 3s
CI (cpu) / ggml-ci-x64-cpu-high-perf (push) Failing after 2s
CI (gcc) / ubuntu-22-gcc (linux/amd64, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/amd64, Release) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/ppc64le, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/ppc64le, Release) (push) Failing after 4s
CI (gcc) / ubuntu-22-gcc-arm-v7 (linux/arm/v7, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc-arm-v7 (linux/arm/v7, Release) (push) Failing after 3s
CI (quantize) / quantize (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (ADDRESS) (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (THREAD) (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (UNDEFINED) (push) Failing after 2s
CI (sycl) / ubuntu-22-cmake-sycl (linux/amd64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl (linux/arm64, icx, icpx, ON) (push) Failing after 3s
Examples WASM / deploy-wasm-github-pages (push) Failing after 3s
Examples Tests / addon_node-ubuntu-22 (20.x) (push) Failing after 3s
Examples Tests / addon_node-ubuntu-22 (22.x) (push) Failing after 2s
CI (coreml) / coreml-base-en (push) Has been cancelled
CI (self-hosted) / gpu-vulkan (push) Has been cancelled
CI (self-hosted) / npu-amd-windows (push) Has been cancelled
CI (self-hosted) / gpu-vulkan-nvidia-cm2 (push) Has been cancelled
CI (clang) / ubuntu-22-clang-arm64 (Debug) (push) Has been cancelled
CI (clang) / ubuntu-22-clang-arm64 (Release) (push) Has been cancelled
CI (self-hosted) / gpu-cuda (push) Has been cancelled
CI (self-hosted) / gpu-vulkan-nvidia-cm (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-low-perf (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-high-perf (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-high-perf-sve (push) Has been cancelled
CI (freebsd) / freeBSD-latest (push) Has been cancelled
CI (self-hosted) / gpu-metal (push) Has been cancelled
CI (gcc) / ubuntu-22-gcc-arm64 (Debug) (push) Has been cancelled
CI (gcc) / ubuntu-22-gcc-arm64 (Release) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=iOS) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=macOS) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=tvOS) (push) Has been cancelled
CI (self-hosted) / npu-amd-linux (push) Has been cancelled
CI (windows) / windows-msys2 (Release, clang, clang-x86_64, CLANG64) (push) Has been cancelled
CI (windows) / windows-msys2 (Release, gcc, ucrt-x86_64, UCRT64) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-cuda.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-cuda]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-intel.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-intel]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-musa.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-musa]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-vulkan.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-vulkan]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-vulkan.Dockerfile platform:linux/arm64 runs_on:ubuntu-24.04-arm tag:main-vulkan-arm64]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main.Dockerfile platform:linux/arm64 runs_on:ubuntu-24.04-arm tag:main-arm64]) (push) Has been cancelled
Mark inactive issues stale / mark-issues (push) Failing after 1s
288 lines
7.7 KiB
C
288 lines
7.7 KiB
C
#include "ruby_whisper.h"
|
|
|
|
#define DEFINE_PARAM(param_name, nth) \
|
|
id_ ## param_name = rb_intern(#param_name); \
|
|
param_names[nth] = id_ ## param_name; \
|
|
rb_define_method(cVADParams, #param_name, ruby_whisper_vad_params_get_ ## param_name, 0); \
|
|
rb_define_method(cVADParams, #param_name "=", ruby_whisper_vad_params_set_ ## param_name, 1);
|
|
|
|
#define NUM_PARAMS 6
|
|
|
|
extern VALUE cVADParams;
|
|
|
|
static size_t
|
|
ruby_whisper_vad_params_memsize(const void *p)
|
|
{
|
|
const struct ruby_whisper_vad_params *params = p;
|
|
size_t size = sizeof(params);
|
|
if (!params) {
|
|
return 0;
|
|
}
|
|
return size;
|
|
}
|
|
|
|
static ID param_names[NUM_PARAMS];
|
|
static ID id_threshold;
|
|
static ID id_min_speech_duration_ms;
|
|
static ID id_min_silence_duration_ms;
|
|
static ID id_max_speech_duration_s;
|
|
static ID id_speech_pad_ms;
|
|
static ID id_samples_overlap;
|
|
|
|
const rb_data_type_t ruby_whisper_vad_params_type = {
|
|
"ruby_whisper_vad_params",
|
|
{0, RUBY_DEFAULT_FREE, ruby_whisper_vad_params_memsize,},
|
|
0, 0,
|
|
0
|
|
};
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_params_s_allocate(VALUE klass)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
VALUE obj = TypedData_Make_Struct(klass, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
rwvp->params = whisper_vad_default_params();
|
|
return obj;
|
|
}
|
|
|
|
/*
|
|
* Probability threshold to consider as speech.
|
|
*
|
|
* call-seq:
|
|
* threshold = th -> th
|
|
*/
|
|
static VALUE
|
|
ruby_whisper_vad_params_set_threshold(VALUE self, VALUE value)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
rwvp->params.threshold = NUM2DBL(value);
|
|
return value;
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_params_get_threshold(VALUE self)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
return DBL2NUM(rwvp->params.threshold);
|
|
}
|
|
|
|
/*
|
|
* Min duration for a valid speech segment.
|
|
*
|
|
* call-seq:
|
|
* min_speech_duration_ms = duration_ms -> duration_ms
|
|
*/
|
|
static VALUE
|
|
ruby_whisper_vad_params_set_min_speech_duration_ms(VALUE self, VALUE value)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
rwvp->params.min_speech_duration_ms = NUM2INT(value);
|
|
return value;
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_params_get_min_speech_duration_ms(VALUE self)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
return INT2NUM(rwvp->params.min_speech_duration_ms);
|
|
}
|
|
|
|
/*
|
|
* Min silence duration to consider speech as ended.
|
|
*
|
|
* call-seq:
|
|
* min_silence_duration_ms = duration_ms -> duration_ms
|
|
*/
|
|
static VALUE
|
|
ruby_whisper_vad_params_set_min_silence_duration_ms(VALUE self, VALUE value)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
rwvp->params.min_silence_duration_ms = NUM2INT(value);
|
|
return value;
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_params_get_min_silence_duration_ms(VALUE self)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
return INT2NUM(rwvp->params.min_silence_duration_ms);
|
|
}
|
|
|
|
/*
|
|
* Max duration of a speech segment before forcing a new segment.
|
|
*
|
|
* call-seq:
|
|
* max_speech_duration_s = duration_s -> duration_s
|
|
*/
|
|
static VALUE
|
|
ruby_whisper_vad_params_set_max_speech_duration_s(VALUE self, VALUE value)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
rwvp->params.max_speech_duration_s = NUM2DBL(value);
|
|
return value;
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_params_get_max_speech_duration_s(VALUE self)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
return DBL2NUM(rwvp->params.max_speech_duration_s);
|
|
}
|
|
|
|
/*
|
|
* Padding added before and after speech segments.
|
|
*
|
|
* call-seq:
|
|
* speech_pad_ms = pad_ms -> pad_ms
|
|
*/
|
|
static VALUE
|
|
ruby_whisper_vad_params_set_speech_pad_ms(VALUE self, VALUE value)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
rwvp->params.speech_pad_ms = NUM2INT(value);
|
|
return value;
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_params_get_speech_pad_ms(VALUE self)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
return INT2NUM(rwvp->params.speech_pad_ms);
|
|
}
|
|
|
|
/*
|
|
* Overlap in seconds when copying audio samples from speech segment.
|
|
*
|
|
* call-seq:
|
|
* samples_overlap = overlap -> overlap
|
|
*/
|
|
static VALUE
|
|
ruby_whisper_vad_params_set_samples_overlap(VALUE self, VALUE value)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
rwvp->params.samples_overlap = NUM2DBL(value);
|
|
return value;
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_params_get_samples_overlap(VALUE self)
|
|
{
|
|
ruby_whisper_vad_params *rwvp;
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
return DBL2NUM(rwvp->params.samples_overlap);
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_params_equal(VALUE self, VALUE other)
|
|
{
|
|
ruby_whisper_vad_params *rwvp1;
|
|
ruby_whisper_vad_params *rwvp2;
|
|
|
|
if (self == other) {
|
|
return Qtrue;
|
|
}
|
|
|
|
if (!rb_obj_is_kind_of(other, cVADParams)) {
|
|
return Qfalse;
|
|
}
|
|
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp1);
|
|
TypedData_Get_Struct(other, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp2);
|
|
|
|
if (rwvp1->params.threshold != rwvp2->params.threshold) {
|
|
return Qfalse;
|
|
}
|
|
if (rwvp1->params.min_speech_duration_ms != rwvp2->params.min_speech_duration_ms) {
|
|
return Qfalse;
|
|
}
|
|
if (rwvp1->params.min_silence_duration_ms != rwvp2->params.min_silence_duration_ms) {
|
|
return Qfalse;
|
|
}
|
|
if (rwvp1->params.max_speech_duration_s != rwvp2->params.max_speech_duration_s) {
|
|
return Qfalse;
|
|
}
|
|
if (rwvp1->params.speech_pad_ms != rwvp2->params.speech_pad_ms) {
|
|
return Qfalse;
|
|
}
|
|
if (rwvp1->params.samples_overlap != rwvp2->params.samples_overlap) {
|
|
return Qfalse;
|
|
}
|
|
|
|
return Qtrue;
|
|
}
|
|
|
|
#define SET_PARAM_IF_SAME(param_name) \
|
|
if (id == id_ ## param_name) { \
|
|
ruby_whisper_vad_params_set_ ## param_name(self, value); \
|
|
continue; \
|
|
}
|
|
|
|
VALUE
|
|
ruby_whisper_vad_params_initialize(int argc, VALUE *argv, VALUE self)
|
|
{
|
|
VALUE kw_hash;
|
|
VALUE values[NUM_PARAMS] = {Qundef};
|
|
VALUE value;
|
|
ruby_whisper_vad_params *rwvp;
|
|
ID id;
|
|
int i;
|
|
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_params, &ruby_whisper_vad_params_type, rwvp);
|
|
|
|
rb_scan_args_kw(RB_SCAN_ARGS_KEYWORDS, argc, argv, ":", &kw_hash);
|
|
if (NIL_P(kw_hash)) {
|
|
return self;
|
|
}
|
|
|
|
rb_get_kwargs(kw_hash, param_names, 0, NUM_PARAMS, values);
|
|
|
|
for (i = 0; i < NUM_PARAMS; i++) {
|
|
id = param_names[i];
|
|
value = values[i];
|
|
if (value == Qundef) {
|
|
continue;
|
|
}
|
|
SET_PARAM_IF_SAME(threshold)
|
|
SET_PARAM_IF_SAME(min_speech_duration_ms)
|
|
SET_PARAM_IF_SAME(min_silence_duration_ms)
|
|
SET_PARAM_IF_SAME(max_speech_duration_s)
|
|
SET_PARAM_IF_SAME(speech_pad_ms)
|
|
SET_PARAM_IF_SAME(samples_overlap)
|
|
}
|
|
|
|
return self;
|
|
}
|
|
|
|
#undef SET_PARAM_IF_SAME
|
|
|
|
void
|
|
init_ruby_whisper_vad_params(VALUE *mVAD)
|
|
{
|
|
cVADParams = rb_define_class_under(*mVAD, "Params", rb_cObject);
|
|
rb_define_alloc_func(cVADParams, ruby_whisper_vad_params_s_allocate);
|
|
rb_define_method(cVADParams, "initialize", ruby_whisper_vad_params_initialize, -1);
|
|
|
|
DEFINE_PARAM(threshold, 0)
|
|
DEFINE_PARAM(min_speech_duration_ms, 1)
|
|
DEFINE_PARAM(min_silence_duration_ms, 2)
|
|
DEFINE_PARAM(max_speech_duration_s, 3)
|
|
DEFINE_PARAM(speech_pad_ms, 4)
|
|
DEFINE_PARAM(samples_overlap, 5)
|
|
|
|
rb_define_method(cVADParams, "==", ruby_whisper_vad_params_equal, 1);
|
|
}
|
|
|
|
#undef DEFINE_PARAM
|
|
#undef NUM_PARAMS
|