snapshot of https://github.com/ggml-org/whisper.cpp.git @ da54572229bcf64ba367d96c7ef15770376c4280 (2026-09-15)
Some checks failed
Bindings Tests (Go) / ubuntu-22 (push) Failing after 31s
CI (sycl) / ubuntu-22-cmake-sycl (linux/arm/v7, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl (linux/ppc64le, icx, icpx, ON) (push) Failing after 2s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/amd64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/arm/v7, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/arm64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/ppc64le, icx, icpx, ON) (push) Failing after 3s
CI (vad) / vad (push) Failing after 3s
CI (wasm) / emscripten (Release) (push) Failing after 4s
Bindings Tests (Ruby) / ubuntu-22 (push) Failing after 37s
CI (android) / android (push) Failing after 16s
CI (android) / android_java (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/amd64, Debug) (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/amd64, Release) (push) Failing after 2s
CI (clang) / ubuntu-22-clang (linux/ppc64le, Debug) (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/ppc64le, Release) (push) Failing after 3s
CI (cpu) / ggml-ci-x64-cpu-low-perf (push) Failing after 3s
CI (cpu) / ggml-ci-x64-cpu-high-perf (push) Failing after 2s
CI (gcc) / ubuntu-22-gcc (linux/amd64, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/amd64, Release) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/ppc64le, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/ppc64le, Release) (push) Failing after 4s
CI (gcc) / ubuntu-22-gcc-arm-v7 (linux/arm/v7, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc-arm-v7 (linux/arm/v7, Release) (push) Failing after 3s
CI (quantize) / quantize (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (ADDRESS) (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (THREAD) (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (UNDEFINED) (push) Failing after 2s
CI (sycl) / ubuntu-22-cmake-sycl (linux/amd64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl (linux/arm64, icx, icpx, ON) (push) Failing after 3s
Examples WASM / deploy-wasm-github-pages (push) Failing after 3s
Examples Tests / addon_node-ubuntu-22 (20.x) (push) Failing after 3s
Examples Tests / addon_node-ubuntu-22 (22.x) (push) Failing after 2s
CI (coreml) / coreml-base-en (push) Has been cancelled
CI (self-hosted) / gpu-vulkan (push) Has been cancelled
CI (self-hosted) / npu-amd-windows (push) Has been cancelled
CI (self-hosted) / gpu-vulkan-nvidia-cm2 (push) Has been cancelled
CI (clang) / ubuntu-22-clang-arm64 (Debug) (push) Has been cancelled
CI (clang) / ubuntu-22-clang-arm64 (Release) (push) Has been cancelled
CI (self-hosted) / gpu-cuda (push) Has been cancelled
CI (self-hosted) / gpu-vulkan-nvidia-cm (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-low-perf (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-high-perf (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-high-perf-sve (push) Has been cancelled
CI (freebsd) / freeBSD-latest (push) Has been cancelled
CI (self-hosted) / gpu-metal (push) Has been cancelled
CI (gcc) / ubuntu-22-gcc-arm64 (Debug) (push) Has been cancelled
CI (gcc) / ubuntu-22-gcc-arm64 (Release) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=iOS) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=macOS) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=tvOS) (push) Has been cancelled
CI (self-hosted) / npu-amd-linux (push) Has been cancelled
CI (windows) / windows-msys2 (Release, clang, clang-x86_64, CLANG64) (push) Has been cancelled
CI (windows) / windows-msys2 (Release, gcc, ucrt-x86_64, UCRT64) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-cuda.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-cuda]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-intel.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-intel]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-musa.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-musa]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-vulkan.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-vulkan]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-vulkan.Dockerfile platform:linux/arm64 runs_on:ubuntu-24.04-arm tag:main-vulkan-arm64]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main.Dockerfile platform:linux/arm64 runs_on:ubuntu-24.04-arm tag:main-arm64]) (push) Has been cancelled
Mark inactive issues stale / mark-issues (push) Failing after 1s
Some checks failed
Bindings Tests (Go) / ubuntu-22 (push) Failing after 31s
CI (sycl) / ubuntu-22-cmake-sycl (linux/arm/v7, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl (linux/ppc64le, icx, icpx, ON) (push) Failing after 2s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/amd64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/arm/v7, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/arm64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl-fp16 (linux/ppc64le, icx, icpx, ON) (push) Failing after 3s
CI (vad) / vad (push) Failing after 3s
CI (wasm) / emscripten (Release) (push) Failing after 4s
Bindings Tests (Ruby) / ubuntu-22 (push) Failing after 37s
CI (android) / android (push) Failing after 16s
CI (android) / android_java (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/amd64, Debug) (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/amd64, Release) (push) Failing after 2s
CI (clang) / ubuntu-22-clang (linux/ppc64le, Debug) (push) Failing after 3s
CI (clang) / ubuntu-22-clang (linux/ppc64le, Release) (push) Failing after 3s
CI (cpu) / ggml-ci-x64-cpu-low-perf (push) Failing after 3s
CI (cpu) / ggml-ci-x64-cpu-high-perf (push) Failing after 2s
CI (gcc) / ubuntu-22-gcc (linux/amd64, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/amd64, Release) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/ppc64le, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc (linux/ppc64le, Release) (push) Failing after 4s
CI (gcc) / ubuntu-22-gcc-arm-v7 (linux/arm/v7, Debug) (push) Failing after 3s
CI (gcc) / ubuntu-22-gcc-arm-v7 (linux/arm/v7, Release) (push) Failing after 3s
CI (quantize) / quantize (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (ADDRESS) (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (THREAD) (push) Failing after 3s
CI (sanitize) / ubuntu-22-gcc-sanitized (UNDEFINED) (push) Failing after 2s
CI (sycl) / ubuntu-22-cmake-sycl (linux/amd64, icx, icpx, ON) (push) Failing after 3s
CI (sycl) / ubuntu-22-cmake-sycl (linux/arm64, icx, icpx, ON) (push) Failing after 3s
Examples WASM / deploy-wasm-github-pages (push) Failing after 3s
Examples Tests / addon_node-ubuntu-22 (20.x) (push) Failing after 3s
Examples Tests / addon_node-ubuntu-22 (22.x) (push) Failing after 2s
CI (coreml) / coreml-base-en (push) Has been cancelled
CI (self-hosted) / gpu-vulkan (push) Has been cancelled
CI (self-hosted) / npu-amd-windows (push) Has been cancelled
CI (self-hosted) / gpu-vulkan-nvidia-cm2 (push) Has been cancelled
CI (clang) / ubuntu-22-clang-arm64 (Debug) (push) Has been cancelled
CI (clang) / ubuntu-22-clang-arm64 (Release) (push) Has been cancelled
CI (self-hosted) / gpu-cuda (push) Has been cancelled
CI (self-hosted) / gpu-vulkan-nvidia-cm (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-low-perf (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-high-perf (push) Has been cancelled
CI (cpu) / ggml-ci-arm64-cpu-high-perf-sve (push) Has been cancelled
CI (freebsd) / freeBSD-latest (push) Has been cancelled
CI (self-hosted) / gpu-metal (push) Has been cancelled
CI (gcc) / ubuntu-22-gcc-arm64 (Debug) (push) Has been cancelled
CI (gcc) / ubuntu-22-gcc-arm64 (Release) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=iOS) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=macOS) (push) Has been cancelled
CI (macOS) / macOS-latest (generic/platform=tvOS) (push) Has been cancelled
CI (self-hosted) / npu-amd-linux (push) Has been cancelled
CI (windows) / windows-msys2 (Release, clang, clang-x86_64, CLANG64) (push) Has been cancelled
CI (windows) / windows-msys2 (Release, gcc, ucrt-x86_64, UCRT64) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-cuda.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-cuda]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-intel.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-intel]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-musa.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-musa]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-vulkan.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main-vulkan]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main-vulkan.Dockerfile platform:linux/arm64 runs_on:ubuntu-24.04-arm tag:main-vulkan-arm64]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main.Dockerfile platform:linux/amd64 runs_on:ubuntu-24.04 tag:main]) (push) Has been cancelled
Publish Docker image / Push Docker image to Docker Hub (map[dockerfile:.devops/main.Dockerfile platform:linux/arm64 runs_on:ubuntu-24.04-arm tag:main-arm64]) (push) Has been cancelled
Mark inactive issues stale / mark-issues (push) Failing after 1s
This commit is contained in:
218
models/download-vitisai-model.ps1
Normal file
218
models/download-vitisai-model.ps1
Normal file
@@ -0,0 +1,218 @@
|
||||
param(
|
||||
[Parameter(Position = 0)]
|
||||
[string] $Model,
|
||||
|
||||
[Parameter(Position = 1)]
|
||||
[string] $ModelsPath,
|
||||
|
||||
[switch] $List
|
||||
)
|
||||
|
||||
$ErrorActionPreference = "Stop"
|
||||
|
||||
$Source = "https://huggingface.co"
|
||||
$CollectionApi = "https://huggingface.co/api/collections/amd/ryzen-ai-whisper-npu-optimized-onnx-models"
|
||||
$CollectionUrl = "https://huggingface.co/collections/amd/ryzen-ai-whisper-npu-optimized-onnx-models"
|
||||
|
||||
$ScriptDir = Split-Path -Parent $MyInvocation.MyCommand.Path
|
||||
if ($ScriptDir -match "\\bin$") {
|
||||
$DefaultDownloadPath = (Get-Location).Path
|
||||
} else {
|
||||
$DefaultDownloadPath = $ScriptDir
|
||||
}
|
||||
|
||||
if (-not $ModelsPath) {
|
||||
$ModelsPath = $DefaultDownloadPath
|
||||
}
|
||||
|
||||
function Get-HfHeaders {
|
||||
$headers = @{}
|
||||
if ($env:HF_TOKEN) {
|
||||
$headers["Authorization"] = "Bearer $env:HF_TOKEN"
|
||||
}
|
||||
return $headers
|
||||
}
|
||||
|
||||
function Invoke-HfJson {
|
||||
param([string] $Uri)
|
||||
|
||||
$headers = Get-HfHeaders
|
||||
if ($headers.Count -gt 0) {
|
||||
return Invoke-RestMethod -Uri $Uri -Headers $headers
|
||||
}
|
||||
|
||||
return Invoke-RestMethod -Uri $Uri
|
||||
}
|
||||
|
||||
function Normalize-ModelName {
|
||||
param([string] $Name)
|
||||
|
||||
# HF currently publishes ggml-small-en-encoder-vitisai.rai, while the
|
||||
# matching ggml model is ggml-small.en.bin.
|
||||
if ($Name.EndsWith("-en")) {
|
||||
return $Name.Substring(0, $Name.Length - 3) + ".en"
|
||||
}
|
||||
|
||||
return $Name
|
||||
}
|
||||
|
||||
function Get-VitisAiModels {
|
||||
$collection = Invoke-HfJson -Uri $CollectionApi
|
||||
$seen = @{}
|
||||
$rows = New-Object System.Collections.Generic.List[object]
|
||||
|
||||
foreach ($item in $collection.items) {
|
||||
if ($item.type -ne "model") {
|
||||
continue
|
||||
}
|
||||
|
||||
$repo = $item.id
|
||||
if (-not $repo) {
|
||||
continue
|
||||
}
|
||||
|
||||
$modelInfo = Invoke-HfJson -Uri "$Source/api/models/$repo"
|
||||
foreach ($sibling in $modelInfo.siblings) {
|
||||
$filename = [string] $sibling.rfilename
|
||||
$match = [regex]::Match($filename, "^ggml-(.+)-encoder-vitisai\.rai$")
|
||||
if (-not $match.Success) {
|
||||
continue
|
||||
}
|
||||
|
||||
$rawName = $match.Groups[1].Value
|
||||
$modelName = Normalize-ModelName -Name $rawName
|
||||
if ($seen.ContainsKey($modelName)) {
|
||||
continue
|
||||
}
|
||||
|
||||
$seen[$modelName] = $true
|
||||
$destination = "ggml-$modelName-encoder-vitisai.rai"
|
||||
$url = "$Source/$repo/resolve/main/$([uri]::EscapeDataString($filename))"
|
||||
|
||||
$rows.Add([pscustomobject]@{
|
||||
Model = $modelName
|
||||
RawName = $rawName
|
||||
Repo = $repo
|
||||
SourceFile = $filename
|
||||
DestinationFile = $destination
|
||||
DownloadUrl = $url
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
$order = @{
|
||||
"tiny" = 10
|
||||
"tiny.en" = 11
|
||||
"base" = 20
|
||||
"base.en" = 21
|
||||
"small" = 30
|
||||
"small.en" = 31
|
||||
"medium" = 40
|
||||
"medium.en" = 41
|
||||
"large-v1" = 50
|
||||
"large-v2" = 60
|
||||
"large-v3" = 70
|
||||
"large-v3-turbo" = 80
|
||||
}
|
||||
|
||||
return $rows | Sort-Object `
|
||||
@{ Expression = { if ($order.ContainsKey($_.Model)) { $order[$_.Model] } else { 1000 } } }, `
|
||||
@{ Expression = { $_.Model } }
|
||||
}
|
||||
|
||||
function Show-Models {
|
||||
$models = Get-VitisAiModels
|
||||
|
||||
Write-Host ""
|
||||
Write-Host "Available VitisAI encoder caches from ${CollectionUrl}:"
|
||||
foreach ($entry in $models) {
|
||||
if ($entry.Model -eq $entry.RawName) {
|
||||
Write-Host (" {0,-18} {1}" -f $entry.Model, $entry.Repo)
|
||||
} else {
|
||||
Write-Host (" {0,-18} {1} (source name: {2})" -f $entry.Model, $entry.Repo, $entry.RawName)
|
||||
}
|
||||
}
|
||||
Write-Host ""
|
||||
}
|
||||
|
||||
function Show-Usage {
|
||||
Write-Host "Usage: download-vitisai-model.cmd --list"
|
||||
Write-Host " download-vitisai-model.cmd <model> [models_path]"
|
||||
Write-Host ""
|
||||
Write-Host "Downloads ggml-<model>-encoder-vitisai.rai next to ggml-<model>.bin."
|
||||
Write-Host "Use the same model name as download-ggml-model.cmd."
|
||||
Write-Host ""
|
||||
}
|
||||
|
||||
if ($List -or $Model -eq "--list" -or $Model -eq "-l" -or $Model -eq "list") {
|
||||
Show-Models
|
||||
exit 0
|
||||
}
|
||||
|
||||
if (-not $Model) {
|
||||
Show-Usage
|
||||
Show-Models
|
||||
exit 1
|
||||
}
|
||||
|
||||
$models = Get-VitisAiModels
|
||||
$entry = $models | Where-Object { $_.Model -eq $Model -or $_.RawName -eq $Model } | Select-Object -First 1
|
||||
if (-not $entry) {
|
||||
Write-Host "Invalid model: $Model"
|
||||
foreach ($available in $models) {
|
||||
Write-Host " $($available.Model)"
|
||||
}
|
||||
exit 1
|
||||
}
|
||||
|
||||
New-Item -ItemType Directory -Force -Path $ModelsPath | Out-Null
|
||||
$destinationPath = Join-Path $ModelsPath $entry.DestinationFile
|
||||
|
||||
Write-Host "Downloading VitisAI encoder cache $($entry.Model) from '$($entry.Repo)' ..."
|
||||
if (Test-Path $destinationPath) {
|
||||
Write-Host "VitisAI encoder cache $($entry.DestinationFile) already exists. Skipping download."
|
||||
exit 0
|
||||
}
|
||||
|
||||
$headers = Get-HfHeaders
|
||||
$downloaded = $false
|
||||
for ($attempt = 1; $attempt -le 5; ++$attempt) {
|
||||
try {
|
||||
if ($headers.Count -gt 0) {
|
||||
Invoke-WebRequest -Uri $entry.DownloadUrl -Headers $headers -OutFile $destinationPath
|
||||
} else {
|
||||
Invoke-WebRequest -Uri $entry.DownloadUrl -OutFile $destinationPath
|
||||
}
|
||||
$downloaded = $true
|
||||
break
|
||||
} catch {
|
||||
if ($attempt -eq 5) {
|
||||
if (Test-Path $destinationPath) {
|
||||
Remove-Item -Force $destinationPath
|
||||
}
|
||||
Write-Host "Failed to download VitisAI encoder cache $($entry.Model) from $($entry.DownloadUrl)"
|
||||
throw
|
||||
}
|
||||
Start-Sleep -Seconds 5
|
||||
}
|
||||
}
|
||||
|
||||
if (-not $downloaded) {
|
||||
exit 1
|
||||
}
|
||||
|
||||
$whisperCmd = "whisper-cli"
|
||||
if (-not (Get-Command whisper-cli -ErrorAction SilentlyContinue)) {
|
||||
$rootPath = Split-Path -Parent $ScriptDir
|
||||
$whisperCmd = Join-Path $rootPath "build\bin\Release\whisper-cli.exe"
|
||||
}
|
||||
|
||||
Write-Host "Done! VitisAI encoder cache '$($entry.Model)' saved in '$destinationPath'"
|
||||
if ($entry.RawName -ne $entry.Model) {
|
||||
Write-Host "Source cache '$($entry.SourceFile)' was renamed to match ggml model name '$($entry.Model)'."
|
||||
}
|
||||
Write-Host "Use it with the matching ggml model:"
|
||||
Write-Host ""
|
||||
Write-Host " $ScriptDir\download-ggml-model.cmd $($entry.Model) $ModelsPath"
|
||||
Write-Host " $whisperCmd -m $ModelsPath\ggml-$($entry.Model).bin -f samples\jfk.wav"
|
||||
Write-Host ""
|
||||
Reference in New Issue
Block a user