fix: lot of

This commit is contained in:
googlefan256
2025-05-09 17:01:02 +09:00
parent e5e92f6211
commit 451f4497b6
19 changed files with 466 additions and 365 deletions

737
Cargo.lock generated

File diff suppressed because it is too large Load Diff

View File

@@ -1,5 +1,5 @@
[workspace] [workspace]
resolver = "2" resolver = "3"
members = ["./crates/sbv2_api", "./crates/sbv2_core", "./crates/sbv2_bindings", "./crates/sbv2_wasm"] members = ["./crates/sbv2_api", "./crates/sbv2_core", "./crates/sbv2_bindings", "./crates/sbv2_wasm"]
[workspace.package] [workspace.package]
@@ -8,7 +8,7 @@ edition = "2021"
description = "Style-Bert-VITSの推論ライブラリ" description = "Style-Bert-VITSの推論ライブラリ"
license = "MIT" license = "MIT"
readme = "./README.md" readme = "./README.md"
repository = "https://github.com/tuna2134/sbv2-api" repository = "https://github.com/neodyland/sbv2-api"
documentation = "https://docs.rs/sbv2_core" documentation = "https://docs.rs/sbv2_core"
[workspace.dependencies] [workspace.dependencies]

View File

@@ -1,6 +1,7 @@
MIT License MIT License
Copyright (c) 2024 tuna2134 Copyright (c) 2024 tuna2134
Copyright (c) 2021- neodyland
Permission is hereby granted, free of charge, to any person obtaining a copy Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal of this software and associated documentation files (the "Software"), to deal

View File

@@ -17,7 +17,7 @@
## プログラミングに詳しくない方向け ## プログラミングに詳しくない方向け
[こちら](https://github.com/tuna2134/sbv2-gui?tab=readme-ov-file)を参照してください。 [こちら](https://github.com/tuna2134/sbv2-gui)を参照してください。
コマンドやpythonの知識なしで簡単に使えるバージョンです。(できることはほぼ同じ) コマンドやpythonの知識なしで簡単に使えるバージョンです。(できることはほぼ同じ)
@@ -75,7 +75,7 @@ CPUの場合は
```sh ```sh
docker run -it --rm -p 3000:3000 --name sbv2 \ docker run -it --rm -p 3000:3000 --name sbv2 \
-v ./models:/work/models --env-file .env \ -v ./models:/work/models --env-file .env \
ghcr.io/tuna2134/sbv2-api:cpu ghcr.io/neodyland/sbv2-api:cpu
``` ```
<details> <details>
@@ -90,7 +90,7 @@ CPUの場合は
```bash ```bash
docker run --platform linux/amd64 -it --rm -p 3000:3000 --name sbv2 \ docker run --platform linux/amd64 -it --rm -p 3000:3000 --name sbv2 \
-v ./models:/work/models --env-file .env \ -v ./models:/work/models --env-file .env \
ghcr.io/tuna2134/sbv2-api:cpu ghcr.io/neodyland/sbv2-api:cpu
``` ```
</details> </details>
@@ -99,7 +99,7 @@ CUDAの場合は
docker run -it --rm -p 3000:3000 --name sbv2 \ docker run -it --rm -p 3000:3000 --name sbv2 \
-v ./models:/work/models --env-file .env \ -v ./models:/work/models --env-file .env \
--gpus all \ --gpus all \
ghcr.io/tuna2134/sbv2-api:cuda ghcr.io/neodyland/sbv2-api:cuda
``` ```
### 起動確認 ### 起動確認

View File

@@ -53,12 +53,16 @@ struct SynthesizeRequest {
text: String, text: String,
ident: String, ident: String,
#[serde(default = "sdp_default")] #[serde(default = "sdp_default")]
#[schema(example = 0.0_f32)]
sdp_ratio: f32, sdp_ratio: f32,
#[serde(default = "length_default")] #[serde(default = "length_default")]
#[schema(example = 1.0_f32)]
length_scale: f32, length_scale: f32,
#[serde(default = "style_id_default")] #[serde(default = "style_id_default")]
#[schema(example = 0_i32)]
style_id: i32, style_id: i32,
#[serde(default = "speaker_id_default")] #[serde(default = "speaker_id_default")]
#[schema(example = 0_i64)]
speaker_id: i64, speaker_id: i64,
} }

View File

@@ -5,21 +5,27 @@ use std::io::copy;
use std::path::PathBuf; use std::path::PathBuf;
fn main() -> Result<(), Box<dyn std::error::Error>> { fn main() -> Result<(), Box<dyn std::error::Error>> {
let static_path = home_dir().unwrap().join(".cache/sbv2/all.bin"); let static_dir = home_dir().unwrap().join(".cache/sbv2");
let static_path = static_dir.join("all.bin");
let out_path = PathBuf::from(&env::var("OUT_DIR").unwrap()).join("all.bin"); let out_path = PathBuf::from(&env::var("OUT_DIR").unwrap()).join("all.bin");
println!("cargo:rerun-if-changed=build.rs"); println!("cargo:rerun-if-changed=build.rs");
if static_path.exists() { if static_path.exists() {
if fs::hard_link(&static_path, &out_path).is_err() { println!("cargo:info=Dictionary file already exists, skipping download.");
fs::copy(static_path, out_path).unwrap();
};
} else { } else {
println!("cargo:warning=Downloading dictionary file..."); println!("cargo:warning=Downloading dictionary file...");
let mut response = let mut response =
ureq::get("https://huggingface.co/neody/sbv2-api-assets/resolve/main/dic/all.bin") ureq::get("https://huggingface.co/neody/sbv2-api-assets/resolve/main/dic/all.bin")
.call()?; .call()?;
let mut response = response.body_mut().as_reader(); let mut response = response.body_mut().as_reader();
let mut file = fs::File::create(&out_path)?; if !static_dir.exists() {
fs::create_dir_all(static_dir)?;
}
let mut file = fs::File::create(&static_path)?;
copy(&mut response, &mut file)?; copy(&mut response, &mut file)?;
} }
if !out_path.exists() && fs::hard_link(&static_path, &out_path).is_err() {
println!("cargo:warning=Failed to create hard link, copying instead.");
fs::copy(static_path, out_path)?;
}
Ok(()) Ok(())
} }

View File

@@ -14,11 +14,9 @@ pub fn predict(
"attention_mask" => TensorRef::from_array_view((vec![1, attention_masks.len() as i64], attention_masks.as_slice()))?, "attention_mask" => TensorRef::from_array_view((vec![1, attention_masks.len() as i64], attention_masks.as_slice()))?,
} }
)?; )?;
let output = outputs["output"] let output = outputs["output"]
.try_extract_tensor::<f32>()? .try_extract_array::<f32>()?
.into_dimensionality::<Ix2>()? .into_dimensionality::<Ix2>()?
.to_owned(); .to_owned();
Ok(output) Ok(output)
} }

View File

@@ -28,6 +28,8 @@ pub enum Error {
Base64Error(#[from] base64::DecodeError), Base64Error(#[from] base64::DecodeError),
#[error("other")] #[error("other")]
OtherError(String), OtherError(String),
#[error("Style error: {0}")]
StyleError(String),
} }
pub type Result<T> = std::result::Result<T, Error>; pub type Result<T> = std::result::Result<T, Error>;

View File

@@ -81,7 +81,7 @@ fn phone_tone_to_kana(phones: Vec<String>, tones: Vec<i32>) -> Vec<(String, i32)
let tones = &tones[1..]; let tones = &tones[1..];
let mut results = Vec::new(); let mut results = Vec::new();
let mut current_mora = String::new(); let mut current_mora = String::new();
for ((phone, next_phone), (&tone, &next_tone)) in phones for ((phone, _next_phone), (&tone, &next_tone)) in phones
.iter() .iter()
.zip(phones.iter().skip(1)) .zip(phones.iter().skip(1))
.zip(tones.iter().zip(tones.iter().skip(1))) .zip(tones.iter().zip(tones.iter().skip(1)))

View File

@@ -101,11 +101,9 @@ pub fn synthesize(
"noise_scale" => noise_scale, "noise_scale" => noise_scale,
"noise_scale_w" => noise_scale_w, "noise_scale_w" => noise_scale_w,
})?; })?;
let audio_array = outputs["output"] let audio_array = outputs["output"]
.try_extract_tensor::<f32>()? .try_extract_array::<f32>()?
.into_dimensionality::<Ix3>()? .into_dimensionality::<Ix3>()?
.to_owned(); .to_owned();
Ok(audio_array) Ok(audio_array)
} }

View File

@@ -1,4 +1,4 @@
use crate::error::Result; use crate::error::{Error, Result};
use ndarray::{s, Array1, Array2}; use ndarray::{s, Array1, Array2};
use serde::Deserialize; use serde::Deserialize;
@@ -21,6 +21,18 @@ pub fn get_style_vector(
style_id: i32, style_id: i32,
weight: f32, weight: f32,
) -> Result<Array1<f32>> { ) -> Result<Array1<f32>> {
if style_vectors.shape().len() != 2 {
return Err(Error::StyleError(
"Invalid shape for style vectors".to_string(),
));
}
if style_id < 0 || style_id >= style_vectors.shape()[0] as i32 {
return Err(Error::StyleError(format!(
"Invalid style ID: {}. Max ID: {}",
style_id,
style_vectors.shape()[0] - 1
)));
}
let mean = style_vectors.slice(s![0, ..]).to_owned(); let mean = style_vectors.slice(s![0, ..]).to_owned();
let style_vector = style_vectors.slice(s![style_id as usize, ..]).to_owned(); let style_vector = style_vectors.slice(s![style_id as usize, ..]).to_owned();
let diff = (style_vector - &mean) * weight; let diff = (style_vector - &mean) * weight;

View File

@@ -1,2 +1,2 @@
# StyleBertVITS2 wasm # StyleBertVITS2 wasm
refer to https://github.com/tuna2134/sbv2-api refer to https://github.com/neodyland/sbv2-api

View File

@@ -11,6 +11,7 @@
}, },
"keywords": [], "keywords": [],
"author": "tuna2134", "author": "tuna2134",
"contributes": ["neodyland"],
"license": "MIT", "license": "MIT",
"devDependencies": { "devDependencies": {
"@biomejs/biome": "^1.9.4", "@biomejs/biome": "^1.9.4",

View File

@@ -0,0 +1 @@
3.11

View File

@@ -1,5 +1,6 @@
style-bert-vits2 git+https://github.com/neodyland/style-bert-vits2-ref
onnxsim onnxsim
numpy<2 numpy<2
zstandard zstandard
onnxruntime onnxruntime
cmake<4

View File

@@ -2,8 +2,16 @@ FROM rust AS builder
WORKDIR /work WORKDIR /work
COPY . . COPY . .
RUN cargo build -r --bin sbv2_api RUN cargo build -r --bin sbv2_api
FROM gcr.io/distroless/cc-debian12 FROM ubuntu AS upx
WORKDIR /work WORKDIR /work
RUN apt update && apt-get install -y upx binutils
COPY --from=builder /work/target/release/sbv2_api /work/main COPY --from=builder /work/target/release/sbv2_api /work/main
COPY --from=builder /work/target/release/*.so /work COPY --from=builder /work/target/release/*.so /work
CMD ["/work/main"] RUN upx --best --lzma /work/main
RUN find /work -maxdepth 1 -name "*.so" -exec strip --strip-unneeded {} +
RUN find /work -maxdepth 1 -name "*.so" -exec upx --best --lzma {} +
FROM gcr.io/distroless/cc-debian12
WORKDIR /work
COPY --from=upx /work/main /work/main
COPY --from=builder /work/*.so /work
CMD ["/work/main"]

View File

@@ -2,9 +2,17 @@ FROM rust AS builder
WORKDIR /work WORKDIR /work
COPY . . COPY . .
RUN cargo build -r --bin sbv2_api -F cuda,cuda_tf32 RUN cargo build -r --bin sbv2_api -F cuda,cuda_tf32
FROM nvidia/cuda:12.3.2-cudnn9-runtime-ubuntu22.04 FROM ubuntu AS upx
WORKDIR /work WORKDIR /work
RUN apt update && apt-get install -y upx
COPY --from=builder /work/target/release/sbv2_api /work/main COPY --from=builder /work/target/release/sbv2_api /work/main
COPY --from=builder /work/target/release/*.so /work COPY --from=builder /work/target/release/*.so /work
RUN upx --best --lzma /work/main
RUN find /work -maxdepth 1 -name "*.so" -exec strip --strip-unneeded {} +
RUN find /work -maxdepth 1 -name "*.so" -exec upx --best --lzma {} +
FROM nvidia/cuda:12.3.2-cudnn9-runtime-ubuntu22.04
WORKDIR /work
COPY --from=upx /work/main /work/main
COPY --from=builder /work/*.so /work
ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/work ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/work
CMD ["/work/main"] CMD ["/work/main"]

View File

@@ -1,3 +1,3 @@
docker run -it --rm -p 3000:3000 --name sbv2 \ docker run -it --rm -p 3000:3000 --name sbv2 \
-v ./models:/work/models --env-file .env \ -v ./models:/work/models --env-file .env \
ghcr.io/tuna2134/sbv2-api:cpu ghcr.io/neodyland/sbv2-api:cpu

View File

@@ -1,4 +1,4 @@
docker run -it --rm -p 3000:3000 --name sbv2 \ docker run -it --rm -p 3000:3000 --name sbv2 \
-v ./models:/work/models --env-file .env \ -v ./models:/work/models --env-file .env \
--gpus all \ --gpus all \
ghcr.io/tuna2134/sbv2-api:cuda ghcr.io/neodyland/sbv2-api:cuda