rust/sbv2-api
1
0
Fork 0
mirror of https://github.com/neodyland/sbv2-api.git synced 2026-05-28 11:40:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

wip: max loaded models

Browse Source
This commit is contained in:
Googlefan
2024-11-06 10:43:41 +00:00
parent 380daf479c
commit 14d631eeaa
4 changed files with 108 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
sbv2_api/src/main.rs
View File

@@ -69,7 +69,7 @@ async fn synthesize(
) -> AppResult<impl IntoResponse> {
log::debug!("processing request: text={text}, ident={ident}, sdp_ratio={sdp_ratio}, length_scale={length_scale}");
let buffer = {
let tts_model = state.tts_model.lock().await;
let mut tts_model = state.tts_model.lock().await;
tts_model.easy_synthesize(
&ident,
&text,
@@ -94,6 +94,9 @@ impl AppState {
let mut tts_model = TTSModelHolder::new(
&fs::read(env::var("BERT_MODEL_PATH")?).await?,
&fs::read(env::var("TOKENIZER_PATH")?).await?,
env::var("HOLDER_MAX_LOADED_MODElS")
.ok()
.and_then(|x| x.parse().ok()),
)?;
let models = env::var("MODELS_PATH").unwrap_or("models".to_string());
let mut f = fs::read_dir(&models).await?;