mirror of
https://github.com/kyutai-labs/delayed-streams-modeling.git
synced 2025-12-23 03:19:57 +00:00
Avoid the config override for the extra-heads.
This commit is contained in:
@@ -138,13 +138,9 @@ def main(args):
|
|||||||
|
|
||||||
mimi = info.get_mimi(device=args.device)
|
mimi = info.get_mimi(device=args.device)
|
||||||
tokenizer = info.get_text_tokenizer()
|
tokenizer = info.get_text_tokenizer()
|
||||||
lm_kwargs_overrides = {}
|
|
||||||
if args.vad:
|
|
||||||
lm_kwargs_overrides = {"extra_heads_num_heads": 4}
|
|
||||||
lm = info.get_moshi(
|
lm = info.get_moshi(
|
||||||
device=args.device,
|
device=args.device,
|
||||||
dtype=torch.bfloat16,
|
dtype=torch.bfloat16,
|
||||||
lm_kwargs_overrides=lm_kwargs_overrides,
|
|
||||||
)
|
)
|
||||||
lm_gen = moshi.models.LMGen(lm, temp=0, temp_text=0.0)
|
lm_gen = moshi.models.LMGen(lm, temp=0, temp_text=0.0)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user