From e02c2331ae22f7d182f6ad87f67fe36ba65b31f4 Mon Sep 17 00:00:00 2001 From: Phil Wang Date: Fri, 19 Jul 2024 13:59:14 -0700 Subject: [PATCH] turn on attention softclamping --- e2_tts_pytorch/e2_tts.py | 3 ++- pyproject.toml | 4 ++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/e2_tts_pytorch/e2_tts.py b/e2_tts_pytorch/e2_tts.py index 97b93fb..05c8e28 100644 --- a/e2_tts_pytorch/e2_tts.py +++ b/e2_tts_pytorch/e2_tts.py @@ -200,7 +200,8 @@ def __init__( num_gateloop_layers = 1, dropout = 0.1, attn_kwargs: dict = dict( - gate_value_heads = True + gate_value_heads = True, + softclamp_logits = True, ), ff_kwargs: dict = dict() ): diff --git a/pyproject.toml b/pyproject.toml index 7ce7b47..bdf52f4 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "e2-tts-pytorch" -version = "0.0.35" +version = "0.0.37" description = "E2-TTS in Pytorch" authors = [ { name = "Phil Wang", email = "lucidrains@gmail.com" } @@ -36,7 +36,7 @@ dependencies = [ 'torchdiffeq', 'torchaudio>=2.3.1', 'tqdm>=4.65.0', - 'x-transformers>=1.31.12', + 'x-transformers>=1.31.14', ] [project.urls]