From 37c7ff7cdccf90b01e89d575e5a792510a37711a Mon Sep 17 00:00:00 2001 From: lucidrains Date: Mon, 15 Jul 2024 13:59:36 -0700 Subject: [PATCH] allow for attending to nothing --- e2_tts_pytorch/e2_tts.py | 4 +++- pyproject.toml | 2 +- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/e2_tts_pytorch/e2_tts.py b/e2_tts_pytorch/e2_tts.py index 6a1163e..7b8fa5a 100644 --- a/e2_tts_pytorch/e2_tts.py +++ b/e2_tts_pytorch/e2_tts.py @@ -199,7 +199,9 @@ def __init__( dim_head = 64, num_gateloop_layers = 1, dropout = 0.1, - attn_kwargs: dict = dict(), + attn_kwargs: dict = dict( + gate_value_heads = True + ), ff_kwargs: dict = dict() ): super().__init__() diff --git a/pyproject.toml b/pyproject.toml index d4ecc0d..dc9d943 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "e2-tts-pytorch" -version = "0.0.30" +version = "0.0.31" description = "E2-TTS in Pytorch" authors = [ { name = "Phil Wang", email = "lucidrains@gmail.com" }