diff --git a/e2_tts_pytorch/e2_tts.py b/e2_tts_pytorch/e2_tts.py
index 6a1163e..7b8fa5a 100644
--- a/e2_tts_pytorch/e2_tts.py
+++ b/e2_tts_pytorch/e2_tts.py
@@ -199,7 +199,9 @@ def __init__(
         dim_head = 64,
         num_gateloop_layers = 1,
         dropout = 0.1,
-        attn_kwargs: dict = dict(),
+        attn_kwargs: dict = dict(
+            gate_value_heads = True
+        ),
         ff_kwargs: dict = dict()
     ):
         super().__init__()
diff --git a/pyproject.toml b/pyproject.toml
index d4ecc0d..dc9d943 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "e2-tts-pytorch"
-version = "0.0.30"
+version = "0.0.31"
 description = "E2-TTS in Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }