diff --git a/e2_tts_pytorch/e2_tts.py b/e2_tts_pytorch/e2_tts.py
index 97b93fb..05c8e28 100644
--- a/e2_tts_pytorch/e2_tts.py
+++ b/e2_tts_pytorch/e2_tts.py
@@ -200,7 +200,8 @@ def __init__(
         num_gateloop_layers = 1,
         dropout = 0.1,
         attn_kwargs: dict = dict(
-            gate_value_heads = True
+            gate_value_heads = True,
+            softclamp_logits = True,
         ),
         ff_kwargs: dict = dict()
     ):
diff --git a/pyproject.toml b/pyproject.toml
index 7ce7b47..bdf52f4 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "e2-tts-pytorch"
-version = "0.0.35"
+version = "0.0.37"
 description = "E2-TTS in Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }
@@ -36,7 +36,7 @@ dependencies = [
     'torchdiffeq',
     'torchaudio>=2.3.1',
     'tqdm>=4.65.0',
-    'x-transformers>=1.31.12',
+    'x-transformers>=1.31.14',
 ]
 
 [project.urls]