diff --git a/e2_tts_pytorch/e2_tts.py b/e2_tts_pytorch/e2_tts.py
index 0af3ee3..6f95b52 100644
--- a/e2_tts_pytorch/e2_tts.py
+++ b/e2_tts_pytorch/e2_tts.py
@@ -235,7 +235,7 @@ def __init__(
             attn = Attention(dim = dim, heads = heads, dim_head = dim_head, **attn_kwargs)
 
             ff_norm = rmsnorm_klass(dim)
-            ff = FeedForward(dim = dim, **ff_kwargs)
+            ff = FeedForward(dim = dim, glu = True, **ff_kwargs)
 
             skip_proj = nn.Linear(dim * 2, dim, bias = False) if needs_skip_proj else None
 
diff --git a/pyproject.toml b/pyproject.toml
index 4ec5d78..0427828 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "e2-tts-pytorch"
-version = "0.0.26"
+version = "0.0.27"
 description = "E2-TTS in Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }