Skip to content

Commit

Permalink
always use glu flavored ff
Browse files Browse the repository at this point in the history
  • Loading branch information
lucidrains committed Jul 14, 2024
1 parent b13f520 commit 468695b
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion e2_tts_pytorch/e2_tts.py
Original file line number Diff line number Diff line change
Expand Up @@ -235,7 +235,7 @@ def __init__(
attn = Attention(dim = dim, heads = heads, dim_head = dim_head, **attn_kwargs)

ff_norm = rmsnorm_klass(dim)
ff = FeedForward(dim = dim, **ff_kwargs)
ff = FeedForward(dim = dim, glu = True, **ff_kwargs)

skip_proj = nn.Linear(dim * 2, dim, bias = False) if needs_skip_proj else None

Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[project]
name = "e2-tts-pytorch"
version = "0.0.26"
version = "0.0.27"
description = "E2-TTS in Pytorch"
authors = [
{ name = "Phil Wang", email = "[email protected]" }
Expand Down

0 comments on commit 468695b

Please sign in to comment.