follow the alphafold convention of inner attention gating

lucidrains · May 28, 2024 · 769fd14 · 769fd14
1 parent 39cf9fc
commit 769fd14
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/alphafold3_pytorch/alphafold3.py b/alphafold3_pytorch/alphafold3.py
@@ -1355,6 +1355,7 @@ def __init__(
                 linear_attn = TaylorSeriesLinearAttn(
                     dim = dim,
                     prenorm = True,
+                    gate_value_heads = True,
                     **linear_attn_kwargs
                 )
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "alphafold3-pytorch"
-version = "0.0.52"
+version = "0.0.53"
 description = "Alphafold 3 - Pytorch"
 authors = [
     { name = "Phil Wang", email = "[email protected]" }