fix queries projection having bias

lucidrains · Dec 30, 2021 · d0ca80e · d0ca80e
1 parent 9ac9d69
commit d0ca80e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/enformer_pytorch/finetune.py b/enformer_pytorch/finetune.py
@@ -150,7 +150,7 @@ def __init__(
         self.scale = dim_head ** -0.5
         self.heads = heads
         inner_dim = heads * dim_head
-        self.to_queries = nn.Linear(enformer_hidden_dim, inner_dim)
+        self.to_queries = nn.Linear(enformer_hidden_dim, inner_dim, bias = False)
 
         self.null_key = nn.Parameter(torch.randn(inner_dim))
         self.null_value = nn.Parameter(torch.randn(inner_dim))

diff --git a/setup.py b/setup.py
@@ -4,7 +4,7 @@
   name = 'enformer-pytorch',
   packages = find_packages(exclude=[]),
   include_package_data = True,
-  version = '0.1.18',
+  version = '0.1.19',
   license='MIT',
   description = 'Enformer - Pytorch',
   author = 'Phil Wang',