fix an issue that was fixed by deepmind in their official repository g…

…oogle-deepmind/deepmind-research@57456a0#diff-583dcbbf8cd548d5c0775a6880d7e45e5e2737b919e7c4c9ea1651ee687ab6d2R457
lucidrains · Jun 1, 2022 · dcb5751 · dcb5751
1 parent 9edf7f3
commit dcb5751
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/enformer_pytorch/modeling_enformer.py b/enformer_pytorch/modeling_enformer.py
@@ -81,7 +81,7 @@ def get_positional_features_gamma(positions, features, seq_len, stddev = None, s
     rate = mean / stddev ** 2
     probabilities = gamma_pdf(positions.float().abs()[..., None], concentration, rate)
     probabilities = probabilities + eps
-    outputs = probabilities / torch.amax(probabilities)
+    outputs = probabilities / torch.amax(probabilities, dim = -1, keepdim = True)
     return outputs
 
 def get_positional_embed(seq_len, feature_size, device):

diff --git a/setup.py b/setup.py
@@ -4,11 +4,12 @@
   name = 'enformer-pytorch',
   packages = find_packages(exclude=[]),
   include_package_data = True,
-  version = '0.4.5',
+  version = '0.4.6',
   license='MIT',
   description = 'Enformer - Pytorch',
   author = 'Phil Wang',
   author_email = 'lucidrains@gmail.com',
+  long_description_content_type = 'text/markdown',
   url = 'https://github.com/lucidrains/enformer-pytorch',
   keywords = [
     'artificial intelligence',