1.1.4

lucidrains · Nov 12, 2021 · ae4d88a · ae4d88a
1 parent a34d5d9
commit ae4d88a
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/dalle_pytorch/attention.py b/dalle_pytorch/attention.py
@@ -26,7 +26,7 @@ def max_neg_value(t):
 
 def stable_softmax(t, dim = -1, alpha = 32 ** 2):
  t = t / alpha
- t = t - torch.amax(t, dim = dim, keepdim = True)
+ t = t - torch.amax(t, dim = dim, keepdim = True).detach()
  return (t * alpha).softmax(dim = dim)
 
 def apply_pos_emb(pos_emb, qkv):

diff --git a/dalle_pytorch/transformer.py b/dalle_pytorch/transformer.py
@@ -33,7 +33,7 @@ def __init__(self, dim):
  self.dim = dim
 
  def forward(self, x):
- maxes = x.amax(dim = self.dim, keepdim = True)
+ maxes = x.amax(dim = self.dim, keepdim = True).detach()
  return x / maxes
 
 # https://arxiv.org/abs/2103.17239

diff --git a/setup.py b/setup.py
@@ -4,7 +4,7 @@
  name = 'dalle-pytorch',
  packages = find_packages(),
  include_package_data = True,
- version = '1.1.2',
+ version = '1.1.4',
  license='MIT',
  description = 'DALL-E - Pytorch',
  author = 'Phil Wang',