Update module_backend.py

learning-at-home · Jul 28, 2022 · 0581f86 · 0581f86
1 parent 7a7c93a
commit 0581f86
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/hivemind/moe/server/module_backend.py b/hivemind/moe/server/module_backend.py
@@ -118,9 +118,7 @@ def backward(self, *inputs: torch.Tensor) -> Tuple[torch.Tensor, ...]:
 
         with torch.enable_grad():
             args = [
-                tensor.detach().requires_grad_(True)
-                if tensor.dtype in (torch.half, torch.float, torch.double)
-                else tensor.detach()
+                tensor.detach().requires_grad_(True) if tensor.is_floating_point() else tensor.detach()
                 for tensor in args
             ]
             kwargs = {