Test the impact of 4 to 1 checks in each module

wconstab · wconstab · commit 26f1fea6a07c · 2023-03-08T23:29:24.000Z
[ghstack-poisoned]
diff --git a/torch/nn/modules/module.py b/torch/nn/modules/module.py
@@ -1495,7 +1495,7 @@ def _call_impl(self, *args, **kwargs):
         forward_call = (self._slow_forward if torch._C._get_tracing_state() else self.forward)
         # If we don't have any hooks, we want to skip the rest of the logic in
         # this function, and just call forward.
-        if not (self._backward_hooks or self._backward_pre_hooks or self._forward_hooks or self._forward_pre_hooks
+        if not (self._forward_hooks
                 or _global_backward_pre_hooks or _global_backward_hooks
                 or _global_forward_hooks or _global_forward_pre_hooks):
             return forward_call(*args, **kwargs)
