diff --git a/tutorials/examples/train_hypergrid.py b/tutorials/examples/train_hypergrid.py
index 2148ca4d..0fb06650 100644
--- a/tutorials/examples/train_hypergrid.py
+++ b/tutorials/examples/train_hypergrid.py
@@ -928,13 +928,9 @@ def _model_builder() -> Tuple[GFlowNet, torch.optim.Optimizer]:
                 env,
                 training_objects,  # type: ignore
                 recalculate_all_logprobs=(not is_on_policy_iter),
-                reduction="sum" if args.distributed or args.loss == "SubTB" else "mean",  # type: ignore
+                reduction="sum" if args.loss == "SubTB" else "mean",  # type: ignore
             )
 
-            # Normalize the loss by the local batch size if distributed.
-            if args.distributed:
-                loss = loss / (per_node_batch_size)
-
         # Barrier.
         with Timer(
             timing, "barrier 0", enabled=(args.timing and args.distributed)