non buffered

PrimeIntellect-ai · Oct 31, 2024 · 4959c69 · 4959c69
1 parent 727f428
commit 4959c69
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/src/zeroband/diloco.py b/src/zeroband/diloco.py
@@ -127,7 +127,6 @@ def sync_pseudo_gradient(
                         grad = grad.to_local()
 
                     grad.div_(world_size)
-                    self._logger.debug(f"{grad.shape}, type(grad): {type(grad)}")
                     all_reduce(self.config.compression, grad, dist.ReduceOp.SUM, global_pg)
 
                     self._logger.debug(