Skip to content

S
seminar-breakout
Commit caafda80 authored by Yuxin Wu's avatar Yuxin Wu
Browse files
Options

[horovod] no need to broadcast every epoch

parent e53bf227
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
tensorpack/train/trainers.py
View file @ caafda80
...@@ -413,7 +413,7 @@ class HorovodTrainer(SingleCostTrainer): ...@@ -413,7 +413,7 @@ class HorovodTrainer(SingleCostTrainer):
logger.info("[HorovodTrainer] local rank={}".format(self._local_rank)) logger.info("[HorovodTrainer] local rank={}".format(self._local_rank))
super(HorovodTrainer, self).__init__() super(HorovodTrainer, self).__init__()
self.BROADCAST_EVERY_EPOCH = True self.BROADCAST_EVERY_EPOCH = False
def mpi_enabled(self): def mpi_enabled(self):
""" """
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment