1aac481957dda7b9873a4204b5c96cb4e2c205c6,pytorch_lightning/plugins/training_type/horovod.py,HorovodPlugin,barrier,#HorovodPlugin#,118

Before Change

        hvd.join()

    def barrier(self, *args, **kwargs):
        hvd.join()

    def broadcast(self, obj: object, src: int = 0) -> object:
        obj = hvd.broadcast_object(obj, src)
        return obj

After Change

        hvd.join()

    def barrier(self, *args, **kwargs):
        if torch_distrib.is_initialized():
            hvd.join()

    def broadcast(self, obj: object, src: int = 0) -> object:
        obj = hvd.broadcast_object(obj, src)
        return obj

Instances