hotfix: fix distributed initialization bytedance#285

ZiyueHuang · jasperzhong · commit a692fea04922 · 2020-08-05T12:51:31.000Z
diff --git a/byteps/mxnet/__init__.py b/byteps/mxnet/__init__.py
@@ -326,12 +326,9 @@ def _init_params(self):
                 param_arrays = param._check_and_get(param._data, list)
                 idx = self._param2idx[param.name]
 
-                if rank() != self.root_rank:
-                    param_arrays[0].__imul__(0)
-
                 compressed, ctx = self._intra_compressors[param.name].compress(
                     param_arrays[0])
-                byteps_push_pull(compressed, version=0, priority=0,
+                byteps_push_pull(param_arrays[0], version=0, priority=0,
                                  name="parameter_" + str(idx), is_average=False)
                 param_arrays[0][:] = self._intra_compressors[param.name].decompress(
                     compressed, ctx,  x=param._data[0])
