From fc382d93402c7ab8725f76f697dba1e7bcd0e052 Mon Sep 17 00:00:00 2001 From: Lin Yuan Date: Thu, 5 Mar 2020 20:06:13 +0000 Subject: [PATCH] Fix the list to singlton conversion --- python/mxnet/kvstore/horovod.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/python/mxnet/kvstore/horovod.py b/python/mxnet/kvstore/horovod.py index 51bb5642df6a..96bc4d9b2e20 100644 --- a/python/mxnet/kvstore/horovod.py +++ b/python/mxnet/kvstore/horovod.py @@ -121,16 +121,20 @@ def pushpull(self, key, value, out=None, priority=0): import horovod.mxnet as hvd if out is None: - hvd.allreduce_(value, average=False, name=key, priority=priority) + value = value if isinstance(value, list) else [value] + for v in value: + hvd.allreduce_(v, average=False, name=str(key), priority=priority) else: - out[:] = hvd.allreduce(value, average=False, name=key, priority=priority) + out = out if isinstance(out, list) else [out] + for o in out: + o[:] = hvd.allreduce(value, average=False, name=str(key), priority=priority) def set_optimizer(self, optimizer): pass @staticmethod def is_capable(capability): - pass + return False def save_optimizer_states(self, fname, dump_optimizer=False): pass