From 074330262c310270bb30462ea5d7a70543752218 Mon Sep 17 00:00:00 2001
From: freewym <freewym@gmail.com>
Date: Thu, 13 Jun 2019 02:09:57 -0400
Subject: [PATCH] Replace the use of the deprecated torch.distributed.reduce_op
 with torch.distributed.ReduceOp

---
 fairseq/optim/bmuf.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/fairseq/optim/bmuf.py b/fairseq/optim/bmuf.py
index 853bd47a25..a97e9788de 100644
--- a/fairseq/optim/bmuf.py
+++ b/fairseq/optim/bmuf.py
@@ -62,7 +62,7 @@ def _model_average_step(self):
         if self.get_num_updates() % self.sync_iter == 0:
             size = float(dist.get_world_size())
             for p in self.params:
-                dist.all_reduce(p.data, op=dist.reduce_op.SUM)
+                dist.all_reduce(p.data, op=dist.ReduceOp.SUM)
                 p.data /= size
 
     def step(self, closure=None):