Merge of PR #1627

PiperOrigin-RevId: 258823663
tensorflow · Jul 18, 2019 · 2bc2189 · 2bc2189
1 parent 41e35ef
commit 2bc2189
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tensor2tensor/utils/expert_utils.py b/tensor2tensor/utils/expert_utils.py
@@ -1044,7 +1044,7 @@ def local_moe(x,
           noisy_gating=True,
           noise_epsilon=1e-2)
       importance = tf.reduce_sum(gates, 0)
-      loss = loss_coef * (cv_squared(importance) + cv_squared(load))
+      loss = (cv_squared(importance) + cv_squared(load))
     else:
       assert hparams.gating_type == "vq"
       tf.logging.info("Using VQ gating")