diff --git a/mmgen/apis/train.py b/mmgen/apis/train.py
index 56c738984..fd1347e9a 100644
--- a/mmgen/apis/train.py
+++ b/mmgen/apis/train.py
@@ -179,8 +179,7 @@ def train_model(model,
             **loader_cfg, 'shuffle': False,
             **cfg.data.get('val_data_loader', {})
         }
-        val_dataloader = build_dataloader(
-            val_dataset, dist=distributed, **val_loader_cfg)
+        val_dataloader = build_dataloader(val_dataset, **val_loader_cfg)
         eval_cfg = deepcopy(cfg.get('evaluation'))
         priority = eval_cfg.pop('priority', 'LOW')
         eval_cfg.update(dict(dist=distributed, dataloader=val_dataloader))