debug ddp

enhancer/cli/train.py

@@ -45,6 +45,7 @@ def main(config: DictConfig):
         loss=parameters.get("loss"),
         metric=parameters.get("metric"),
     )
+    print(dataset.train_dataloader().sampler)
 
     direction = model.valid_monitor
     checkpoint = ModelCheckpoint(

enhancer/cli/train_config/trainer/default.yaml

@@ -23,7 +23,7 @@ limit_test_batches: 1.0
 limit_train_batches: 1.0
 limit_val_batches: 1.0
 log_every_n_steps: 50
-max_epochs: 200
+max_epochs: 3
 max_steps: -1
 max_time: null
 min_epochs: 1

enhancer/data/dataset.py

@@ -328,7 +328,7 @@ class EnhancerDataset(TaskDataset):
         return self.prepare_segment(*self._test[idx])
 
     def prepare_segment(self, file_dict: dict, start_time: float):
-
+        print(file_dict["clean"].split("/")[-1])
         clean_segment = self.audio(
             file_dict["clean"], offset=start_time, duration=self.duration
         )