From a6a2e4a4ae2d607f9b168ae0f2eda6885350f209 Mon Sep 17 00:00:00 2001 From: shahules786 Date: Thu, 20 Oct 2022 09:50:04 +0530 Subject: [PATCH] add batch info --- enhancer/utils/random.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/enhancer/utils/random.py b/enhancer/utils/random.py index dd9395a..2feb581 100644 --- a/enhancer/utils/random.py +++ b/enhancer/utils/random.py @@ -4,7 +4,7 @@ import random import torch -def create_unique_rng(epoch: int): +def create_unique_rng(epoch: int, index: int): """create unique random number generator for each (worker_id,epoch) combination""" rng = random.Random() @@ -29,6 +29,7 @@ def create_unique_rng(epoch: int): + local_rank * num_workers + node_rank * num_workers * global_rank + epoch * num_workers * world_size + + index ) rng.seed(seed)