Seich
/
mayavoz
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add batch info

This commit is contained in:
shahules786 2022-10-20 09:50:04 +05:30
parent 2ad49faa67
commit a6a2e4a4ae
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
enhancer/utils/random.py
View File

@ -4,7 +4,7 @@ import random
import torch import torch
def create_unique_rng(epoch: int): def create_unique_rng(epoch: int, index: int):
"""create unique random number generator for each (worker_id,epoch) combination""" """create unique random number generator for each (worker_id,epoch) combination"""
rng = random.Random() rng = random.Random()
@ -29,6 +29,7 @@ def create_unique_rng(epoch: int):
+ local_rank * num_workers + local_rank * num_workers
+ node_rank * num_workers * global_rank + node_rank * num_workers * global_rank
+ epoch * num_workers * world_size + epoch * num_workers * world_size
+ index
) )
rng.seed(seed) rng.seed(seed)