add batch info

This commit is contained in:
shahules786 2022-10-20 09:50:04 +05:30
parent 2ad49faa67
commit a6a2e4a4ae
1 changed files with 2 additions and 1 deletions

View File

@ -4,7 +4,7 @@ import random
import torch
def create_unique_rng(epoch: int):
def create_unique_rng(epoch: int, index: int):
"""create unique random number generator for each (worker_id,epoch) combination"""
rng = random.Random()
@ -29,6 +29,7 @@ def create_unique_rng(epoch: int):
+ local_rank * num_workers
+ node_rank * num_workers * global_rank
+ epoch * num_workers * world_size
+ index
)
rng.seed(seed)