add batch info
This commit is contained in:
		
							parent
							
								
									2ad49faa67
								
							
						
					
					
						commit
						a6a2e4a4ae
					
				|  | @ -4,7 +4,7 @@ import random | |||
| import torch | ||||
| 
 | ||||
| 
 | ||||
| def create_unique_rng(epoch: int): | ||||
| def create_unique_rng(epoch: int, index: int): | ||||
|     """create unique random number generator for each (worker_id,epoch) combination""" | ||||
| 
 | ||||
|     rng = random.Random() | ||||
|  | @ -29,6 +29,7 @@ def create_unique_rng(epoch: int): | |||
|         + local_rank * num_workers | ||||
|         + node_rank * num_workers * global_rank | ||||
|         + epoch * num_workers * world_size | ||||
|         + index | ||||
|     ) | ||||
| 
 | ||||
|     rng.seed(seed) | ||||
|  |  | |||
		Loading…
	
		Reference in New Issue
	
	 shahules786
						shahules786