From 2b668a7967200db9515f8a26ae3f95b9ef5cc1b2 Mon Sep 17 00:00:00 2001 From: Ikko Eltociear Ashimine Date: Sat, 13 Apr 2024 00:40:58 +0900 Subject: [PATCH] Update initialize.py reproducability -> reproducibility --- megatron_mini/initialize.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/megatron_mini/initialize.py b/megatron_mini/initialize.py index f3bfd98..5b3544f 100644 --- a/megatron_mini/initialize.py +++ b/megatron_mini/initialize.py @@ -119,7 +119,7 @@ def _initialize_distributed(): def _set_random_seed(seed_, data_parallel_random_init=False): - """Set random seed for reproducability.""" + """Set random seed for reproducibility.""" if seed_ is not None and seed_ > 0: # Ensure that different pipeline MP stages get different seeds. seed = seed_ + (100 * mpu.get_pipeline_model_parallel_rank()) @@ -135,7 +135,7 @@ def _set_random_seed(seed_, data_parallel_random_init=False): raise ValueError('Seed ({}) should be a positive integer.'.format(seed_)) def _set_random_seed(seed_, data_parallel_random_init=False): - """Set random seed for reproducability.""" + """Set random seed for reproducibility.""" if seed_ is not None and seed_ > 0: # Ensure that different pipeline MP stages get different seeds. seed = seed_ + (100 * mpu.get_pipeline_model_parallel_rank()) @@ -148,4 +148,4 @@ def _set_random_seed(seed_, data_parallel_random_init=False): if torch.cuda.device_count() > 0: tensor_parallel.model_parallel_cuda_manual_seed(seed) else: - raise ValueError('Seed ({}) should be a positive integer.'.format(seed_)) \ No newline at end of file + raise ValueError('Seed ({}) should be a positive integer.'.format(seed_))