remove duplicate code

togethercomputer · Jun 6, 2024 · 973a727 · 973a727
1 parent 357c008
commit 973a727
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 8 deletions.
diff --git a/pipeline/accelerate_configs/accelerate_config_zero2.yaml b/pipeline/accelerate_configs/accelerate_config_zero2.yaml
@@ -10,7 +10,6 @@ distributed_type: DEEPSPEED
 fsdp_config: {}
 machine_rank: 0
 main_process_ip: null
-main_process_port: null
 main_training_function: main
 mixed_precision: bf16
 num_machines: 1

diff --git a/pipeline/data_utils/data.py b/pipeline/data_utils/data.py
@@ -39,7 +39,6 @@
 N_CHANNELS = 3
 INTERLEAVED_IMAGE_SIZE = 224
 MIN_KB = 10
-MAX_NUM_IMAGES = 5
 
 IMAGE_CAP_INSTRUCT = [
     'Analyze the image in a comprehensive and detailed manner.',

diff --git a/pipeline/train/training.py b/pipeline/train/training.py
@@ -274,12 +274,6 @@ def parse_args():
     return parser
 
 
-def random_seed(seed=42, rank=0):
-    torch.manual_seed(seed + rank)
-    np.random.seed(seed + rank)
-    random.seed(seed + rank)
-
-
 def train_one_epoch(
     args,
     model,