From 1a2b7ebd16488c05564a1e4446899c481be9118c Mon Sep 17 00:00:00 2001 From: cifar10 <731376883@qq.com> Date: Tue, 10 Sep 2024 19:11:55 +0800 Subject: [PATCH] [cambricon] Resolve infinite loop issue when retrieving logs --- .../llava1.5_7b_continuetrain/flagscale/run_pretraining.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/training/benchmarks/llava1.5_7b_continuetrain/flagscale/run_pretraining.py b/training/benchmarks/llava1.5_7b_continuetrain/flagscale/run_pretraining.py index e2a4a238b..bf2cdf5a1 100644 --- a/training/benchmarks/llava1.5_7b_continuetrain/flagscale/run_pretraining.py +++ b/training/benchmarks/llava1.5_7b_continuetrain/flagscale/run_pretraining.py @@ -205,8 +205,8 @@ def replace_yamls(scale_home, config_module, args): args.log_dir, "outputs_llava1.5", "logs", "host_" + str(timestamp_log_noderank) + "_" + timestamp_log_host + ".output") - info_line = [] while True: + info_line = [] try: with open(timestamp_log_file, 'r') as f: lines = f.readlines()