From b0da38ac4ebf78d029630a2acf7092be18e04acf Mon Sep 17 00:00:00 2001 From: lin5462107 <422780999@qq.com> Date: Fri, 6 Sep 2024 17:16:51 +0800 Subject: [PATCH] fix some info --- training/metax/chatglm3_6b-deepspeed/config/config_C500x1x8.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/training/metax/chatglm3_6b-deepspeed/config/config_C500x1x8.py b/training/metax/chatglm3_6b-deepspeed/config/config_C500x1x8.py index dc34b1700..b138b6fd1 100644 --- a/training/metax/chatglm3_6b-deepspeed/config/config_C500x1x8.py +++ b/training/metax/chatglm3_6b-deepspeed/config/config_C500x1x8.py @@ -1,6 +1,6 @@ seqlength = 4096 batchsize = 1 datafilename = "openwebtext_chatglm3_100M.npy" -theoryflops = 240000000000000.0 +theoryflops = -1 epochs = 1 flashattn = True