!351 FineTune Internlm

Merge pull request !351 from l00636998/master
2024-12-05 05:17:40 +08:00 · 2023-12-04 02:58:33 +00:00 · 2023-12-04 02:58:33 +00:00 · f1a7f4daa5
commit f1a7f4daa5
parent f10cdf1267 99af579fe5
2 changed files with 1 additions and 2 deletions
--- a/examples/intern/pretrain_internlm_7b_zero.sh
+++ b/examples/intern/pretrain_internlm_7b_zero.sh
@ -1,7 +1,6 @@
 export LD_LIBRARY_PATH=/usr/local/lib:/root/miniconda3/lib:$LD_LIBRARY_PATH
 export HCCL_CONNECT_TIMEOUT=1200
 export INF_NAN_MODE_ENABLE=1
-export ASCEND_LAUNCH_BLOCKING=1
 GPUS_PER_NODE=8
 MASTER_ADDR=localhost
 MASTER_PORT=6000
@ -99,4 +98,4 @@ deepspeed  pretrain_intern.py \
       --use-fused-rmsnorm \
       --use-fused-rotary-pos-emb \
       $ds_args \
-       --bf16 | tee logs/train.log
+       --bf16 | tee logs/train.log
--- a/sources/images/intern7b_loss_with_weights.png
+++ b/sources/images/intern7b_loss_with_weights.png