From 3f52981fb091756c66d5028c4045467c85aeb2f6 Mon Sep 17 00:00:00 2001 From: wucong Date: Thu, 28 Nov 2024 14:16:08 +0000 Subject: [PATCH] =?UTF-8?q?!1962=20=E4=BF=AE=E5=A4=8Dllama2-7b=E8=AE=AD?= =?UTF-8?q?=E7=BB=8316=E6=AD=A5=E5=B7=A6=E5=8F=B3oom=20Merge=20pull=20requ?= =?UTF-8?q?est=20!1962=20from=20wucong/fix=5Foom?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- examples/legacy/llama/pretrain_llama_7b_ptd.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/legacy/llama/pretrain_llama_7b_ptd.sh b/examples/legacy/llama/pretrain_llama_7b_ptd.sh index 49096363..f549b629 100644 --- a/examples/legacy/llama/pretrain_llama_7b_ptd.sh +++ b/examples/legacy/llama/pretrain_llama_7b_ptd.sh @@ -2,6 +2,7 @@ export CUDA_DEVICE_MAX_CONNECTIONS=1 export NPU_ASD_ENABLE=0 +export PYTORCH_NPU_ALLOC_CONF=expandable_segments:True GPUS_PER_NODE=8 MASTER_ADDR=localhost