From 55fac4fbacb9af80defe938e6a363199cfcd4e85 Mon Sep 17 00:00:00 2001 From: fang Date: Thu, 9 Mar 2023 20:50:44 +0800 Subject: [PATCH] add --- projects/gpt/auto_export_gpt_345M_single_card.sh | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/projects/gpt/auto_export_gpt_345M_single_card.sh b/projects/gpt/auto_export_gpt_345M_single_card.sh index ed2113948..ee7018494 100644 --- a/projects/gpt/auto_export_gpt_345M_single_card.sh +++ b/projects/gpt/auto_export_gpt_345M_single_card.sh @@ -17,7 +17,15 @@ log_dir=log_345m_mp1 rm -rf $log_dir + +DIRECTORY=./pretrained +if [ ! -d "$DIRECTORY" ]; then + echo "start download ckpt" + wget https://paddlefleetx.bj.bcebos.com/model/nlp/gpt/GPT_345M_FP16.tar.gz + tar -zxvf GPT_345M_FP16.tar.gz +fi + python -m paddle.distributed.launch --log_dir $log_dir --devices "1" \ ./tools/auto_export.py \ -c ./ppfleetx/configs/nlp/gpt/auto/generation_gpt_345M_single_card.yaml \ - -o Engine.save_load.ckpt_dir=./ckpt/PaddleFleetX_GPT_345M_220826/ + -o Engine.save_load.ckpt_dir=./pretrained/inference_model