From 5fe97bd24896fd2d075a7db384c2d1dc56a155e0 Mon Sep 17 00:00:00 2001 From: Ruibin Cheung Date: Tue, 5 Sep 2023 21:02:01 +0800 Subject: [PATCH] [Typo] fix script and docs typo (#6879) --- llm/ernie-3.5-se/README.md | 2 +- llm/ernie-3.5-se/run_trainer_stage2.sh | 2 +- llm/gpt-3/README.md | 4 +-- llm/llama/README.md | 44 +++++++++++++------------- llm/llama/run_trainer.sh | 2 +- llm/llama/run_trainer_tp4pp2.sh | 2 +- model_zoo/gpt/scripts/run_trainer.sh | 2 +- 7 files changed, 29 insertions(+), 29 deletions(-) diff --git a/llm/ernie-3.5-se/README.md b/llm/ernie-3.5-se/README.md index 6487452011a8..ad14040deba7 100644 --- a/llm/ernie-3.5-se/README.md +++ b/llm/ernie-3.5-se/README.md @@ -43,7 +43,7 @@ mv ernie_openwebtext_100k_idx.npz ./data 使用下面脚本,即可启动 ernie-3.5-se-3b 的预训练，也可直接参考 run_trainer_stage2.sh。 ```shell -task_name="ernie35_hybid" +task_name="ernie35_hybrid" python -u -m paddle.distributed.launch \ --gpus "0,1,2,3,4,5,6,7" \ --log_dir "output/$task_name""_log" \ diff --git a/llm/ernie-3.5-se/run_trainer_stage2.sh b/llm/ernie-3.5-se/run_trainer_stage2.sh index 07e683816131..54d1ff7d391a 100644 --- a/llm/ernie-3.5-se/run_trainer_stage2.sh +++ b/llm/ernie-3.5-se/run_trainer_stage2.sh @@ -16,7 +16,7 @@ set -x unset CUDA_VISIBLE_DEVICES -task_name="ernie35_hybid" +task_name="ernie35_hybrid" # rm -rf output/$task_name/ # rm -rf "output/$task_name""_log" diff --git a/llm/gpt-3/README.md b/llm/gpt-3/README.md index b73843a30bb1..5c687502627f 100644 --- a/llm/gpt-3/README.md +++ b/llm/gpt-3/README.md @@ -28,7 +28,7 @@ mv gpt_en_dataset_300m_idx.npz ./data 使用下面脚本,即可在gpt2-medium-en的基础上,继续训练. ```shell -task_name="gpt3_hybid" +task_name="gpt3_hybrid" export PYTHONPATH="../../PaddleNLP/" export FLAGS_cudnn_deterministic=True log_dir="log" @@ -107,7 +107,7 @@ python -u -m paddle.distributed.launch \ ### SFT ```shell -task_name="gpt3_hybid" +task_name="gpt3_hybrid" export PYTHONPATH="../../PaddleNLP/" export FLAGS_cudnn_deterministic=True log_dir="log" diff --git a/llm/llama/README.md b/llm/llama/README.md index 329200441035..dc6d55c233f7 100644 --- a/llm/llama/README.md +++ b/llm/llama/README.md @@ -4,27 +4,27 @@ **支持模型权重:** -| Model | -|----------------------------------| -| facebook/llama-7b | -| facebook/llama-13b | -| facebook/llama-30b | -| facebook/llama-65b | -| meta-llama/Llama-2-7b | -| meta-llama/Llama-2-7b-chat | -| meta-llama/Llama-2-13b | -| meta-llama/Llama-2-13b-chat | -| meta-llama/Llama-2-70b | -| meta-llama/Llama-2-70b-chat | -| ziqingyang/chinese-llama-7b | -| ziqingyang/chinese-llama-13b | -| ziqingyang/chinese-alpaca-7b | -| ziqingyang/chinese-alpaca-13b | -| idea-ccnl/ziya-llama-13b-v1 | -| linly-ai/chinese-llama-2-7b | -| baichuan-inc/Baichuan-7B | -| baichuan-inc/Baichuan-13B-Base | -| baichuan-inc/Baichuan-13B-Chat | +| Model | +| ------------------------------ | +| facebook/llama-7b | +| facebook/llama-13b | +| facebook/llama-30b | +| facebook/llama-65b | +| meta-llama/Llama-2-7b | +| meta-llama/Llama-2-7b-chat | +| meta-llama/Llama-2-13b | +| meta-llama/Llama-2-13b-chat | +| meta-llama/Llama-2-70b | +| meta-llama/Llama-2-70b-chat | +| ziqingyang/chinese-llama-7b | +| ziqingyang/chinese-llama-13b | +| ziqingyang/chinese-alpaca-7b | +| ziqingyang/chinese-alpaca-13b | +| idea-ccnl/ziya-llama-13b-v1 | +| linly-ai/chinese-llama-2-7b | +| baichuan-inc/Baichuan-7B | +| baichuan-inc/Baichuan-13B-Base | +| baichuan-inc/Baichuan-13B-Chat | 使用方法： @@ -62,7 +62,7 @@ mv llama_openwebtext_100k_idx.npz ./data 使用下面脚本,即可在llama-7b的基础上,继续训练. ```shell -task_name_or_path="llama_hybid" +task_name_or_path="llama_hybrid" python -u -m paddle.distributed.launch \ --gpus "0,1,2,3,4,5,6,7" \ --log_dir "output/$task_name_or_path""_log" \ diff --git a/llm/llama/run_trainer.sh b/llm/llama/run_trainer.sh index 969452ed9632..fc23373ac376 100644 --- a/llm/llama/run_trainer.sh +++ b/llm/llama/run_trainer.sh @@ -14,7 +14,7 @@ set -x unset CUDA_VISIBLE_DEVICES -task_name="llama_hybid" +task_name="llama_hybrid" rm -rf output/$task_name/ rm -rf "output/$task_name""_log" diff --git a/llm/llama/run_trainer_tp4pp2.sh b/llm/llama/run_trainer_tp4pp2.sh index 25bad294f68b..07b7fa1996d5 100644 --- a/llm/llama/run_trainer_tp4pp2.sh +++ b/llm/llama/run_trainer_tp4pp2.sh @@ -15,7 +15,7 @@ set -x unset CUDA_VISIBLE_DEVICES -task_name="llama_hybid" +task_name="llama_hybrid" rm -rf output/$task_name/ rm -rf "output/$task_name""_log" diff --git a/model_zoo/gpt/scripts/run_trainer.sh b/model_zoo/gpt/scripts/run_trainer.sh index 807ee84a4732..86ff54035ab9 100644 --- a/model_zoo/gpt/scripts/run_trainer.sh +++ b/model_zoo/gpt/scripts/run_trainer.sh @@ -15,7 +15,7 @@ set -x unset CUDA_VISIBLE_DEVICES -task_name="gpt_hybid" +task_name="gpt_hybrid" rm -rf output/$task_name/ rm -rf "output/$task_name""_log"