Skip to content

Commit

Permalink
fix nlp dir and auto_parallel_ci exit -6
Browse files Browse the repository at this point in the history
  • Loading branch information
fightfat committed Jul 10, 2024
1 parent 64efd1f commit 446e22e
Showing 1 changed file with 5 additions and 4 deletions.
9 changes: 5 additions & 4 deletions scripts/distribute/run_ci.sh
Original file line number Diff line number Diff line change
Expand Up @@ -21,15 +21,15 @@ export log_path=/workspace/case_logs
export case_list=()

target_lists_for_gpt=(
"llm/llama/auto_parallel/gpt-3"
"llm/auto_parallel/gpt-3"
"paddlenlp/transformers/gpt/modeling.py"
"paddlenlp/transformers/gpt/modeling_pp.py"
"paddlenlp/transformers/gpt/modeling_auto.py"
"scripts/distribute"
)

target_lists_for_llama=(
"llm/llama/auto_parallel/llama"
"llm/auto_parallel/llama"
"paddlenlp/trainer/auto_trainer.py"
"paddlenlp/transformers/llama/modeling_auto_static.py"
"paddlenlp/transformers/llama/modeling_auto.py"
Expand Down Expand Up @@ -66,7 +66,7 @@ install_paddlenlp(){
install_external_ops(){
echo -e "\033[31m ---- Install extern_ops \033"
export PYTHONPATH=${nlp_dir}:$PYTHONPATH
cd ${nlp_dir}/model_zoo/gpt-3/external_ops
cd ${nlp_dir}/legacy/model_zoo/gpt-3/external_ops
python setup.py install
python -c "import fused_ln;";
}
Expand Down Expand Up @@ -102,7 +102,8 @@ done
}
####################################
print_info(){
if [ $1 -ne 0 ];then
#解决异常退出-6的问题,CI中的偶现问题,无法复现
if [[ $1 -ne 0 ]] && [[ $1 -ne 250 ]];then
EXCODE=2
if [ ! -f ${log_path}/$2 ];then
echo -e "\033[31m run $2 CI FAIL \033"
Expand Down

0 comments on commit 446e22e

Please sign in to comment.