Skip to content

adjust iters in model_benchmark_ci #1207

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
xiegegege wants to merge 3 commits into
base: master
Choose a base branch
from
Open

adjust iters in model_benchmark_ci #1207

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
9eb109b
add models,test=document_fix
xiegegege Dec 8, 2021
9f2de6e
fix benchmark
xiegegege Dec 15, 2021
d4bd6e3
fix benchmark_ci,test=document_fix
xiegegege Dec 15, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 5 additions & 6 deletions scripts/benchmark_ci/run_models.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,7 @@ bert_base_seqlen128_fp32_bs32(){
model_name="bert_${model_mode}_${seq_item}_${fp_mode}_bs${bs_item}"
echo "index is speed, 2gpus, begin, ${model_name}"
export FLAGS_call_stack_level=2
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 ${model_mode} ${fp_mode} mp ${bs_item} 400 ${seq_item} | tee ${BENCHMARK_ROOT}/logs/dynamic/${model_name}_speed_2gpus 2>&1
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 ${model_mode} ${fp_mode} mp ${bs_item} 100 ${seq_item} | tee ${BENCHMARK_ROOT}/logs/dynamic/${model_name}_speed_2gpus 2>&1
sleep 1s
cat dynamic_${model_name}_1_2_mp
unset FLAGS_call_stack_level
Expand All @@ -84,7 +84,7 @@ transformer_base_bs4096_amp_fp16(){
bs=4096
model_name="transformer_${mode_item}_bs${bs}_${fp_item}"
echo "index is speed, ${model_name} 2gpu begin"
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 mp 500 ${mode_item} ${fp_item} | tee ${BENCHMARK_ROOT}/logs/dynamic/${model_name}_speed_2gpus 2>&1
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 mp 100 ${mode_item} ${fp_item} | tee ${BENCHMARK_ROOT}/logs/dynamic/${model_name}_speed_2gpus 2>&1
sleep 1s
cat dynamic_${model_name}_1_2_mp
}
Expand All @@ -109,7 +109,7 @@ yolov3_bs8(){
cp ${BENCHMARK_ROOT}/dynamic_graph/yolov3/paddle/run_benchmark.sh ./
sed -i '/set\ -xe/d' run_benchmark.sh
echo "index is speed, 2gpu, begin"
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 mp 500 | tee ${BENCHMARK_ROOT}/logs/dynamic/yolov3_bs1_speed_2gpus 2>&1
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 mp 100 | tee ${BENCHMARK_ROOT}/logs/dynamic/yolov3_bs1_speed_2gpus 2>&1
sleep 1s
cat dynamic_yolov3_1_2_mp
}
Expand Down Expand Up @@ -154,7 +154,7 @@ deeplabv3_bs4(){
model_item=deeplabv3
bs_item=4
echo "index is speed, ${model_item} 2gpu begin"
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 ${bs_item} mp ${model_item} 200 | tee ${BENCHMARK_ROOT}/logs/dynamic/seg_${model_item}_bs${bs_item}_speed_2gpus 2>&1
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 ${bs_item} mp ${model_item} 50 | tee ${BENCHMARK_ROOT}/logs/dynamic/seg_${model_item}_bs${bs_item}_speed_2gpus 2>&1
sleep 1s
cat dynamic_deeplabv3_1_2_mp
}
Expand Down Expand Up @@ -197,7 +197,6 @@ mask_rcnn_bs1(){
pip install pycocotools
pip install -r requirements.txt


package_check_list=(imageio tqdm Cython pycocotools tb_paddle scipy)
for package in ${package_check_list[@]}; do
if python -c "import ${package}" >/dev/null 2>&1; then
Expand All @@ -220,7 +219,7 @@ mask_rcnn_bs1(){
cp ${BENCHMARK_ROOT}/dynamic_graph/mask_rcnn/paddle/run_benchmark.sh ./
sed -i '/set\ -xe/d' run_benchmark.sh
echo "index is speed, 2gpu begin"
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 mp 500 | tee ${BENCHMARK_ROOT}/logs/dynamic/mask_rcnn_bs1_speed_2gpus 2>&1
CUDA_VISIBLE_DEVICES=0,1 bash run_benchmark.sh 1 mp 100 | tee ${BENCHMARK_ROOT}/logs/dynamic/mask_rcnn_bs1_speed_2gpus 2>&1
sleep 1s
cat dynamic_mask_rcnn_1_2_mp
}
Expand Down