From 43d0e614dd4f28f41a85fe296e547c3dcde345d8 Mon Sep 17 00:00:00 2001 From: wjm <897383984@qq.com> Date: Thu, 12 Oct 2023 14:13:41 +0800 Subject: [PATCH 1/5] Update and rename blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh to blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh --- ...128_fp16_DP.sh => blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh} | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) rename frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/{blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh => blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh} (97%) diff --git a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh similarity index 97% rename from frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh rename to frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh index de1cfbc655..f80f3ceb09 100644 --- a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh +++ b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh @@ -13,7 +13,7 @@ # limitations under the License. model_item=blip2-opt-2d7b_pretrain -bs_item=128 +bs_item=16 fp_item=fp16 run_process_type=SingleP run_mode=DP @@ -24,4 +24,4 @@ num_workers=1 #get data bash prepare.sh #run -bash run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; \ No newline at end of file +bash run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; From c2f60adc9f5ce0c23e296f2e290389f09cc8ec03 Mon Sep 17 00:00:00 2001 From: wjm <897383984@qq.com> Date: Thu, 12 Oct 2023 14:14:13 +0800 Subject: [PATCH 2/5] Update blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh --- .../scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh index ee51413436..98dcfe5152 100644 --- a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh +++ b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh @@ -18,7 +18,7 @@ fp_item=fp16 run_process_type=MultiP run_mode=DP device_num=N1C8 -max_iter=20 +max_epochs=20 num_workers=1 #get data From a57d681e5f27e93f93af395a50497b093c9b9e08 Mon Sep 17 00:00:00 2001 From: wjm <897383984@qq.com> Date: Thu, 12 Oct 2023 14:14:35 +0800 Subject: [PATCH 3/5] Update and rename blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh to blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh --- ...bs128_fp16_DP.sh => blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh} | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) rename frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/{blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh => blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh} (98%) diff --git a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh similarity index 98% rename from frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh rename to frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh index 46ba7a1bde..36d8982e80 100644 --- a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs128_fp16_DP.sh +++ b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh @@ -13,7 +13,7 @@ # limitations under the License. model_item=blip2-opt-2d7b_pretrain -bs_item=128 +bs_item=16 fp_item=fp16 run_process_type=MultiP run_mode=DP From a473fe0c9fc8b0e1a9ea65c9c56399e114228e17 Mon Sep 17 00:00:00 2001 From: wjm <897383984@qq.com> Date: Thu, 12 Oct 2023 21:14:41 +0800 Subject: [PATCH 4/5] Delete frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh --- .../blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh | 27 ------------------- 1 file changed, 27 deletions(-) delete mode 100644 frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh diff --git a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh deleted file mode 100644 index f80f3ceb09..0000000000 --- a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh +++ /dev/null @@ -1,27 +0,0 @@ -# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -model_item=blip2-opt-2d7b_pretrain -bs_item=16 -fp_item=fp16 -run_process_type=SingleP -run_mode=DP -device_num=N1C1 -max_epochs=20 -num_workers=1 - -#get data -bash prepare.sh -#run -bash run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; From a7695544c190e8c79caa28807c4c29da0d682b49 Mon Sep 17 00:00:00 2001 From: wjm <897383984@qq.com> Date: Thu, 12 Oct 2023 21:15:11 +0800 Subject: [PATCH 5/5] Delete frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh --- .../blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh | 27 ------------------- 1 file changed, 27 deletions(-) delete mode 100644 frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh diff --git a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh deleted file mode 100644 index 36d8982e80..0000000000 --- a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh +++ /dev/null @@ -1,27 +0,0 @@ -# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -model_item=blip2-opt-2d7b_pretrain -bs_item=16 -fp_item=fp16 -run_process_type=MultiP -run_mode=DP -device_num=N1C8 -max_epochs=20 -num_workers=1 - -#get data -bash prepare.sh -#run -bash run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1;