@@ -2126,8 +2126,6 @@ function llama_align_dy2st_fthenb_and_vpp_auto_bs2_fp32_DP1-MP1-PP4() {
|
||||
fi
|
||||
echo "result: $pp_mode loss=$loss"
|
||||
done
|
||||
loss_base_fthenb=10.24240494
|
||||
loss_base_vpp=10.24149513 # Paddle PR#74530
|
||||
ips=-1
|
||||
mem=-1
|
||||
ips_base=-1
|
||||
@@ -2135,10 +2133,17 @@ function llama_align_dy2st_fthenb_and_vpp_auto_bs2_fp32_DP1-MP1-PP4() {
|
||||
for step in $(seq 1 $max_step); do
|
||||
echo "step=$step fthenb loss: ${loss1_array[$step-1]}, vpp loss: ${loss2_array[$step-1]}"
|
||||
done
|
||||
echo "FThenB check"
|
||||
check_result $FUNCNAME ${loss_base_fthenb} ${loss1} ${ips_base} ${ips} ${mem_base} ${mem}
|
||||
echo "VPP check"
|
||||
check_result $FUNCNAME ${loss_base_vpp} ${loss2} ${ips_base} ${ips} ${mem_base} ${mem}
|
||||
if [ $IS_A100 -ne 0 ];then
|
||||
check_result $FUNCNAME ${loss1} ${loss2} ${ips_base} ${ips} ${mem_base} ${mem}
|
||||
else
|
||||
loss_base_fthenb=10.24240494
|
||||
loss_base_vpp=10.24149513 # Paddle PR#74530
|
||||
echo "FThenB check"
|
||||
check_result $FUNCNAME ${loss_base_fthenb} ${loss1} ${ips_base} ${ips} ${mem_base} ${mem}
|
||||
echo "VPP check"
|
||||
check_result $FUNCNAME ${loss_base_vpp} ${loss2} ${ips_base} ${ips} ${mem_base} ${mem}
|
||||
fi
|
||||
|
||||
echo "=========== $FUNCNAME run end ==========="
|
||||
}
|
||||
|
||||
|
||||
@@ -106,7 +106,7 @@ function gpt_case_list_dygraph() {
|
||||
gpt_175B_DP1_MP1_PP8
|
||||
gpt_generation_345M_single
|
||||
gpt_generation_345M_hybrid
|
||||
gpt_345M_mp8_qat
|
||||
# gpt_345M_mp8_qat
|
||||
# gpt_export_345M_mp1
|
||||
# gpt_export_345M_mp2
|
||||
# gpt_export_qat_345M
|
||||
|
||||
Reference in New Issue
Block a user