PaddleOcr_v4/deploy/slim/auto_compression/test_ocr_rec.sh

#!/bin/bash

# 本脚本用于测试PPOCRV4_rec系列模型的自动压缩功能
## 运行脚本前，请确保处于以下环境：
## CUDA11.2+TensorRT8.0.3.4+Paddle2.5.2

model_type="$1"

if [ "$model_type" = "mobile" ]; then
    echo "test ppocrv4_rec_mobile model......"
    ## 启动自动化压缩训练
    CUDA_VISIBLE_DEVICES=0 python run.py --save_dir ./models/rec_mobile_qat --config_path configs/ppocrv4/ppocrv4_rec_qat_dist.yaml

    ## GPU指标测试
    ### 量化前，预期指标：accuracy:78.92%;time:1.7ms
    python test_ocr.py --model_path ./models/ch_PP-OCRv4_rec_infer --config ./configs/ppocrv4/ppocrv4_rec_qat_dist.yaml --precision fp32 --use_trt True
    ### 量化后，预期指标：accuracy:78.41%;time:1.4ms
    python test_ocr.py --model_path ./models/rec_mobile_qat --config ./configs/ppocrv4/ppocrv4_rec_qat_dist.yaml --precision int8 --use_trt True

    ## CPU指标测试
    ### 量化前，预期指标：accuracy:78.92%;time:33.3ms
    python test_ocr.py --model_path ./models/ch_PP-OCRv4_rec_infer --config ./configs/ppocrv4/ppocrv4_rec_qat_dist.yaml --precision fp32 --use_mkldnn True --device CPU --cpu_threads 12
    ### 量化后，预期指标：accuracy:78.44%;time:34.0ms
    python test_ocr.py --model_path ./models/rec_mobile_qat --config ./configs/ppocrv4/ppocrv4_rec_qat_dist.yaml --precision int8 --use_mkldnn True --device CPU --cpu_threads 12

    # 量化前模型推理
    # GPU
    python tools/infer/predict_det.py --rec_model_dir deploy/slim/auto_compression/models/ch_PP-OCRv4_rec_infer \
        --benchmark True --image_dir deploy/slim/auto_compression/datasets/v4_4_test_dataset --use_gpu True \
        --use_tensorrt True --warmup True --precision fp32

    # CPU
    python tools/infer/predict_det.py --rec_model_dir deploy/slim/auto_compression/models/ch_PP-OCRv4_rec_infer \
        --benchmark True --image_dir deploy/slim/auto_compression/datasets/v4_4_test_dataset --use_gpu False \
        --enable_mkldnn True --warmup True --precision fp32

    # 量化后模型推理
    # GPU
    python tools/infer/predict_det.py --rec_model_dir deploy/slim/auto_compression/models/rec_mobile_qat \
        --benchmark True --image_dir deploy/slim/auto_compression/datasets/v4_4_test_dataset --use_gpu True \
        --use_tensorrt True --warmup True --precision int8

    # CPU
    python tools/infer/predict_det.py --rec_model_dir deploy/slim/auto_compression/models/rec_mobile_qat \
        --benchmark True --image_dir deploy/slim/auto_compression/datasets/v4_4_test_dataset --use_gpu False \
        --enable_mkldnn True --warmup True --precision int8

elif [ "$model_type" = "server" ]; then
    echo "test ppocrv4_rec_server model......"
    ## 启动自动化压缩训练
    CUDA_VISIBLE_DEVICES=0 python run.py --save_dir ./models/rec_server_qat --config_path configs/ppocrv4/ppocrv4_rec_server_qat_dist.yaml

    ## GPU指标测试
    ### 量化前，预期指标：accuracy:81.62%;time:4.0ms
    python test_ocr.py --model_path ./models/ch_PP-OCRv4_rec_server_infer --config ./configs/ppocrv4/ppocrv4_rec_server_qat_dist.yaml --precision fp32 --use_trt True
    ### 量化后，预期指标：accuracy:81.03%;time:2.0ms
    python test_ocr.py --model_path ./models/rec_server_qat --config ./configs/ppocrv4/ppocrv4_rec_server_qat_dist.yaml --precision int8 --use_trt True

    ## CPU指标测试
    ### 量化前，预期指标：accuracy:81.62%;time:62.5ms
    python test_ocr.py --model_path ./models/ch_PP-OCRv4_rec_server_infer --config ./configs/ppocrv4/ppocrv4_rec_server_qat_dist.yaml --precision fp32 --use_mkldnn True --device CPU --cpu_threads 12
    ### 量化后，预期指标：accuracy:81.00%;time:64.4ms
    python test_ocr.py --model_path ./models/rec_server_qat --config ./configs/ppocrv4/ppocrv4_rec_server_qat_dist.yaml --precision int8 --use_mkldnn True --device CPU --cpu_threads 12

    ## 量化前模型推理
    ### GPU
    python tools/infer/predict_det.py --rec_model_dir deploy/slim/auto_compression/models/ch_PP-OCRv4_rec_server_infer \
        --benchmark True --image_dir deploy/slim/auto_compression/datasets/v4_4_test_dataset --use_gpu True \
        --use_tensorrt True --warmup True --precision fp32

    ### CPU
    python tools/infer/predict_det.py --rec_model_dir deploy/slim/auto_compression/models/ch_PP-OCRv4_rec_server_infer \
        --benchmark True --image_dir deploy/slim/auto_compression/datasets/v4_4_test_dataset --use_gpu False \
        --enable_mkldnn True --warmup True --precision fp32

    ## 量化后模型推理
    ### GPU
    python tools/infer/predict_det.py --rec_model_dir deploy/slim/auto_compression/models/rec_server_qat \
        --benchmark True --image_dir deploy/slim/auto_compression/datasets/v4_4_test_dataset --use_gpu True \
        --use_tensorrt True --warmup True --precision int8

    ### CPU
    python tools/infer/predict_det.py --rec_model_dir deploy/slim/auto_compression/models/rec_server_qat \
        --benchmark True --image_dir deploy/slim/auto_compression/datasets/v4_4_test_dataset --use_gpu False \
        --enable_mkldnn True --warmup True --precision int8
else
    echo "unrecgnized model_type"
fi