infer_ppyoloe.py

# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import fastdeploy as fd
import cv2
import os
from subprocess import run
from prepare_npz import prepare

def parse_arguments():
    import argparse
    import ast
    parser = argparse.ArgumentParser()
    parser.add_argument(
        "--auto", required=True, help="Auto download, convert, compile and infer if True")
    parser.add_argument(
        "--pp_detect_path", default='/workspace/PaddleDetection', help="Path of PaddleDetection folder")
    parser.add_argument(
        "--model_file", required=True, help="Path of sophgo model.")
    parser.add_argument("--config_file", required=True, help="Path of config.")
    parser.add_argument(
        "--image", type=str, required=True, help="Path of test image file.")
    return parser.parse_args()

def export_model(args):
    PPDetection_path = args.pp_detect_path
    export_str = 'python3 tools/export_model.py \
                -c configs/ppyoloe/ppyoloe_crn_s_300e_coco.yml \
                -output_dir=output_inference \
                -o weights=https://paddledet.bj.bcebos.com/models/ppyoloe_crn_s_300e_coco.pdparams'
    cur_path = os.getcwd()
    os.chdir(PPDetection_path)
    print(export_str)
    run(export_str, shell=True)
    cp_str = 'cp -r ./output_inference/ppyoloe_crn_s_300e_coco ' + cur_path
    print(cp_str)
    run(cp_str, shell=True)
    os.chdir(cur_path)

def paddle2onnx():
    convert_str = 'paddle2onnx --model_dir ppyoloe_crn_s_300e_coco \
                --model_filename model.pdmodel \
                --params_filename model.pdiparams \
                --save_file ppyoloe_crn_s_300e_coco.onnx \
                --enable_dev_version True'
    print(convert_str)
    run(convert_str, shell=True)
    fix_shape_str = 'python3 -m paddle2onnx.optimize --input_model ppyoloe_crn_s_300e_coco.onnx \
                                --output_model ppyoloe_crn_s_300e_coco.onnx \
                                --input_shape_dict "{\'image\':[1,3,640,640]}"'
    print(fix_shape_str)
    run(fix_shape_str, shell=True)

def mlir_prepare():
    mlir_path = os.getenv("MODEL_ZOO_PATH")
    mlir_path = mlir_path[:-13]
    regression_path = os.path.join(mlir_path, 'regression')
    mv_str_list = ['mkdir ppyoloe', 
                'cp -rf ' + os.path.join(regression_path, 'dataset/COCO2017/') + ' ./ppyoloe', 
                'cp -rf ' + os.path.join(regression_path, 'image/') + ' ./ppyoloe',
                'cp ppyoloe_crn_s_300e_coco.onnx ./ppyoloe',
                'mkdir ./ppyoloe/workspace']
    for str in mv_str_list:
        print(str)
        run(str, shell=True)

def image_prepare():
    img_str = 'wget https://gitee.com/paddlepaddle/PaddleDetection/raw/release/2.4/demo/000000014439.jpg'
    if not os.path.exists('000000014439.jpg'):
        print(img_str)
        run(img_str, shell=True)
    prepare('000000014439.jpg', [640, 640])
    cp_npz_str = 'cp ./inputs.npz ./ppyoloe'
    print(cp_npz_str)
    run(cp_npz_str, shell=True)

def onnx2mlir():
    transform_str = 'model_transform.py \
            --model_name ppyoloe_crn_s_300e_coco \
            --model_def ../ppyoloe_crn_s_300e_coco.onnx \
            --input_shapes [[1,3,640,640],[1,2]] \
            --keep_aspect_ratio \
            --pixel_format rgb \
            --output_names p2o.Div.1,p2o.Concat.29 \
            --test_input ../inputs.npz \
            --test_result ppyoloe_crn_s_300e_coco_top_outputs.npz \
            --mlir ppyoloe_crn_s_300e_coco.mlir'
    os.chdir('./ppyoloe/workspace')
    print(transform_str)
    run(transform_str, shell=True)
    os.chdir('../../')

def mlir2bmodel():
    deploy_str = 'model_deploy.py \
            --mlir ppyoloe_crn_s_300e_coco.mlir \
            --quantize F32 \
            --chip bm1684x \
            --test_input ppyoloe_crn_s_300e_coco_in_f32.npz \
            --test_reference ppyoloe_crn_s_300e_coco_top_outputs.npz \
            --model ppyoloe_crn_s_300e_coco_1684x_f32.bmodel'
    os.chdir('./ppyoloe/workspace')
    print(deploy_str)
    run(deploy_str, shell=True)
    os.chdir('../../')

if __name__ == "__main__":
    args = parse_arguments()

    if args.auto:
        export_model(args)
        paddle2onnx()
        mlir_prepare()
        image_prepare()
        onnx2mlir()
        mlir2bmodel()

    model_file = './ppyoloe/workspace/ppyoloe_crn_s_300e_coco_1684x_f32.bmodel' if args.auto else args.model_file
    params_file = ""
    config_file = './ppyoloe_crn_s_300e_coco/infer_cfg.yml' if args.auto else args.config_file
    image_file = './000000014439.jpg' if args.auto else args.image

    # 配置runtime，加载模型
    runtime_option = fd.RuntimeOption()
    runtime_option.use_sophgo()

    model = fd.vision.detection.PPYOLOE(
        model_file,
        params_file,
        config_file,
        runtime_option=runtime_option,
        model_format=fd.ModelFormat.SOPHGO)

    model.postprocessor.apply_nms()

    # 预测图片分割结果
    im = cv2.imread(image_file)
    result = model.predict(im)
    print(result)

    # 可视化结果
    vis_im = fd.vision.vis_detection(im, result, score_threshold=0.5)
    cv2.imwrite("sophgo_result.jpg", vis_im)
    print("Visualized result save in ./sophgo_result_ppyoloe.jpg")