open-mmlab · lzhangzz · Sep 5, 2022 · Jul 12, 2022 · Jul 13, 2022 · Jul 14, 2022
diff --git a/.codespell_ignore.txt b/.codespell_ignore.txt
@@ -0,0 +1,2 @@
+cann
+CANN
diff --git a/.github/workflows/backend-ascend.yml b/.github/workflows/backend-ascend.yml
@@ -0,0 +1,54 @@
+name: backend-ascend
+
+on:
+  push:
+    paths-ignore:
+      - "demo/**"
+      - "tools/**"
+
+  pull_request:
+    paths-ignore:
+      - "demo/**"
+      - "tools/**"
+      - "docs/**"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  build_sdk_demo:
+    runs-on: ubuntu-18.04
+    strategy:
+      matrix:
+        python-version: [3.7]
+    steps:
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          submodules: 'recursive'
+      - name: update
+        run: sudo apt update
+      - name: Install dependencies
+        run: |
+          sudo apt update
+          sudo apt install -y ffmpeg libsm6 libxext6 git ninja-build libglib2.0-0 libxrender-dev libc++1-9 libc++abi1-9
+          sudo add-apt-repository ppa:ignaciovizzo/opencv3-nonfree
+          sudo apt install libopencv-dev
+          pkg-config --libs opencv
+      - name: Install Ascend Toolkit
+        run: |
+          mkdir -p $GITHUB_WORKSPACE/Ascend
+          wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%205.1.RC2/Ascend-cann-toolkit_5.1.RC2_linux-x86_64.run
+          sh Ascend-cann-toolkit_5.1.RC2_linux-x86_64.run --install --install-path=$GITHUB_WORKSPACE/Ascend --quiet --chip=Ascend310 --blacklist=devtools
+      - name: Build SDK Demo with Ascend backend
+        run: |
+          mkdir -p build && pushd build
+          source $GITHUB_WORKSPACE/Ascend/ascend-toolkit/set_env.sh
+          export LD_LIBRARY_PATH=$GITHUB_WORKSPACE/Ascend/ascend-toolkit/latest/runtime/lib64/stub:$LD_LIBRARY_PATH
+          cmake .. -DCMAKE_CXX_COMPILER=g++-7    -DMMDEPLOY_SHARED_LIBS=ON   -DMMDEPLOY_BUILD_SDK=ON       -DMMDEPLOY_BUILD_SDK_PYTHON_API=OFF  -DMMDEPLOY_TARGET_DEVICES=cpu   -DMMDEPLOY_BUILD_EXAMPLES=ON    -DMMDEPLOY_TARGET_BACKENDS=acl  -DMMDEPLOY_CODEBASES=all
+          make install -j4
diff --git a/.gitignore b/.gitignore
@@ -153,6 +153,9 @@ mmdeploy/backend/ncnn/onnx2ncnn
 
 /mmdeploy-*
 
+# ascend
+fusion_result.json
+
 # snpe
 grpc-cpp-plugin
 service/snpe/grpc_cpp_plugin
diff --git a/README.md b/README.md
@@ -55,9 +55,9 @@ The currently supported codebases and models are as follows, and more will be in
 
 Models can be exported and run in the following backends, and more will be compatible
 
-| ONNX Runtime | TensorRT | ppl.nn | ncnn | OpenVINO | LibTorch | snpe | more                                           |
-| ------------ | -------- | ------ | ---- | -------- | -------- | ---- | ---------------------------------------------- |
-| ✔️           | ✔️       | ✔️     | ✔️   | ✔️       | ✔️       | ✔️   | [benchmark](docs/en/03-benchmark/benchmark.md) |
+| ONNX Runtime | TensorRT | ppl.nn | ncnn | OpenVINO | LibTorch | snpe | Ascend | more                                           |
+| ------------ | -------- | ------ | ---- | -------- | -------- | ---- | ------ | ---------------------------------------------- |
+| ✔️           | ✔️       | ✔️     | ✔️   | ✔️       | ✔️       | ✔️   | ✔️     | [benchmark](docs/en/03-benchmark/benchmark.md) |
 
 ### Efficient and scalable C/C++ SDK Framework
 

diff --git a/README_zh-CN.md b/README_zh-CN.md
@@ -53,9 +53,9 @@ MMDeploy 是 [OpenMMLab](https://openmmlab.com/) 模型部署工具箱，**为
 
 ### 支持多种推理后端
 
-| ONNX Runtime | TensorRT | ppl.nn | ncnn | OpenVINO | LibTorch | snpe | more                                              |
-| ------------ | -------- | ------ | ---- | -------- | -------- | ---- | ------------------------------------------------- |
-| ✔️           | ✔️       | ✔️     | ✔️   | ✔️       | ✔️       | ✔️   | [benchmark](docs/zh_cn/03-benchmark/benchmark.md) |
+| ONNX Runtime | TensorRT | ppl.nn | ncnn | OpenVINO | LibTorch | snpe | Ascend | more                                              |
+| ------------ | -------- | ------ | ---- | -------- | -------- | ---- | ------ | ------------------------------------------------- |
+| ✔️           | ✔️       | ✔️     | ✔️   | ✔️       | ✔️       | ✔️   | ✔️     | [benchmark](docs/zh_cn/03-benchmark/benchmark.md) |
 
 ### SDK 可高度定制化
 

diff --git a/configs/_base_/backends/ascend.py b/configs/_base_/backends/ascend.py
@@ -0,0 +1 @@
+backend_config = dict(type='ascend')
diff --git a/configs/mmcls/classification_ascend_dynamic-224x224-224x224.py b/configs/mmcls/classification_ascend_dynamic-224x224-224x224.py
@@ -0,0 +1,9 @@
+_base_ = ['./classification_dynamic.py', '../_base_/backends/ascend.py']
+
+onnx_config = dict(input_shape=[224, 224])
+
+backend_config = dict(model_inputs=[
+    dict(
+        dynamic_batch_size=[1, 2, 4, 8],
+        input_shapes=dict(input=[-1, 3, 224, 224]))
+])
diff --git a/configs/mmcls/classification_ascend_static-224x224.py b/configs/mmcls/classification_ascend_static-224x224.py
@@ -0,0 +1,5 @@
+_base_ = ['./classification_static.py', '../_base_/backends/ascend.py']
+
+onnx_config = dict(input_shape=[224, 224])
+backend_config = dict(
+    model_inputs=[dict(input_shapes=dict(input=[1, 3, 224, 224]))])
diff --git a/configs/mmdet/detection/detection_ascend_dynamic-800x1344.py b/configs/mmdet/detection/detection_ascend_dynamic-800x1344.py
@@ -0,0 +1,8 @@
+_base_ = ['../_base_/base_dynamic.py', '../../_base_/backends/ascend.py']
+
+onnx_config = dict(input_shape=[1344, 800])
+backend_config = dict(model_inputs=[
+    dict(
+        dynamic_image_size=[(800, 1344), (1344, 800)],
+        input_shapes=dict(input=[1, 3, -1, -1]))
+])
diff --git a/configs/mmdet/detection/detection_ascend_static-640x640.py b/configs/mmdet/detection/detection_ascend_static-640x640.py
@@ -0,0 +1,5 @@
+_base_ = ['../_base_/base_static.py', '../../_base_/backends/ascend.py']
+
+onnx_config = dict(input_shape=[640, 640])
+backend_config = dict(
+    model_inputs=[dict(input_shapes=dict(input=[1, 3, 640, 640]))])
diff --git a/configs/mmdet/detection/detection_ascend_static-800x1344.py b/configs/mmdet/detection/detection_ascend_static-800x1344.py
@@ -0,0 +1,5 @@
+_base_ = ['../_base_/base_static.py', '../../_base_/backends/ascend.py']
+
+onnx_config = dict(input_shape=[1344, 800])
+backend_config = dict(
+    model_inputs=[dict(input_shapes=dict(input=[1, 3, 800, 1344]))])
diff --git a/configs/mmocr/text-detection/text-detection_ascend_dynamic-640x640-1280x1280.py b/configs/mmocr/text-detection/text-detection_ascend_dynamic-640x640-1280x1280.py
@@ -0,0 +1,8 @@
+_base_ = ['./text-detection_dynamic.py', '../../_base_/backends/ascend.py']
+
+onnx_config = dict(input_shape=None)
+backend_config = dict(model_inputs=[
+    dict(
+        input_shapes=dict(input=[-1, 3, -1, -1]),
+        dynamic_dims=[(1, 640, 640), (4, 640, 640), (1, 1280, 1280)])
+])
diff --git a/configs/mmocr/text-detection/text-detection_ascend_static-640x640.py b/configs/mmocr/text-detection/text-detection_ascend_static-640x640.py
@@ -0,0 +1,5 @@
+_base_ = ['./text-detection_static.py', '../../_base_/backends/ascend.py']
+
+onnx_config = dict(input_shape=[640, 640])
+backend_config = dict(
+    model_inputs=[dict(input_shapes=dict(input=[1, 3, 640, 640]))])
diff --git a/configs/mmseg/segmentation_ascend_static-1024x2048.py b/configs/mmseg/segmentation_ascend_static-1024x2048.py
@@ -0,0 +1,5 @@
+_base_ = ['./segmentation_static.py', '../_base_/backends/ascend.py']
+
+onnx_config = dict(input_shape=[2048, 1024])
+backend_config = dict(
+    model_inputs=[dict(input_shapes=dict(input=[1, 3, 1024, 2048]))])
diff --git a/configs/mmseg/segmentation_ascend_static-512x1024.py b/configs/mmseg/segmentation_ascend_static-512x1024.py
@@ -0,0 +1,5 @@
+_base_ = ['./segmentation_static.py', '../_base_/backends/ascend.py']
+
+onnx_config = dict(input_shape=[1024, 512])
+backend_config = dict(
+    model_inputs=[dict(input_shapes=dict(input=[1, 3, 512, 1024]))])
diff --git a/csrc/mmdeploy/codebase/mmdet/object_detection.cpp b/csrc/mmdeploy/codebase/mmdet/object_detection.cpp
@@ -4,6 +4,7 @@
 
 #include "mmdeploy/core/registry.h"
 #include "mmdeploy/core/utils/device_utils.h"
+#include "mmdeploy/core/utils/formatter.h"
 #include "mmdeploy/experimental/module_adapter.h"
 
 using namespace std;