PNNX is an open standard for PyTorch model interoperability (#3262)

Co-authored-by: nihui <[email protected]> Co-authored-by: xiaooquanwu <[email protected]>
Tencent · Nov 22, 2021 · e4c821a · e4c821a
1 parent 3644ded
commit e4c821a
Show file tree

Hide file tree

Showing 622 changed files with 47,662 additions and 0 deletions.
diff --git a/.github/workflows/linux-x64-cpu-clang.yml b/.github/workflows/linux-x64-cpu-clang.yml
@@ -12,6 +12,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -25,6 +26,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 jobs:
   linux-clang:

diff --git a/.github/workflows/linux-x64-cpu-gcc.yml b/.github/workflows/linux-x64-cpu-gcc.yml
@@ -12,6 +12,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -25,6 +26,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 jobs:
   linux-gcc:

diff --git a/.github/workflows/linux-x64-gpu-clang.yml b/.github/workflows/linux-x64-gpu-clang.yml
@@ -12,6 +12,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -25,6 +26,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 jobs:
   linux-clang-gpu:

diff --git a/.github/workflows/linux-x64-gpu-gcc.yml b/.github/workflows/linux-x64-gpu-gcc.yml
@@ -12,6 +12,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -25,6 +26,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 jobs:
   linux-gcc-gpu:

diff --git a/.github/workflows/macos-x64-cpu.yml b/.github/workflows/macos-x64-cpu.yml
@@ -11,6 +11,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -23,6 +24,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 env:
   DEVELOPER_DIR: /Applications/Xcode_12.4.app/Contents/Developer

diff --git a/.github/workflows/macos-x64-gpu.yml b/.github/workflows/macos-x64-gpu.yml
@@ -12,6 +12,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -25,6 +26,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 env:
   DEVELOPER_DIR: /Applications/Xcode_12.4.app/Contents/Developer

diff --git a/.github/workflows/pnnx.yml b/.github/workflows/pnnx.yml
@@ -0,0 +1,66 @@
+name: pnnx
+on:
+  push:
+    branches: [master]
+    paths:
+    - '.github/workflows/pnnx.yml'
+    - 'tools/pnnx/**'
+    - '!tools/pnnx/README.md'
+  pull_request:
+    branches: [master]
+    paths:
+    - '.github/workflows/pnnx.yml'
+    - 'tools/pnnx/**'
+    - '!tools/pnnx/README.md'
+jobs:
+  ubuntu:
+    runs-on: ubuntu-20.04
+
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - torch-version: 1.8.1
+            torchvision-version: 0.9.1
+
+          - torch-version: 1.9.1
+            torchvision-version: 0.10.1
+
+          - torch-version: 1.10.0
+            torchvision-version: 0.11.1
+
+    steps:
+    - name: cancel-previous-runs
+      uses: styfle/[email protected]
+      with:
+        access_token: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: setup pytorch-${{ matrix.torch-version }}
+      run: |
+        pip install torch==${{ matrix.torch-version }}+cpu torchvision==${{ matrix.torchvision-version }}+cpu -f https://download.pytorch.org/whl/torch_stable.html
+
+    - uses: actions/checkout@v2
+      with:
+        submodules: true
+
+    - name: build-ncnn
+      run: |
+        python -m pip install --upgrade pip
+        pip install pytest setuptools wheel twine
+        mkdir build && cd build
+        cmake -DCMAKE_BUILD_TYPE=Release -DNCNN_PYTHON=ON -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF ..
+        cmake --build . -j 2
+        cd ..
+        pip install .
+
+    - name: build-pnnx
+      run: |
+        cd tools/pnnx
+        mkdir build && cd build
+        cmake -DTorch_INSTALL_DIR="$HOME/.local/lib/python3.8/site-packages/torch" -DCMAKE_BUILD_TYPE=Release ..
+        cmake --build . -j 2
+
+    - name: test
+      run: |
+        cd tools/pnnx
+        cd build && ctest --output-on-failure
diff --git a/.github/workflows/windows-x64-cpu-vs2015.yml b/.github/workflows/windows-x64-cpu-vs2015.yml
@@ -11,6 +11,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -23,6 +24,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 jobs:
   windows-vs2015:

diff --git a/.github/workflows/windows-x64-cpu-vs2017.yml b/.github/workflows/windows-x64-cpu-vs2017.yml
@@ -11,6 +11,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -23,6 +24,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 jobs:
   windows-vs2017:

diff --git a/.github/workflows/windows-x64-cpu-vs2019.yml b/.github/workflows/windows-x64-cpu-vs2019.yml
@@ -11,6 +11,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -23,6 +24,7 @@ on:
     - 'src/layer/x86/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 jobs:
   windows-vs2019:

diff --git a/.github/workflows/windows-x64-gpu-vs2017.yml b/.github/workflows/windows-x64-gpu-vs2017.yml
@@ -12,6 +12,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -25,6 +26,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 jobs:
   windows-vs2017-gpu:

diff --git a/.github/workflows/windows-x64-gpu-vs2019.yml b/.github/workflows/windows-x64-gpu-vs2019.yml
@@ -12,6 +12,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
   pull_request:
     branches: [master]
@@ -25,6 +26,7 @@ on:
     - 'src/layer/vulkan/**'
     - 'tests/**'
     - 'tools/**'
+    - '!tools/pnnx/**'
     - 'examples/**'
 jobs:
   windows-vs2019-gpu:

diff --git a/tools/pnnx/CMakeLists.txt b/tools/pnnx/CMakeLists.txt
@@ -0,0 +1,44 @@
+project(pnnx)
+cmake_minimum_required(VERSION 3.10)
+
+# c++14 is required for using torch headers
+set(CMAKE_CXX_STANDARD 14)
+
+#set(CMAKE_BUILD_TYPE debug)
+#set(CMAKE_BUILD_TYPE relwithdebinfo)
+#set(CMAKE_BUILD_TYPE release)
+
+option(PNNX_COVERAGE "build for coverage" OFF)
+
+#set(Torch_INSTALL_DIR "/home/nihui/.local/lib/python3.9/site-packages/torch" CACHE STRING "")
+#set(Torch_INSTALL_DIR "/home/nihui/osd/pnnx/pytorch-v1.10.0/build/install" CACHE STRING "")
+set(Torch_INSTALL_DIR "/home/nihui/osd/pnnx/libtorch" CACHE STRING "")
+set(TorchVision_INSTALL_DIR "/home/nihui/osd/vision/build/install" CACHE STRING "")
+
+set(Torch_DIR "${Torch_INSTALL_DIR}/share/cmake/Torch")
+set(TorchVision_DIR "${TorchVision_INSTALL_DIR}/share/cmake/TorchVision")
+
+find_package(Torch REQUIRED)
+find_package(TorchVision QUIET)
+
+message(STATUS "Torch_VERSION = ${Torch_VERSION}")
+message(STATUS "Torch_VERSION_MAJOR = ${Torch_VERSION_MAJOR}")
+message(STATUS "Torch_VERSION_MINOR = ${Torch_VERSION_MINOR}")
+message(STATUS "Torch_VERSION_PATCH = ${Torch_VERSION_PATCH}")
+
+if(Torch_VERSION VERSION_LESS "1.8")
+    message(FATAL_ERROR "pnnx only supports PyTorch >= 1.8")
+endif()
+
+if(TorchVision_FOUND)
+    message(STATUS "Building with TorchVision")
+else()
+    message(WARNING "Building without TorchVision")
+endif()
+
+include_directories(${TORCH_INCLUDE_DIRS})
+
+add_subdirectory(src)
+
+enable_testing()
+add_subdirectory(tests)