Files
ncnn/tools/pnnx/python/setup.py

167 lines
6.6 KiB
Python

import io
import os
import sys
import time
import re
import subprocess
from setuptools import setup, find_packages, Extension
from setuptools.command.build_ext import build_ext
from setuptools.command.install import install
def set_version():
pnnx_version = time.strftime("%Y%m%d", time.localtime())
return pnnx_version
# Parse environment variables
TORCH_INSTALL_DIR = os.environ.get("TORCH_INSTALL_DIR", "")
TORCHVISION_INSTALL_DIR = os.environ.get("TORCHVISION_INSTALL_DIR", "")
PROTOBUF_INCLUDE_DIR = os.environ.get("PROTOBUF_INCLUDE_DIR", "")
PROTOBUF_LIBRARIES = os.environ.get("PROTOBUF_LIBRARIES", "")
PROTOBUF_PROTOC_EXECUTABLE = os.environ.get("PROTOBUF_PROTOC_EXECUTABLE", "")
CMAKE_BUILD_TYPE = os.environ.get("CMAKE_BUILD_TYPE", "")
PNNX_BUILD_WITH_STATIC_CRT = os.environ.get("PNNX_BUILD_WITH_STATIC_CRT", "")
PNNX_WHEEL_WITHOUT_BUILD = os.environ.get("PNNX_WHEEL_WITHOUT_BUILD", "")
# Convert distutils Windows platform specifiers to CMake -A arguments
PLAT_TO_CMAKE = {
"win32": "Win32",
"win-amd64": "x64",
"win-arm32": "ARM",
"win-arm64": "ARM64",
}
# A CMakeExtension needs a sourcedir instead of a file list.
# The name must be the _single_ output extension from the CMake build.
# If you need multiple extensions, see scikit-build.
class CMakeExtension(Extension):
def __init__(self, name, sourcedir=""):
Extension.__init__(self, name, sources=[])
self.sourcedir = os.path.abspath(sourcedir)
class CMakeBuild(build_ext):
def build_extension(self, ext):
extdir = os.path.abspath(os.path.dirname(self.get_ext_fullpath(ext.name)))
extdir = os.path.join(extdir, "pnnx")
# required for auto-detection of auxiliary "native" libs
if not extdir.endswith(os.path.sep):
extdir += os.path.sep
cfg = "Debug" if self.debug else "Release"
# CMake lets you override the generator - we need to check this.
# Can be set with Conda-Build, for example.
cmake_generator = os.environ.get("CMAKE_GENERATOR", "")
# Set Python_EXECUTABLE instead if you use PYBIND11_FINDPYTHON
# EXAMPLE_VERSION_INFO shows you how to pass a value into the C++ code
# from Python.
cmake_args = [
"-DCMAKE_RUNTIME_OUTPUT_DIRECTORY={}".format(extdir),
"-DCMAKE_RUNTIME_OUTPUT_DIRECTORY_RELEASE={}".format(extdir),
"-DPython3_EXECUTABLE={}".format(sys.executable),
"-DCMAKE_BUILD_TYPE={}".format(cfg), # not used on MSVC, but no harm
]
if TORCH_INSTALL_DIR != "":
cmake_args.append("-DTorch_INSTALL_DIR=" + TORCH_INSTALL_DIR)
if TORCHVISION_INSTALL_DIR != "":
cmake_args.append("-DTorchVision_INSTALL_DIR=" + TORCHVISION_INSTALL_DIR)
if PROTOBUF_INCLUDE_DIR != "":
cmake_args.append("-DProtobuf_INCLUDE_DIR=" + PROTOBUF_INCLUDE_DIR)
if PROTOBUF_LIBRARIES != "":
cmake_args.append("-DProtobuf_LIBRARIES=" + PROTOBUF_LIBRARIES)
if PROTOBUF_PROTOC_EXECUTABLE != "":
cmake_args.append("-DProtobuf_PROTOC_EXECUTABLE=" + PROTOBUF_PROTOC_EXECUTABLE)
if CMAKE_BUILD_TYPE != "":
cmake_args.append("-DCMAKE_BUILD_TYPE=" + CMAKE_BUILD_TYPE)
if PNNX_BUILD_WITH_STATIC_CRT != "":
cmake_args.append("-DPNNX_BUILD_WITH_STATIC_CRT=" + PNNX_BUILD_WITH_STATIC_CRT)
build_args = []
if self.compiler.compiler_type == "msvc":
# Single config generators are handled "normally"
single_config = any(x in cmake_generator for x in {"NMake", "Ninja"})
# CMake allows an arch-in-generator style for backward compatibility
contains_arch = any(x in cmake_generator for x in {"ARM", "Win64"})
# Specify the arch if using MSVC generator, but only if it doesn't
# contain a backward-compatibility arch spec already in the
# generator name.
if not single_config and not contains_arch:
cmake_args += ["-A", PLAT_TO_CMAKE[self.plat_name]]
# Multi-config generators have a different way to specify configs
if not single_config:
cmake_args += [
"-DCMAKE_LIBRARY_OUTPUT_DIRECTORY_{}={}".format(cfg.upper(), extdir)
]
build_args += ["--config", cfg]
# Set CMAKE_BUILD_PARALLEL_LEVEL to control the parallel build level
# across all generators.
if "CMAKE_BUILD_PARALLEL_LEVEL" not in os.environ:
# self.parallel is a Python 3 only way to set parallel jobs by hand
# using -j in the build_ext call, not supported by pip or PyPA-build.
if hasattr(self, "parallel") and self.parallel:
# CMake 3.12+ only.
build_args += ["-j{}".format(self.parallel)]
else:
build_args += ["-j2"]
if not os.path.exists(self.build_temp):
os.makedirs(self.build_temp)
if not (PNNX_WHEEL_WITHOUT_BUILD == "ON"):
subprocess.check_call(
["cmake", ext.sourcedir] + cmake_args, cwd=self.build_temp
)
subprocess.check_call(
["cmake", "--build", "."] + build_args, cwd=self.build_temp
)
else:
pass
if sys.version_info < (3, 0):
sys.exit("Sorry, Python < 3.0 is not supported")
requirements = ["torch"]
with io.open("README.md", encoding="utf-8") as h:
long_description = h.read()
setup(
name="pnnx",
version=set_version(),
author="nihui",
author_email="nihuini@tencent.com",
description="pnnx is an open standard for PyTorch model interoperability.",
long_description=long_description,
long_description_content_type="text/markdown",
url="https://github.com/Tencent/ncnn/tree/master/tools/pnnx",
classifiers=[
"Programming Language :: C++",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.7",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"License :: OSI Approved :: BSD License",
"Operating System :: OS Independent",
],
license="BSD-3",
python_requires=">=3.7",
packages=find_packages(),
package_data={"pnnx": ["pnnx", "pnnx.exe"]},
package_dir={"": "."},
install_requires=requirements,
ext_modules=None if PNNX_WHEEL_WITHOUT_BUILD == 'ON' else [CMakeExtension("pnnx", "..")],
cmdclass={"build_ext": CMakeBuild},
entry_points={"console_scripts": ["pnnx=pnnx:pnnx"]},
)