forked from marius-team/marius
-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup.py
92 lines (72 loc) · 3.18 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
import os
import platform
import subprocess
import sys
from setuptools import setup, Extension
from setuptools.command.build_ext import build_ext
class CMakeExtension(Extension):
def __init__(self, name, sourcedir=''):
Extension.__init__(self, name, sources=[])
self.sourcedir = os.path.abspath(sourcedir)
class CMakeBuild(build_ext):
def run(self):
try:
out = subprocess.check_output(['cmake', '--version'])
except OSError:
raise RuntimeError(
"CMake must be installed to build the following extensions: " +
", ".join(e.name for e in self.extensions))
if platform.system() == "Windows":
raise RuntimeError("Unsupported on Windows")
for ext in self.extensions:
self.build_extension(ext)
def build_extension(self, ext):
extdir = os.path.abspath(os.path.dirname(self.get_ext_fullpath(ext.name)))
cmake_args = ['-DCMAKE_LIBRARY_OUTPUT_DIRECTORY=' + extdir, '-DPYTHON_EXECUTABLE=' + sys.executable]
cfg = 'Debug' if self.debug else 'Release'
build_args = ['--config', cfg]
if platform.system() == "Windows":
raise RuntimeError("Unsupported on Windows")
else:
cmake_args += ['-DCMAKE_BUILD_TYPE=' + cfg]
num_threads = os.cpu_count()
build_args += ['--', '-j{}'.format(num_threads)]
cmake_args += ["-DCMAKE_BUILD_WITH_INSTALL_RPATH=TRUE"]
cmake_args += ["-DCMAKE_INSTALL_RPATH_USE_LINK_PATH=TRUE"]
try:
import torch
if torch.cuda.is_available():
cmake_args += ["-DUSE_CUDA=TRUE"]
cmake_args += ["-DUSE_OMP=TRUE"]
except ImportError:
raise ImportError("Pytorch not found. Please install pytorch first.")
if sys.platform == "darwin":
cmake_args.append('-DCMAKE_INSTALL_RPATH=@loader_path')
else: # values: linux*, aix, freebsd, ... just as well win32 & cygwin
cmake_args.append('-DCMAKE_INSTALL_RPATH=$ORIGIN')
env = os.environ.copy()
env['CXXFLAGS'] = '{} -DVERSION_INFO=\\"{}\\"'.format(
env.get('CXXFLAGS', ''),
self.distribution.get_version())
if not os.path.exists(self.build_temp):
os.makedirs(self.build_temp)
print(cmake_args)
subprocess.check_call(['cmake', ext.sourcedir] + cmake_args,
cwd=self.build_temp, env=env)
subprocess.check_call(['cmake', '--build', '.', '--target', 'bindings'] + build_args,
cwd=self.build_temp)
print() # Add an empty line for cleaner output
only_python = os.environ.get("MARIUS_NO_BINDINGS", None)
if only_python:
setup()
else:
setup(
ext_modules=[CMakeExtension('marius._config'),
CMakeExtension('marius._data'),
CMakeExtension('marius._manager'),
CMakeExtension('marius._nn'),
CMakeExtension('marius._pipeline'),
CMakeExtension('marius._report'),
CMakeExtension('marius._storage')],
cmdclass=dict(build_ext=CMakeBuild),
)