forked from nict-wisdom/rannc
-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup.py
89 lines (71 loc) · 3.18 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
import distutils
import os
import platform
import re
import subprocess
import sys
from distutils.version import LooseVersion
import torch
from setuptools import setup, Extension, find_packages
from setuptools.command.build_ext import build_ext
class CMakeExtension(Extension):
def __init__(self, name, sourcedir=''):
Extension.__init__(self, name, sources=[])
self.sourcedir = os.path.abspath(sourcedir)
class CMakeBuild(build_ext):
def run(self):
try:
out = subprocess.check_output(['cmake', '--version'])
except OSError:
raise RuntimeError("CMake must be installed to build the following extensions: " +
", ".join(e.name for e in self.extensions))
if platform.system() == "Windows":
cmake_version = LooseVersion(re.search(r'version\s*([\d.]+)', out.decode()).group(1))
if cmake_version < '3.1.0':
raise RuntimeError("CMake >= 3.1.0 is required on Windows")
for ext in self.extensions:
self.build_extension(ext)
def build_extension(self, ext):
extdir = os.path.abspath(os.path.dirname(self.get_ext_fullpath(ext.name)))
cmake_args = ['-DCMAKE_LIBRARY_OUTPUT_DIRECTORY=' + extdir,
'-DPYTHON_EXECUTABLE=' + sys.executable]
cfg = 'Debug' if self.debug else 'Release'
build_args = ['--config', cfg]
parallel = self.parallel if self.parallel else 2
parallel_opt = '-j{}'.format(parallel)
if platform.system() == "Windows":
cmake_args += ['-DCMAKE_LIBRARY_OUTPUT_DIRECTORY_{}={}'.format(cfg.upper(), extdir)]
if sys.maxsize > 2**32:
cmake_args += ['-A', 'x64']
build_args += ['--', '/m']
else:
cmake_args += ['-DCMAKE_BUILD_TYPE=' + cfg]
build_args += ['--', parallel_opt]
env = os.environ.copy()
if 'Torch_DIR' not in env:
env['Torch_DIR'] = os.path.join(distutils.sysconfig.get_python_lib(), 'torch')
env['CXXFLAGS'] = '{} -DVERSION_INFO=\\"{}\\"'.format(env.get('CXXFLAGS', ''),
self.distribution.get_version())
if not os.path.exists(self.build_temp):
os.makedirs(self.build_temp)
subprocess.check_call(['cmake', ext.sourcedir] + cmake_args, cwd=self.build_temp, env=env)
subprocess.check_call(['cmake', '--build', '.'] + build_args, cwd=self.build_temp)
VERSION = "0.7.5"
if "CUDA_VERSION" in os.environ:
version_nums = os.environ["CUDA_VERSION"].split(".")
VERSION += "+cu{}{}".format(version_nums[0], version_nums[1])
with open('pyrannc/torch_version.py', mode='w') as f:
f.write('BUILD_TORCH_VER="{}"\n'.format(torch.__version__))
f.write('BUILD_TORCH_CUDA_VER="{}"\n'.format(torch.version.cuda))
setup(
name='pyrannc',
packages=find_packages(),
version=VERSION,
author='Masahiro Tanaka',
author_email='[email protected]',
description='Deep learning framework for data/model hybrid parallelism',
long_description='',
ext_modules=[CMakeExtension('pyrannc._pyrannc')],
cmdclass=dict(build_ext=CMakeBuild),
zip_safe=False,
)