-
Notifications
You must be signed in to change notification settings - Fork 491
/
Copy pathsetup.py
118 lines (100 loc) · 3.9 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
import multiprocessing
import os
import platform
import sys
from multiprocessing import cpu_count
import numpy as np
from setuptools import Extension, setup
CYTHON = platform.python_implementation() == "CPython"
ROOT_DIR = "pyboy"
DEBUG = bool(os.getenv("GITHUB_ACTIONS"))
if not CYTHON:
setup()
exit(0)
from Cython.Build import cythonize # noqa
from Cython.Compiler import DebugFlags, Errors # noqa
from Cython.Distutils import build_ext as _build_ext # noqa
def patched_error(position, message):
if message == "Python object cannot be passed as a varargs parameter":
# We ignore this error to pass PyObject* to logging
return
else:
# print("Errors.error:", repr(position), repr(message)) ###
if position is None:
raise Errors.InternalError(message)
err = Errors.CompileError(position, message)
if DebugFlags.debug_exception_on_error:
raise Exception(err) # debug
Errors.report_error(err)
return err
Errors.error = patched_error
class build_ext(_build_ext):
def initialize_options(self):
super().initialize_options()
self.parallel = cpu_count()
if sys.platform == "win32":
thread_count = 0 # Disables multiprocessing
else:
thread_count = cpu_count()
# Fixing issue with nthreads in Cython
if (
(3, 8) <= sys.version_info[:2]
and sys.platform == "darwin"
and multiprocessing.get_start_method() == "spawn"
):
multiprocessing.set_start_method("fork", force=True)
cflags = ["-O3"]
if not DEBUG:
cflags.append("-DCYTHON_WITHOUT_ASSERTIONS")
# NOTE: For performance. Check if other platforms need an equivalent change.
if sys.platform == "darwin":
cflags.append("-DCYTHON_INLINE=inline __attribute__ ((__unused__)) __attribute__((always_inline))")
py_pxd_files = prep_pxd_py_files()
cythonize_files = map(
lambda src: Extension(
src.split(".")[0].replace(os.sep, "."),
[src],
extra_compile_args=cflags,
extra_link_args=[] if DEBUG else ["-s", "-w"],
include_dirs=[np.get_include()],
),
list(py_pxd_files),
)
self.distribution.ext_modules = cythonize(
[*cythonize_files],
nthreads=thread_count,
annotate=False,
gdb_debug=False,
language_level=3,
compiler_directives={
"boundscheck": False,
"cdivision": True,
"cdivision_warnings": False,
"infer_types": True,
"initializedcheck": False,
"nonecheck": False,
"overflowcheck": False,
# "profile" : True,
"wraparound": False,
"legacy_implicit_noexcept": True,
},
)
def prep_pxd_py_files():
ignore_py_files = ["__main__.py", "manager_gen.py", "opcodes_gen.py", "conftest.py"]
# Cython doesn't trigger a recompile on .py files, where only the .pxd file has changed. So we fix this here.
# We also yield the py_files that have a .pxd file, as we feed these into the cythonize call.
for root, dirs, files in os.walk(ROOT_DIR):
for f in files:
if os.path.splitext(f)[1] in [".py", ".pyx"] and f not in ignore_py_files:
yield os.path.join(root, f)
if os.path.splitext(f)[1] == ".pxd":
py_file = os.path.join(root, os.path.splitext(f)[0]) + ".py"
if os.path.isfile(py_file):
if os.path.getmtime(os.path.join(root, f)) > os.path.getmtime(py_file):
os.utime(py_file)
setup(
cmdclass={
"build_ext": build_ext,
},
ext_modules=[Extension("", [""])], # Added to trigger a binary wheel
)