Repository navigation
Expand file tree
/
Copy pathsetup.py
More file actions
175 lines (147 loc) · 6.13 KB
/
Copy pathsetup.py
File metadata and controls
175 lines (147 loc) · 6.13 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
#!/usr/bin/env python
from __future__ import annotations
import glob
import os
import os.path
import sys
from typing import TYPE_CHECKING, Any
if sys.version_info < (3, 10, 0): # noqa: UP036, RUF100
sys.stderr.write("ERROR: You need Python 3.10 or later to use mypy.\n")
exit(1)
# we'll import stuff from the source tree, let's ensure is on the sys path
sys.path.insert(0, os.path.dirname(os.path.realpath(__file__)))
# This requires setuptools when building; setuptools is not needed
# when installing from a wheel file (though it is still needed for
# alternative forms of installing, as suggested by README.md).
from setuptools import Extension, setup
from setuptools.command.build_py import build_py
from mypy.version import __version__ as version
if TYPE_CHECKING:
from typing import TypeGuard
def is_list_of_setuptools_extension(items: list[Any]) -> TypeGuard[list[Extension]]:
return all(isinstance(item, Extension) for item in items)
def find_package_data(base: str, globs: list[str], root: str = "mypy") -> list[str]:
"""Find all interesting data files, for setup(package_data=)
Arguments:
root: The directory to search in.
globs: A list of glob patterns to accept files.
"""
rv_dirs = [root for root, dirs, files in os.walk(base)]
rv = []
for rv_dir in rv_dirs:
files = []
for pat in globs:
files += glob.glob(os.path.join(rv_dir, pat))
if not files:
continue
rv.extend([os.path.relpath(f, root) for f in files])
return rv
class CustomPythonBuild(build_py):
def pin_version(self) -> None:
path = os.path.join(self.build_lib, "mypy")
self.mkpath(path)
with open(os.path.join(path, "version.py"), "w") as stream:
stream.write(f'__version__ = "{version}"\n')
def run(self) -> None:
self.execute(self.pin_version, ())
build_py.run(self)
cmdclass = {"build_py": CustomPythonBuild}
USE_MYPYC = False
# To compile with mypyc, a mypyc checkout must be present on the PYTHONPATH
if len(sys.argv) > 1 and "--use-mypyc" in sys.argv:
sys.argv.remove("--use-mypyc")
USE_MYPYC = True
if os.getenv("MYPY_USE_MYPYC", None) == "1":
USE_MYPYC = True
if USE_MYPYC:
MYPYC_BLACKLIST = tuple(
os.path.join("mypy", x)
for x in (
# Need to be runnable as scripts
"__main__.py",
"pyinfo.py",
os.path.join("dmypy", "__main__.py"),
os.path.join("build_worker", "__main__.py"),
"exportjson.py",
# Uses __getattr__/__setattr__
"split_namespace.py",
# Lies to mypy about code reachability
"bogus_type.py",
# We don't populate __file__ properly at the top level or something?
# Also I think there would be problems with how we generate version.py.
"version.py",
# Empty __init__.py files, no benefit from compilation
os.path.join("plugins", "__init__.py"),
os.path.join("server", "__init__.py"),
# Skip these to reduce the size of the build
"stubtest.py",
"stubgenc.py",
"stubdoc.py",
)
) + (
# Don't want to grab this accidentally
os.path.join("mypyc", "lib-rt", "setup.py"),
os.path.join("mypyc", "lib-rt", "build_setup.py"),
# Uses __file__ at top level https://github.com/mypyc/mypyc/issues/700
os.path.join("mypyc", "__main__.py"),
os.path.join("mypyc", "build_setup.py"), # for monkeypatching
)
everything = [os.path.join("mypy", x) for x in find_package_data("mypy", ["*.py"])] + [
os.path.join("mypyc", x) for x in find_package_data("mypyc", ["*.py"], root="mypyc")
]
# Start with all the .py files
all_real_pys = [
x for x in everything if not x.startswith(os.path.join("mypy", "typeshed") + os.sep)
]
# Strip out anything in our blacklist
mypyc_targets = [x for x in all_real_pys if x not in MYPYC_BLACKLIST]
# Strip out any test code
mypyc_targets = [
x
for x in mypyc_targets
if not x.startswith(
(
os.path.join("mypy", "test") + os.sep,
os.path.join("mypyc", "test") + os.sep,
os.path.join("mypyc", "doc") + os.sep,
os.path.join("mypyc", "test-data") + os.sep,
)
)
]
# ... and add back in the one test module we need
mypyc_targets.append(os.path.join("mypy", "test", "visitors.py"))
# The targets come out of file system apis in an unspecified
# order. Sort them so that the mypyc output is deterministic.
mypyc_targets.sort()
use_other_mypyc = os.getenv("ALTERNATE_MYPYC_PATH", None)
if use_other_mypyc:
# This bit is super unfortunate: we want to use a different
# mypy/mypyc version, but we've already imported parts, so we
# remove the modules that we've imported already, which will
# let the right versions be imported by mypyc.
del sys.modules["mypy"]
del sys.modules["mypy.version"]
del sys.modules["mypy.git"]
sys.path.insert(0, use_other_mypyc)
from mypyc.build import mypycify
opt_level = os.getenv("MYPYC_OPT_LEVEL", "3")
debug_level = os.getenv("MYPYC_DEBUG_LEVEL", "1")
force_multifile = os.getenv("MYPYC_MULTI_FILE", "") == "1"
log_trace = bool(int(os.getenv("MYPYC_LOG_TRACE", "0")))
separate = os.getenv("MYPYC_SEPARATE", "") == "1"
ext_modules = mypycify(
mypyc_targets + ["--config-file=mypy_bootstrap.ini"],
opt_level=opt_level,
debug_level=debug_level,
# Use multi-file compilation mode on windows because without it
# our Appveyor builds run out of memory sometimes.
multi_file=sys.platform == "win32" or force_multifile,
log_trace=log_trace,
separate=separate,
# Mypy itself is allowed to use native_internal extension.
depends_on_librt_internal=True,
)
else:
ext_modules = []
assert is_list_of_setuptools_extension(ext_modules), "Expected mypycify to use setuptools"
setup(version=version, ext_modules=ext_modules, cmdclass=cmdclass)