Fred Drake | 70b014d | 2001-07-18 18:39:56 +0000 | [diff] [blame] | 1 | """Provide access to Python's configuration information. The specific |
| 2 | configuration variables available depend heavily on the platform and |
| 3 | configuration. The values may be retrieved using |
| 4 | get_config_var(name), and the list of variables is available via |
| 5 | get_config_vars().keys(). Additional convenience functions are also |
| 6 | available. |
Greg Ward | 1190ee3 | 1998-12-18 23:46:33 +0000 | [diff] [blame] | 7 | |
| 8 | Written by: Fred L. Drake, Jr. |
| 9 | Email: <fdrake@acm.org> |
Greg Ward | 1190ee3 | 1998-12-18 23:46:33 +0000 | [diff] [blame] | 10 | """ |
| 11 | |
Steve Dower | 65e4cb1 | 2014-11-22 12:54:57 -0800 | [diff] [blame] | 12 | import _imp |
Greg Ward | 9ddaaa1 | 1999-01-06 14:46:06 +0000 | [diff] [blame] | 13 | import os |
| 14 | import re |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 15 | import sys |
Greg Ward | 1190ee3 | 1998-12-18 23:46:33 +0000 | [diff] [blame] | 16 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 17 | from .errors import DistutilsPlatformError |
Paul Monson | 62dfd7d | 2019-04-25 11:36:45 -0700 | [diff] [blame] | 18 | from .util import get_platform, get_host_platform |
Greg Ward | a0ca3f2 | 2000-02-02 00:05:14 +0000 | [diff] [blame] | 19 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 20 | # These are needed in a couple of spots, so just compute them once. |
| 21 | PREFIX = os.path.normpath(sys.prefix) |
| 22 | EXEC_PREFIX = os.path.normpath(sys.exec_prefix) |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 23 | BASE_PREFIX = os.path.normpath(sys.base_prefix) |
| 24 | BASE_EXEC_PREFIX = os.path.normpath(sys.base_exec_prefix) |
Fred Drake | c1ee39a | 2000-03-09 15:54:52 +0000 | [diff] [blame] | 25 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 26 | # Path to the base directory of the project. On Windows the binary may |
Stefan Grönke | f1502d0 | 2017-09-25 18:58:10 +0200 | [diff] [blame] | 27 | # live in project/PCbuild/win32 or project/PCbuild/amd64. |
doko@python.org | 9731330 | 2013-01-25 14:33:33 +0100 | [diff] [blame] | 28 | # set for cross builds |
| 29 | if "_PYTHON_PROJECT_BASE" in os.environ: |
| 30 | project_base = os.path.abspath(os.environ["_PYTHON_PROJECT_BASE"]) |
| 31 | else: |
Victor Stinner | 0ef8c15 | 2019-04-25 11:59:34 +0200 | [diff] [blame] | 32 | if sys.executable: |
| 33 | project_base = os.path.dirname(os.path.abspath(sys.executable)) |
| 34 | else: |
| 35 | # sys.executable can be empty if argv[0] has been changed and Python is |
| 36 | # unable to retrieve the real program name |
| 37 | project_base = os.getcwd() |
Steve Dower | 85e102a | 2019-02-04 17:15:13 -0800 | [diff] [blame] | 38 | |
Tarek Ziadé | 8b441d0 | 2010-01-29 11:46:31 +0000 | [diff] [blame] | 39 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 40 | # python_build: (Boolean) if true, we're either building Python or |
| 41 | # building an extension with an un-installed Python, so we use |
| 42 | # different (hard-wired) directories. |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 43 | def _is_python_source_dir(d): |
Antoine Pitrou | 961d54c | 2018-07-16 19:03:03 +0200 | [diff] [blame] | 44 | for fn in ("Setup", "Setup.local"): |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 45 | if os.path.isfile(os.path.join(d, "Modules", fn)): |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 46 | return True |
| 47 | return False |
Steve Dower | 85e102a | 2019-02-04 17:15:13 -0800 | [diff] [blame] | 48 | |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 49 | _sys_home = getattr(sys, '_home', None) |
Steve Dower | 85e102a | 2019-02-04 17:15:13 -0800 | [diff] [blame] | 50 | |
| 51 | if os.name == 'nt': |
| 52 | def _fix_pcbuild(d): |
| 53 | if d and os.path.normcase(d).startswith( |
| 54 | os.path.normcase(os.path.join(PREFIX, "PCbuild"))): |
| 55 | return PREFIX |
| 56 | return d |
| 57 | project_base = _fix_pcbuild(project_base) |
| 58 | _sys_home = _fix_pcbuild(_sys_home) |
| 59 | |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 60 | def _python_build(): |
| 61 | if _sys_home: |
| 62 | return _is_python_source_dir(_sys_home) |
| 63 | return _is_python_source_dir(project_base) |
Steve Dower | 85e102a | 2019-02-04 17:15:13 -0800 | [diff] [blame] | 64 | |
Christian Heimes | 2202f87 | 2008-02-06 14:31:34 +0000 | [diff] [blame] | 65 | python_build = _python_build() |
Fred Drake | c916cdc | 2001-08-02 20:03:12 +0000 | [diff] [blame] | 66 | |
Steve Dower | 85e102a | 2019-02-04 17:15:13 -0800 | [diff] [blame] | 67 | |
Barry Warsaw | 14d98ac | 2010-11-24 19:43:47 +0000 | [diff] [blame] | 68 | # Calculate the build qualifier flags if they are defined. Adding the flags |
| 69 | # to the include and lib directories only makes sense for an installation, not |
| 70 | # an in-source build. |
| 71 | build_flags = '' |
| 72 | try: |
| 73 | if not python_build: |
| 74 | build_flags = sys.abiflags |
| 75 | except AttributeError: |
| 76 | # It's not a configure-based build, so the sys module doesn't have |
| 77 | # this attribute, which is fine. |
| 78 | pass |
| 79 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 80 | def get_python_version(): |
| 81 | """Return a string containing the major and minor Python version, |
| 82 | leaving off the patchlevel. Sample return values could be '1.5' |
| 83 | or '2.2'. |
| 84 | """ |
Serhiy Storchaka | 885bdc4 | 2016-02-11 13:10:36 +0200 | [diff] [blame] | 85 | return '%d.%d' % sys.version_info[:2] |
Tarek Ziadé | edacea3 | 2010-01-29 11:41:03 +0000 | [diff] [blame] | 86 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 87 | |
| 88 | def get_python_inc(plat_specific=0, prefix=None): |
| 89 | """Return the directory containing installed Python header files. |
Fred Drake | c1ee39a | 2000-03-09 15:54:52 +0000 | [diff] [blame] | 90 | |
| 91 | If 'plat_specific' is false (the default), this is the path to the |
| 92 | non-platform-specific header files, i.e. Python.h and so on; |
| 93 | otherwise, this is the path to platform-specific header files |
Martin v. Löwis | 4f1cd8b | 2001-07-26 13:41:06 +0000 | [diff] [blame] | 94 | (namely pyconfig.h). |
Fred Drake | c1ee39a | 2000-03-09 15:54:52 +0000 | [diff] [blame] | 95 | |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 96 | If 'prefix' is supplied, use it instead of sys.base_prefix or |
| 97 | sys.base_exec_prefix -- i.e., ignore 'plat_specific'. |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 98 | """ |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 99 | if prefix is None: |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 100 | prefix = plat_specific and BASE_EXEC_PREFIX or BASE_PREFIX |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 101 | if os.name == "posix": |
| 102 | if python_build: |
Vinay Sajip | ae7d7fa | 2010-09-20 10:29:54 +0000 | [diff] [blame] | 103 | # Assume the executable is in the build directory. The |
| 104 | # pyconfig.h file should be in the same directory. Since |
| 105 | # the build directory may not be the source directory, we |
| 106 | # must use "srcdir" from the makefile to find the "Include" |
| 107 | # directory. |
Vinay Sajip | ae7d7fa | 2010-09-20 10:29:54 +0000 | [diff] [blame] | 108 | if plat_specific: |
Jeremy Kloth | dbdea62 | 2017-05-09 09:24:13 -0600 | [diff] [blame] | 109 | return _sys_home or project_base |
Vinay Sajip | ae7d7fa | 2010-09-20 10:29:54 +0000 | [diff] [blame] | 110 | else: |
Vinay Sajip | 048b063 | 2012-07-16 18:24:55 +0100 | [diff] [blame] | 111 | incdir = os.path.join(get_config_var('srcdir'), 'Include') |
Jeremy Kloth | dbdea62 | 2017-05-09 09:24:13 -0600 | [diff] [blame] | 112 | return os.path.normpath(incdir) |
Barry Warsaw | 14d98ac | 2010-11-24 19:43:47 +0000 | [diff] [blame] | 113 | python_dir = 'python' + get_python_version() + build_flags |
| 114 | return os.path.join(prefix, "include", python_dir) |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 115 | elif os.name == "nt": |
Steve Dower | 85e102a | 2019-02-04 17:15:13 -0800 | [diff] [blame] | 116 | if python_build: |
| 117 | # Include both the include and PC dir to ensure we can find |
| 118 | # pyconfig.h |
| 119 | return (os.path.join(prefix, "include") + os.path.pathsep + |
| 120 | os.path.join(prefix, "PC")) |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 121 | return os.path.join(prefix, "include") |
Greg Ward | 7d73b9e | 2000-03-09 03:16:05 +0000 | [diff] [blame] | 122 | else: |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 123 | raise DistutilsPlatformError( |
| 124 | "I don't know where Python installs its C header files " |
| 125 | "on platform '%s'" % os.name) |
Greg Ward | 7d73b9e | 2000-03-09 03:16:05 +0000 | [diff] [blame] | 126 | |
| 127 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 128 | def get_python_lib(plat_specific=0, standard_lib=0, prefix=None): |
| 129 | """Return the directory containing the Python library (standard or |
Fred Drake | c1ee39a | 2000-03-09 15:54:52 +0000 | [diff] [blame] | 130 | site additions). |
Greg Ward | 7d73b9e | 2000-03-09 03:16:05 +0000 | [diff] [blame] | 131 | |
Fred Drake | c1ee39a | 2000-03-09 15:54:52 +0000 | [diff] [blame] | 132 | If 'plat_specific' is true, return the directory containing |
| 133 | platform-specific modules, i.e. any module from a non-pure-Python |
| 134 | module distribution; otherwise, return the platform-shared library |
| 135 | directory. If 'standard_lib' is true, return the directory |
| 136 | containing standard Python library modules; otherwise, return the |
| 137 | directory for site-specific modules. |
| 138 | |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 139 | If 'prefix' is supplied, use it instead of sys.base_prefix or |
| 140 | sys.base_exec_prefix -- i.e., ignore 'plat_specific'. |
Fred Drake | c1ee39a | 2000-03-09 15:54:52 +0000 | [diff] [blame] | 141 | """ |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 142 | if prefix is None: |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 143 | if standard_lib: |
| 144 | prefix = plat_specific and BASE_EXEC_PREFIX or BASE_PREFIX |
| 145 | else: |
| 146 | prefix = plat_specific and EXEC_PREFIX or PREFIX |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 147 | |
| 148 | if os.name == "posix": |
| 149 | libpython = os.path.join(prefix, |
| 150 | "lib", "python" + get_python_version()) |
| 151 | if standard_lib: |
| 152 | return libpython |
Greg Ward | 7d73b9e | 2000-03-09 03:16:05 +0000 | [diff] [blame] | 153 | else: |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 154 | return os.path.join(libpython, "site-packages") |
| 155 | elif os.name == "nt": |
| 156 | if standard_lib: |
| 157 | return os.path.join(prefix, "Lib") |
Marc-André Lemburg | 2544f51 | 2002-01-31 18:56:00 +0000 | [diff] [blame] | 158 | else: |
Benjamin Peterson | df0eb95 | 2014-09-06 17:24:12 -0400 | [diff] [blame] | 159 | return os.path.join(prefix, "Lib", "site-packages") |
Greg Ward | 7d73b9e | 2000-03-09 03:16:05 +0000 | [diff] [blame] | 160 | else: |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 161 | raise DistutilsPlatformError( |
| 162 | "I don't know where Python installs its library " |
| 163 | "on platform '%s'" % os.name) |
| 164 | |
Ned Deily | cbfb9a5 | 2012-06-23 16:02:19 -0700 | [diff] [blame] | 165 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 166 | |
| 167 | def customize_compiler(compiler): |
| 168 | """Do any platform-specific customization of a CCompiler instance. |
| 169 | |
| 170 | Mainly needed on Unix, so we can plug in the information that |
| 171 | varies across Unices and is stored in Python's Makefile. |
| 172 | """ |
| 173 | if compiler.compiler_type == "unix": |
Ned Deily | df8aa2b | 2012-07-21 05:36:30 -0700 | [diff] [blame] | 174 | if sys.platform == "darwin": |
| 175 | # Perform first-time customization of compiler-related |
| 176 | # config vars on OS X now that we know we need a compiler. |
| 177 | # This is primarily to support Pythons from binary |
| 178 | # installers. The kind and paths to build tools on |
| 179 | # the user system may vary significantly from the system |
| 180 | # that Python itself was built on. Also the user OS |
| 181 | # version and build tools may not support the same set |
| 182 | # of CPU architectures for universal builds. |
| 183 | global _config_vars |
Ned Deily | 7bc5fb6 | 2014-07-06 16:14:33 -0700 | [diff] [blame] | 184 | # Use get_config_var() to ensure _config_vars is initialized. |
| 185 | if not get_config_var('CUSTOMIZED_OSX_COMPILER'): |
Ned Deily | df8aa2b | 2012-07-21 05:36:30 -0700 | [diff] [blame] | 186 | import _osx_support |
| 187 | _osx_support.customize_compiler(_config_vars) |
| 188 | _config_vars['CUSTOMIZED_OSX_COMPILER'] = 'True' |
| 189 | |
Victor Stinner | 86082c2 | 2019-03-15 14:57:52 +0100 | [diff] [blame] | 190 | (cc, cxx, cflags, ccshared, ldshared, shlib_suffix, ar, ar_flags) = \ |
| 191 | get_config_vars('CC', 'CXX', 'CFLAGS', |
doko@ubuntu.com | d5537d0 | 2013-03-21 13:21:49 -0700 | [diff] [blame] | 192 | 'CCSHARED', 'LDSHARED', 'SHLIB_SUFFIX', 'AR', 'ARFLAGS') |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 193 | |
| 194 | if 'CC' in os.environ: |
Ned Deily | 9734568 | 2013-05-28 16:35:30 -0700 | [diff] [blame] | 195 | newcc = os.environ['CC'] |
| 196 | if (sys.platform == 'darwin' |
| 197 | and 'LDSHARED' not in os.environ |
| 198 | and ldshared.startswith(cc)): |
| 199 | # On OS X, if CC is overridden, use that as the default |
| 200 | # command for LDSHARED as well |
| 201 | ldshared = newcc + ldshared[len(cc):] |
| 202 | cc = newcc |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 203 | if 'CXX' in os.environ: |
| 204 | cxx = os.environ['CXX'] |
| 205 | if 'LDSHARED' in os.environ: |
| 206 | ldshared = os.environ['LDSHARED'] |
| 207 | if 'CPP' in os.environ: |
| 208 | cpp = os.environ['CPP'] |
Andrew M. Kuchling | 29c8623 | 2002-11-04 19:53:24 +0000 | [diff] [blame] | 209 | else: |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 210 | cpp = cc + " -E" # not always |
| 211 | if 'LDFLAGS' in os.environ: |
| 212 | ldshared = ldshared + ' ' + os.environ['LDFLAGS'] |
| 213 | if 'CFLAGS' in os.environ: |
Victor Stinner | 86082c2 | 2019-03-15 14:57:52 +0100 | [diff] [blame] | 214 | cflags = cflags + ' ' + os.environ['CFLAGS'] |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 215 | ldshared = ldshared + ' ' + os.environ['CFLAGS'] |
| 216 | if 'CPPFLAGS' in os.environ: |
| 217 | cpp = cpp + ' ' + os.environ['CPPFLAGS'] |
| 218 | cflags = cflags + ' ' + os.environ['CPPFLAGS'] |
| 219 | ldshared = ldshared + ' ' + os.environ['CPPFLAGS'] |
| 220 | if 'AR' in os.environ: |
| 221 | ar = os.environ['AR'] |
| 222 | if 'ARFLAGS' in os.environ: |
| 223 | archiver = ar + ' ' + os.environ['ARFLAGS'] |
| 224 | else: |
| 225 | archiver = ar + ' ' + ar_flags |
| 226 | |
| 227 | cc_cmd = cc + ' ' + cflags |
| 228 | compiler.set_executables( |
| 229 | preprocessor=cpp, |
| 230 | compiler=cc_cmd, |
| 231 | compiler_so=cc_cmd + ' ' + ccshared, |
| 232 | compiler_cxx=cxx, |
| 233 | linker_so=ldshared, |
| 234 | linker_exe=cc, |
| 235 | archiver=archiver) |
| 236 | |
doko@ubuntu.com | d5537d0 | 2013-03-21 13:21:49 -0700 | [diff] [blame] | 237 | compiler.shared_lib_extension = shlib_suffix |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 238 | |
| 239 | |
| 240 | def get_config_h_filename(): |
| 241 | """Return full pathname of installed pyconfig.h file.""" |
| 242 | if python_build: |
| 243 | if os.name == "nt": |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 244 | inc_dir = os.path.join(_sys_home or project_base, "PC") |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 245 | else: |
Vinay Sajip | 7ded1f0 | 2012-05-26 03:45:29 +0100 | [diff] [blame] | 246 | inc_dir = _sys_home or project_base |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 247 | else: |
| 248 | inc_dir = get_python_inc(plat_specific=1) |
Benjamin Peterson | df0eb95 | 2014-09-06 17:24:12 -0400 | [diff] [blame] | 249 | |
| 250 | return os.path.join(inc_dir, 'pyconfig.h') |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 251 | |
Greg Ward | 1190ee3 | 1998-12-18 23:46:33 +0000 | [diff] [blame] | 252 | |
Greg Ward | 9ddaaa1 | 1999-01-06 14:46:06 +0000 | [diff] [blame] | 253 | def get_makefile_filename(): |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 254 | """Return full pathname of installed Makefile from the Python build.""" |
| 255 | if python_build: |
doko@python.org | 9731330 | 2013-01-25 14:33:33 +0100 | [diff] [blame] | 256 | return os.path.join(_sys_home or project_base, "Makefile") |
Éric Araujo | fea2d04 | 2011-10-08 01:56:52 +0200 | [diff] [blame] | 257 | lib_dir = get_python_lib(plat_specific=0, standard_lib=1) |
Barry Warsaw | 14d98ac | 2010-11-24 19:43:47 +0000 | [diff] [blame] | 258 | config_file = 'config-{}{}'.format(get_python_version(), build_flags) |
doko@ubuntu.com | 5553231 | 2016-06-14 08:55:19 +0200 | [diff] [blame] | 259 | if hasattr(sys.implementation, '_multiarch'): |
| 260 | config_file += '-%s' % sys.implementation._multiarch |
Barry Warsaw | 14d98ac | 2010-11-24 19:43:47 +0000 | [diff] [blame] | 261 | return os.path.join(lib_dir, config_file, 'Makefile') |
Greg Ward | 7d73b9e | 2000-03-09 03:16:05 +0000 | [diff] [blame] | 262 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 263 | |
| 264 | def parse_config_h(fp, g=None): |
| 265 | """Parse a config.h-style file. |
| 266 | |
| 267 | A dictionary containing name/value pairs is returned. If an |
| 268 | optional dictionary is passed in as the second argument, it is |
| 269 | used instead of a new dictionary. |
Fred Drake | 522af3a | 1999-01-06 16:28:34 +0000 | [diff] [blame] | 270 | """ |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 271 | if g is None: |
| 272 | g = {} |
| 273 | define_rx = re.compile("#define ([A-Z][A-Za-z0-9_]+) (.*)\n") |
| 274 | undef_rx = re.compile("/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/\n") |
| 275 | # |
| 276 | while True: |
| 277 | line = fp.readline() |
| 278 | if not line: |
| 279 | break |
| 280 | m = define_rx.match(line) |
| 281 | if m: |
| 282 | n, v = m.group(1, 2) |
| 283 | try: v = int(v) |
| 284 | except ValueError: pass |
| 285 | g[n] = v |
| 286 | else: |
| 287 | m = undef_rx.match(line) |
| 288 | if m: |
| 289 | g[m.group(1)] = 0 |
| 290 | return g |
Greg Ward | 1190ee3 | 1998-12-18 23:46:33 +0000 | [diff] [blame] | 291 | |
Greg Ward | d283ce7 | 2000-09-17 00:53:02 +0000 | [diff] [blame] | 292 | |
| 293 | # Regexes needed for parsing Makefile (and similar syntaxes, |
| 294 | # like old-style Setup files). |
R David Murray | 44b548d | 2016-09-08 13:59:53 -0400 | [diff] [blame] | 295 | _variable_rx = re.compile(r"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)") |
Greg Ward | d283ce7 | 2000-09-17 00:53:02 +0000 | [diff] [blame] | 296 | _findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)") |
| 297 | _findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}") |
| 298 | |
Greg Ward | 3fff8d2 | 2000-09-15 00:03:13 +0000 | [diff] [blame] | 299 | def parse_makefile(fn, g=None): |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 300 | """Parse a Makefile-style file. |
Fred Drake | c1ee39a | 2000-03-09 15:54:52 +0000 | [diff] [blame] | 301 | |
| 302 | A dictionary containing name/value pairs is returned. If an |
| 303 | optional dictionary is passed in as the second argument, it is |
| 304 | used instead of a new dictionary. |
Fred Drake | 522af3a | 1999-01-06 16:28:34 +0000 | [diff] [blame] | 305 | """ |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 306 | from distutils.text_file import TextFile |
Victor Stinner | 75d8c5c | 2010-10-23 17:02:31 +0000 | [diff] [blame] | 307 | fp = TextFile(fn, strip_comments=1, skip_blanks=1, join_lines=1, errors="surrogateescape") |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 308 | |
| 309 | if g is None: |
| 310 | g = {} |
| 311 | done = {} |
| 312 | notdone = {} |
| 313 | |
| 314 | while True: |
| 315 | line = fp.readline() |
| 316 | if line is None: # eof |
| 317 | break |
| 318 | m = _variable_rx.match(line) |
| 319 | if m: |
| 320 | n, v = m.group(1, 2) |
| 321 | v = v.strip() |
| 322 | # `$$' is a literal `$' in make |
| 323 | tmpv = v.replace('$$', '') |
| 324 | |
| 325 | if "$" in tmpv: |
| 326 | notdone[n] = v |
| 327 | else: |
| 328 | try: |
| 329 | v = int(v) |
| 330 | except ValueError: |
| 331 | # insert literal `$' |
| 332 | done[n] = v.replace('$$', '$') |
| 333 | else: |
| 334 | done[n] = v |
| 335 | |
Ronald Oussoren | e8d252d | 2010-07-23 09:43:17 +0000 | [diff] [blame] | 336 | # Variables with a 'PY_' prefix in the makefile. These need to |
| 337 | # be made available without that prefix through sysconfig. |
| 338 | # Special care is needed to ensure that variable expansion works, even |
| 339 | # if the expansion uses the name without a prefix. |
| 340 | renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS') |
| 341 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 342 | # do variable interpolation here |
| 343 | while notdone: |
| 344 | for name in list(notdone): |
| 345 | value = notdone[name] |
| 346 | m = _findvar1_rx.search(value) or _findvar2_rx.search(value) |
| 347 | if m: |
| 348 | n = m.group(1) |
| 349 | found = True |
| 350 | if n in done: |
| 351 | item = str(done[n]) |
| 352 | elif n in notdone: |
| 353 | # get it on a subsequent round |
| 354 | found = False |
| 355 | elif n in os.environ: |
| 356 | # do it like make: fall back to environment |
| 357 | item = os.environ[n] |
Ronald Oussoren | e8d252d | 2010-07-23 09:43:17 +0000 | [diff] [blame] | 358 | |
| 359 | elif n in renamed_variables: |
| 360 | if name.startswith('PY_') and name[3:] in renamed_variables: |
| 361 | item = "" |
| 362 | |
| 363 | elif 'PY_' + n in notdone: |
| 364 | found = False |
| 365 | |
| 366 | else: |
| 367 | item = str(done['PY_' + n]) |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 368 | else: |
| 369 | done[n] = item = "" |
| 370 | if found: |
| 371 | after = value[m.end():] |
| 372 | value = value[:m.start()] + item + after |
| 373 | if "$" in after: |
| 374 | notdone[name] = value |
| 375 | else: |
| 376 | try: value = int(value) |
| 377 | except ValueError: |
| 378 | done[name] = value.strip() |
| 379 | else: |
| 380 | done[name] = value |
| 381 | del notdone[name] |
Ronald Oussoren | e8d252d | 2010-07-23 09:43:17 +0000 | [diff] [blame] | 382 | |
| 383 | if name.startswith('PY_') \ |
| 384 | and name[3:] in renamed_variables: |
| 385 | |
| 386 | name = name[3:] |
| 387 | if name not in done: |
| 388 | done[name] = value |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 389 | else: |
| 390 | # bogus variable reference; just drop it since we can't deal |
| 391 | del notdone[name] |
| 392 | |
| 393 | fp.close() |
| 394 | |
Antoine Pitrou | dbec780 | 2010-10-10 09:37:12 +0000 | [diff] [blame] | 395 | # strip spurious spaces |
| 396 | for k, v in done.items(): |
| 397 | if isinstance(v, str): |
| 398 | done[k] = v.strip() |
| 399 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 400 | # save the results in the global dictionary |
| 401 | g.update(done) |
| 402 | return g |
| 403 | |
Greg Ward | 1190ee3 | 1998-12-18 23:46:33 +0000 | [diff] [blame] | 404 | |
Greg Ward | d283ce7 | 2000-09-17 00:53:02 +0000 | [diff] [blame] | 405 | def expand_makefile_vars(s, vars): |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 406 | """Expand Makefile-style variables -- "${foo}" or "$(foo)" -- in |
Greg Ward | d283ce7 | 2000-09-17 00:53:02 +0000 | [diff] [blame] | 407 | 'string' according to 'vars' (a dictionary mapping variable names to |
| 408 | values). Variables not present in 'vars' are silently expanded to the |
| 409 | empty string. The variable values in 'vars' should not contain further |
| 410 | variable expansions; if 'vars' is the output of 'parse_makefile()', |
| 411 | you're fine. Returns a variable-expanded version of 's'. |
| 412 | """ |
| 413 | |
| 414 | # This algorithm does multiple expansion, so if vars['foo'] contains |
| 415 | # "${bar}", it will expand ${foo} to ${bar}, and then expand |
| 416 | # ${bar}... and so forth. This is fine as long as 'vars' comes from |
| 417 | # 'parse_makefile()', which takes care of such expansions eagerly, |
| 418 | # according to make's variable expansion semantics. |
| 419 | |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 420 | while True: |
Greg Ward | d283ce7 | 2000-09-17 00:53:02 +0000 | [diff] [blame] | 421 | m = _findvar1_rx.search(s) or _findvar2_rx.search(s) |
| 422 | if m: |
Greg Ward | d283ce7 | 2000-09-17 00:53:02 +0000 | [diff] [blame] | 423 | (beg, end) = m.span() |
| 424 | s = s[0:beg] + vars.get(m.group(1)) + s[end:] |
| 425 | else: |
| 426 | break |
| 427 | return s |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 428 | |
| 429 | |
| 430 | _config_vars = None |
| 431 | |
| 432 | def _init_posix(): |
| 433 | """Initialize the module as appropriate for POSIX systems.""" |
doko@ubuntu.com | 4094822 | 2016-06-05 01:17:57 +0200 | [diff] [blame] | 434 | # _sysconfigdata is generated at build time, see the sysconfig module |
Xavier de Gaye | 92dec54 | 2016-09-11 22:22:24 +0200 | [diff] [blame] | 435 | name = os.environ.get('_PYTHON_SYSCONFIGDATA_NAME', |
| 436 | '_sysconfigdata_{abi}_{platform}_{multiarch}'.format( |
Zachary Ware | 80da993 | 2016-09-09 18:29:10 -0700 | [diff] [blame] | 437 | abi=sys.abiflags, |
| 438 | platform=sys.platform, |
| 439 | multiarch=getattr(sys.implementation, '_multiarch', ''), |
Xavier de Gaye | 92dec54 | 2016-09-11 22:22:24 +0200 | [diff] [blame] | 440 | )) |
doko@ubuntu.com | eea86b0 | 2016-06-14 09:22:16 +0200 | [diff] [blame] | 441 | _temp = __import__(name, globals(), locals(), ['build_time_vars'], 0) |
| 442 | build_time_vars = _temp.build_time_vars |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 443 | global _config_vars |
doko@ubuntu.com | 4094822 | 2016-06-05 01:17:57 +0200 | [diff] [blame] | 444 | _config_vars = {} |
| 445 | _config_vars.update(build_time_vars) |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 446 | |
| 447 | |
| 448 | def _init_nt(): |
| 449 | """Initialize the module as appropriate for NT""" |
| 450 | g = {} |
| 451 | # set basic install directories |
| 452 | g['LIBDEST'] = get_python_lib(plat_specific=0, standard_lib=1) |
| 453 | g['BINLIBDEST'] = get_python_lib(plat_specific=1, standard_lib=1) |
| 454 | |
| 455 | # XXX hmmm.. a normal install puts include files here |
| 456 | g['INCLUDEPY'] = get_python_inc(plat_specific=0) |
| 457 | |
Steve Dower | 65e4cb1 | 2014-11-22 12:54:57 -0800 | [diff] [blame] | 458 | g['EXT_SUFFIX'] = _imp.extension_suffixes()[0] |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 459 | g['EXE'] = ".exe" |
| 460 | g['VERSION'] = get_python_version().replace(".", "") |
| 461 | g['BINDIR'] = os.path.dirname(os.path.abspath(sys.executable)) |
| 462 | |
| 463 | global _config_vars |
| 464 | _config_vars = g |
| 465 | |
| 466 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 467 | def get_config_vars(*args): |
| 468 | """With no arguments, return a dictionary of all configuration |
| 469 | variables relevant for the current platform. Generally this includes |
| 470 | everything needed to build extensions and install both pure modules and |
| 471 | extensions. On Unix, this means every variable defined in Python's |
Ned Deily | df8aa2b | 2012-07-21 05:36:30 -0700 | [diff] [blame] | 472 | installed Makefile; on Windows it's a much smaller set. |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 473 | |
| 474 | With arguments, return a list of values that result from looking up |
| 475 | each argument in the configuration variable dictionary. |
| 476 | """ |
| 477 | global _config_vars |
| 478 | if _config_vars is None: |
| 479 | func = globals().get("_init_" + os.name) |
| 480 | if func: |
| 481 | func() |
| 482 | else: |
| 483 | _config_vars = {} |
| 484 | |
| 485 | # Normalized versions of prefix and exec_prefix are handy to have; |
| 486 | # in fact, these are the standard versions used most places in the |
| 487 | # Distutils. |
| 488 | _config_vars['prefix'] = PREFIX |
| 489 | _config_vars['exec_prefix'] = EXEC_PREFIX |
| 490 | |
Barry Warsaw | 9121f8d | 2013-11-22 15:31:35 -0500 | [diff] [blame] | 491 | # For backward compatibility, see issue19555 |
| 492 | SO = _config_vars.get('EXT_SUFFIX') |
| 493 | if SO is not None: |
| 494 | _config_vars['SO'] = SO |
| 495 | |
Richard Oudkerk | 46874ad | 2012-07-27 12:06:55 +0100 | [diff] [blame] | 496 | # Always convert srcdir to an absolute path |
| 497 | srcdir = _config_vars.get('srcdir', project_base) |
| 498 | if os.name == 'posix': |
| 499 | if python_build: |
| 500 | # If srcdir is a relative path (typically '.' or '..') |
| 501 | # then it should be interpreted relative to the directory |
| 502 | # containing Makefile. |
| 503 | base = os.path.dirname(get_makefile_filename()) |
| 504 | srcdir = os.path.join(base, srcdir) |
| 505 | else: |
| 506 | # srcdir is not meaningful since the installation is |
| 507 | # spread about the filesystem. We choose the |
| 508 | # directory containing the Makefile since we know it |
| 509 | # exists. |
| 510 | srcdir = os.path.dirname(get_makefile_filename()) |
| 511 | _config_vars['srcdir'] = os.path.abspath(os.path.normpath(srcdir)) |
| 512 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 513 | # Convert srcdir into an absolute path if it appears necessary. |
| 514 | # Normally it is relative to the build directory. However, during |
| 515 | # testing, for example, we might be running a non-installed python |
| 516 | # from a different directory. |
| 517 | if python_build and os.name == "posix": |
doko@python.org | 9731330 | 2013-01-25 14:33:33 +0100 | [diff] [blame] | 518 | base = project_base |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 519 | if (not os.path.isabs(_config_vars['srcdir']) and |
| 520 | base != os.getcwd()): |
| 521 | # srcdir is relative and we are not in the same directory |
| 522 | # as the executable. Assume executable is in the build |
| 523 | # directory and make srcdir absolute. |
| 524 | srcdir = os.path.join(base, _config_vars['srcdir']) |
| 525 | _config_vars['srcdir'] = os.path.normpath(srcdir) |
| 526 | |
Ned Deily | df8aa2b | 2012-07-21 05:36:30 -0700 | [diff] [blame] | 527 | # OS X platforms require special customization to handle |
| 528 | # multi-architecture, multi-os-version installers |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 529 | if sys.platform == 'darwin': |
Ned Deily | df8aa2b | 2012-07-21 05:36:30 -0700 | [diff] [blame] | 530 | import _osx_support |
| 531 | _osx_support.customize_config_vars(_config_vars) |
Ned Deily | 2747177 | 2012-07-15 21:30:03 -0700 | [diff] [blame] | 532 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 533 | if args: |
| 534 | vals = [] |
| 535 | for name in args: |
| 536 | vals.append(_config_vars.get(name)) |
| 537 | return vals |
| 538 | else: |
| 539 | return _config_vars |
| 540 | |
| 541 | def get_config_var(name): |
| 542 | """Return the value of a single variable using the dictionary |
| 543 | returned by 'get_config_vars()'. Equivalent to |
| 544 | get_config_vars().get(name) |
| 545 | """ |
Barry Warsaw | 9121f8d | 2013-11-22 15:31:35 -0500 | [diff] [blame] | 546 | if name == 'SO': |
| 547 | import warnings |
Serhiy Storchaka | eaec359 | 2013-11-26 17:08:24 +0200 | [diff] [blame] | 548 | warnings.warn('SO is deprecated, use EXT_SUFFIX', DeprecationWarning, 2) |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 549 | return get_config_vars().get(name) |