3 # WARNING! Do not edit! https://waf.io/book/index.html#_obtaining_the_waf_file
7 # Thomas Nagy, 2007-2015 (ita)
8 # Gustavo Carneiro (gjc), 2007
11 Support for Python, detect the headers and libraries and provide
12 *use* variables to link C/C++ programs against them::
15 opt.load('compiler_c python')
17 conf.load('compiler_c python')
18 conf.check_python_version((2,4,2))
19 conf.check_python_headers()
21 bld.program(features='pyembed', source='a.c', target='myprog')
22 bld.shlib(features='pyext', source='b.c', target='mylib')
26 from waflib import Errors, Logs, Node, Options, Task, Utils
27 from waflib.TaskGen import extension, before_method, after_method, feature
28 from waflib.Configure import conf
35 void Py_Initialize(void);
36 void Py_Finalize(void);
40 int main(int argc, char **argv)
42 (void)argc; (void)argv;
49 Piece of C/C++ code used in :py:func:`waflib.Tools.python.check_python_headers`
53 import sys, py_compile
54 py_compile.compile(sys.argv[1], sys.argv[2], sys.argv[3], True)
57 Piece of Python code used in :py:class:`waflib.Tools.python.pyo` and :py:class:`waflib.Tools.python.pyc` for byte-compiling python files
60 DISTUTILS_IMP = ['from distutils.sysconfig import get_config_var, get_python_lib']
62 @before_method('process_source')
66 Create tasks to byte-compile .py files and install them, if requested
68 self.install_path = getattr(self, 'install_path', '${PYTHONDIR}')
69 install_from = getattr(self, 'install_from', None)
70 if install_from and not isinstance(install_from, Node.Node):
71 install_from = self.path.find_dir(install_from)
72 self.install_from = install_from
74 ver = self.env.PYTHON_VERSION
76 self.bld.fatal('Installing python files requires PYTHON_VERSION, try conf.check_python_version')
78 if int(ver.replace('.', '')) > 31:
79 self.install_32 = True
82 def process_py(self, node):
84 Add signature of .py file, so it will be byte-compiled when necessary
86 assert(hasattr(self, 'install_path')), 'add features="py"'
88 # where to install the python file
91 self.add_install_files(install_to=self.install_path, install_from=node, cwd=self.install_from, relative_trick=True)
93 self.add_install_files(install_to=self.install_path, install_from=node, relative_trick=True)
101 if self.install_path:
102 if self.install_from:
103 pyd = Utils.subst_vars("%s/%s" % (self.install_path, node.path_from(self.install_from)), self.env)
105 pyd = Utils.subst_vars("%s/%s" % (self.install_path, node.path_from(self.path)), self.env)
110 if self.env.PYTAG and not self.env.NOPYCACHE:
111 # __pycache__ installation for python 3.2 - PEP 3147
112 name = node.name[:-3]
113 pyobj = node.parent.get_bld().make_node('__pycache__').make_node("%s.%s.%s" % (name, self.env.PYTAG, ext))
116 pyobj = node.change_ext(".%s" % ext)
118 tsk = self.create_task(ext, node, pyobj)
121 if self.install_path:
122 self.add_install_files(install_to=os.path.dirname(pyd), install_from=pyobj, cwd=node.parent.get_bld(), relative_trick=True)
124 class pyc(Task.Task):
126 Byte-compiling python files
130 node = self.outputs[0]
131 return node.path_from(node.ctx.launch_node())
133 cmd = [Utils.subst_vars('${PYTHON}', self.env), '-c', INST, self.inputs[0].abspath(), self.outputs[0].abspath(), self.pyd]
134 ret = self.generator.bld.exec_command(cmd)
137 class pyo(Task.Task):
139 Byte-compiling python files
143 node = self.outputs[0]
144 return node.path_from(node.ctx.launch_node())
146 cmd = [Utils.subst_vars('${PYTHON}', self.env), Utils.subst_vars('${PYFLAGS_OPT}', self.env), '-c', INST, self.inputs[0].abspath(), self.outputs[0].abspath(), self.pyd]
147 ret = self.generator.bld.exec_command(cmd)
151 @before_method('propagate_uselib_vars', 'apply_link')
152 @after_method('apply_bundle')
153 def init_pyext(self):
155 Change the values of *cshlib_PATTERN* and *cxxshlib_PATTERN* to remove the
156 *lib* prefix from library names.
158 self.uselib = self.to_list(getattr(self, 'uselib', []))
159 if not 'PYEXT' in self.uselib:
160 self.uselib.append('PYEXT')
161 # override shlib_PATTERN set by the osx module
162 self.env.cshlib_PATTERN = self.env.cxxshlib_PATTERN = self.env.macbundle_PATTERN = self.env.pyext_PATTERN
163 self.env.fcshlib_PATTERN = self.env.dshlib_PATTERN = self.env.pyext_PATTERN
166 if not self.install_path:
168 except AttributeError:
169 self.install_path = '${PYTHONARCHDIR}'
172 @before_method('apply_link', 'apply_bundle')
173 def set_bundle(self):
174 """Mac-specific pyext extension that enables bundles from c_osx.py"""
175 if Utils.unversioned_sys_platform() == 'darwin':
176 self.mac_bundle = True
178 @before_method('propagate_uselib_vars')
180 def init_pyembed(self):
182 Add the PYEMBED variable.
184 self.uselib = self.to_list(getattr(self, 'uselib', []))
185 if not 'PYEMBED' in self.uselib:
186 self.uselib.append('PYEMBED')
189 def get_python_variables(self, variables, imports=None):
191 Spawn a new python process to dump configuration variables
193 :param variables: variables to print
194 :type variables: list of string
195 :param imports: one import by element
196 :type imports: list of string
197 :return: the variable values
198 :rtype: list of string
202 imports = self.python_imports
203 except AttributeError:
204 imports = DISTUTILS_IMP
206 program = list(imports) # copy
209 program.append("print(repr(%s))" % v)
210 os_env = dict(os.environ)
212 del os_env['MACOSX_DEPLOYMENT_TARGET'] # see comments in the OSX tool
217 out = self.cmd_and_log(self.env.PYTHON + ['-c', '\n'.join(program)], env=os_env)
218 except Errors.WafError:
219 self.fatal('The distutils module is unusable: install "python-devel"?')
222 for s in out.splitlines():
227 return_values.append(None)
228 elif (s[0] == "'" and s[-1] == "'") or (s[0] == '"' and s[-1] == '"'):
229 return_values.append(eval(s))
231 return_values.append(int(s))
236 def test_pyembed(self, mode, msg='Testing pyembed configuration'):
237 self.check(header_name='Python.h', define_name='HAVE_PYEMBED', msg=msg,
238 fragment=FRAG, errmsg='Could not build a python embedded interpreter',
239 features='%s %sprogram pyembed' % (mode, mode))
242 def test_pyext(self, mode, msg='Testing pyext configuration'):
243 self.check(header_name='Python.h', define_name='HAVE_PYEXT', msg=msg,
244 fragment=FRAG, errmsg='Could not build python extensions',
245 features='%s %sshlib pyext' % (mode, mode))
248 def python_cross_compile(self, features='pyembed pyext'):
250 For cross-compilation purposes, it is possible to bypass the normal detection and set the flags that you want:
251 PYTHON_VERSION='3.4' PYTAG='cpython34' pyext_PATTERN="%s.so" PYTHON_LDFLAGS='-lpthread -ldl' waf configure
253 The following variables are used:
254 PYTHON_VERSION required
256 PYTHON_LDFLAGS required
257 pyext_PATTERN required
259 PYTHON_PYEMBED_LDFLAGS
261 features = Utils.to_list(features)
262 if not ('PYTHON_LDFLAGS' in self.environ or 'PYTHON_PYEXT_LDFLAGS' in self.environ or 'PYTHON_PYEMBED_LDFLAGS' in self.environ):
265 for x in 'PYTHON_VERSION PYTAG pyext_PATTERN'.split():
266 if not x in self.environ:
267 self.fatal('Please set %s in the os environment' % x)
269 self.env[x] = self.environ[x]
271 xx = self.env.CXX_NAME and 'cxx' or 'c'
272 if 'pyext' in features:
273 flags = self.environ.get('PYTHON_PYEXT_LDFLAGS', self.environ.get('PYTHON_LDFLAGS'))
275 self.fatal('No flags provided through PYTHON_PYEXT_LDFLAGS as required')
277 self.parse_flags(flags, 'PYEXT')
279 if 'pyembed' in features:
280 flags = self.environ.get('PYTHON_PYEMBED_LDFLAGS', self.environ.get('PYTHON_LDFLAGS'))
282 self.fatal('No flags provided through PYTHON_PYEMBED_LDFLAGS as required')
284 self.parse_flags(flags, 'PYEMBED')
285 self.test_pyembed(xx)
289 def check_python_headers(conf, features='pyembed pyext'):
291 Check for headers and libraries necessary to extend or embed python by using the module *distutils*.
292 On success the environment variables xxx_PYEXT and xxx_PYEMBED are added:
294 * PYEXT: for compiling python extensions
295 * PYEMBED: for embedding a python interpreter
297 features = Utils.to_list(features)
298 assert ('pyembed' in features) or ('pyext' in features), "check_python_headers features must include 'pyembed' and/or 'pyext'"
300 if not env.CC_NAME and not env.CXX_NAME:
301 conf.fatal('load a compiler first (gcc, g++, ..)')
303 # bypass all the code below for cross-compilation
304 if conf.python_cross_compile(features):
307 if not env.PYTHON_VERSION:
308 conf.check_python_version()
312 conf.fatal('Could not find the python executable')
314 # so we actually do all this for compatibility reasons and for obtaining pyext_PATTERN below
315 v = 'prefix SO LDFLAGS LIBDIR LIBPL INCLUDEPY Py_ENABLE_SHARED MACOSX_DEPLOYMENT_TARGET LDSHARED CFLAGS LDVERSION'.split()
317 lst = conf.get_python_variables(["get_config_var('%s') or ''" % x for x in v])
319 conf.fatal("Python development headers not found (-v for details).")
321 vals = ['%s = %r' % (x, y) for (x, y) in zip(v, lst)]
322 conf.to_log("Configuration returned from %r:\n%s\n" % (pybin, '\n'.join(vals)))
324 dct = dict(zip(v, lst))
325 x = 'MACOSX_DEPLOYMENT_TARGET'
327 env[x] = conf.environ[x] = dct[x]
328 env.pyext_PATTERN = '%s' + dct['SO'] # not a mistake
331 # Try to get pythonX.Y-config
332 num = '.'.join(env.PYTHON_VERSION.split('.')[:2])
333 conf.find_program([''.join(pybin) + '-config', 'python%s-config' % num, 'python-config-%s' % num, 'python%sm-config' % num], var='PYTHON_CONFIG', msg="python-config", mandatory=False)
335 if env.PYTHON_CONFIG:
336 # python2.6-config requires 3 runs
337 all_flags = [['--cflags', '--libs', '--ldflags']]
338 if sys.hexversion < 0x2070000:
339 all_flags = [[k] for k in all_flags[0]]
341 xx = env.CXX_NAME and 'cxx' or 'c'
343 if 'pyembed' in features:
344 for flags in all_flags:
345 conf.check_cfg(msg='Asking python-config for pyembed %r flags' % ' '.join(flags), path=env.PYTHON_CONFIG, package='', uselib_store='PYEMBED', args=flags)
348 conf.test_pyembed(xx)
349 except conf.errors.ConfigurationError:
351 if dct['Py_ENABLE_SHARED'] and dct['LIBDIR']:
352 env.append_unique('LIBPATH_PYEMBED', [dct['LIBDIR']])
353 conf.test_pyembed(xx)
357 if 'pyext' in features:
358 for flags in all_flags:
359 conf.check_cfg(msg='Asking python-config for pyext %r flags' % ' '.join(flags), path=env.PYTHON_CONFIG, package='', uselib_store='PYEXT', args=flags)
363 except conf.errors.ConfigurationError:
365 if dct['Py_ENABLE_SHARED'] and dct['LIBDIR']:
366 env.append_unique('LIBPATH_PYEXT', [dct['LIBDIR']])
371 conf.define('HAVE_PYTHON_H', 1)
374 # No python-config, do something else on windows systems
375 all_flags = dct['LDFLAGS'] + ' ' + dct['CFLAGS']
376 conf.parse_flags(all_flags, 'PYEMBED')
378 all_flags = dct['LDFLAGS'] + ' ' + dct['LDSHARED'] + ' ' + dct['CFLAGS']
379 conf.parse_flags(all_flags, 'PYEXT')
382 if not dct["LDVERSION"]:
383 dct["LDVERSION"] = env.PYTHON_VERSION
385 # further simplification will be complicated
386 for name in ('python' + dct['LDVERSION'], 'python' + env.PYTHON_VERSION + 'm', 'python' + env.PYTHON_VERSION.replace('.', '')):
388 # LIBPATH_PYEMBED is already set; see if it works.
389 if not result and env.LIBPATH_PYEMBED:
390 path = env.LIBPATH_PYEMBED
391 conf.to_log("\n\n# Trying default LIBPATH_PYEMBED: %r\n" % path)
392 result = conf.check(lib=name, uselib='PYEMBED', libpath=path, mandatory=False, msg='Checking for library %s in LIBPATH_PYEMBED' % name)
394 if not result and dct['LIBDIR']:
395 path = [dct['LIBDIR']]
396 conf.to_log("\n\n# try again with -L$python_LIBDIR: %r\n" % path)
397 result = conf.check(lib=name, uselib='PYEMBED', libpath=path, mandatory=False, msg='Checking for library %s in LIBDIR' % name)
399 if not result and dct['LIBPL']:
400 path = [dct['LIBPL']]
401 conf.to_log("\n\n# try again with -L$python_LIBPL (some systems don't install the python library in $prefix/lib)\n")
402 result = conf.check(lib=name, uselib='PYEMBED', libpath=path, mandatory=False, msg='Checking for library %s in python_LIBPL' % name)
405 path = [os.path.join(dct['prefix'], "libs")]
406 conf.to_log("\n\n# try again with -L$prefix/libs, and pythonXY name rather than pythonX.Y (win32)\n")
407 result = conf.check(lib=name, uselib='PYEMBED', libpath=path, mandatory=False, msg='Checking for library %s in $prefix/libs' % name)
410 break # do not forget to set LIBPATH_PYEMBED
413 env.LIBPATH_PYEMBED = path
414 env.append_value('LIB_PYEMBED', [name])
416 conf.to_log("\n\n### LIB NOT FOUND\n")
418 # under certain conditions, python extensions must link to
419 # python libraries, not just python embedding programs.
420 if Utils.is_win32 or dct['Py_ENABLE_SHARED']:
421 env.LIBPATH_PYEXT = env.LIBPATH_PYEMBED
422 env.LIB_PYEXT = env.LIB_PYEMBED
424 conf.to_log("Include path for Python extensions (found via distutils module): %r\n" % (dct['INCLUDEPY'],))
425 env.INCLUDES_PYEXT = [dct['INCLUDEPY']]
426 env.INCLUDES_PYEMBED = [dct['INCLUDEPY']]
428 # Code using the Python API needs to be compiled with -fno-strict-aliasing
429 if env.CC_NAME == 'gcc':
430 env.append_value('CFLAGS_PYEMBED', ['-fno-strict-aliasing'])
431 env.append_value('CFLAGS_PYEXT', ['-fno-strict-aliasing'])
432 if env.CXX_NAME == 'gcc':
433 env.append_value('CXXFLAGS_PYEMBED', ['-fno-strict-aliasing'])
434 env.append_value('CXXFLAGS_PYEXT', ['-fno-strict-aliasing'])
436 if env.CC_NAME == "msvc":
437 from distutils.msvccompiler import MSVCCompiler
438 dist_compiler = MSVCCompiler()
439 dist_compiler.initialize()
440 env.append_value('CFLAGS_PYEXT', dist_compiler.compile_options)
441 env.append_value('CXXFLAGS_PYEXT', dist_compiler.compile_options)
442 env.append_value('LINKFLAGS_PYEXT', dist_compiler.ldflags_shared)
445 conf.check(header_name='Python.h', define_name='HAVE_PYTHON_H', uselib='PYEMBED', fragment=FRAG, errmsg='Distutils not installed? Broken python installation? Get python-config now!')
448 def check_python_version(conf, minver=None):
450 Check if the python interpreter is found matching a given minimum version.
451 minver should be a tuple, eg. to check for python >= 2.4.2 pass (2,4,2) as minver.
453 If successful, PYTHON_VERSION is defined as 'MAJOR.MINOR'
454 (eg. '2.4') of the actual python version found, and PYTHONDIR is
455 defined, pointing to the site-packages directory appropriate for
456 this python version, where modules/packages/extensions should be
459 :param minver: minimum version
460 :type minver: tuple of int
462 assert minver is None or isinstance(minver, tuple)
463 pybin = conf.env.PYTHON
465 conf.fatal('could not find the python executable')
467 # Get python version string
468 cmd = pybin + ['-c', 'import sys\nfor x in sys.version_info: print(str(x))']
469 Logs.debug('python: Running python command %r', cmd)
470 lines = conf.cmd_and_log(cmd).split()
471 assert len(lines) == 5, "found %r lines, expected 5: %r" % (len(lines), lines)
472 pyver_tuple = (int(lines[0]), int(lines[1]), int(lines[2]), lines[3], int(lines[4]))
474 # Compare python version with the minimum required
475 result = (minver is None) or (pyver_tuple >= minver)
478 # define useful environment variables
479 pyver = '.'.join([str(x) for x in pyver_tuple[:2]])
480 conf.env.PYTHON_VERSION = pyver
482 if 'PYTHONDIR' in conf.env:
483 # Check if --pythondir was specified
484 pydir = conf.env.PYTHONDIR
485 elif 'PYTHONDIR' in conf.environ:
486 # Check environment for PYTHONDIR
487 pydir = conf.environ['PYTHONDIR']
489 # Finally, try to guess
491 (python_LIBDEST, pydir) = conf.get_python_variables(
492 ["get_config_var('LIBDEST') or ''",
493 "get_python_lib(standard_lib=0) or ''"])
495 python_LIBDEST = None
496 (pydir,) = conf.get_python_variables( ["get_python_lib(standard_lib=0, prefix=%r) or ''" % conf.env.PREFIX])
497 if python_LIBDEST is None:
499 python_LIBDEST = os.path.join(conf.env.LIBDIR, 'python' + pyver)
501 python_LIBDEST = os.path.join(conf.env.PREFIX, 'lib', 'python' + pyver)
503 if 'PYTHONARCHDIR' in conf.env:
504 # Check if --pythonarchdir was specified
505 pyarchdir = conf.env.PYTHONARCHDIR
506 elif 'PYTHONARCHDIR' in conf.environ:
507 # Check environment for PYTHONDIR
508 pyarchdir = conf.environ['PYTHONARCHDIR']
510 # Finally, try to guess
511 (pyarchdir, ) = conf.get_python_variables( ["get_python_lib(plat_specific=1, standard_lib=0, prefix=%r) or ''" % conf.env.PREFIX])
515 if hasattr(conf, 'define'): # conf.define is added by the C tool, so may not exist
516 conf.define('PYTHONDIR', pydir)
517 conf.define('PYTHONARCHDIR', pyarchdir)
519 conf.env.PYTHONDIR = pydir
520 conf.env.PYTHONARCHDIR = pyarchdir
523 pyver_full = '.'.join(map(str, pyver_tuple[:3]))
525 conf.msg('Checking for python version', pyver_full)
527 minver_str = '.'.join(map(str, minver))
528 conf.msg('Checking for python version >= %s' % (minver_str,), pyver_full, color=result and 'GREEN' or 'YELLOW')
531 conf.fatal('The python version is too old, expecting %r' % (minver,))
533 PYTHON_MODULE_TEMPLATE = '''
534 import %s as current_module
535 version = getattr(current_module, '__version__', None)
536 if version is not None:
539 print('unknown version')
543 def check_python_module(conf, module_name, condition=''):
545 Check if the selected python interpreter can import the given python module::
548 conf.check_python_module('pygccxml')
549 conf.check_python_module('re', condition="ver > num(2, 0, 4) and ver <= num(3, 0, 0)")
551 :param module_name: module
552 :type module_name: string
554 msg = "Checking for python module %r" % module_name
556 msg = '%s (%s)' % (msg, condition)
559 ret = conf.cmd_and_log(conf.env.PYTHON + ['-c', PYTHON_MODULE_TEMPLATE % module_name])
560 except Errors.WafError:
562 conf.fatal('Could not find the python module %r' % module_name)
567 if ret == 'unknown version':
568 conf.fatal('Could not check the %s version' % module_name)
570 from distutils.version import LooseVersion
572 if isinstance(k[0], int):
573 return LooseVersion('.'.join([str(x) for x in k]))
575 return LooseVersion(k[0])
576 d = {'num': num, 'ver': LooseVersion(ret)}
577 ev = eval(condition, {}, d)
579 conf.fatal('The %s version does not satisfy the requirements' % module_name)
581 if ret == 'unknown version':
588 Detect the python interpreter
591 if getattr(Options.options, 'pythondir', None):
592 v.PYTHONDIR = Options.options.pythondir
593 if getattr(Options.options, 'pythonarchdir', None):
594 v.PYTHONARCHDIR = Options.options.pythonarchdir
595 if getattr(Options.options, 'nopycache', None):
596 v.NOPYCACHE=Options.options.nopycache
599 v.PYTHON = [getattr(Options.options, 'python', None) or sys.executable]
600 v.PYTHON = Utils.to_list(v.PYTHON)
601 conf.find_program('python', var='PYTHON')
606 v.PYC = getattr(Options.options, 'pyc', 1)
607 v.PYO = getattr(Options.options, 'pyo', 1)
610 v.PYTAG = conf.cmd_and_log(conf.env.PYTHON + ['-c', "import imp;print(imp.get_tag())"]).strip()
611 except Errors.WafError:
616 Add python-specific options
618 pyopt=opt.add_option_group("Python Options")
619 pyopt.add_option('--nopyc', dest = 'pyc', action='store_false', default=1,
620 help = 'Do not install bytecode compiled .pyc files (configuration) [Default:install]')
621 pyopt.add_option('--nopyo', dest='pyo', action='store_false', default=1,
622 help='Do not install optimised compiled .pyo files (configuration) [Default:install]')
623 pyopt.add_option('--nopycache',dest='nopycache', action='store_true',
624 help='Do not use __pycache__ directory to install objects [Default:auto]')
625 pyopt.add_option('--python', dest="python",
626 help='python binary to be used [Default: %s]' % sys.executable)
627 pyopt.add_option('--pythondir', dest='pythondir',
628 help='Installation path for python modules (py, platform-independent .py and .pyc files)')
629 pyopt.add_option('--pythonarchdir', dest='pythonarchdir',
630 help='Installation path for python extension (pyext, platform-dependent .so or .dylib files)')