123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227 |
- #!/usr/bin/env python
- from __future__ import absolute_import
- import os
- import shutil
- import tempfile
- from distutils.core import setup
- from .Dependencies import cythonize, extended_iglob
- from ..Utils import is_package_dir
- from ..Compiler import Options
- try:
- import multiprocessing
- parallel_compiles = int(multiprocessing.cpu_count() * 1.5)
- except ImportError:
- multiprocessing = None
- parallel_compiles = 0
- class _FakePool(object):
- def map_async(self, func, args):
- try:
- from itertools import imap
- except ImportError:
- imap=map
- for _ in imap(func, args):
- pass
- def close(self):
- pass
- def terminate(self):
- pass
- def join(self):
- pass
- def parse_directives(option, name, value, parser):
- dest = option.dest
- old_directives = dict(getattr(parser.values, dest,
- Options.get_directive_defaults()))
- directives = Options.parse_directive_list(
- value, relaxed_bool=True, current_settings=old_directives)
- setattr(parser.values, dest, directives)
- def parse_options(option, name, value, parser):
- dest = option.dest
- options = dict(getattr(parser.values, dest, {}))
- for opt in value.split(','):
- if '=' in opt:
- n, v = opt.split('=', 1)
- v = v.lower() not in ('false', 'f', '0', 'no')
- else:
- n, v = opt, True
- options[n] = v
- setattr(parser.values, dest, options)
- def parse_compile_time_env(option, name, value, parser):
- dest = option.dest
- old_env = dict(getattr(parser.values, dest, {}))
- new_env = Options.parse_compile_time_env(value, current_settings=old_env)
- setattr(parser.values, dest, new_env)
- def find_package_base(path):
- base_dir, package_path = os.path.split(path)
- while os.path.isfile(os.path.join(base_dir, '__init__.py')):
- base_dir, parent = os.path.split(base_dir)
- package_path = '%s/%s' % (parent, package_path)
- return base_dir, package_path
- def cython_compile(path_pattern, options):
- pool = None
- all_paths = map(os.path.abspath, extended_iglob(path_pattern))
- try:
- for path in all_paths:
- if options.build_inplace:
- base_dir = path
- while not os.path.isdir(base_dir) or is_package_dir(base_dir):
- base_dir = os.path.dirname(base_dir)
- else:
- base_dir = None
- if os.path.isdir(path):
- # recursively compiling a package
- paths = [os.path.join(path, '**', '*.{py,pyx}')]
- else:
- # assume it's a file(-like thing)
- paths = [path]
- ext_modules = cythonize(
- paths,
- nthreads=options.parallel,
- exclude_failures=options.keep_going,
- exclude=options.excludes,
- compiler_directives=options.directives,
- compile_time_env=options.compile_time_env,
- force=options.force,
- quiet=options.quiet,
- **options.options)
- if ext_modules and options.build:
- if len(ext_modules) > 1 and options.parallel > 1:
- if pool is None:
- try:
- pool = multiprocessing.Pool(options.parallel)
- except OSError:
- pool = _FakePool()
- pool.map_async(run_distutils, [
- (base_dir, [ext]) for ext in ext_modules])
- else:
- run_distutils((base_dir, ext_modules))
- except:
- if pool is not None:
- pool.terminate()
- raise
- else:
- if pool is not None:
- pool.close()
- pool.join()
- def run_distutils(args):
- base_dir, ext_modules = args
- script_args = ['build_ext', '-i']
- cwd = os.getcwd()
- temp_dir = None
- try:
- if base_dir:
- os.chdir(base_dir)
- temp_dir = tempfile.mkdtemp(dir=base_dir)
- script_args.extend(['--build-temp', temp_dir])
- setup(
- script_name='setup.py',
- script_args=script_args,
- ext_modules=ext_modules,
- )
- finally:
- if base_dir:
- os.chdir(cwd)
- if temp_dir and os.path.isdir(temp_dir):
- shutil.rmtree(temp_dir)
- def parse_args(args):
- from optparse import OptionParser
- parser = OptionParser(usage='%prog [options] [sources and packages]+')
- parser.add_option('-X', '--directive', metavar='NAME=VALUE,...',
- dest='directives', default={}, type="str",
- action='callback', callback=parse_directives,
- help='set a compiler directive')
- parser.add_option('-E', '--compile-time-env', metavar='NAME=VALUE,...',
- dest='compile_time_env', default={}, type="str",
- action='callback', callback=parse_compile_time_env,
- help='set a compile time environment variable')
- parser.add_option('-s', '--option', metavar='NAME=VALUE',
- dest='options', default={}, type="str",
- action='callback', callback=parse_options,
- help='set a cythonize option')
- parser.add_option('-2', dest='language_level', action='store_const', const=2, default=None,
- help='use Python 2 syntax mode by default')
- parser.add_option('-3', dest='language_level', action='store_const', const=3,
- help='use Python 3 syntax mode by default')
- parser.add_option('--3str', dest='language_level', action='store_const', const='3str',
- help='use Python 3 syntax mode by default')
- parser.add_option('-a', '--annotate', dest='annotate', action='store_true',
- help='generate annotated HTML page for source files')
- parser.add_option('-x', '--exclude', metavar='PATTERN', dest='excludes',
- action='append', default=[],
- help='exclude certain file patterns from the compilation')
- parser.add_option('-b', '--build', dest='build', action='store_true',
- help='build extension modules using distutils')
- parser.add_option('-i', '--inplace', dest='build_inplace', action='store_true',
- help='build extension modules in place using distutils (implies -b)')
- parser.add_option('-j', '--parallel', dest='parallel', metavar='N',
- type=int, default=parallel_compiles,
- help=('run builds in N parallel jobs (default: %d)' %
- parallel_compiles or 1))
- parser.add_option('-f', '--force', dest='force', action='store_true',
- help='force recompilation')
- parser.add_option('-q', '--quiet', dest='quiet', action='store_true',
- help='be less verbose during compilation')
- parser.add_option('--lenient', dest='lenient', action='store_true',
- help='increase Python compatibility by ignoring some compile time errors')
- parser.add_option('-k', '--keep-going', dest='keep_going', action='store_true',
- help='compile as much as possible, ignore compilation failures')
- options, args = parser.parse_args(args)
- if not args:
- parser.error("no source files provided")
- if options.build_inplace:
- options.build = True
- if multiprocessing is None:
- options.parallel = 0
- if options.language_level:
- assert options.language_level in (2, 3, '3str')
- options.options['language_level'] = options.language_level
- return options, args
- def main(args=None):
- options, paths = parse_args(args)
- if options.lenient:
- # increase Python compatibility by ignoring compile time errors
- Options.error_on_unknown_names = False
- Options.error_on_uninitialized = False
- if options.annotate:
- Options.annotate = True
- for path in paths:
- cython_compile(path, options)
- if __name__ == '__main__':
- main()
|