123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274 |
- import os
- import re
- import sys
- import shutil
- import warnings
- import textwrap
- import unittest
- import tempfile
- import subprocess
- #import distutils.core
- #from distutils import sysconfig
- from distutils import ccompiler
- import runtests
- import Cython.Distutils.extension
- import Cython.Distutils.old_build_ext as build_ext
- from Cython.Debugger import Cygdb as cygdb
- root = os.path.dirname(os.path.abspath(__file__))
- codefile = os.path.join(root, 'codefile')
- cfuncs_file = os.path.join(root, 'cfuncs.c')
- with open(codefile) as f:
- source_to_lineno = dict((line.strip(), i + 1) for i, line in enumerate(f))
- have_gdb = None
- def test_gdb():
- global have_gdb
- if have_gdb is not None:
- return have_gdb
- have_gdb = False
- try:
- p = subprocess.Popen(['gdb', '-nx', '--version'], stdout=subprocess.PIPE)
- except OSError:
- # gdb not found
- gdb_version = None
- else:
- stdout, _ = p.communicate()
- # Based on Lib/test/test_gdb.py
- regex = r"GNU gdb [^\d]*(\d+)\.(\d+)"
- gdb_version = re.match(regex, stdout.decode('ascii', 'ignore'))
- if gdb_version:
- gdb_version_number = list(map(int, gdb_version.groups()))
- if gdb_version_number >= [7, 2]:
- have_gdb = True
- with tempfile.NamedTemporaryFile(mode='w+') as python_version_script:
- python_version_script.write(
- 'python import sys; print("%s %s" % sys.version_info[:2])')
- python_version_script.flush()
- p = subprocess.Popen(['gdb', '-batch', '-x', python_version_script.name],
- stdout=subprocess.PIPE)
- stdout, _ = p.communicate()
- try:
- internal_python_version = list(map(int, stdout.decode('ascii', 'ignore').split()))
- if internal_python_version < [2, 6]:
- have_gdb = False
- except ValueError:
- have_gdb = False
- if not have_gdb:
- warnings.warn('Skipping gdb tests, need gdb >= 7.2 with Python >= 2.6')
- return have_gdb
- class DebuggerTestCase(unittest.TestCase):
- def setUp(self):
- """
- Run gdb and have cygdb import the debug information from the code
- defined in TestParseTreeTransforms's setUp method
- """
- if not test_gdb():
- return
- self.tempdir = tempfile.mkdtemp()
- self.destfile = os.path.join(self.tempdir, 'codefile.pyx')
- self.debug_dest = os.path.join(self.tempdir,
- 'cython_debug',
- 'cython_debug_info_codefile')
- self.cfuncs_destfile = os.path.join(self.tempdir, 'cfuncs')
- self.cwd = os.getcwd()
- try:
- os.chdir(self.tempdir)
- shutil.copy(codefile, self.destfile)
- shutil.copy(cfuncs_file, self.cfuncs_destfile + '.c')
- shutil.copy(cfuncs_file.replace('.c', '.h'),
- self.cfuncs_destfile + '.h')
- compiler = ccompiler.new_compiler()
- compiler.compile(['cfuncs.c'], debug=True, extra_postargs=['-fPIC'])
- opts = dict(
- test_directory=self.tempdir,
- module='codefile',
- )
- optimization_disabler = build_ext.Optimization()
- cython_compile_testcase = runtests.CythonCompileTestCase(
- workdir=self.tempdir,
- # we clean up everything (not only compiled files)
- cleanup_workdir=False,
- tags=runtests.parse_tags(codefile),
- **opts
- )
- new_stderr = open(os.devnull, 'w')
- stderr = sys.stderr
- sys.stderr = new_stderr
- optimization_disabler.disable_optimization()
- try:
- cython_compile_testcase.run_cython(
- targetdir=self.tempdir,
- incdir=None,
- annotate=False,
- extra_compile_options={
- 'gdb_debug':True,
- 'output_dir':self.tempdir,
- },
- **opts
- )
- cython_compile_testcase.run_distutils(
- incdir=None,
- workdir=self.tempdir,
- extra_extension_args={'extra_objects':['cfuncs.o']},
- **opts
- )
- finally:
- optimization_disabler.restore_state()
- sys.stderr = stderr
- new_stderr.close()
- # ext = Cython.Distutils.extension.Extension(
- # 'codefile',
- # ['codefile.pyx'],
- # cython_gdb=True,
- # extra_objects=['cfuncs.o'])
- #
- # distutils.core.setup(
- # script_args=['build_ext', '--inplace'],
- # ext_modules=[ext],
- # cmdclass=dict(build_ext=Cython.Distutils.build_ext)
- # )
- except:
- os.chdir(self.cwd)
- raise
- def tearDown(self):
- if not test_gdb():
- return
- os.chdir(self.cwd)
- shutil.rmtree(self.tempdir)
- class GdbDebuggerTestCase(DebuggerTestCase):
- def setUp(self):
- if not test_gdb():
- return
- super(GdbDebuggerTestCase, self).setUp()
- prefix_code = textwrap.dedent('''\
- python
- import os
- import sys
- import traceback
- def excepthook(type, value, tb):
- traceback.print_exception(type, value, tb)
- sys.stderr.flush()
- sys.stdout.flush()
- os._exit(1)
- sys.excepthook = excepthook
- # Have tracebacks end up on sys.stderr (gdb replaces sys.stderr
- # with an object that calls gdb.write())
- sys.stderr = sys.__stderr__
- end
- ''')
- code = textwrap.dedent('''\
- python
- from Cython.Debugger.Tests import test_libcython_in_gdb
- test_libcython_in_gdb.main(version=%r)
- end
- ''' % (sys.version_info[:2],))
- self.gdb_command_file = cygdb.make_command_file(self.tempdir,
- prefix_code)
- with open(self.gdb_command_file, 'a') as f:
- f.write(code)
- args = ['gdb', '-batch', '-x', self.gdb_command_file, '-n', '--args',
- sys.executable, '-c', 'import codefile']
- paths = []
- path = os.environ.get('PYTHONPATH')
- if path:
- paths.append(path)
- paths.append(os.path.dirname(os.path.dirname(
- os.path.abspath(Cython.__file__))))
- env = dict(os.environ, PYTHONPATH=os.pathsep.join(paths))
- self.p = subprocess.Popen(
- args,
- stdout=subprocess.PIPE,
- stderr=subprocess.PIPE,
- env=env)
- def tearDown(self):
- if not test_gdb():
- return
- try:
- super(GdbDebuggerTestCase, self).tearDown()
- if self.p:
- try: self.p.stdout.close()
- except: pass
- try: self.p.stderr.close()
- except: pass
- self.p.wait()
- finally:
- os.remove(self.gdb_command_file)
- class TestAll(GdbDebuggerTestCase):
- def test_all(self):
- if not test_gdb():
- return
- out, err = self.p.communicate()
- out = out.decode('UTF-8')
- err = err.decode('UTF-8')
- exit_status = self.p.returncode
- if exit_status == 1:
- sys.stderr.write(out)
- sys.stderr.write(err)
- elif exit_status >= 2:
- border = u'*' * 30
- start = u'%s v INSIDE GDB v %s' % (border, border)
- stderr = u'%s v STDERR v %s' % (border, border)
- end = u'%s ^ INSIDE GDB ^ %s' % (border, border)
- errmsg = u'\n%s\n%s%s\n%s%s' % (start, out, stderr, err, end)
- sys.stderr.write(errmsg)
- # FIXME: re-enable this to make the test fail on internal failures
- #self.assertEqual(exit_status, 0)
- if __name__ == '__main__':
- unittest.main()
|