2012-08-07 15:09:14 +08:00
|
|
|
# -*- Python -*-
|
|
|
|
|
|
|
|
import os
|
|
|
|
import platform
|
|
|
|
import re
|
|
|
|
import subprocess
|
|
|
|
|
2013-08-10 02:49:22 +08:00
|
|
|
import lit.formats
|
|
|
|
import lit.util
|
2012-08-07 15:09:14 +08:00
|
|
|
|
|
|
|
# Configuration file for the 'lit' test runner.
|
|
|
|
|
Switch from autogenerating tests to using the preprocessor.
NOTE: You may need to run 'make clean' or 'ninja -t clean' etc!!! This
is due to really nasty bug/interactions between
CMake/configure/make/Ninja/LIT...
This commit tries to back out the support for generating test cases as
part of the build system due to the issues I brought up in post-commit
review:
1) It adds a *lot* of complexity and fragility to the build system. See
the number of commits required to try to get all the bots happy.
2) It isn't really necessary -- we can already run scripts to generate
things with the RUN lines of a test.
3) It makes the tests somewhat harder to debug as they cross between
more domains.
4) In almost all cases it isn't really needed or it can be done directly
using the preprocessor.
I should have been more proactive reviewing this, and I'm really sorry
about the churn here. =/ To help keep track of what commits are going
where, this backs out most of the non-test-changes from these revisions:
r176397
r176373
r176293
r176184
r175744
r175624
r175545
r175544
There were several trivial or cleanup changes to the lit files or other
files. Some of these looked ok, but I didn't try to tease them apart...
Edwin, if you know what to look for, please carry on with the cleanups
there, and sorry for hosing stuff here but I'm not much of a Python
person, and so I was erring on the side of cautiously backing out the
change.
I've tried to preserve the test changes everywhere I could, but review
is appreciated here in case I missed some.
I then re-wrote the tests to use the preprocessor rather than python to
expand to the various bits of code. The nicest part of this is that now
all the files are just C++ code. They edit and behave like C++ code,
etc. RUN lines with different -D flags are used to run the same test
over multiple different configurations, and includes bracketed in
special defines are used to flesh out a collection of standard interface
stubs to test interactions between pieces. These probably aren't perfect
yet, but I think its an improvement (at least in terms of build system
complexity) and will hopefully be a useful demonstration of the
technique I prefer for these types of tests.
llvm-svn: 176627
2013-03-07 18:09:47 +08:00
|
|
|
# name: The name of this test suite.
|
|
|
|
config.name = 'Clang Tools'
|
|
|
|
|
2013-02-20 22:35:53 +08:00
|
|
|
# Tweak PATH for Win32
|
2012-08-07 15:09:14 +08:00
|
|
|
if platform.system() == 'Windows':
|
Switch from autogenerating tests to using the preprocessor.
NOTE: You may need to run 'make clean' or 'ninja -t clean' etc!!! This
is due to really nasty bug/interactions between
CMake/configure/make/Ninja/LIT...
This commit tries to back out the support for generating test cases as
part of the build system due to the issues I brought up in post-commit
review:
1) It adds a *lot* of complexity and fragility to the build system. See
the number of commits required to try to get all the bots happy.
2) It isn't really necessary -- we can already run scripts to generate
things with the RUN lines of a test.
3) It makes the tests somewhat harder to debug as they cross between
more domains.
4) In almost all cases it isn't really needed or it can be done directly
using the preprocessor.
I should have been more proactive reviewing this, and I'm really sorry
about the churn here. =/ To help keep track of what commits are going
where, this backs out most of the non-test-changes from these revisions:
r176397
r176373
r176293
r176184
r175744
r175624
r175545
r175544
There were several trivial or cleanup changes to the lit files or other
files. Some of these looked ok, but I didn't try to tease them apart...
Edwin, if you know what to look for, please carry on with the cleanups
there, and sorry for hosing stuff here but I'm not much of a Python
person, and so I was erring on the side of cautiously backing out the
change.
I've tried to preserve the test changes everywhere I could, but review
is appreciated here in case I missed some.
I then re-wrote the tests to use the preprocessor rather than python to
expand to the various bits of code. The nicest part of this is that now
all the files are just C++ code. They edit and behave like C++ code,
etc. RUN lines with different -D flags are used to run the same test
over multiple different configurations, and includes bracketed in
special defines are used to flesh out a collection of standard interface
stubs to test interactions between pieces. These probably aren't perfect
yet, but I think its an improvement (at least in terms of build system
complexity) and will hopefully be a useful demonstration of the
technique I prefer for these types of tests.
llvm-svn: 176627
2013-03-07 18:09:47 +08:00
|
|
|
# Seek sane tools in directories and set to $PATH.
|
2012-08-07 15:09:14 +08:00
|
|
|
path = getattr(config, 'lit_tools_dir', None)
|
2013-08-10 02:49:22 +08:00
|
|
|
path = lit_config.getToolsPath(path,
|
|
|
|
config.environment['PATH'],
|
|
|
|
['cmp.exe', 'grep.exe', 'sed.exe'])
|
2012-08-07 15:09:14 +08:00
|
|
|
if path is not None:
|
|
|
|
path = os.path.pathsep.join((path,
|
|
|
|
config.environment['PATH']))
|
|
|
|
config.environment['PATH'] = path
|
|
|
|
|
2015-05-21 04:33:18 +08:00
|
|
|
# Choose between lit's internal shell pipeline runner and a real shell. If
|
|
|
|
# LIT_USE_INTERNAL_SHELL is in the environment, we use that as an override.
|
|
|
|
use_lit_shell = os.environ.get("LIT_USE_INTERNAL_SHELL")
|
|
|
|
if use_lit_shell:
|
|
|
|
# 0 is external, "" is default, and everything else is internal.
|
|
|
|
execute_external = (use_lit_shell == "0")
|
|
|
|
else:
|
|
|
|
# Otherwise we default to internal on Windows and external elsewhere, as
|
|
|
|
# bash on Windows is usually very slow.
|
|
|
|
execute_external = (not sys.platform in ['win32'])
|
|
|
|
|
2012-08-07 15:09:14 +08:00
|
|
|
# testFormat: The test format to use to interpret tests.
|
|
|
|
#
|
|
|
|
# For now we require '&&' between commands, until they get globally killed and
|
|
|
|
# the test runner updated.
|
|
|
|
config.test_format = lit.formats.ShTest(execute_external)
|
|
|
|
|
|
|
|
# suffixes: A list of file extensions to treat as test files.
|
2016-01-09 00:37:11 +08:00
|
|
|
config.suffixes = ['.c', '.cpp', '.hpp', '.m', '.mm', '.cu', '.ll', '.cl', '.s',
|
|
|
|
'.modularize', '.module-map-checker']
|
2012-08-07 15:09:14 +08:00
|
|
|
|
2013-08-23 03:44:07 +08:00
|
|
|
# Test-time dependencies located in directories called 'Inputs' are excluded
|
|
|
|
# from test suites; there won't be any lit tests within them.
|
|
|
|
config.excludes = ['Inputs']
|
|
|
|
|
Switch from autogenerating tests to using the preprocessor.
NOTE: You may need to run 'make clean' or 'ninja -t clean' etc!!! This
is due to really nasty bug/interactions between
CMake/configure/make/Ninja/LIT...
This commit tries to back out the support for generating test cases as
part of the build system due to the issues I brought up in post-commit
review:
1) It adds a *lot* of complexity and fragility to the build system. See
the number of commits required to try to get all the bots happy.
2) It isn't really necessary -- we can already run scripts to generate
things with the RUN lines of a test.
3) It makes the tests somewhat harder to debug as they cross between
more domains.
4) In almost all cases it isn't really needed or it can be done directly
using the preprocessor.
I should have been more proactive reviewing this, and I'm really sorry
about the churn here. =/ To help keep track of what commits are going
where, this backs out most of the non-test-changes from these revisions:
r176397
r176373
r176293
r176184
r175744
r175624
r175545
r175544
There were several trivial or cleanup changes to the lit files or other
files. Some of these looked ok, but I didn't try to tease them apart...
Edwin, if you know what to look for, please carry on with the cleanups
there, and sorry for hosing stuff here but I'm not much of a Python
person, and so I was erring on the side of cautiously backing out the
change.
I've tried to preserve the test changes everywhere I could, but review
is appreciated here in case I missed some.
I then re-wrote the tests to use the preprocessor rather than python to
expand to the various bits of code. The nicest part of this is that now
all the files are just C++ code. They edit and behave like C++ code,
etc. RUN lines with different -D flags are used to run the same test
over multiple different configurations, and includes bracketed in
special defines are used to flesh out a collection of standard interface
stubs to test interactions between pieces. These probably aren't perfect
yet, but I think its an improvement (at least in terms of build system
complexity) and will hopefully be a useful demonstration of the
technique I prefer for these types of tests.
llvm-svn: 176627
2013-03-07 18:09:47 +08:00
|
|
|
# test_source_root: The root path where tests are located.
|
|
|
|
config.test_source_root = os.path.dirname(__file__)
|
|
|
|
|
|
|
|
# test_exec_root: The root path where tests should be run.
|
|
|
|
clang_tools_binary_dir = getattr(config, 'clang_tools_binary_dir', None)
|
|
|
|
if clang_tools_binary_dir is not None:
|
|
|
|
config.test_exec_root = os.path.join(clang_tools_binary_dir, 'test')
|
|
|
|
|
2012-08-07 15:09:14 +08:00
|
|
|
# Clear some environment variables that might affect Clang.
|
|
|
|
#
|
|
|
|
# This first set of vars are read by Clang, but shouldn't affect tests
|
|
|
|
# that aren't specifically looking for these features, or are required
|
|
|
|
# simply to run the tests at all.
|
|
|
|
#
|
|
|
|
# FIXME: Should we have a tool that enforces this?
|
|
|
|
|
|
|
|
# safe_env_vars = ('TMPDIR', 'TEMP', 'TMP', 'USERPROFILE', 'PWD',
|
|
|
|
# 'MACOSX_DEPLOYMENT_TARGET', 'IPHONEOS_DEPLOYMENT_TARGET',
|
|
|
|
# 'IOS_SIMULATOR_DEPLOYMENT_TARGET',
|
|
|
|
# 'VCINSTALLDIR', 'VC100COMNTOOLS', 'VC90COMNTOOLS',
|
|
|
|
# 'VC80COMNTOOLS')
|
|
|
|
possibly_dangerous_env_vars = ['COMPILER_PATH', 'RC_DEBUG_OPTIONS',
|
|
|
|
'CINDEXTEST_PREAMBLE_FILE', 'LIBRARY_PATH',
|
|
|
|
'CPATH', 'C_INCLUDE_PATH', 'CPLUS_INCLUDE_PATH',
|
|
|
|
'OBJC_INCLUDE_PATH', 'OBJCPLUS_INCLUDE_PATH',
|
|
|
|
'LIBCLANG_TIMING', 'LIBCLANG_OBJTRACKING',
|
|
|
|
'LIBCLANG_LOGGING', 'LIBCLANG_BGPRIO_INDEX',
|
|
|
|
'LIBCLANG_BGPRIO_EDIT', 'LIBCLANG_NOTHREADS',
|
|
|
|
'LIBCLANG_RESOURCE_USAGE',
|
|
|
|
'LIBCLANG_CODE_COMPLETION_LOGGING']
|
|
|
|
# Clang/Win32 may refer to %INCLUDE%. vsvarsall.bat sets it.
|
|
|
|
if platform.system() != 'Windows':
|
|
|
|
possibly_dangerous_env_vars.append('INCLUDE')
|
|
|
|
for name in possibly_dangerous_env_vars:
|
|
|
|
if name in config.environment:
|
|
|
|
del config.environment[name]
|
|
|
|
|
|
|
|
# Tweak the PATH to include the tools dir and the scripts dir.
|
Switch from autogenerating tests to using the preprocessor.
NOTE: You may need to run 'make clean' or 'ninja -t clean' etc!!! This
is due to really nasty bug/interactions between
CMake/configure/make/Ninja/LIT...
This commit tries to back out the support for generating test cases as
part of the build system due to the issues I brought up in post-commit
review:
1) It adds a *lot* of complexity and fragility to the build system. See
the number of commits required to try to get all the bots happy.
2) It isn't really necessary -- we can already run scripts to generate
things with the RUN lines of a test.
3) It makes the tests somewhat harder to debug as they cross between
more domains.
4) In almost all cases it isn't really needed or it can be done directly
using the preprocessor.
I should have been more proactive reviewing this, and I'm really sorry
about the churn here. =/ To help keep track of what commits are going
where, this backs out most of the non-test-changes from these revisions:
r176397
r176373
r176293
r176184
r175744
r175624
r175545
r175544
There were several trivial or cleanup changes to the lit files or other
files. Some of these looked ok, but I didn't try to tease them apart...
Edwin, if you know what to look for, please carry on with the cleanups
there, and sorry for hosing stuff here but I'm not much of a Python
person, and so I was erring on the side of cautiously backing out the
change.
I've tried to preserve the test changes everywhere I could, but review
is appreciated here in case I missed some.
I then re-wrote the tests to use the preprocessor rather than python to
expand to the various bits of code. The nicest part of this is that now
all the files are just C++ code. They edit and behave like C++ code,
etc. RUN lines with different -D flags are used to run the same test
over multiple different configurations, and includes bracketed in
special defines are used to flesh out a collection of standard interface
stubs to test interactions between pieces. These probably aren't perfect
yet, but I think its an improvement (at least in terms of build system
complexity) and will hopefully be a useful demonstration of the
technique I prefer for these types of tests.
llvm-svn: 176627
2013-03-07 18:09:47 +08:00
|
|
|
if clang_tools_binary_dir is not None:
|
2014-01-19 19:19:07 +08:00
|
|
|
clang_tools_dir = getattr(config, 'clang_tools_dir', None)
|
|
|
|
if not clang_tools_dir:
|
|
|
|
lit_config.fatal('No Clang tools dir set!')
|
2012-09-05 06:23:37 +08:00
|
|
|
llvm_tools_dir = getattr(config, 'llvm_tools_dir', None)
|
|
|
|
if not llvm_tools_dir:
|
2013-08-10 02:49:22 +08:00
|
|
|
lit_config.fatal('No LLVM tools dir set!')
|
2014-01-19 19:19:07 +08:00
|
|
|
path = os.path.pathsep.join((
|
|
|
|
clang_tools_dir, llvm_tools_dir, config.environment['PATH']))
|
2012-09-05 06:23:37 +08:00
|
|
|
config.environment['PATH'] = path
|
|
|
|
|
|
|
|
llvm_libs_dir = getattr(config, 'llvm_libs_dir', None)
|
|
|
|
if not llvm_libs_dir:
|
2013-08-10 02:49:22 +08:00
|
|
|
lit_config.fatal('No LLVM libs dir set!')
|
2012-09-05 06:23:37 +08:00
|
|
|
path = os.path.pathsep.join((llvm_libs_dir,
|
|
|
|
config.environment.get('LD_LIBRARY_PATH','')))
|
|
|
|
config.environment['LD_LIBRARY_PATH'] = path
|
2012-08-07 15:09:14 +08:00
|
|
|
|
|
|
|
###
|
|
|
|
|
2012-09-05 06:23:37 +08:00
|
|
|
# Check that the object root is known.
|
|
|
|
if config.test_exec_root is None:
|
|
|
|
# Otherwise, we haven't loaded the site specific configuration (the user is
|
|
|
|
# probably trying to run on a test file directly, and either the site
|
|
|
|
# configuration hasn't been created by the build system, or we are in an
|
|
|
|
# out-of-tree build situation).
|
|
|
|
|
|
|
|
# Check for 'clang_site_config' user parameter, and use that if available.
|
2013-08-10 02:49:22 +08:00
|
|
|
site_cfg = lit_config.params.get('clang_tools_extra_site_config', None)
|
2012-09-05 06:23:37 +08:00
|
|
|
if site_cfg and os.path.exists(site_cfg):
|
2013-08-10 02:49:22 +08:00
|
|
|
lit_config.load_config(config, site_cfg)
|
2012-09-05 06:23:37 +08:00
|
|
|
raise SystemExit
|
|
|
|
|
|
|
|
# Try to detect the situation where we are using an out-of-tree build by
|
|
|
|
# looking for 'llvm-config'.
|
|
|
|
#
|
|
|
|
# FIXME: I debated (i.e., wrote and threw away) adding logic to
|
|
|
|
# automagically generate the lit.site.cfg if we are in some kind of fresh
|
|
|
|
# build situation. This means knowing how to invoke the build system though,
|
|
|
|
# and I decided it was too much magic. We should solve this by just having
|
|
|
|
# the .cfg files generated during the configuration step.
|
|
|
|
|
|
|
|
llvm_config = lit.util.which('llvm-config', config.environment['PATH'])
|
|
|
|
if not llvm_config:
|
2013-08-10 02:49:22 +08:00
|
|
|
lit_config.fatal('No site specific configuration available!')
|
2012-09-05 06:23:37 +08:00
|
|
|
|
|
|
|
# Get the source and object roots.
|
|
|
|
llvm_src_root = lit.util.capture(['llvm-config', '--src-root']).strip()
|
|
|
|
llvm_obj_root = lit.util.capture(['llvm-config', '--obj-root']).strip()
|
|
|
|
clang_src_root = os.path.join(llvm_src_root, "tools", "clang")
|
|
|
|
clang_obj_root = os.path.join(llvm_obj_root, "tools", "clang")
|
|
|
|
|
|
|
|
clang_tools_extra_src_root = os.path.join(clang_src_root, "tools", "extra")
|
|
|
|
clang_tools_extra_obj_root = os.path.join(clang_obj_root, "tools", "extra")
|
|
|
|
# Validate that we got a tree which points to here, using the standard
|
|
|
|
# tools/clang layout.
|
|
|
|
this_src_root = os.path.dirname(config.test_source_root)
|
|
|
|
if os.path.realpath(clang_tools_extra_src_root) != os.path.realpath(this_src_root):
|
2013-08-10 02:49:22 +08:00
|
|
|
lit_config.fatal('No site specific configuration available!')
|
2012-09-05 06:23:37 +08:00
|
|
|
|
|
|
|
# Check that the site specific configuration exists.
|
|
|
|
site_cfg = os.path.join(clang_tools_extra_obj_root, 'test', 'lit.site.cfg')
|
|
|
|
if not os.path.exists(site_cfg):
|
2013-08-10 02:49:22 +08:00
|
|
|
lit_config.fatal(
|
|
|
|
'No site specific configuration available! You may need to '
|
|
|
|
'run "make test" in your Clang build directory.')
|
2012-09-05 06:23:37 +08:00
|
|
|
|
|
|
|
# Okay, that worked. Notify the user of the automagic, and reconfigure.
|
2013-08-10 02:49:22 +08:00
|
|
|
lit_config.note('using out-of-tree build at %r' % clang_obj_root)
|
|
|
|
lit_config.load_config(config, site_cfg)
|
2012-09-05 06:23:37 +08:00
|
|
|
raise SystemExit
|
|
|
|
|
|
|
|
###
|
|
|
|
|
|
|
|
import os
|
|
|
|
|
2012-08-07 15:09:14 +08:00
|
|
|
# When running under valgrind, we mangle '-vg' onto the end of the triple so we
|
|
|
|
# can check it with XFAIL and XTARGET.
|
2013-08-10 02:49:22 +08:00
|
|
|
if lit_config.useValgrind:
|
2012-08-07 15:09:14 +08:00
|
|
|
config.target_triple += '-vg'
|
|
|
|
|
|
|
|
###
|
|
|
|
|
|
|
|
# Set available features we allow tests to conditionalize on.
|
|
|
|
#
|
|
|
|
# As of 2011.08, crash-recovery tests still do not pass on FreeBSD.
|
|
|
|
if platform.system() not in ['FreeBSD']:
|
|
|
|
config.available_features.add('crash-recovery')
|
|
|
|
|
|
|
|
# Shell execution
|
2015-05-21 04:33:18 +08:00
|
|
|
if execute_external:
|
2012-08-07 15:09:14 +08:00
|
|
|
config.available_features.add('shell')
|
|
|
|
|
2015-05-21 04:33:18 +08:00
|
|
|
# Exclude MSYS due to transforming '/' to 'X:/mingwroot/'.
|
|
|
|
if not platform.system() in ['Windows'] or not execute_external:
|
|
|
|
config.available_features.add('shell-preserves-root')
|
|
|
|
|
2012-09-13 00:29:37 +08:00
|
|
|
# ANSI escape sequences in non-dumb terminal
|
2012-08-07 15:09:14 +08:00
|
|
|
if platform.system() not in ['Windows']:
|
|
|
|
config.available_features.add('ansi-escape-sequences')
|
2014-06-27 00:32:26 +08:00
|
|
|
|
2015-10-22 19:31:44 +08:00
|
|
|
check_clang_tidy = os.path.join(
|
|
|
|
config.test_source_root, "clang-tidy", "check_clang_tidy.py")
|
|
|
|
config.substitutions.append(
|
|
|
|
('%check_clang_tidy',
|
|
|
|
'%s %s' % (config.python_executable, check_clang_tidy)) )
|
|
|
|
clang_tidy_diff = os.path.join(
|
|
|
|
config.test_source_root, "..", "clang-tidy", "tool", "clang-tidy-diff.py")
|
|
|
|
config.substitutions.append(
|
|
|
|
('%clang_tidy_diff',
|
|
|
|
'%s %s' % (config.python_executable, clang_tidy_diff)) )
|