maxjhandsome
/
llvm-project
forked from OSchip/llvm-project
1
0
Fork 0
Code Issues Pull Requests Packages Releases Wiki Activity

XFAIL pexpect tests on Windows. 

At some point we will need to either provide a pexpect equivalent
on Windows, or provide some other method of doing out-of-process
tests.

Even with a pexpect replacement, it may be worth re-evaluating
some of these tests to see if they would be better served as
in-process tests.  The larger issue of coming up with a pexpect
replacement on Windows is tracked in http://llvm.org/pr22274.

llvm-svn: 226614
This commit is contained in:
Zachary Turner 2015-01-20 22:36:03 +00:00
parent 8c8ad37f88
commit 0c426319f6
25 changed files with 65 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lldb/test/benchmarks/disassembly/TestDisassembly.py
View File

@ -37,6 +37,7 @@ class DisassembleDriverMainLoop(BenchBase):
self.count = 5
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_run_lldb_then_gdb(self):
"""Test disassembly on a large function with lldb vs. gdb."""
print
@ -51,6 +52,7 @@ class DisassembleDriverMainLoop(BenchBase):
print "lldb_avg/gdb_avg: %f" % (self.lldb_avg/self.gdb_avg)
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_run_gdb_then_lldb(self):
"""Test disassembly on a large function with lldb vs. gdb."""
print

2
lldb/test/benchmarks/disassembly/TestXcode41Vs42GDBDisassembly.py
View File

@ -22,6 +22,7 @@ class XCode41Vs42GDBDisassembly(BenchBase):
self.count = 5
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_run_41_then_42(self):
"""Test disassembly on a large function with 4.1 vs. 4.2's gdb."""
print
@ -34,6 +35,7 @@ class XCode41Vs42GDBDisassembly(BenchBase):
print "gdb_42_avg/gdb_41_avg: %f" % (self.gdb_42_avg/self.gdb_41_avg)
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_run_42_then_41(self):
"""Test disassembly on a large function with 4.1 vs. 4.2's gdb."""
print

1
lldb/test/benchmarks/expression/TestExpressionCmd.py
View File

@ -18,6 +18,7 @@ class ExpressionEvaluationCase(BenchBase):
self.count = 25
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_expr_cmd(self):
"""Test lldb's expression commands and collect statistics."""
self.buildDefault()

1
lldb/test/benchmarks/expression/TestRepeatedExprs.py
View File

@ -20,6 +20,7 @@ class RepeatedExprsCase(BenchBase):
self.count = 100
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_compare_lldb_to_gdb(self):
"""Test repeated expressions with lldb vs. gdb."""
self.buildDefault()

1
lldb/test/benchmarks/frame_variable/TestFrameVariableResponse.py
View File

@ -25,6 +25,7 @@ class FrameVariableResponseBench(BenchBase):
self.count = 20
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_startup_delay(self):
"""Test response time for the 'frame variable' command."""
print

1
lldb/test/benchmarks/startup/TestStartupDelays.py
View File

@ -30,6 +30,7 @@ class StartupDelaysBench(BenchBase):
self.count = 30
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_startup_delay(self):
"""Test start up delays creating a target, setting a breakpoint, and run to breakpoint stop."""
print

1
lldb/test/benchmarks/stepping/TestRunHooksThenSteppings.py
View File

@ -16,6 +16,7 @@ class RunHooksThenSteppingsBench(BenchBase):
self.count = 50
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldb_runhooks_then_steppings(self):
"""Test lldb steppings on a large executable."""
print

1
lldb/test/benchmarks/stepping/TestSteppingSpeed.py
View File

@ -28,6 +28,7 @@ class SteppingSpeedBench(BenchBase):
#print "self.break_spec=%s" % self.break_spec
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_run_lldb_steppings(self):
"""Test lldb steppings on a large executable."""
print

1
lldb/test/benchmarks/turnaround/TestCompileRunToBreakpointTurnaround.py
View File

@ -22,6 +22,7 @@ class CompileRunToBreakpointBench(BenchBase):
self.gdb_avg = None
@benchmarks_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_run_lldb_then_gdb(self):
"""Benchmark turnaround time with lldb vs. gdb."""
print

6
lldb/test/driver/batch_mode/TestBatchMode.py
View File

@ -5,7 +5,10 @@ Test that the lldb driver's batch mode works correctly.
import os, time
import unittest2
import lldb
import pexpect
try:
import pexpect
except:
pexpect = None
from lldbtest import *
class DriverBatchModeTest (TestBase):
@ -22,6 +25,7 @@ class DriverBatchModeTest (TestBase):
self.batch_mode ()
@unittest2.expectedFailure("<rdar://problem/18684124>, lldb doesn't reliably print the prompt when run under pexpect")
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
@dwarf_test
def test_driver_batch_mode_with_dwarf(self):
"""Test that the lldb driver's batch mode works correctly."""

1
lldb/test/functionalities/command_regex/TestCommandRegex.py
View File

@ -11,6 +11,7 @@ class CommandRegexTestCase(TestBase):
mydir = TestBase.compute_mydir(__file__)
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_command_regex(self):
"""Test a simple scenario of 'command regex' invocation and subsequent use."""
import pexpect

29
lldb/test/functionalities/completion/TestCompletion.py
View File

@ -20,96 +20,119 @@ class CommandLineCompletionTestCase(TestBase):
except:
pass
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_at(self):
"""Test that 'at' completes to 'attach '."""
self.complete_from_to('at', 'attach ')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_de(self):
"""Test that 'de' completes to 'detach '."""
self.complete_from_to('de', 'detach ')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_process_attach_dash_dash_con(self):
"""Test that 'process attach --con' completes to 'process attach --continue '."""
self.complete_from_to('process attach --con', 'process attach --continue ')
# <rdar://problem/11052829>
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_infinite_loop_while_completing(self):
"""Test that 'process print hello\' completes to itself and does not infinite loop."""
self.complete_from_to('process print hello\\', 'process print hello\\',
turn_off_re_match=True)
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_watchpoint_command_dash_w_space(self):
"""Test that 'watchpoint command' completes to ['Available completions:', 'add', 'delete', 'list']."""
self.complete_from_to('watchpoint command', ['Available completions:', 'add', 'delete', 'list'])
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_watchpoint_set_variable_dash_w(self):
"""Test that 'watchpoint set variable -w' completes to 'watchpoint set variable -w '."""
self.complete_from_to('watchpoint set variable -w', 'watchpoint set variable -w ')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_watchpoint_set_variable_dash_w_space(self):
"""Test that 'watchpoint set variable -w ' completes to ['Available completions:', 'read', 'write', 'read_write']."""
self.complete_from_to('watchpoint set variable -w ', ['Available completions:', 'read', 'write', 'read_write'])
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_watchpoint_set_ex(self):
"""Test that 'watchpoint set ex' completes to 'watchpoint set expression '."""
self.complete_from_to('watchpoint set ex', 'watchpoint set expression ')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_watchpoint_set_var(self):
"""Test that 'watchpoint set var' completes to 'watchpoint set variable '."""
self.complete_from_to('watchpoint set var', 'watchpoint set variable ')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_watchpoint_set_variable_dash_w_read_underbar(self):
"""Test that 'watchpoint set variable -w read_' completes to 'watchpoint set variable -w read_write'."""
self.complete_from_to('watchpoint set variable -w read_', 'watchpoint set variable -w read_write')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_help_fi(self):
"""Test that 'help fi' completes to ['Available completions:', 'file', 'finish']."""
self.complete_from_to('help fi', ['Available completions:', 'file', 'finish'])
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_help_watchpoint_s(self):
"""Test that 'help watchpoint s' completes to 'help watchpoint set '."""
self.complete_from_to('help watchpoint s', 'help watchpoint set ')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_append_target_er(self):
"""Test that 'settings append target.er' completes to 'settings append target.error-path'."""
self.complete_from_to('settings append target.er', 'settings append target.error-path')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_insert_after_target_en(self):
"""Test that 'settings insert-after target.env' completes to 'settings insert-after target.env-vars'."""
self.complete_from_to('settings insert-after target.env', 'settings insert-after target.env-vars')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_insert_before_target_en(self):
"""Test that 'settings insert-before target.env' completes to 'settings insert-before target.env-vars'."""
self.complete_from_to('settings insert-before target.env', 'settings insert-before target.env-vars')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_replace_target_ru(self):
"""Test that 'settings replace target.ru' completes to 'settings replace target.run-args'."""
self.complete_from_to('settings replace target.ru', 'settings replace target.run-args')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_s(self):
"""Test that 'settings s' completes to ['Available completions:', 'set', 'show']."""
self.complete_from_to('settings s', ['Available completions:', 'set', 'show'])
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_set_th(self):
"""Test that 'settings set th' completes to 'settings set thread-format'."""
self.complete_from_to('settings set th', 'settings set thread-format')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_s_dash(self):
"""Test that 'settings set -' completes to 'settings set -g'."""
self.complete_from_to('settings set -', 'settings set -g')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_clear_th(self):
"""Test that 'settings clear th' completes to 'settings clear thread-format'."""
self.complete_from_to('settings clear th', 'settings clear thread-format')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_set_ta(self):
"""Test that 'settings set ta' completes to 'settings set target.'."""
self.complete_from_to('settings set ta', 'settings set target.')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_set_target_exec(self):
"""Test that 'settings set target.exec' completes to 'settings set target.exec-search-paths '."""
self.complete_from_to('settings set target.exec', 'settings set target.exec-search-paths')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_set_target_pr(self):
"""Test that 'settings set target.pr' completes to ['Available completions:',
'target.prefer-dynamic-value', 'target.process.']."""
@ -118,14 +141,17 @@ class CommandLineCompletionTestCase(TestBase):
'target.prefer-dynamic-value',
'target.process.'])
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_set_target_process(self):
"""Test that 'settings set target.process' completes to 'settings set target.process.'."""
self.complete_from_to('settings set target.process', 'settings set target.process.')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_set_target_process_dot(self):
"""Test that 'settings set target.process.t' completes to 'settings set target.process.thread.'."""
self.complete_from_to('settings set target.process.t', 'settings set target.process.thread.')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_settings_set_target_process_thread_dot(self):
"""Test that 'settings set target.process.thread.' completes to ['Available completions:',
'target.process.thread.step-avoid-regexp', 'target.process.thread.trace-thread']."""
@ -134,6 +160,7 @@ class CommandLineCompletionTestCase(TestBase):
'target.process.thread.step-avoid-regexp',
'target.process.thread.trace-thread'])
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_target_space(self):
"""Test that 'target ' completes to ['Available completions:', 'create', 'delete', 'list',
'modules', 'select', 'stop-hook', 'variable']."""
@ -141,10 +168,12 @@ class CommandLineCompletionTestCase(TestBase):
['Available completions:', 'create', 'delete', 'list',
'modules', 'select', 'stop-hook', 'variable'])
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_target_create_dash_co(self):
"""Test that 'target create --co' completes to 'target variable --core '."""
self.complete_from_to('target create --co', 'target create --core ')
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_target_va(self):
"""Test that 'target va' completes to 'target variable '."""
self.complete_from_to('target va', 'target variable ')

1
lldb/test/functionalities/connect_remote/TestConnectRemote.py
View File

@ -12,6 +12,7 @@ class ConnectRemoteTestCase(TestBase):
mydir = TestBase.compute_mydir(__file__)
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_connect_remote(self):
"""Test "process connect connect:://localhost:[port]"."""

1
lldb/test/functionalities/embedded_interpreter/TestConvenienceVariables.py
View File

@ -21,6 +21,7 @@ class ConvenienceVariablesCase(TestBase):
@skipIfFreeBSD # llvm.org/pr17228
@skipIfRemote
@expectedFailureLinux("llvm.org/pr20276") # intermittent failure on Linux
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_with_dwarf_and_run_commands(self):
"""Test convenience variables lldb.debugger, lldb.target, lldb.process, lldb.thread, and lldb.frame."""
self.buildDwarf()

1
lldb/test/functionalities/single-quote-in-filename-to-lldb/TestSingleQuoteInFilename.py
View File

@ -22,6 +22,7 @@ class SingleQuoteInCommandLineTestCase(TestBase):
except:
pass
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldb_invocation_with_single_quote_in_filename(self):
"""Test that 'lldb my_file_name' works where my_file_name is a string with a single quote char in it."""
import pexpect

1
lldb/test/functionalities/stop-hook/TestStopHookMechanism.py
View File

@ -20,6 +20,7 @@ class StopHookMechanismTestCase(TestBase):
@skipIfFreeBSD # llvm.org/pr15037
@expectedFailureLinux('llvm.org/pr15037') # stop-hooks sometimes fail to fire on Linux
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
@dwarf_test
def test_with_dwarf(self):
"""Test the stop-hook mechanism."""

1
lldb/test/functionalities/stop-hook/multiple_threads/TestStopHookMultipleThreads.py
View File

@ -22,6 +22,7 @@ class StopHookForMultipleThreadsTestCase(TestBase):
@dwarf_test
@expectedFailureFreeBSD("llvm.org/pr15037")
@expectedFailureLinux("llvm.org/pr15037") # stop hooks sometimes fail to fire on Linux
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_stop_hook_multiple_threads_with_dwarf(self):
"""Test that lldb stop-hook works for multiple threads."""
self.buildDwarf(dictionary=self.d)

1
lldb/test/terminal/TestSTTYBeforeAndAfter.py
View File

@ -19,6 +19,7 @@ class CommandLineCompletionTestCase(TestBase):
cls.RemoveTempFile("child_send2.txt")
cls.RemoveTempFile("child_read2.txt")
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_stty_dash_a_before_and_afetr_invoking_lldb_command(self):
"""Test that 'stty -a' displays the same output before and after running the lldb command."""
import pexpect

3
lldb/test/tools/lldb-mi/TestMiBreakpoint.py
View File

@ -23,6 +23,7 @@ class MiBreakpointTestCase(TestBase):
pass
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_pendbreakonsym(self):
"""Test that 'lldb-mi --interpreter' works for pending symbol breakpoints."""
import pexpect
@ -71,6 +72,7 @@ class MiBreakpointTestCase(TestBase):
substrs = ["breakpoint-hit"])
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_pendbreakonsrc(self):
"""Test that 'lldb-mi --interpreter' works for pending source breakpoints."""
import pexpect
@ -122,6 +124,7 @@ class MiBreakpointTestCase(TestBase):
substrs = ["breakpoint-hit"])
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_breakpoints(self):
"""Test that 'lldb-mi --interpreter' works for breakpoints."""
import pexpect

1
lldb/test/tools/lldb-mi/TestMiEvaluate.py
View File

@ -23,6 +23,7 @@ class MiEvaluateTestCase(TestBase):
pass
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_eval(self):
"""Test that 'lldb-mi --interpreter' works for evaluating."""
import pexpect

1
lldb/test/tools/lldb-mi/TestMiInterrupt.py
View File

@ -23,6 +23,7 @@ class MiInterruptTestCase(TestBase):
pass
@unittest2.skipUnless(sys.platform.startswith("darwin"), "requires Darwin")
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
@lldbmi_test
def test_lldbmi_interrupt(self):
"""Test that 'lldb-mi --interpreter' interrupt and resume a looping app."""

4
lldb/test/tools/lldb-mi/TestMiLaunch.py
View File

@ -23,6 +23,7 @@ class MiLaunchTestCase(TestBase):
pass
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_exe(self):
"""Test that 'lldb-mi --interpreter' works for -file-exec-and-symbols exe."""
import pexpect
@ -62,6 +63,7 @@ class MiLaunchTestCase(TestBase):
print from_child
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_abspathexe(self):
"""Test that 'lldb-mi --interpreter' works for -file-exec-and-symbols fullpath/exe."""
import pexpect
@ -102,6 +104,7 @@ class MiLaunchTestCase(TestBase):
print from_child
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_relpathexe(self):
"""Test that 'lldb-mi --interpreter' works for -file-exec-and-symbols relpath/exe."""
import pexpect
@ -142,6 +145,7 @@ class MiLaunchTestCase(TestBase):
print from_child
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_badpathexe(self):
"""Test that 'lldb-mi --interpreter' works for -file-exec-and-symbols badpath/exe."""
import pexpect

1
lldb/test/tools/lldb-mi/TestMiProgramArgs.py
View File

@ -24,6 +24,7 @@ class MiProgramArgsTestCase(TestBase):
@unittest2.skip("lldb-mi can't pass params to app.")
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_paramargs(self):
"""Test that 'lldb-mi --interpreter' can pass arguments to the app."""
import pexpect

2
lldb/test/tools/lldb-mi/TestMiStack.py
View File

@ -23,6 +23,7 @@ class MiStackTestCase(TestBase):
pass
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_stackargs(self):
"""Test that 'lldb-mi --interpreter' can shows arguments."""
import pexpect
@ -69,6 +70,7 @@ class MiStackTestCase(TestBase):
print from_child
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_locals(self):
"""Test that 'lldb-mi --interpreter' can shows local variables."""
import pexpect

1
lldb/test/tools/lldb-mi/TestMiSyntax.py
View File

@ -23,6 +23,7 @@ class MiSyntaxTestCase(TestBase):
pass
@lldbmi_test
@expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
def test_lldbmi_tokens(self):
"""Test that 'lldb-mi --interpreter' echos command tokens."""
import pexpect