1""" 2LLDB module which provides the abstract base class of lldb test case. 3 4The concrete subclass can override lldbtest.TesBase in order to inherit the 5common behavior for unitest.TestCase.setUp/tearDown implemented in this file. 6 7The subclass should override the attribute mydir in order for the python runtime 8to locate the individual test cases when running as part of a large test suite 9or when running each test case as a separate python invocation. 10 11./dotest.py provides a test driver which sets up the environment to run the 12entire of part of the test suite . Example: 13 14# Exercises the test suite in the types directory.... 15/Volumes/data/lldb/svn/ToT/test $ ./dotest.py -A x86_64 types 16... 17 18Session logs for test failures/errors/unexpected successes will go into directory '2012-05-16-13_35_42' 19Command invoked: python ./dotest.py -A x86_64 types 20compilers=['clang'] 21 22Configuration: arch=x86_64 compiler=clang 23---------------------------------------------------------------------- 24Collected 72 tests 25 26........................................................................ 27---------------------------------------------------------------------- 28Ran 72 tests in 135.468s 29 30OK 31$ 32""" 33 34from __future__ import absolute_import 35from __future__ import print_function 36 37# System modules 38import abc 39import collections 40from functools import wraps 41import gc 42import glob 43import inspect 44import io 45import os.path 46import re 47import signal 48from subprocess import * 49import sys 50import time 51import traceback 52import types 53 54# Third-party modules 55import unittest2 56from six import add_metaclass 57from six import StringIO as SixStringIO 58import six 59 60# LLDB modules 61import use_lldb_suite 62import lldb 63from . import configuration 64from . import decorators 65from . import lldbplatformutil 66from . import lldbtest_config 67from . import lldbutil 68from . import test_categories 69from lldbsuite.support import encoded_file 70from lldbsuite.support import funcutils 71 72# dosep.py starts lots and lots of dotest instances 73# This option helps you find if two (or more) dotest instances are using the same 74# directory at the same time 75# Enable it to cause test failures and stderr messages if dotest instances try to run in 76# the same directory simultaneously 77# it is disabled by default because it litters the test directories with 78# ".dirlock" files 79debug_confirm_directory_exclusivity = False 80 81# See also dotest.parseOptionsAndInitTestdirs(), where the environment variables 82# LLDB_COMMAND_TRACE and LLDB_DO_CLEANUP are set from '-t' and '-r dir' 83# options. 84 85# By default, traceAlways is False. 86if "LLDB_COMMAND_TRACE" in os.environ and os.environ[ 87 "LLDB_COMMAND_TRACE"] == "YES": 88 traceAlways = True 89else: 90 traceAlways = False 91 92# By default, doCleanup is True. 93if "LLDB_DO_CLEANUP" in os.environ and os.environ["LLDB_DO_CLEANUP"] == "NO": 94 doCleanup = False 95else: 96 doCleanup = True 97 98 99# 100# Some commonly used assert messages. 101# 102 103COMMAND_FAILED_AS_EXPECTED = "Command has failed as expected" 104 105CURRENT_EXECUTABLE_SET = "Current executable set successfully" 106 107PROCESS_IS_VALID = "Process is valid" 108 109PROCESS_KILLED = "Process is killed successfully" 110 111PROCESS_EXITED = "Process exited successfully" 112 113PROCESS_STOPPED = "Process status should be stopped" 114 115RUN_SUCCEEDED = "Process is launched successfully" 116 117RUN_COMPLETED = "Process exited successfully" 118 119BACKTRACE_DISPLAYED_CORRECTLY = "Backtrace displayed correctly" 120 121BREAKPOINT_CREATED = "Breakpoint created successfully" 122 123BREAKPOINT_STATE_CORRECT = "Breakpoint state is correct" 124 125BREAKPOINT_PENDING_CREATED = "Pending breakpoint created successfully" 126 127BREAKPOINT_HIT_ONCE = "Breakpoint resolved with hit cout = 1" 128 129BREAKPOINT_HIT_TWICE = "Breakpoint resolved with hit cout = 2" 130 131BREAKPOINT_HIT_THRICE = "Breakpoint resolved with hit cout = 3" 132 133MISSING_EXPECTED_REGISTERS = "At least one expected register is unavailable." 134 135OBJECT_PRINTED_CORRECTLY = "Object printed correctly" 136 137SOURCE_DISPLAYED_CORRECTLY = "Source code displayed correctly" 138 139STEP_OUT_SUCCEEDED = "Thread step-out succeeded" 140 141STOPPED_DUE_TO_EXC_BAD_ACCESS = "Process should be stopped due to bad access exception" 142 143STOPPED_DUE_TO_ASSERT = "Process should be stopped due to an assertion" 144 145STOPPED_DUE_TO_BREAKPOINT = "Process should be stopped due to breakpoint" 146 147STOPPED_DUE_TO_BREAKPOINT_WITH_STOP_REASON_AS = "%s, %s" % ( 148 STOPPED_DUE_TO_BREAKPOINT, "instead, the actual stop reason is: '%s'") 149 150STOPPED_DUE_TO_BREAKPOINT_CONDITION = "Stopped due to breakpoint condition" 151 152STOPPED_DUE_TO_BREAKPOINT_IGNORE_COUNT = "Stopped due to breakpoint and ignore count" 153 154STOPPED_DUE_TO_SIGNAL = "Process state is stopped due to signal" 155 156STOPPED_DUE_TO_STEP_IN = "Process state is stopped due to step in" 157 158STOPPED_DUE_TO_WATCHPOINT = "Process should be stopped due to watchpoint" 159 160DATA_TYPES_DISPLAYED_CORRECTLY = "Data type(s) displayed correctly" 161 162VALID_BREAKPOINT = "Got a valid breakpoint" 163 164VALID_BREAKPOINT_LOCATION = "Got a valid breakpoint location" 165 166VALID_COMMAND_INTERPRETER = "Got a valid command interpreter" 167 168VALID_FILESPEC = "Got a valid filespec" 169 170VALID_MODULE = "Got a valid module" 171 172VALID_PROCESS = "Got a valid process" 173 174VALID_SYMBOL = "Got a valid symbol" 175 176VALID_TARGET = "Got a valid target" 177 178VALID_PLATFORM = "Got a valid platform" 179 180VALID_TYPE = "Got a valid type" 181 182VALID_VARIABLE = "Got a valid variable" 183 184VARIABLES_DISPLAYED_CORRECTLY = "Variable(s) displayed correctly" 185 186WATCHPOINT_CREATED = "Watchpoint created successfully" 187 188 189def CMD_MSG(str): 190 '''A generic "Command '%s' returns successfully" message generator.''' 191 return "Command '%s' returns successfully" % str 192 193 194def COMPLETION_MSG(str_before, str_after): 195 '''A generic message generator for the completion mechanism.''' 196 return "'%s' successfully completes to '%s'" % (str_before, str_after) 197 198 199def EXP_MSG(str, actual, exe): 200 '''A generic "'%s' returns expected result" message generator if exe. 201 Otherwise, it generates "'%s' matches expected result" message.''' 202 203 return "'%s' %s expected result, got '%s'" % ( 204 str, 'returns' if exe else 'matches', actual.strip()) 205 206 207def SETTING_MSG(setting): 208 '''A generic "Value of setting '%s' is correct" message generator.''' 209 return "Value of setting '%s' is correct" % setting 210 211 212def EnvArray(): 213 """Returns an env variable array from the os.environ map object.""" 214 return list(map(lambda k, 215 v: k + "=" + v, 216 list(os.environ.keys()), 217 list(os.environ.values()))) 218 219 220def line_number(filename, string_to_match): 221 """Helper function to return the line number of the first matched string.""" 222 with io.open(filename, mode='r', encoding="utf-8") as f: 223 for i, line in enumerate(f): 224 if line.find(string_to_match) != -1: 225 # Found our match. 226 return i + 1 227 raise Exception( 228 "Unable to find '%s' within file %s" % 229 (string_to_match, filename)) 230 231def get_line(filename, line_number): 232 """Return the text of the line at the 1-based line number.""" 233 with io.open(filename, mode='r', encoding="utf-8") as f: 234 return f.readlines()[line_number - 1] 235 236def pointer_size(): 237 """Return the pointer size of the host system.""" 238 import ctypes 239 a_pointer = ctypes.c_void_p(0xffff) 240 return 8 * ctypes.sizeof(a_pointer) 241 242 243def is_exe(fpath): 244 """Returns true if fpath is an executable.""" 245 return os.path.isfile(fpath) and os.access(fpath, os.X_OK) 246 247 248def which(program): 249 """Returns the full path to a program; None otherwise.""" 250 fpath, fname = os.path.split(program) 251 if fpath: 252 if is_exe(program): 253 return program 254 else: 255 for path in os.environ["PATH"].split(os.pathsep): 256 exe_file = os.path.join(path, program) 257 if is_exe(exe_file): 258 return exe_file 259 return None 260 261 262class recording(SixStringIO): 263 """ 264 A nice little context manager for recording the debugger interactions into 265 our session object. If trace flag is ON, it also emits the interactions 266 into the stderr. 267 """ 268 269 def __init__(self, test, trace): 270 """Create a SixStringIO instance; record the session obj and trace flag.""" 271 SixStringIO.__init__(self) 272 # The test might not have undergone the 'setUp(self)' phase yet, so that 273 # the attribute 'session' might not even exist yet. 274 self.session = getattr(test, "session", None) if test else None 275 self.trace = trace 276 277 def __enter__(self): 278 """ 279 Context management protocol on entry to the body of the with statement. 280 Just return the SixStringIO object. 281 """ 282 return self 283 284 def __exit__(self, type, value, tb): 285 """ 286 Context management protocol on exit from the body of the with statement. 287 If trace is ON, it emits the recordings into stderr. Always add the 288 recordings to our session object. And close the SixStringIO object, too. 289 """ 290 if self.trace: 291 print(self.getvalue(), file=sys.stderr) 292 if self.session: 293 print(self.getvalue(), file=self.session) 294 self.close() 295 296 297@add_metaclass(abc.ABCMeta) 298class _BaseProcess(object): 299 300 @abc.abstractproperty 301 def pid(self): 302 """Returns process PID if has been launched already.""" 303 304 @abc.abstractmethod 305 def launch(self, executable, args): 306 """Launches new process with given executable and args.""" 307 308 @abc.abstractmethod 309 def terminate(self): 310 """Terminates previously launched process..""" 311 312 313class _LocalProcess(_BaseProcess): 314 315 def __init__(self, trace_on): 316 self._proc = None 317 self._trace_on = trace_on 318 self._delayafterterminate = 0.1 319 320 @property 321 def pid(self): 322 return self._proc.pid 323 324 def launch(self, executable, args): 325 self._proc = Popen( 326 [executable] + args, 327 stdout=open( 328 os.devnull) if not self._trace_on else None, 329 stdin=PIPE) 330 331 def terminate(self): 332 if self._proc.poll() is None: 333 # Terminate _proc like it does the pexpect 334 signals_to_try = [ 335 sig for sig in [ 336 'SIGHUP', 337 'SIGCONT', 338 'SIGINT'] if sig in dir(signal)] 339 for sig in signals_to_try: 340 try: 341 self._proc.send_signal(getattr(signal, sig)) 342 time.sleep(self._delayafterterminate) 343 if self._proc.poll() is not None: 344 return 345 except ValueError: 346 pass # Windows says SIGINT is not a valid signal to send 347 self._proc.terminate() 348 time.sleep(self._delayafterterminate) 349 if self._proc.poll() is not None: 350 return 351 self._proc.kill() 352 time.sleep(self._delayafterterminate) 353 354 def poll(self): 355 return self._proc.poll() 356 357 358class _RemoteProcess(_BaseProcess): 359 360 def __init__(self, install_remote): 361 self._pid = None 362 self._install_remote = install_remote 363 364 @property 365 def pid(self): 366 return self._pid 367 368 def launch(self, executable, args): 369 if self._install_remote: 370 src_path = executable 371 dst_path = lldbutil.append_to_process_working_directory( 372 os.path.basename(executable)) 373 374 dst_file_spec = lldb.SBFileSpec(dst_path, False) 375 err = lldb.remote_platform.Install( 376 lldb.SBFileSpec(src_path, True), dst_file_spec) 377 if err.Fail(): 378 raise Exception( 379 "remote_platform.Install('%s', '%s') failed: %s" % 380 (src_path, dst_path, err)) 381 else: 382 dst_path = executable 383 dst_file_spec = lldb.SBFileSpec(executable, False) 384 385 launch_info = lldb.SBLaunchInfo(args) 386 launch_info.SetExecutableFile(dst_file_spec, True) 387 launch_info.SetWorkingDirectory( 388 lldb.remote_platform.GetWorkingDirectory()) 389 390 # Redirect stdout and stderr to /dev/null 391 launch_info.AddSuppressFileAction(1, False, True) 392 launch_info.AddSuppressFileAction(2, False, True) 393 394 err = lldb.remote_platform.Launch(launch_info) 395 if err.Fail(): 396 raise Exception( 397 "remote_platform.Launch('%s', '%s') failed: %s" % 398 (dst_path, args, err)) 399 self._pid = launch_info.GetProcessID() 400 401 def terminate(self): 402 lldb.remote_platform.Kill(self._pid) 403 404# From 2.7's subprocess.check_output() convenience function. 405# Return a tuple (stdoutdata, stderrdata). 406 407 408def system(commands, **kwargs): 409 r"""Run an os command with arguments and return its output as a byte string. 410 411 If the exit code was non-zero it raises a CalledProcessError. The 412 CalledProcessError object will have the return code in the returncode 413 attribute and output in the output attribute. 414 415 The arguments are the same as for the Popen constructor. Example: 416 417 >>> check_output(["ls", "-l", "/dev/null"]) 418 'crw-rw-rw- 1 root root 1, 3 Oct 18 2007 /dev/null\n' 419 420 The stdout argument is not allowed as it is used internally. 421 To capture standard error in the result, use stderr=STDOUT. 422 423 >>> check_output(["/bin/sh", "-c", 424 ... "ls -l non_existent_file ; exit 0"], 425 ... stderr=STDOUT) 426 'ls: non_existent_file: No such file or directory\n' 427 """ 428 429 # Assign the sender object to variable 'test' and remove it from kwargs. 430 test = kwargs.pop('sender', None) 431 432 # [['make', 'clean', 'foo'], ['make', 'foo']] -> ['make clean foo', 'make foo'] 433 commandList = [' '.join(x) for x in commands] 434 output = "" 435 error = "" 436 for shellCommand in commandList: 437 if 'stdout' in kwargs: 438 raise ValueError( 439 'stdout argument not allowed, it will be overridden.') 440 if 'shell' in kwargs and kwargs['shell'] == False: 441 raise ValueError('shell=False not allowed') 442 process = Popen( 443 shellCommand, 444 stdout=PIPE, 445 stderr=PIPE, 446 shell=True, 447 universal_newlines=True, 448 **kwargs) 449 pid = process.pid 450 this_output, this_error = process.communicate() 451 retcode = process.poll() 452 453 # Enable trace on failure return while tracking down FreeBSD buildbot 454 # issues 455 trace = traceAlways 456 if not trace and retcode and sys.platform.startswith("freebsd"): 457 trace = True 458 459 with recording(test, trace) as sbuf: 460 print(file=sbuf) 461 print("os command:", shellCommand, file=sbuf) 462 print("with pid:", pid, file=sbuf) 463 print("stdout:", this_output, file=sbuf) 464 print("stderr:", this_error, file=sbuf) 465 print("retcode:", retcode, file=sbuf) 466 print(file=sbuf) 467 468 if retcode: 469 cmd = kwargs.get("args") 470 if cmd is None: 471 cmd = shellCommand 472 cpe = CalledProcessError(retcode, cmd) 473 # Ensure caller can access the stdout/stderr. 474 cpe.lldb_extensions = { 475 "stdout_content": this_output, 476 "stderr_content": this_error, 477 "command": shellCommand 478 } 479 raise cpe 480 output = output + this_output 481 error = error + this_error 482 return (output, error) 483 484 485def getsource_if_available(obj): 486 """ 487 Return the text of the source code for an object if available. Otherwise, 488 a print representation is returned. 489 """ 490 import inspect 491 try: 492 return inspect.getsource(obj) 493 except: 494 return repr(obj) 495 496 497def builder_module(): 498 if sys.platform.startswith("freebsd"): 499 return __import__("builder_freebsd") 500 if sys.platform.startswith("netbsd"): 501 return __import__("builder_netbsd") 502 if sys.platform.startswith("linux"): 503 # sys.platform with Python-3.x returns 'linux', but with 504 # Python-2.x it returns 'linux2'. 505 return __import__("builder_linux") 506 return __import__("builder_" + sys.platform) 507 508 509class Base(unittest2.TestCase): 510 """ 511 Abstract base for performing lldb (see TestBase) or other generic tests (see 512 BenchBase for one example). lldbtest.Base works with the test driver to 513 accomplish things. 514 515 """ 516 517 # The concrete subclass should override this attribute. 518 mydir = None 519 520 # Keep track of the old current working directory. 521 oldcwd = None 522 523 @staticmethod 524 def compute_mydir(test_file): 525 '''Subclasses should call this function to correctly calculate the required "mydir" attribute as follows: 526 527 mydir = TestBase.compute_mydir(__file__)''' 528 test_dir = os.path.dirname(test_file) 529 return test_dir[len(os.environ["LLDB_TEST"]) + 1:] 530 531 def TraceOn(self): 532 """Returns True if we are in trace mode (tracing detailed test execution).""" 533 return traceAlways 534 535 @classmethod 536 def setUpClass(cls): 537 """ 538 Python unittest framework class setup fixture. 539 Do current directory manipulation. 540 """ 541 # Fail fast if 'mydir' attribute is not overridden. 542 if not cls.mydir or len(cls.mydir) == 0: 543 raise Exception("Subclasses must override the 'mydir' attribute.") 544 545 # Save old working directory. 546 cls.oldcwd = os.getcwd() 547 548 # Change current working directory if ${LLDB_TEST} is defined. 549 # See also dotest.py which sets up ${LLDB_TEST}. 550 if ("LLDB_TEST" in os.environ): 551 full_dir = os.path.join(os.environ["LLDB_TEST"], cls.mydir) 552 if traceAlways: 553 print("Change dir to:", full_dir, file=sys.stderr) 554 os.chdir(os.path.join(os.environ["LLDB_TEST"], cls.mydir)) 555 556 if debug_confirm_directory_exclusivity: 557 import lock 558 cls.dir_lock = lock.Lock(os.path.join(full_dir, ".dirlock")) 559 try: 560 cls.dir_lock.try_acquire() 561 # write the class that owns the lock into the lock file 562 cls.dir_lock.handle.write(cls.__name__) 563 except IOError as ioerror: 564 # nothing else should have this directory lock 565 # wait here until we get a lock 566 cls.dir_lock.acquire() 567 # read the previous owner from the lock file 568 lock_id = cls.dir_lock.handle.read() 569 print( 570 "LOCK ERROR: {} wants to lock '{}' but it is already locked by '{}'".format( 571 cls.__name__, 572 full_dir, 573 lock_id), 574 file=sys.stderr) 575 raise ioerror 576 577 # Set platform context. 578 cls.platformContext = lldbplatformutil.createPlatformContext() 579 580 @classmethod 581 def tearDownClass(cls): 582 """ 583 Python unittest framework class teardown fixture. 584 Do class-wide cleanup. 585 """ 586 587 if doCleanup: 588 # First, let's do the platform-specific cleanup. 589 module = builder_module() 590 module.cleanup() 591 592 # Subclass might have specific cleanup function defined. 593 if getattr(cls, "classCleanup", None): 594 if traceAlways: 595 print( 596 "Call class-specific cleanup function for class:", 597 cls, 598 file=sys.stderr) 599 try: 600 cls.classCleanup() 601 except: 602 exc_type, exc_value, exc_tb = sys.exc_info() 603 traceback.print_exception(exc_type, exc_value, exc_tb) 604 605 if debug_confirm_directory_exclusivity: 606 cls.dir_lock.release() 607 del cls.dir_lock 608 609 # Restore old working directory. 610 if traceAlways: 611 print("Restore dir to:", cls.oldcwd, file=sys.stderr) 612 os.chdir(cls.oldcwd) 613 614 @classmethod 615 def skipLongRunningTest(cls): 616 """ 617 By default, we skip long running test case. 618 This can be overridden by passing '-l' to the test driver (dotest.py). 619 """ 620 if "LLDB_SKIP_LONG_RUNNING_TEST" in os.environ and "NO" == os.environ[ 621 "LLDB_SKIP_LONG_RUNNING_TEST"]: 622 return False 623 else: 624 return True 625 626 def enableLogChannelsForCurrentTest(self): 627 if len(lldbtest_config.channels) == 0: 628 return 629 630 # if debug channels are specified in lldbtest_config.channels, 631 # create a new set of log files for every test 632 log_basename = self.getLogBasenameForCurrentTest() 633 634 # confirm that the file is writeable 635 host_log_path = "{}-host.log".format(log_basename) 636 open(host_log_path, 'w').close() 637 638 log_enable = "log enable -Tpn -f {} ".format(host_log_path) 639 for channel_with_categories in lldbtest_config.channels: 640 channel_then_categories = channel_with_categories.split(' ', 1) 641 channel = channel_then_categories[0] 642 if len(channel_then_categories) > 1: 643 categories = channel_then_categories[1] 644 else: 645 categories = "default" 646 647 if channel == "gdb-remote" and lldb.remote_platform is None: 648 # communicate gdb-remote categories to debugserver 649 os.environ["LLDB_DEBUGSERVER_LOG_FLAGS"] = categories 650 651 self.ci.HandleCommand( 652 log_enable + channel_with_categories, self.res) 653 if not self.res.Succeeded(): 654 raise Exception( 655 'log enable failed (check LLDB_LOG_OPTION env variable)') 656 657 # Communicate log path name to debugserver & lldb-server 658 # For remote debugging, these variables need to be set when starting the platform 659 # instance. 660 if lldb.remote_platform is None: 661 server_log_path = "{}-server.log".format(log_basename) 662 open(server_log_path, 'w').close() 663 os.environ["LLDB_DEBUGSERVER_LOG_FILE"] = server_log_path 664 665 # Communicate channels to lldb-server 666 os.environ["LLDB_SERVER_LOG_CHANNELS"] = ":".join( 667 lldbtest_config.channels) 668 669 self.addTearDownHook(self.disableLogChannelsForCurrentTest) 670 671 def disableLogChannelsForCurrentTest(self): 672 # close all log files that we opened 673 for channel_and_categories in lldbtest_config.channels: 674 # channel format - <channel-name> [<category0> [<category1> ...]] 675 channel = channel_and_categories.split(' ', 1)[0] 676 self.ci.HandleCommand("log disable " + channel, self.res) 677 if not self.res.Succeeded(): 678 raise Exception( 679 'log disable failed (check LLDB_LOG_OPTION env variable)') 680 681 # Retrieve the server log (if any) from the remote system. It is assumed the server log 682 # is writing to the "server.log" file in the current test directory. This can be 683 # achieved by setting LLDB_DEBUGSERVER_LOG_FILE="server.log" when starting remote 684 # platform. If the remote logging is not enabled, then just let the Get() command silently 685 # fail. 686 if lldb.remote_platform: 687 lldb.remote_platform.Get( 688 lldb.SBFileSpec("server.log"), lldb.SBFileSpec( 689 self.getLogBasenameForCurrentTest() + "-server.log")) 690 691 def setPlatformWorkingDir(self): 692 if not lldb.remote_platform or not configuration.lldb_platform_working_dir: 693 return 694 695 components = [str(self.test_number)] + self.mydir.split(os.path.sep) 696 remote_test_dir = configuration.lldb_platform_working_dir 697 for c in components: 698 remote_test_dir = lldbutil.join_remote_paths(remote_test_dir, c) 699 error = lldb.remote_platform.MakeDirectory( 700 remote_test_dir, 448) # 448 = 0o700 701 if error.Fail(): 702 raise Exception("making remote directory '%s': %s" % ( 703 remote_test_dir, error)) 704 705 lldb.remote_platform.SetWorkingDirectory(remote_test_dir) 706 707 # This function removes all files from the current working directory while leaving 708 # the directories in place. The cleaup is required to reduce the disk space required 709 # by the test suite while leaving the directories untouched is neccessary because 710 # sub-directories might belong to an other test 711 def clean_working_directory(): 712 # TODO: Make it working on Windows when we need it for remote debugging support 713 # TODO: Replace the heuristic to remove the files with a logic what collects the 714 # list of files we have to remove during test runs. 715 shell_cmd = lldb.SBPlatformShellCommand( 716 "rm %s/*" % remote_test_dir) 717 lldb.remote_platform.Run(shell_cmd) 718 self.addTearDownHook(clean_working_directory) 719 720 def setUp(self): 721 """Fixture for unittest test case setup. 722 723 It works with the test driver to conditionally skip tests and does other 724 initializations.""" 725 #import traceback 726 # traceback.print_stack() 727 728 if "LIBCXX_PATH" in os.environ: 729 self.libcxxPath = os.environ["LIBCXX_PATH"] 730 else: 731 self.libcxxPath = None 732 733 if "LLDBMI_EXEC" in os.environ: 734 self.lldbMiExec = os.environ["LLDBMI_EXEC"] 735 else: 736 self.lldbMiExec = None 737 738 # If we spawn an lldb process for test (via pexpect), do not load the 739 # init file unless told otherwise. 740 if "NO_LLDBINIT" in os.environ and "NO" == os.environ["NO_LLDBINIT"]: 741 self.lldbOption = "" 742 else: 743 self.lldbOption = "--no-lldbinit" 744 745 # Assign the test method name to self.testMethodName. 746 # 747 # For an example of the use of this attribute, look at test/types dir. 748 # There are a bunch of test cases under test/types and we don't want the 749 # module cacheing subsystem to be confused with executable name "a.out" 750 # used for all the test cases. 751 self.testMethodName = self._testMethodName 752 753 # This is for the case of directly spawning 'lldb'/'gdb' and interacting 754 # with it using pexpect. 755 self.child = None 756 self.child_prompt = "(lldb) " 757 # If the child is interacting with the embedded script interpreter, 758 # there are two exits required during tear down, first to quit the 759 # embedded script interpreter and second to quit the lldb command 760 # interpreter. 761 self.child_in_script_interpreter = False 762 763 # These are for customized teardown cleanup. 764 self.dict = None 765 self.doTearDownCleanup = False 766 # And in rare cases where there are multiple teardown cleanups. 767 self.dicts = [] 768 self.doTearDownCleanups = False 769 770 # List of spawned subproces.Popen objects 771 self.subprocesses = [] 772 773 # List of forked process PIDs 774 self.forkedProcessPids = [] 775 776 # Create a string buffer to record the session info, to be dumped into a 777 # test case specific file if test failure is encountered. 778 self.log_basename = self.getLogBasenameForCurrentTest() 779 780 session_file = "{}.log".format(self.log_basename) 781 # Python 3 doesn't support unbuffered I/O in text mode. Open buffered. 782 self.session = encoded_file.open(session_file, "utf-8", mode="w") 783 784 # Optimistically set __errored__, __failed__, __expected__ to False 785 # initially. If the test errored/failed, the session info 786 # (self.session) is then dumped into a session specific file for 787 # diagnosis. 788 self.__cleanup_errored__ = False 789 self.__errored__ = False 790 self.__failed__ = False 791 self.__expected__ = False 792 # We are also interested in unexpected success. 793 self.__unexpected__ = False 794 # And skipped tests. 795 self.__skipped__ = False 796 797 # See addTearDownHook(self, hook) which allows the client to add a hook 798 # function to be run during tearDown() time. 799 self.hooks = [] 800 801 # See HideStdout(self). 802 self.sys_stdout_hidden = False 803 804 if self.platformContext: 805 # set environment variable names for finding shared libraries 806 self.dylibPath = self.platformContext.shlib_environment_var 807 808 # Create the debugger instance if necessary. 809 try: 810 self.dbg = lldb.DBG 811 except AttributeError: 812 self.dbg = lldb.SBDebugger.Create() 813 814 if not self.dbg: 815 raise Exception('Invalid debugger instance') 816 817 # Retrieve the associated command interpreter instance. 818 self.ci = self.dbg.GetCommandInterpreter() 819 if not self.ci: 820 raise Exception('Could not get the command interpreter') 821 822 # And the result object. 823 self.res = lldb.SBCommandReturnObject() 824 825 self.setPlatformWorkingDir() 826 self.enableLogChannelsForCurrentTest() 827 828 # Initialize debug_info 829 self.debug_info = None 830 831 lib_dir = os.environ["LLDB_LIB_DIR"] 832 self.dsym = None 833 self.framework_dir = None 834 self.darwinWithFramework = self.platformIsDarwin() 835 if sys.platform.startswith("darwin"): 836 # Handle the framework environment variable if it is set 837 if hasattr(lldbtest_config, 'lldbFrameworkPath'): 838 framework_path = lldbtest_config.lldbFrameworkPath 839 # Framework dir should be the directory containing the framework 840 self.framework_dir = framework_path[:framework_path.rfind('LLDB.framework')] 841 # If a framework dir was not specified assume the Xcode build 842 # directory layout where the framework is in LLDB_LIB_DIR. 843 else: 844 self.framework_dir = lib_dir 845 self.dsym = os.path.join(self.framework_dir, 'LLDB.framework', 'LLDB') 846 # If the framework binary doesn't exist, assume we didn't actually 847 # build a framework, and fallback to standard *nix behavior by 848 # setting framework_dir and dsym to None. 849 if not os.path.exists(self.dsym): 850 self.framework_dir = None 851 self.dsym = None 852 self.darwinWithFramework = False 853 854 def setAsync(self, value): 855 """ Sets async mode to True/False and ensures it is reset after the testcase completes.""" 856 old_async = self.dbg.GetAsync() 857 self.dbg.SetAsync(value) 858 self.addTearDownHook(lambda: self.dbg.SetAsync(old_async)) 859 860 def cleanupSubprocesses(self): 861 # Ensure any subprocesses are cleaned up 862 for p in self.subprocesses: 863 p.terminate() 864 del p 865 del self.subprocesses[:] 866 # Ensure any forked processes are cleaned up 867 for pid in self.forkedProcessPids: 868 if os.path.exists("/proc/" + str(pid)): 869 os.kill(pid, signal.SIGTERM) 870 871 def spawnSubprocess(self, executable, args=[], install_remote=True): 872 """ Creates a subprocess.Popen object with the specified executable and arguments, 873 saves it in self.subprocesses, and returns the object. 874 NOTE: if using this function, ensure you also call: 875 876 self.addTearDownHook(self.cleanupSubprocesses) 877 878 otherwise the test suite will leak processes. 879 """ 880 proc = _RemoteProcess( 881 install_remote) if lldb.remote_platform else _LocalProcess(self.TraceOn()) 882 proc.launch(executable, args) 883 self.subprocesses.append(proc) 884 return proc 885 886 def forkSubprocess(self, executable, args=[]): 887 """ Fork a subprocess with its own group ID. 888 NOTE: if using this function, ensure you also call: 889 890 self.addTearDownHook(self.cleanupSubprocesses) 891 892 otherwise the test suite will leak processes. 893 """ 894 child_pid = os.fork() 895 if child_pid == 0: 896 # If more I/O support is required, this can be beefed up. 897 fd = os.open(os.devnull, os.O_RDWR) 898 os.dup2(fd, 1) 899 os.dup2(fd, 2) 900 # This call causes the child to have its of group ID 901 os.setpgid(0, 0) 902 os.execvp(executable, [executable] + args) 903 # Give the child time to get through the execvp() call 904 time.sleep(0.1) 905 self.forkedProcessPids.append(child_pid) 906 return child_pid 907 908 def HideStdout(self): 909 """Hide output to stdout from the user. 910 911 During test execution, there might be cases where we don't want to show the 912 standard output to the user. For example, 913 914 self.runCmd(r'''sc print("\n\n\tHello!\n")''') 915 916 tests whether command abbreviation for 'script' works or not. There is no 917 need to show the 'Hello' output to the user as long as the 'script' command 918 succeeds and we are not in TraceOn() mode (see the '-t' option). 919 920 In this case, the test method calls self.HideStdout(self) to redirect the 921 sys.stdout to a null device, and restores the sys.stdout upon teardown. 922 923 Note that you should only call this method at most once during a test case 924 execution. Any subsequent call has no effect at all.""" 925 if self.sys_stdout_hidden: 926 return 927 928 self.sys_stdout_hidden = True 929 old_stdout = sys.stdout 930 sys.stdout = open(os.devnull, 'w') 931 932 def restore_stdout(): 933 sys.stdout = old_stdout 934 self.addTearDownHook(restore_stdout) 935 936 # ======================================================================= 937 # Methods for customized teardown cleanups as well as execution of hooks. 938 # ======================================================================= 939 940 def setTearDownCleanup(self, dictionary=None): 941 """Register a cleanup action at tearDown() time with a dictinary""" 942 self.dict = dictionary 943 self.doTearDownCleanup = True 944 945 def addTearDownCleanup(self, dictionary): 946 """Add a cleanup action at tearDown() time with a dictinary""" 947 self.dicts.append(dictionary) 948 self.doTearDownCleanups = True 949 950 def addTearDownHook(self, hook): 951 """ 952 Add a function to be run during tearDown() time. 953 954 Hooks are executed in a first come first serve manner. 955 """ 956 if six.callable(hook): 957 with recording(self, traceAlways) as sbuf: 958 print( 959 "Adding tearDown hook:", 960 getsource_if_available(hook), 961 file=sbuf) 962 self.hooks.append(hook) 963 964 return self 965 966 def deletePexpectChild(self): 967 # This is for the case of directly spawning 'lldb' and interacting with it 968 # using pexpect. 969 if self.child and self.child.isalive(): 970 import pexpect 971 with recording(self, traceAlways) as sbuf: 972 print("tearing down the child process....", file=sbuf) 973 try: 974 if self.child_in_script_interpreter: 975 self.child.sendline('quit()') 976 self.child.expect_exact(self.child_prompt) 977 self.child.sendline( 978 'settings set interpreter.prompt-on-quit false') 979 self.child.sendline('quit') 980 self.child.expect(pexpect.EOF) 981 except (ValueError, pexpect.ExceptionPexpect): 982 # child is already terminated 983 pass 984 except OSError as exception: 985 import errno 986 if exception.errno != errno.EIO: 987 # unexpected error 988 raise 989 # child is already terminated 990 pass 991 finally: 992 # Give it one final blow to make sure the child is terminated. 993 self.child.close() 994 995 def tearDown(self): 996 """Fixture for unittest test case teardown.""" 997 #import traceback 998 # traceback.print_stack() 999 1000 self.deletePexpectChild() 1001 1002 # Check and run any hook functions. 1003 for hook in reversed(self.hooks): 1004 with recording(self, traceAlways) as sbuf: 1005 print( 1006 "Executing tearDown hook:", 1007 getsource_if_available(hook), 1008 file=sbuf) 1009 if funcutils.requires_self(hook): 1010 hook(self) 1011 else: 1012 hook() # try the plain call and hope it works 1013 1014 del self.hooks 1015 1016 # Perform registered teardown cleanup. 1017 if doCleanup and self.doTearDownCleanup: 1018 self.cleanup(dictionary=self.dict) 1019 1020 # In rare cases where there are multiple teardown cleanups added. 1021 if doCleanup and self.doTearDownCleanups: 1022 if self.dicts: 1023 for dict in reversed(self.dicts): 1024 self.cleanup(dictionary=dict) 1025 1026 # ========================================================= 1027 # Various callbacks to allow introspection of test progress 1028 # ========================================================= 1029 1030 def markError(self): 1031 """Callback invoked when an error (unexpected exception) errored.""" 1032 self.__errored__ = True 1033 with recording(self, False) as sbuf: 1034 # False because there's no need to write "ERROR" to the stderr twice. 1035 # Once by the Python unittest framework, and a second time by us. 1036 print("ERROR", file=sbuf) 1037 1038 def markCleanupError(self): 1039 """Callback invoked when an error occurs while a test is cleaning up.""" 1040 self.__cleanup_errored__ = True 1041 with recording(self, False) as sbuf: 1042 # False because there's no need to write "CLEANUP_ERROR" to the stderr twice. 1043 # Once by the Python unittest framework, and a second time by us. 1044 print("CLEANUP_ERROR", file=sbuf) 1045 1046 def markFailure(self): 1047 """Callback invoked when a failure (test assertion failure) occurred.""" 1048 self.__failed__ = True 1049 with recording(self, False) as sbuf: 1050 # False because there's no need to write "FAIL" to the stderr twice. 1051 # Once by the Python unittest framework, and a second time by us. 1052 print("FAIL", file=sbuf) 1053 1054 def markExpectedFailure(self, err, bugnumber): 1055 """Callback invoked when an expected failure/error occurred.""" 1056 self.__expected__ = True 1057 with recording(self, False) as sbuf: 1058 # False because there's no need to write "expected failure" to the 1059 # stderr twice. 1060 # Once by the Python unittest framework, and a second time by us. 1061 if bugnumber is None: 1062 print("expected failure", file=sbuf) 1063 else: 1064 print( 1065 "expected failure (problem id:" + str(bugnumber) + ")", 1066 file=sbuf) 1067 1068 def markSkippedTest(self): 1069 """Callback invoked when a test is skipped.""" 1070 self.__skipped__ = True 1071 with recording(self, False) as sbuf: 1072 # False because there's no need to write "skipped test" to the 1073 # stderr twice. 1074 # Once by the Python unittest framework, and a second time by us. 1075 print("skipped test", file=sbuf) 1076 1077 def markUnexpectedSuccess(self, bugnumber): 1078 """Callback invoked when an unexpected success occurred.""" 1079 self.__unexpected__ = True 1080 with recording(self, False) as sbuf: 1081 # False because there's no need to write "unexpected success" to the 1082 # stderr twice. 1083 # Once by the Python unittest framework, and a second time by us. 1084 if bugnumber is None: 1085 print("unexpected success", file=sbuf) 1086 else: 1087 print( 1088 "unexpected success (problem id:" + str(bugnumber) + ")", 1089 file=sbuf) 1090 1091 def getRerunArgs(self): 1092 return " -f %s.%s" % (self.__class__.__name__, self._testMethodName) 1093 1094 def getLogBasenameForCurrentTest(self, prefix=None): 1095 """ 1096 returns a partial path that can be used as the beginning of the name of multiple 1097 log files pertaining to this test 1098 1099 <session-dir>/<arch>-<compiler>-<test-file>.<test-class>.<test-method> 1100 """ 1101 dname = os.path.join(os.environ["LLDB_TEST"], 1102 os.environ["LLDB_SESSION_DIRNAME"]) 1103 if not os.path.isdir(dname): 1104 os.mkdir(dname) 1105 1106 components = [] 1107 if prefix is not None: 1108 components.append(prefix) 1109 for c in configuration.session_file_format: 1110 if c == 'f': 1111 components.append(self.__class__.__module__) 1112 elif c == 'n': 1113 components.append(self.__class__.__name__) 1114 elif c == 'c': 1115 compiler = self.getCompiler() 1116 1117 if compiler[1] == ':': 1118 compiler = compiler[2:] 1119 if os.path.altsep is not None: 1120 compiler = compiler.replace(os.path.altsep, os.path.sep) 1121 path_components = [x for x in compiler.split(os.path.sep) if x != ""] 1122 1123 # Add at most 4 path components to avoid generating very long 1124 # filenames 1125 components.extend(path_components[-4:]) 1126 elif c == 'a': 1127 components.append(self.getArchitecture()) 1128 elif c == 'm': 1129 components.append(self.testMethodName) 1130 fname = "-".join(components) 1131 1132 return os.path.join(dname, fname) 1133 1134 def dumpSessionInfo(self): 1135 """ 1136 Dump the debugger interactions leading to a test error/failure. This 1137 allows for more convenient postmortem analysis. 1138 1139 See also LLDBTestResult (dotest.py) which is a singlton class derived 1140 from TextTestResult and overwrites addError, addFailure, and 1141 addExpectedFailure methods to allow us to to mark the test instance as 1142 such. 1143 """ 1144 1145 # We are here because self.tearDown() detected that this test instance 1146 # either errored or failed. The lldb.test_result singleton contains 1147 # two lists (erros and failures) which get populated by the unittest 1148 # framework. Look over there for stack trace information. 1149 # 1150 # The lists contain 2-tuples of TestCase instances and strings holding 1151 # formatted tracebacks. 1152 # 1153 # See http://docs.python.org/library/unittest.html#unittest.TestResult. 1154 1155 # output tracebacks into session 1156 pairs = [] 1157 if self.__errored__: 1158 pairs = configuration.test_result.errors 1159 prefix = 'Error' 1160 elif self.__cleanup_errored__: 1161 pairs = configuration.test_result.cleanup_errors 1162 prefix = 'CleanupError' 1163 elif self.__failed__: 1164 pairs = configuration.test_result.failures 1165 prefix = 'Failure' 1166 elif self.__expected__: 1167 pairs = configuration.test_result.expectedFailures 1168 prefix = 'ExpectedFailure' 1169 elif self.__skipped__: 1170 prefix = 'SkippedTest' 1171 elif self.__unexpected__: 1172 prefix = 'UnexpectedSuccess' 1173 else: 1174 prefix = 'Success' 1175 1176 if not self.__unexpected__ and not self.__skipped__: 1177 for test, traceback in pairs: 1178 if test is self: 1179 print(traceback, file=self.session) 1180 1181 # put footer (timestamp/rerun instructions) into session 1182 testMethod = getattr(self, self._testMethodName) 1183 if getattr(testMethod, "__benchmarks_test__", False): 1184 benchmarks = True 1185 else: 1186 benchmarks = False 1187 1188 import datetime 1189 print( 1190 "Session info generated @", 1191 datetime.datetime.now().ctime(), 1192 file=self.session) 1193 print( 1194 "To rerun this test, issue the following command from the 'test' directory:\n", 1195 file=self.session) 1196 print( 1197 "./dotest.py %s -v %s %s" % 1198 (self.getRunOptions(), 1199 ('+b' if benchmarks else '-t'), 1200 self.getRerunArgs()), 1201 file=self.session) 1202 self.session.close() 1203 del self.session 1204 1205 # process the log files 1206 log_files_for_this_test = glob.glob(self.log_basename + "*") 1207 1208 if prefix != 'Success' or lldbtest_config.log_success: 1209 # keep all log files, rename them to include prefix 1210 dst_log_basename = self.getLogBasenameForCurrentTest(prefix) 1211 for src in log_files_for_this_test: 1212 if os.path.isfile(src): 1213 dst = src.replace(self.log_basename, dst_log_basename) 1214 if os.name == "nt" and os.path.isfile(dst): 1215 # On Windows, renaming a -> b will throw an exception if b exists. On non-Windows platforms 1216 # it silently replaces the destination. Ultimately this means that atomic renames are not 1217 # guaranteed to be possible on Windows, but we need this to work anyway, so just remove the 1218 # destination first if it already exists. 1219 remove_file(dst) 1220 1221 os.rename(src, dst) 1222 else: 1223 # success! (and we don't want log files) delete log files 1224 for log_file in log_files_for_this_test: 1225 remove_file(log_file) 1226 1227 # ==================================================== 1228 # Config. methods supported through a plugin interface 1229 # (enables reading of the current test configuration) 1230 # ==================================================== 1231 1232 def isMIPS(self): 1233 """Returns true if the architecture is MIPS.""" 1234 arch = self.getArchitecture() 1235 if re.match("mips", arch): 1236 return True 1237 return False 1238 1239 def getArchitecture(self): 1240 """Returns the architecture in effect the test suite is running with.""" 1241 module = builder_module() 1242 arch = module.getArchitecture() 1243 if arch == 'amd64': 1244 arch = 'x86_64' 1245 return arch 1246 1247 def getLldbArchitecture(self): 1248 """Returns the architecture of the lldb binary.""" 1249 if not hasattr(self, 'lldbArchitecture'): 1250 1251 # spawn local process 1252 command = [ 1253 lldbtest_config.lldbExec, 1254 "-o", 1255 "file " + lldbtest_config.lldbExec, 1256 "-o", 1257 "quit" 1258 ] 1259 1260 output = check_output(command) 1261 str = output.decode("utf-8") 1262 1263 for line in str.splitlines(): 1264 m = re.search( 1265 "Current executable set to '.*' \\((.*)\\)\\.", line) 1266 if m: 1267 self.lldbArchitecture = m.group(1) 1268 break 1269 1270 return self.lldbArchitecture 1271 1272 def getCompiler(self): 1273 """Returns the compiler in effect the test suite is running with.""" 1274 module = builder_module() 1275 return module.getCompiler() 1276 1277 def getCompilerBinary(self): 1278 """Returns the compiler binary the test suite is running with.""" 1279 return self.getCompiler().split()[0] 1280 1281 def getCompilerVersion(self): 1282 """ Returns a string that represents the compiler version. 1283 Supports: llvm, clang. 1284 """ 1285 version = 'unknown' 1286 1287 compiler = self.getCompilerBinary() 1288 version_output = system([[compiler, "-v"]])[1] 1289 for line in version_output.split(os.linesep): 1290 m = re.search('version ([0-9\.]+)', line) 1291 if m: 1292 version = m.group(1) 1293 return version 1294 1295 def getGoCompilerVersion(self): 1296 """ Returns a string that represents the go compiler version, or None if go is not found. 1297 """ 1298 compiler = which("go") 1299 if compiler: 1300 version_output = system([[compiler, "version"]])[0] 1301 for line in version_output.split(os.linesep): 1302 m = re.search('go version (devel|go\\S+)', line) 1303 if m: 1304 return m.group(1) 1305 return None 1306 1307 def platformIsDarwin(self): 1308 """Returns true if the OS triple for the selected platform is any valid apple OS""" 1309 return lldbplatformutil.platformIsDarwin() 1310 1311 def hasDarwinFramework(self): 1312 return self.darwinWithFramework 1313 1314 def getPlatform(self): 1315 """Returns the target platform the test suite is running on.""" 1316 return lldbplatformutil.getPlatform() 1317 1318 def isIntelCompiler(self): 1319 """ Returns true if using an Intel (ICC) compiler, false otherwise. """ 1320 return any([x in self.getCompiler() for x in ["icc", "icpc", "icl"]]) 1321 1322 def expectedCompilerVersion(self, compiler_version): 1323 """Returns True iff compiler_version[1] matches the current compiler version. 1324 Use compiler_version[0] to specify the operator used to determine if a match has occurred. 1325 Any operator other than the following defaults to an equality test: 1326 '>', '>=', "=>", '<', '<=', '=<', '!=', "!" or 'not' 1327 """ 1328 if (compiler_version is None): 1329 return True 1330 operator = str(compiler_version[0]) 1331 version = compiler_version[1] 1332 1333 if (version is None): 1334 return True 1335 if (operator == '>'): 1336 return self.getCompilerVersion() > version 1337 if (operator == '>=' or operator == '=>'): 1338 return self.getCompilerVersion() >= version 1339 if (operator == '<'): 1340 return self.getCompilerVersion() < version 1341 if (operator == '<=' or operator == '=<'): 1342 return self.getCompilerVersion() <= version 1343 if (operator == '!=' or operator == '!' or operator == 'not'): 1344 return str(version) not in str(self.getCompilerVersion()) 1345 return str(version) in str(self.getCompilerVersion()) 1346 1347 def expectedCompiler(self, compilers): 1348 """Returns True iff any element of compilers is a sub-string of the current compiler.""" 1349 if (compilers is None): 1350 return True 1351 1352 for compiler in compilers: 1353 if compiler in self.getCompiler(): 1354 return True 1355 1356 return False 1357 1358 def expectedArch(self, archs): 1359 """Returns True iff any element of archs is a sub-string of the current architecture.""" 1360 if (archs is None): 1361 return True 1362 1363 for arch in archs: 1364 if arch in self.getArchitecture(): 1365 return True 1366 1367 return False 1368 1369 def getRunOptions(self): 1370 """Command line option for -A and -C to run this test again, called from 1371 self.dumpSessionInfo().""" 1372 arch = self.getArchitecture() 1373 comp = self.getCompiler() 1374 option_str = "" 1375 if arch: 1376 option_str = "-A " + arch 1377 if comp: 1378 option_str += " -C " + comp 1379 return option_str 1380 1381 # ================================================== 1382 # Build methods supported through a plugin interface 1383 # ================================================== 1384 1385 def getstdlibFlag(self): 1386 """ Returns the proper -stdlib flag, or empty if not required.""" 1387 if self.platformIsDarwin() or self.getPlatform() == "freebsd": 1388 stdlibflag = "-stdlib=libc++" 1389 else: # this includes NetBSD 1390 stdlibflag = "" 1391 return stdlibflag 1392 1393 def getstdFlag(self): 1394 """ Returns the proper stdflag. """ 1395 if "gcc" in self.getCompiler() and "4.6" in self.getCompilerVersion(): 1396 stdflag = "-std=c++0x" 1397 else: 1398 stdflag = "-std=c++11" 1399 return stdflag 1400 1401 def buildDriver(self, sources, exe_name): 1402 """ Platform-specific way to build a program that links with LLDB (via the liblldb.so 1403 or LLDB.framework). 1404 """ 1405 1406 stdflag = self.getstdFlag() 1407 stdlibflag = self.getstdlibFlag() 1408 1409 lib_dir = os.environ["LLDB_LIB_DIR"] 1410 if self.hasDarwinFramework(): 1411 d = {'CXX_SOURCES': sources, 1412 'EXE': exe_name, 1413 'CFLAGS_EXTRAS': "%s %s" % (stdflag, stdlibflag), 1414 'FRAMEWORK_INCLUDES': "-F%s" % self.framework_dir, 1415 'LD_EXTRAS': "%s -Wl,-rpath,%s" % (self.dsym, self.framework_dir), 1416 } 1417 elif sys.platform.rstrip('0123456789') in ('freebsd', 'linux', 'netbsd', 'darwin') or os.environ.get('LLDB_BUILD_TYPE') == 'Makefile': 1418 d = { 1419 'CXX_SOURCES': sources, 1420 'EXE': exe_name, 1421 'CFLAGS_EXTRAS': "%s %s -I%s" % (stdflag, 1422 stdlibflag, 1423 os.path.join( 1424 os.environ["LLDB_SRC"], 1425 "include")), 1426 'LD_EXTRAS': "-L%s/../lib -llldb -Wl,-rpath,%s/../lib" % (lib_dir, lib_dir)} 1427 elif sys.platform.startswith('win'): 1428 d = { 1429 'CXX_SOURCES': sources, 1430 'EXE': exe_name, 1431 'CFLAGS_EXTRAS': "%s %s -I%s" % (stdflag, 1432 stdlibflag, 1433 os.path.join( 1434 os.environ["LLDB_SRC"], 1435 "include")), 1436 'LD_EXTRAS': "-L%s -lliblldb" % os.environ["LLDB_IMPLIB_DIR"]} 1437 if self.TraceOn(): 1438 print( 1439 "Building LLDB Driver (%s) from sources %s" % 1440 (exe_name, sources)) 1441 1442 self.buildDefault(dictionary=d) 1443 1444 def buildLibrary(self, sources, lib_name): 1445 """Platform specific way to build a default library. """ 1446 1447 stdflag = self.getstdFlag() 1448 1449 lib_dir = os.environ["LLDB_LIB_DIR"] 1450 if self.hasDarwinFramework(): 1451 d = {'DYLIB_CXX_SOURCES': sources, 1452 'DYLIB_NAME': lib_name, 1453 'CFLAGS_EXTRAS': "%s -stdlib=libc++" % stdflag, 1454 'FRAMEWORK_INCLUDES': "-F%s" % self.framework_dir, 1455 'LD_EXTRAS': "%s -Wl,-rpath,%s -dynamiclib" % (self.dsym, self.framework_dir), 1456 } 1457 elif sys.platform.rstrip('0123456789') in ('freebsd', 'linux', 'netbsd', 'darwin') or os.environ.get('LLDB_BUILD_TYPE') == 'Makefile': 1458 d = { 1459 'DYLIB_CXX_SOURCES': sources, 1460 'DYLIB_NAME': lib_name, 1461 'CFLAGS_EXTRAS': "%s -I%s -fPIC" % (stdflag, 1462 os.path.join( 1463 os.environ["LLDB_SRC"], 1464 "include")), 1465 'LD_EXTRAS': "-shared -L%s/../lib -llldb -Wl,-rpath,%s/../lib" % (lib_dir, lib_dir)} 1466 elif self.getPlatform() == 'windows': 1467 d = { 1468 'DYLIB_CXX_SOURCES': sources, 1469 'DYLIB_NAME': lib_name, 1470 'CFLAGS_EXTRAS': "%s -I%s -fPIC" % (stdflag, 1471 os.path.join( 1472 os.environ["LLDB_SRC"], 1473 "include")), 1474 'LD_EXTRAS': "-shared -l%s\liblldb.lib" % self.os.environ["LLDB_IMPLIB_DIR"]} 1475 if self.TraceOn(): 1476 print( 1477 "Building LLDB Library (%s) from sources %s" % 1478 (lib_name, sources)) 1479 1480 self.buildDefault(dictionary=d) 1481 1482 def buildProgram(self, sources, exe_name): 1483 """ Platform specific way to build an executable from C/C++ sources. """ 1484 d = {'CXX_SOURCES': sources, 1485 'EXE': exe_name} 1486 self.buildDefault(dictionary=d) 1487 1488 def buildDefault( 1489 self, 1490 architecture=None, 1491 compiler=None, 1492 dictionary=None, 1493 clean=True): 1494 """Platform specific way to build the default binaries.""" 1495 module = builder_module() 1496 dictionary = lldbplatformutil.finalize_build_dictionary(dictionary) 1497 if not module.buildDefault( 1498 self, 1499 architecture, 1500 compiler, 1501 dictionary, 1502 clean): 1503 raise Exception("Don't know how to build default binary") 1504 1505 def buildDsym( 1506 self, 1507 architecture=None, 1508 compiler=None, 1509 dictionary=None, 1510 clean=True): 1511 """Platform specific way to build binaries with dsym info.""" 1512 module = builder_module() 1513 if not module.buildDsym( 1514 self, 1515 architecture, 1516 compiler, 1517 dictionary, 1518 clean): 1519 raise Exception("Don't know how to build binary with dsym") 1520 1521 def buildDwarf( 1522 self, 1523 architecture=None, 1524 compiler=None, 1525 dictionary=None, 1526 clean=True): 1527 """Platform specific way to build binaries with dwarf maps.""" 1528 module = builder_module() 1529 dictionary = lldbplatformutil.finalize_build_dictionary(dictionary) 1530 if not module.buildDwarf( 1531 self, 1532 architecture, 1533 compiler, 1534 dictionary, 1535 clean): 1536 raise Exception("Don't know how to build binary with dwarf") 1537 1538 def buildDwo( 1539 self, 1540 architecture=None, 1541 compiler=None, 1542 dictionary=None, 1543 clean=True): 1544 """Platform specific way to build binaries with dwarf maps.""" 1545 module = builder_module() 1546 dictionary = lldbplatformutil.finalize_build_dictionary(dictionary) 1547 if not module.buildDwo( 1548 self, 1549 architecture, 1550 compiler, 1551 dictionary, 1552 clean): 1553 raise Exception("Don't know how to build binary with dwo") 1554 1555 def buildGModules( 1556 self, 1557 architecture=None, 1558 compiler=None, 1559 dictionary=None, 1560 clean=True): 1561 """Platform specific way to build binaries with gmodules info.""" 1562 module = builder_module() 1563 if not module.buildGModules( 1564 self, 1565 architecture, 1566 compiler, 1567 dictionary, 1568 clean): 1569 raise Exception("Don't know how to build binary with gmodules") 1570 1571 def buildGo(self): 1572 """Build the default go binary. 1573 """ 1574 system([[which('go'), 'build -gcflags "-N -l" -o a.out main.go']]) 1575 1576 def signBinary(self, binary_path): 1577 if sys.platform.startswith("darwin"): 1578 codesign_cmd = "codesign --force --sign \"%s\" %s" % ( 1579 lldbtest_config.codesign_identity, binary_path) 1580 call(codesign_cmd, shell=True) 1581 1582 def findBuiltClang(self): 1583 """Tries to find and use Clang from the build directory as the compiler (instead of the system compiler).""" 1584 paths_to_try = [ 1585 "llvm-build/Release+Asserts/x86_64/Release+Asserts/bin/clang", 1586 "llvm-build/Debug+Asserts/x86_64/Debug+Asserts/bin/clang", 1587 "llvm-build/Release/x86_64/Release/bin/clang", 1588 "llvm-build/Debug/x86_64/Debug/bin/clang", 1589 ] 1590 lldb_root_path = os.path.join( 1591 os.path.dirname(__file__), "..", "..", "..", "..") 1592 for p in paths_to_try: 1593 path = os.path.join(lldb_root_path, p) 1594 if os.path.exists(path): 1595 return path 1596 1597 # Tries to find clang at the same folder as the lldb 1598 path = os.path.join(os.path.dirname(lldbtest_config.lldbExec), "clang") 1599 if os.path.exists(path): 1600 return path 1601 1602 return os.environ["CC"] 1603 1604 def getBuildFlags( 1605 self, 1606 use_cpp11=True, 1607 use_libcxx=False, 1608 use_libstdcxx=False): 1609 """ Returns a dictionary (which can be provided to build* functions above) which 1610 contains OS-specific build flags. 1611 """ 1612 cflags = "" 1613 ldflags = "" 1614 1615 # On Mac OS X, unless specifically requested to use libstdc++, use 1616 # libc++ 1617 if not use_libstdcxx and self.platformIsDarwin(): 1618 use_libcxx = True 1619 1620 if use_libcxx and self.libcxxPath: 1621 cflags += "-stdlib=libc++ " 1622 if self.libcxxPath: 1623 libcxxInclude = os.path.join(self.libcxxPath, "include") 1624 libcxxLib = os.path.join(self.libcxxPath, "lib") 1625 if os.path.isdir(libcxxInclude) and os.path.isdir(libcxxLib): 1626 cflags += "-nostdinc++ -I%s -L%s -Wl,-rpath,%s " % ( 1627 libcxxInclude, libcxxLib, libcxxLib) 1628 1629 if use_cpp11: 1630 cflags += "-std=" 1631 if "gcc" in self.getCompiler() and "4.6" in self.getCompilerVersion(): 1632 cflags += "c++0x" 1633 else: 1634 cflags += "c++11" 1635 if self.platformIsDarwin() or self.getPlatform() == "freebsd": 1636 cflags += " -stdlib=libc++" 1637 elif self.getPlatform() == "netbsd": 1638 cflags += " -stdlib=libstdc++" 1639 elif "clang" in self.getCompiler(): 1640 cflags += " -stdlib=libstdc++" 1641 1642 return {'CFLAGS_EXTRAS': cflags, 1643 'LD_EXTRAS': ldflags, 1644 } 1645 1646 def cleanup(self, dictionary=None): 1647 """Platform specific way to do cleanup after build.""" 1648 module = builder_module() 1649 if not module.cleanup(self, dictionary): 1650 raise Exception( 1651 "Don't know how to do cleanup with dictionary: " + 1652 dictionary) 1653 1654 def getLLDBLibraryEnvVal(self): 1655 """ Returns the path that the OS-specific library search environment variable 1656 (self.dylibPath) should be set to in order for a program to find the LLDB 1657 library. If an environment variable named self.dylibPath is already set, 1658 the new path is appended to it and returned. 1659 """ 1660 existing_library_path = os.environ[ 1661 self.dylibPath] if self.dylibPath in os.environ else None 1662 lib_dir = os.environ["LLDB_LIB_DIR"] 1663 if existing_library_path: 1664 return "%s:%s" % (existing_library_path, lib_dir) 1665 elif sys.platform.startswith("darwin"): 1666 return os.path.join(lib_dir, 'LLDB.framework') 1667 else: 1668 return lib_dir 1669 1670 def getLibcPlusPlusLibs(self): 1671 if self.getPlatform() in ('freebsd', 'linux', 'netbsd'): 1672 return ['libc++.so.1'] 1673 else: 1674 return ['libc++.1.dylib', 'libc++abi.dylib'] 1675 1676# Metaclass for TestBase to change the list of test metods when a new TestCase is loaded. 1677# We change the test methods to create a new test method for each test for each debug info we are 1678# testing. The name of the new test method will be '<original-name>_<debug-info>' and with adding 1679# the new test method we remove the old method at the same time. This functionality can be 1680# supressed by at test case level setting the class attribute NO_DEBUG_INFO_TESTCASE or at test 1681# level by using the decorator @no_debug_info_test. 1682 1683 1684class LLDBTestCaseFactory(type): 1685 1686 def __new__(cls, name, bases, attrs): 1687 original_testcase = super( 1688 LLDBTestCaseFactory, cls).__new__( 1689 cls, name, bases, attrs) 1690 if original_testcase.NO_DEBUG_INFO_TESTCASE: 1691 return original_testcase 1692 1693 newattrs = {} 1694 for attrname, attrvalue in attrs.items(): 1695 if attrname.startswith("test") and not getattr( 1696 attrvalue, "__no_debug_info_test__", False): 1697 target_platform = lldb.DBG.GetSelectedPlatform( 1698 ).GetTriple().split('-')[2] 1699 1700 # If any debug info categories were explicitly tagged, assume that list to be 1701 # authoritative. If none were specified, try with all debug 1702 # info formats. 1703 all_dbginfo_categories = set( 1704 test_categories.debug_info_categories) 1705 categories = set( 1706 getattr( 1707 attrvalue, 1708 "categories", 1709 [])) & all_dbginfo_categories 1710 if not categories: 1711 categories = all_dbginfo_categories 1712 1713 supported_categories = [ 1714 x for x in categories if test_categories.is_supported_on_platform( 1715 x, target_platform, configuration.compiler)] 1716 if "dsym" in supported_categories: 1717 @decorators.add_test_categories(["dsym"]) 1718 @wraps(attrvalue) 1719 def dsym_test_method(self, attrvalue=attrvalue): 1720 self.debug_info = "dsym" 1721 return attrvalue(self) 1722 dsym_method_name = attrname + "_dsym" 1723 dsym_test_method.__name__ = dsym_method_name 1724 newattrs[dsym_method_name] = dsym_test_method 1725 1726 if "dwarf" in supported_categories: 1727 @decorators.add_test_categories(["dwarf"]) 1728 @wraps(attrvalue) 1729 def dwarf_test_method(self, attrvalue=attrvalue): 1730 self.debug_info = "dwarf" 1731 return attrvalue(self) 1732 dwarf_method_name = attrname + "_dwarf" 1733 dwarf_test_method.__name__ = dwarf_method_name 1734 newattrs[dwarf_method_name] = dwarf_test_method 1735 1736 if "dwo" in supported_categories: 1737 @decorators.add_test_categories(["dwo"]) 1738 @wraps(attrvalue) 1739 def dwo_test_method(self, attrvalue=attrvalue): 1740 self.debug_info = "dwo" 1741 return attrvalue(self) 1742 dwo_method_name = attrname + "_dwo" 1743 dwo_test_method.__name__ = dwo_method_name 1744 newattrs[dwo_method_name] = dwo_test_method 1745 1746 if "gmodules" in supported_categories: 1747 @decorators.add_test_categories(["gmodules"]) 1748 @wraps(attrvalue) 1749 def gmodules_test_method(self, attrvalue=attrvalue): 1750 self.debug_info = "gmodules" 1751 return attrvalue(self) 1752 gmodules_method_name = attrname + "_gmodules" 1753 gmodules_test_method.__name__ = gmodules_method_name 1754 newattrs[gmodules_method_name] = gmodules_test_method 1755 1756 else: 1757 newattrs[attrname] = attrvalue 1758 return super( 1759 LLDBTestCaseFactory, 1760 cls).__new__( 1761 cls, 1762 name, 1763 bases, 1764 newattrs) 1765 1766# Setup the metaclass for this class to change the list of the test 1767# methods when a new class is loaded 1768 1769 1770@add_metaclass(LLDBTestCaseFactory) 1771class TestBase(Base): 1772 """ 1773 This abstract base class is meant to be subclassed. It provides default 1774 implementations for setUpClass(), tearDownClass(), setUp(), and tearDown(), 1775 among other things. 1776 1777 Important things for test class writers: 1778 1779 - Overwrite the mydir class attribute, otherwise your test class won't 1780 run. It specifies the relative directory to the top level 'test' so 1781 the test harness can change to the correct working directory before 1782 running your test. 1783 1784 - The setUp method sets up things to facilitate subsequent interactions 1785 with the debugger as part of the test. These include: 1786 - populate the test method name 1787 - create/get a debugger set with synchronous mode (self.dbg) 1788 - get the command interpreter from with the debugger (self.ci) 1789 - create a result object for use with the command interpreter 1790 (self.res) 1791 - plus other stuffs 1792 1793 - The tearDown method tries to perform some necessary cleanup on behalf 1794 of the test to return the debugger to a good state for the next test. 1795 These include: 1796 - execute any tearDown hooks registered by the test method with 1797 TestBase.addTearDownHook(); examples can be found in 1798 settings/TestSettings.py 1799 - kill the inferior process associated with each target, if any, 1800 and, then delete the target from the debugger's target list 1801 - perform build cleanup before running the next test method in the 1802 same test class; examples of registering for this service can be 1803 found in types/TestIntegerTypes.py with the call: 1804 - self.setTearDownCleanup(dictionary=d) 1805 1806 - Similarly setUpClass and tearDownClass perform classwise setup and 1807 teardown fixtures. The tearDownClass method invokes a default build 1808 cleanup for the entire test class; also, subclasses can implement the 1809 classmethod classCleanup(cls) to perform special class cleanup action. 1810 1811 - The instance methods runCmd and expect are used heavily by existing 1812 test cases to send a command to the command interpreter and to perform 1813 string/pattern matching on the output of such command execution. The 1814 expect method also provides a mode to peform string/pattern matching 1815 without running a command. 1816 1817 - The build methods buildDefault, buildDsym, and buildDwarf are used to 1818 build the binaries used during a particular test scenario. A plugin 1819 should be provided for the sys.platform running the test suite. The 1820 Mac OS X implementation is located in plugins/darwin.py. 1821 """ 1822 1823 # Subclasses can set this to true (if they don't depend on debug info) to avoid running the 1824 # test multiple times with various debug info types. 1825 NO_DEBUG_INFO_TESTCASE = False 1826 1827 # Maximum allowed attempts when launching the inferior process. 1828 # Can be overridden by the LLDB_MAX_LAUNCH_COUNT environment variable. 1829 maxLaunchCount = 3 1830 1831 # Time to wait before the next launching attempt in second(s). 1832 # Can be overridden by the LLDB_TIME_WAIT_NEXT_LAUNCH environment variable. 1833 timeWaitNextLaunch = 1.0 1834 1835 # Returns the list of categories to which this test case belongs 1836 # by default, look for a ".categories" file, and read its contents 1837 # if no such file exists, traverse the hierarchy - we guarantee 1838 # a .categories to exist at the top level directory so we do not end up 1839 # looping endlessly - subclasses are free to define their own categories 1840 # in whatever way makes sense to them 1841 def getCategories(self): 1842 import inspect 1843 import os.path 1844 folder = inspect.getfile(self.__class__) 1845 folder = os.path.dirname(folder) 1846 while folder != '/': 1847 categories_file_name = os.path.join(folder, ".categories") 1848 if os.path.exists(categories_file_name): 1849 categories_file = open(categories_file_name, 'r') 1850 categories = categories_file.readline() 1851 categories_file.close() 1852 categories = str.replace(categories, '\n', '') 1853 categories = str.replace(categories, '\r', '') 1854 return categories.split(',') 1855 else: 1856 folder = os.path.dirname(folder) 1857 continue 1858 1859 def generateSource(self, source): 1860 template = source + '.template' 1861 temp = os.path.join(os.getcwd(), template) 1862 with open(temp, 'r') as f: 1863 content = f.read() 1864 1865 public_api_dir = os.path.join( 1866 os.environ["LLDB_SRC"], "include", "lldb", "API") 1867 1868 # Look under the include/lldb/API directory and add #include statements 1869 # for all the SB API headers. 1870 public_headers = os.listdir(public_api_dir) 1871 # For different platforms, the include statement can vary. 1872 if self.hasDarwinFramework(): 1873 include_stmt = "'#include <%s>' % os.path.join('LLDB', header)" 1874 else: 1875 include_stmt = "'#include <%s>' % os.path.join('" + public_api_dir + "', header)" 1876 list = [eval(include_stmt) for header in public_headers if ( 1877 header.startswith("SB") and header.endswith(".h"))] 1878 includes = '\n'.join(list) 1879 new_content = content.replace('%include_SB_APIs%', includes) 1880 src = os.path.join(os.getcwd(), source) 1881 with open(src, 'w') as f: 1882 f.write(new_content) 1883 1884 self.addTearDownHook(lambda: os.remove(src)) 1885 1886 def setUp(self): 1887 #import traceback 1888 # traceback.print_stack() 1889 1890 # Works with the test driver to conditionally skip tests via 1891 # decorators. 1892 Base.setUp(self) 1893 1894 if "LLDB_MAX_LAUNCH_COUNT" in os.environ: 1895 self.maxLaunchCount = int(os.environ["LLDB_MAX_LAUNCH_COUNT"]) 1896 1897 if "LLDB_TIME_WAIT_NEXT_LAUNCH" in os.environ: 1898 self.timeWaitNextLaunch = float( 1899 os.environ["LLDB_TIME_WAIT_NEXT_LAUNCH"]) 1900 1901 # We want our debugger to be synchronous. 1902 self.dbg.SetAsync(False) 1903 1904 # Retrieve the associated command interpreter instance. 1905 self.ci = self.dbg.GetCommandInterpreter() 1906 if not self.ci: 1907 raise Exception('Could not get the command interpreter') 1908 1909 # And the result object. 1910 self.res = lldb.SBCommandReturnObject() 1911 1912 def registerSharedLibrariesWithTarget(self, target, shlibs): 1913 '''If we are remotely running the test suite, register the shared libraries with the target so they get uploaded, otherwise do nothing 1914 1915 Any modules in the target that have their remote install file specification set will 1916 get uploaded to the remote host. This function registers the local copies of the 1917 shared libraries with the target and sets their remote install locations so they will 1918 be uploaded when the target is run. 1919 ''' 1920 if not shlibs or not self.platformContext: 1921 return None 1922 1923 shlib_environment_var = self.platformContext.shlib_environment_var 1924 shlib_prefix = self.platformContext.shlib_prefix 1925 shlib_extension = '.' + self.platformContext.shlib_extension 1926 1927 working_dir = self.get_process_working_directory() 1928 environment = ['%s=%s' % (shlib_environment_var, working_dir)] 1929 # Add any shared libraries to our target if remote so they get 1930 # uploaded into the working directory on the remote side 1931 for name in shlibs: 1932 # The path can be a full path to a shared library, or a make file name like "Foo" for 1933 # "libFoo.dylib" or "libFoo.so", or "Foo.so" for "Foo.so" or "libFoo.so", or just a 1934 # basename like "libFoo.so". So figure out which one it is and resolve the local copy 1935 # of the shared library accordingly 1936 if os.path.isfile(name): 1937 local_shlib_path = name # name is the full path to the local shared library 1938 else: 1939 # Check relative names 1940 local_shlib_path = os.path.join( 1941 os.getcwd(), shlib_prefix + name + shlib_extension) 1942 if not os.path.exists(local_shlib_path): 1943 local_shlib_path = os.path.join( 1944 os.getcwd(), name + shlib_extension) 1945 if not os.path.exists(local_shlib_path): 1946 local_shlib_path = os.path.join(os.getcwd(), name) 1947 1948 # Make sure we found the local shared library in the above code 1949 self.assertTrue(os.path.exists(local_shlib_path)) 1950 1951 # Add the shared library to our target 1952 shlib_module = target.AddModule(local_shlib_path, None, None, None) 1953 if lldb.remote_platform: 1954 # We must set the remote install location if we want the shared library 1955 # to get uploaded to the remote target 1956 remote_shlib_path = lldbutil.append_to_process_working_directory( 1957 os.path.basename(local_shlib_path)) 1958 shlib_module.SetRemoteInstallFileSpec( 1959 lldb.SBFileSpec(remote_shlib_path, False)) 1960 1961 return environment 1962 1963 # utility methods that tests can use to access the current objects 1964 def target(self): 1965 if not self.dbg: 1966 raise Exception('Invalid debugger instance') 1967 return self.dbg.GetSelectedTarget() 1968 1969 def process(self): 1970 if not self.dbg: 1971 raise Exception('Invalid debugger instance') 1972 return self.dbg.GetSelectedTarget().GetProcess() 1973 1974 def thread(self): 1975 if not self.dbg: 1976 raise Exception('Invalid debugger instance') 1977 return self.dbg.GetSelectedTarget().GetProcess().GetSelectedThread() 1978 1979 def frame(self): 1980 if not self.dbg: 1981 raise Exception('Invalid debugger instance') 1982 return self.dbg.GetSelectedTarget().GetProcess( 1983 ).GetSelectedThread().GetSelectedFrame() 1984 1985 def get_process_working_directory(self): 1986 '''Get the working directory that should be used when launching processes for local or remote processes.''' 1987 if lldb.remote_platform: 1988 # Remote tests set the platform working directory up in 1989 # TestBase.setUp() 1990 return lldb.remote_platform.GetWorkingDirectory() 1991 else: 1992 # local tests change directory into each test subdirectory 1993 return os.getcwd() 1994 1995 def tearDown(self): 1996 #import traceback 1997 # traceback.print_stack() 1998 1999 # Ensure all the references to SB objects have gone away so that we can 2000 # be sure that all test-specific resources have been freed before we 2001 # attempt to delete the targets. 2002 gc.collect() 2003 2004 # Delete the target(s) from the debugger as a general cleanup step. 2005 # This includes terminating the process for each target, if any. 2006 # We'd like to reuse the debugger for our next test without incurring 2007 # the initialization overhead. 2008 targets = [] 2009 for target in self.dbg: 2010 if target: 2011 targets.append(target) 2012 process = target.GetProcess() 2013 if process: 2014 rc = self.invoke(process, "Kill") 2015 self.assertTrue(rc.Success(), PROCESS_KILLED) 2016 for target in targets: 2017 self.dbg.DeleteTarget(target) 2018 2019 # Do this last, to make sure it's in reverse order from how we setup. 2020 Base.tearDown(self) 2021 2022 # This must be the last statement, otherwise teardown hooks or other 2023 # lines might depend on this still being active. 2024 del self.dbg 2025 2026 def switch_to_thread_with_stop_reason(self, stop_reason): 2027 """ 2028 Run the 'thread list' command, and select the thread with stop reason as 2029 'stop_reason'. If no such thread exists, no select action is done. 2030 """ 2031 from .lldbutil import stop_reason_to_str 2032 self.runCmd('thread list') 2033 output = self.res.GetOutput() 2034 thread_line_pattern = re.compile( 2035 "^[ *] thread #([0-9]+):.*stop reason = %s" % 2036 stop_reason_to_str(stop_reason)) 2037 for line in output.splitlines(): 2038 matched = thread_line_pattern.match(line) 2039 if matched: 2040 self.runCmd('thread select %s' % matched.group(1)) 2041 2042 def runCmd(self, cmd, msg=None, check=True, trace=False, inHistory=False): 2043 """ 2044 Ask the command interpreter to handle the command and then check its 2045 return status. 2046 """ 2047 # Fail fast if 'cmd' is not meaningful. 2048 if not cmd or len(cmd) == 0: 2049 raise Exception("Bad 'cmd' parameter encountered") 2050 2051 trace = (True if traceAlways else trace) 2052 2053 if cmd.startswith("target create "): 2054 cmd = cmd.replace("target create ", "file ") 2055 2056 running = (cmd.startswith("run") or cmd.startswith("process launch")) 2057 2058 for i in range(self.maxLaunchCount if running else 1): 2059 self.ci.HandleCommand(cmd, self.res, inHistory) 2060 2061 with recording(self, trace) as sbuf: 2062 print("runCmd:", cmd, file=sbuf) 2063 if not check: 2064 print("check of return status not required", file=sbuf) 2065 if self.res.Succeeded(): 2066 print("output:", self.res.GetOutput(), file=sbuf) 2067 else: 2068 print("runCmd failed!", file=sbuf) 2069 print(self.res.GetError(), file=sbuf) 2070 2071 if self.res.Succeeded(): 2072 break 2073 elif running: 2074 # For process launch, wait some time before possible next try. 2075 time.sleep(self.timeWaitNextLaunch) 2076 with recording(self, trace) as sbuf: 2077 print("Command '" + cmd + "' failed!", file=sbuf) 2078 2079 if check: 2080 self.assertTrue(self.res.Succeeded(), 2081 msg if msg else CMD_MSG(cmd)) 2082 2083 def match( 2084 self, 2085 str, 2086 patterns, 2087 msg=None, 2088 trace=False, 2089 error=False, 2090 matching=True, 2091 exe=True): 2092 """run command in str, and match the result against regexp in patterns returning the match object for the first matching pattern 2093 2094 Otherwise, all the arguments have the same meanings as for the expect function""" 2095 2096 trace = (True if traceAlways else trace) 2097 2098 if exe: 2099 # First run the command. If we are expecting error, set check=False. 2100 # Pass the assert message along since it provides more semantic 2101 # info. 2102 self.runCmd( 2103 str, 2104 msg=msg, 2105 trace=( 2106 True if trace else False), 2107 check=not error) 2108 2109 # Then compare the output against expected strings. 2110 output = self.res.GetError() if error else self.res.GetOutput() 2111 2112 # If error is True, the API client expects the command to fail! 2113 if error: 2114 self.assertFalse(self.res.Succeeded(), 2115 "Command '" + str + "' is expected to fail!") 2116 else: 2117 # No execution required, just compare str against the golden input. 2118 output = str 2119 with recording(self, trace) as sbuf: 2120 print("looking at:", output, file=sbuf) 2121 2122 # The heading says either "Expecting" or "Not expecting". 2123 heading = "Expecting" if matching else "Not expecting" 2124 2125 for pattern in patterns: 2126 # Match Objects always have a boolean value of True. 2127 match_object = re.search(pattern, output) 2128 matched = bool(match_object) 2129 with recording(self, trace) as sbuf: 2130 print("%s pattern: %s" % (heading, pattern), file=sbuf) 2131 print("Matched" if matched else "Not matched", file=sbuf) 2132 if matched: 2133 break 2134 2135 self.assertTrue(matched if matching else not matched, 2136 msg if msg else EXP_MSG(str, output, exe)) 2137 2138 return match_object 2139 2140 def expect( 2141 self, 2142 str, 2143 msg=None, 2144 patterns=None, 2145 startstr=None, 2146 endstr=None, 2147 substrs=None, 2148 trace=False, 2149 error=False, 2150 matching=True, 2151 exe=True, 2152 inHistory=False): 2153 """ 2154 Similar to runCmd; with additional expect style output matching ability. 2155 2156 Ask the command interpreter to handle the command and then check its 2157 return status. The 'msg' parameter specifies an informational assert 2158 message. We expect the output from running the command to start with 2159 'startstr', matches the substrings contained in 'substrs', and regexp 2160 matches the patterns contained in 'patterns'. 2161 2162 If the keyword argument error is set to True, it signifies that the API 2163 client is expecting the command to fail. In this case, the error stream 2164 from running the command is retrieved and compared against the golden 2165 input, instead. 2166 2167 If the keyword argument matching is set to False, it signifies that the API 2168 client is expecting the output of the command not to match the golden 2169 input. 2170 2171 Finally, the required argument 'str' represents the lldb command to be 2172 sent to the command interpreter. In case the keyword argument 'exe' is 2173 set to False, the 'str' is treated as a string to be matched/not-matched 2174 against the golden input. 2175 """ 2176 trace = (True if traceAlways else trace) 2177 2178 if exe: 2179 # First run the command. If we are expecting error, set check=False. 2180 # Pass the assert message along since it provides more semantic 2181 # info. 2182 self.runCmd( 2183 str, 2184 msg=msg, 2185 trace=( 2186 True if trace else False), 2187 check=not error, 2188 inHistory=inHistory) 2189 2190 # Then compare the output against expected strings. 2191 output = self.res.GetError() if error else self.res.GetOutput() 2192 2193 # If error is True, the API client expects the command to fail! 2194 if error: 2195 self.assertFalse(self.res.Succeeded(), 2196 "Command '" + str + "' is expected to fail!") 2197 else: 2198 # No execution required, just compare str against the golden input. 2199 if isinstance(str, lldb.SBCommandReturnObject): 2200 output = str.GetOutput() 2201 else: 2202 output = str 2203 with recording(self, trace) as sbuf: 2204 print("looking at:", output, file=sbuf) 2205 2206 if output is None: 2207 output = "" 2208 # The heading says either "Expecting" or "Not expecting". 2209 heading = "Expecting" if matching else "Not expecting" 2210 2211 # Start from the startstr, if specified. 2212 # If there's no startstr, set the initial state appropriately. 2213 matched = output.startswith(startstr) if startstr else ( 2214 True if matching else False) 2215 2216 if startstr: 2217 with recording(self, trace) as sbuf: 2218 print("%s start string: %s" % (heading, startstr), file=sbuf) 2219 print("Matched" if matched else "Not matched", file=sbuf) 2220 2221 # Look for endstr, if specified. 2222 keepgoing = matched if matching else not matched 2223 if endstr: 2224 matched = output.endswith(endstr) 2225 with recording(self, trace) as sbuf: 2226 print("%s end string: %s" % (heading, endstr), file=sbuf) 2227 print("Matched" if matched else "Not matched", file=sbuf) 2228 2229 # Look for sub strings, if specified. 2230 keepgoing = matched if matching else not matched 2231 if substrs and keepgoing: 2232 for substr in substrs: 2233 matched = output.find(substr) != -1 2234 with recording(self, trace) as sbuf: 2235 print("%s sub string: %s" % (heading, substr), file=sbuf) 2236 print("Matched" if matched else "Not matched", file=sbuf) 2237 keepgoing = matched if matching else not matched 2238 if not keepgoing: 2239 break 2240 2241 # Search for regular expression patterns, if specified. 2242 keepgoing = matched if matching else not matched 2243 if patterns and keepgoing: 2244 for pattern in patterns: 2245 # Match Objects always have a boolean value of True. 2246 matched = bool(re.search(pattern, output)) 2247 with recording(self, trace) as sbuf: 2248 print("%s pattern: %s" % (heading, pattern), file=sbuf) 2249 print("Matched" if matched else "Not matched", file=sbuf) 2250 keepgoing = matched if matching else not matched 2251 if not keepgoing: 2252 break 2253 2254 self.assertTrue(matched if matching else not matched, 2255 msg if msg else EXP_MSG(str, output, exe)) 2256 2257 def invoke(self, obj, name, trace=False): 2258 """Use reflection to call a method dynamically with no argument.""" 2259 trace = (True if traceAlways else trace) 2260 2261 method = getattr(obj, name) 2262 import inspect 2263 self.assertTrue(inspect.ismethod(method), 2264 name + "is a method name of object: " + str(obj)) 2265 result = method() 2266 with recording(self, trace) as sbuf: 2267 print(str(method) + ":", result, file=sbuf) 2268 return result 2269 2270 def build( 2271 self, 2272 architecture=None, 2273 compiler=None, 2274 dictionary=None, 2275 clean=True): 2276 """Platform specific way to build the default binaries.""" 2277 module = builder_module() 2278 dictionary = lldbplatformutil.finalize_build_dictionary(dictionary) 2279 if self.debug_info is None: 2280 return self.buildDefault(architecture, compiler, dictionary, clean) 2281 elif self.debug_info == "dsym": 2282 return self.buildDsym(architecture, compiler, dictionary, clean) 2283 elif self.debug_info == "dwarf": 2284 return self.buildDwarf(architecture, compiler, dictionary, clean) 2285 elif self.debug_info == "dwo": 2286 return self.buildDwo(architecture, compiler, dictionary, clean) 2287 elif self.debug_info == "gmodules": 2288 return self.buildGModules( 2289 architecture, compiler, dictionary, clean) 2290 else: 2291 self.fail("Can't build for debug info: %s" % self.debug_info) 2292 2293 def run_platform_command(self, cmd): 2294 platform = self.dbg.GetSelectedPlatform() 2295 shell_command = lldb.SBPlatformShellCommand(cmd) 2296 err = platform.Run(shell_command) 2297 return (err, shell_command.GetStatus(), shell_command.GetOutput()) 2298 2299 # ================================================= 2300 # Misc. helper methods for debugging test execution 2301 # ================================================= 2302 2303 def DebugSBValue(self, val): 2304 """Debug print a SBValue object, if traceAlways is True.""" 2305 from .lldbutil import value_type_to_str 2306 2307 if not traceAlways: 2308 return 2309 2310 err = sys.stderr 2311 err.write(val.GetName() + ":\n") 2312 err.write('\t' + "TypeName -> " + val.GetTypeName() + '\n') 2313 err.write('\t' + "ByteSize -> " + 2314 str(val.GetByteSize()) + '\n') 2315 err.write('\t' + "NumChildren -> " + 2316 str(val.GetNumChildren()) + '\n') 2317 err.write('\t' + "Value -> " + str(val.GetValue()) + '\n') 2318 err.write('\t' + "ValueAsUnsigned -> " + 2319 str(val.GetValueAsUnsigned()) + '\n') 2320 err.write( 2321 '\t' + 2322 "ValueType -> " + 2323 value_type_to_str( 2324 val.GetValueType()) + 2325 '\n') 2326 err.write('\t' + "Summary -> " + str(val.GetSummary()) + '\n') 2327 err.write('\t' + "IsPointerType -> " + 2328 str(val.TypeIsPointerType()) + '\n') 2329 err.write('\t' + "Location -> " + val.GetLocation() + '\n') 2330 2331 def DebugSBType(self, type): 2332 """Debug print a SBType object, if traceAlways is True.""" 2333 if not traceAlways: 2334 return 2335 2336 err = sys.stderr 2337 err.write(type.GetName() + ":\n") 2338 err.write('\t' + "ByteSize -> " + 2339 str(type.GetByteSize()) + '\n') 2340 err.write('\t' + "IsPointerType -> " + 2341 str(type.IsPointerType()) + '\n') 2342 err.write('\t' + "IsReferenceType -> " + 2343 str(type.IsReferenceType()) + '\n') 2344 2345 def DebugPExpect(self, child): 2346 """Debug the spwaned pexpect object.""" 2347 if not traceAlways: 2348 return 2349 2350 print(child) 2351 2352 @classmethod 2353 def RemoveTempFile(cls, file): 2354 if os.path.exists(file): 2355 remove_file(file) 2356 2357# On Windows, the first attempt to delete a recently-touched file can fail 2358# because of a race with antimalware scanners. This function will detect a 2359# failure and retry. 2360 2361 2362def remove_file(file, num_retries=1, sleep_duration=0.5): 2363 for i in range(num_retries + 1): 2364 try: 2365 os.remove(file) 2366 return True 2367 except: 2368 time.sleep(sleep_duration) 2369 continue 2370 return False 2371