1"""
2LLDB module which provides the abstract base class of lldb test case.
3
4The concrete subclass can override lldbtest.TesBase in order to inherit the
5common behavior for unitest.TestCase.setUp/tearDown implemented in this file.
6
7The subclass should override the attribute mydir in order for the python runtime
8to locate the individual test cases when running as part of a large test suite
9or when running each test case as a separate python invocation.
10
11./dotest.py provides a test driver which sets up the environment to run the
12entire of part of the test suite .  Example:
13
14# Exercises the test suite in the types directory....
15/Volumes/data/lldb/svn/ToT/test $ ./dotest.py -A x86_64 types
16...
17
18Session logs for test failures/errors/unexpected successes will go into directory '2012-05-16-13_35_42'
19Command invoked: python ./dotest.py -A x86_64 types
20compilers=['clang']
21
22Configuration: arch=x86_64 compiler=clang
23----------------------------------------------------------------------
24Collected 72 tests
25
26........................................................................
27----------------------------------------------------------------------
28Ran 72 tests in 135.468s
29
30OK
31$
32"""
33
34from __future__ import absolute_import
35from __future__ import print_function
36
37# System modules
38import abc
39import collections
40from functools import wraps
41import gc
42import glob
43import inspect
44import io
45import os.path
46import re
47import signal
48from subprocess import *
49import sys
50import time
51import traceback
52import types
53
54# Third-party modules
55import unittest2
56from six import add_metaclass
57from six import StringIO as SixStringIO
58import six
59
60# LLDB modules
61import use_lldb_suite
62import lldb
63from . import configuration
64from . import decorators
65from . import lldbplatformutil
66from . import lldbtest_config
67from . import lldbutil
68from . import test_categories
69from lldbsuite.support import encoded_file
70from lldbsuite.support import funcutils
71
72# dosep.py starts lots and lots of dotest instances
73# This option helps you find if two (or more) dotest instances are using the same
74# directory at the same time
75# Enable it to cause test failures and stderr messages if dotest instances try to run in
76# the same directory simultaneously
77# it is disabled by default because it litters the test directories with
78# ".dirlock" files
79debug_confirm_directory_exclusivity = False
80
81# See also dotest.parseOptionsAndInitTestdirs(), where the environment variables
82# LLDB_COMMAND_TRACE and LLDB_DO_CLEANUP are set from '-t' and '-r dir'
83# options.
84
85# By default, traceAlways is False.
86if "LLDB_COMMAND_TRACE" in os.environ and os.environ[
87        "LLDB_COMMAND_TRACE"] == "YES":
88    traceAlways = True
89else:
90    traceAlways = False
91
92# By default, doCleanup is True.
93if "LLDB_DO_CLEANUP" in os.environ and os.environ["LLDB_DO_CLEANUP"] == "NO":
94    doCleanup = False
95else:
96    doCleanup = True
97
98
99#
100# Some commonly used assert messages.
101#
102
103COMMAND_FAILED_AS_EXPECTED = "Command has failed as expected"
104
105CURRENT_EXECUTABLE_SET = "Current executable set successfully"
106
107PROCESS_IS_VALID = "Process is valid"
108
109PROCESS_KILLED = "Process is killed successfully"
110
111PROCESS_EXITED = "Process exited successfully"
112
113PROCESS_STOPPED = "Process status should be stopped"
114
115RUN_SUCCEEDED = "Process is launched successfully"
116
117RUN_COMPLETED = "Process exited successfully"
118
119BACKTRACE_DISPLAYED_CORRECTLY = "Backtrace displayed correctly"
120
121BREAKPOINT_CREATED = "Breakpoint created successfully"
122
123BREAKPOINT_STATE_CORRECT = "Breakpoint state is correct"
124
125BREAKPOINT_PENDING_CREATED = "Pending breakpoint created successfully"
126
127BREAKPOINT_HIT_ONCE = "Breakpoint resolved with hit cout = 1"
128
129BREAKPOINT_HIT_TWICE = "Breakpoint resolved with hit cout = 2"
130
131BREAKPOINT_HIT_THRICE = "Breakpoint resolved with hit cout = 3"
132
133MISSING_EXPECTED_REGISTERS = "At least one expected register is unavailable."
134
135OBJECT_PRINTED_CORRECTLY = "Object printed correctly"
136
137SOURCE_DISPLAYED_CORRECTLY = "Source code displayed correctly"
138
139STEP_OUT_SUCCEEDED = "Thread step-out succeeded"
140
141STOPPED_DUE_TO_EXC_BAD_ACCESS = "Process should be stopped due to bad access exception"
142
143STOPPED_DUE_TO_ASSERT = "Process should be stopped due to an assertion"
144
145STOPPED_DUE_TO_BREAKPOINT = "Process should be stopped due to breakpoint"
146
147STOPPED_DUE_TO_BREAKPOINT_WITH_STOP_REASON_AS = "%s, %s" % (
148    STOPPED_DUE_TO_BREAKPOINT, "instead, the actual stop reason is: '%s'")
149
150STOPPED_DUE_TO_BREAKPOINT_CONDITION = "Stopped due to breakpoint condition"
151
152STOPPED_DUE_TO_BREAKPOINT_IGNORE_COUNT = "Stopped due to breakpoint and ignore count"
153
154STOPPED_DUE_TO_SIGNAL = "Process state is stopped due to signal"
155
156STOPPED_DUE_TO_STEP_IN = "Process state is stopped due to step in"
157
158STOPPED_DUE_TO_WATCHPOINT = "Process should be stopped due to watchpoint"
159
160DATA_TYPES_DISPLAYED_CORRECTLY = "Data type(s) displayed correctly"
161
162VALID_BREAKPOINT = "Got a valid breakpoint"
163
164VALID_BREAKPOINT_LOCATION = "Got a valid breakpoint location"
165
166VALID_COMMAND_INTERPRETER = "Got a valid command interpreter"
167
168VALID_FILESPEC = "Got a valid filespec"
169
170VALID_MODULE = "Got a valid module"
171
172VALID_PROCESS = "Got a valid process"
173
174VALID_SYMBOL = "Got a valid symbol"
175
176VALID_TARGET = "Got a valid target"
177
178VALID_PLATFORM = "Got a valid platform"
179
180VALID_TYPE = "Got a valid type"
181
182VALID_VARIABLE = "Got a valid variable"
183
184VARIABLES_DISPLAYED_CORRECTLY = "Variable(s) displayed correctly"
185
186WATCHPOINT_CREATED = "Watchpoint created successfully"
187
188
189def CMD_MSG(str):
190    '''A generic "Command '%s' returns successfully" message generator.'''
191    return "Command '%s' returns successfully" % str
192
193
194def COMPLETION_MSG(str_before, str_after):
195    '''A generic message generator for the completion mechanism.'''
196    return "'%s' successfully completes to '%s'" % (str_before, str_after)
197
198
199def EXP_MSG(str, actual, exe):
200    '''A generic "'%s' returns expected result" message generator if exe.
201    Otherwise, it generates "'%s' matches expected result" message.'''
202
203    return "'%s' %s expected result, got '%s'" % (
204        str, 'returns' if exe else 'matches', actual.strip())
205
206
207def SETTING_MSG(setting):
208    '''A generic "Value of setting '%s' is correct" message generator.'''
209    return "Value of setting '%s' is correct" % setting
210
211
212def EnvArray():
213    """Returns an env variable array from the os.environ map object."""
214    return list(map(lambda k,
215                    v: k + "=" + v,
216                    list(os.environ.keys()),
217                    list(os.environ.values())))
218
219
220def line_number(filename, string_to_match):
221    """Helper function to return the line number of the first matched string."""
222    with io.open(filename, mode='r', encoding="utf-8") as f:
223        for i, line in enumerate(f):
224            if line.find(string_to_match) != -1:
225                # Found our match.
226                return i + 1
227    raise Exception(
228        "Unable to find '%s' within file %s" %
229        (string_to_match, filename))
230
231def get_line(filename, line_number):
232    """Return the text of the line at the 1-based line number."""
233    with io.open(filename, mode='r', encoding="utf-8") as f:
234        return f.readlines()[line_number - 1]
235
236def pointer_size():
237    """Return the pointer size of the host system."""
238    import ctypes
239    a_pointer = ctypes.c_void_p(0xffff)
240    return 8 * ctypes.sizeof(a_pointer)
241
242
243def is_exe(fpath):
244    """Returns true if fpath is an executable."""
245    return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
246
247
248def which(program):
249    """Returns the full path to a program; None otherwise."""
250    fpath, fname = os.path.split(program)
251    if fpath:
252        if is_exe(program):
253            return program
254    else:
255        for path in os.environ["PATH"].split(os.pathsep):
256            exe_file = os.path.join(path, program)
257            if is_exe(exe_file):
258                return exe_file
259    return None
260
261
262class recording(SixStringIO):
263    """
264    A nice little context manager for recording the debugger interactions into
265    our session object.  If trace flag is ON, it also emits the interactions
266    into the stderr.
267    """
268
269    def __init__(self, test, trace):
270        """Create a SixStringIO instance; record the session obj and trace flag."""
271        SixStringIO.__init__(self)
272        # The test might not have undergone the 'setUp(self)' phase yet, so that
273        # the attribute 'session' might not even exist yet.
274        self.session = getattr(test, "session", None) if test else None
275        self.trace = trace
276
277    def __enter__(self):
278        """
279        Context management protocol on entry to the body of the with statement.
280        Just return the SixStringIO object.
281        """
282        return self
283
284    def __exit__(self, type, value, tb):
285        """
286        Context management protocol on exit from the body of the with statement.
287        If trace is ON, it emits the recordings into stderr.  Always add the
288        recordings to our session object.  And close the SixStringIO object, too.
289        """
290        if self.trace:
291            print(self.getvalue(), file=sys.stderr)
292        if self.session:
293            print(self.getvalue(), file=self.session)
294        self.close()
295
296
297@add_metaclass(abc.ABCMeta)
298class _BaseProcess(object):
299
300    @abc.abstractproperty
301    def pid(self):
302        """Returns process PID if has been launched already."""
303
304    @abc.abstractmethod
305    def launch(self, executable, args):
306        """Launches new process with given executable and args."""
307
308    @abc.abstractmethod
309    def terminate(self):
310        """Terminates previously launched process.."""
311
312
313class _LocalProcess(_BaseProcess):
314
315    def __init__(self, trace_on):
316        self._proc = None
317        self._trace_on = trace_on
318        self._delayafterterminate = 0.1
319
320    @property
321    def pid(self):
322        return self._proc.pid
323
324    def launch(self, executable, args):
325        self._proc = Popen(
326            [executable] + args,
327            stdout=open(
328                os.devnull) if not self._trace_on else None,
329            stdin=PIPE)
330
331    def terminate(self):
332        if self._proc.poll() is None:
333            # Terminate _proc like it does the pexpect
334            signals_to_try = [
335                sig for sig in [
336                    'SIGHUP',
337                    'SIGCONT',
338                    'SIGINT'] if sig in dir(signal)]
339            for sig in signals_to_try:
340                try:
341                    self._proc.send_signal(getattr(signal, sig))
342                    time.sleep(self._delayafterterminate)
343                    if self._proc.poll() is not None:
344                        return
345                except ValueError:
346                    pass  # Windows says SIGINT is not a valid signal to send
347            self._proc.terminate()
348            time.sleep(self._delayafterterminate)
349            if self._proc.poll() is not None:
350                return
351            self._proc.kill()
352            time.sleep(self._delayafterterminate)
353
354    def poll(self):
355        return self._proc.poll()
356
357
358class _RemoteProcess(_BaseProcess):
359
360    def __init__(self, install_remote):
361        self._pid = None
362        self._install_remote = install_remote
363
364    @property
365    def pid(self):
366        return self._pid
367
368    def launch(self, executable, args):
369        if self._install_remote:
370            src_path = executable
371            dst_path = lldbutil.append_to_process_working_directory(
372                os.path.basename(executable))
373
374            dst_file_spec = lldb.SBFileSpec(dst_path, False)
375            err = lldb.remote_platform.Install(
376                lldb.SBFileSpec(src_path, True), dst_file_spec)
377            if err.Fail():
378                raise Exception(
379                    "remote_platform.Install('%s', '%s') failed: %s" %
380                    (src_path, dst_path, err))
381        else:
382            dst_path = executable
383            dst_file_spec = lldb.SBFileSpec(executable, False)
384
385        launch_info = lldb.SBLaunchInfo(args)
386        launch_info.SetExecutableFile(dst_file_spec, True)
387        launch_info.SetWorkingDirectory(
388            lldb.remote_platform.GetWorkingDirectory())
389
390        # Redirect stdout and stderr to /dev/null
391        launch_info.AddSuppressFileAction(1, False, True)
392        launch_info.AddSuppressFileAction(2, False, True)
393
394        err = lldb.remote_platform.Launch(launch_info)
395        if err.Fail():
396            raise Exception(
397                "remote_platform.Launch('%s', '%s') failed: %s" %
398                (dst_path, args, err))
399        self._pid = launch_info.GetProcessID()
400
401    def terminate(self):
402        lldb.remote_platform.Kill(self._pid)
403
404# From 2.7's subprocess.check_output() convenience function.
405# Return a tuple (stdoutdata, stderrdata).
406
407
408def system(commands, **kwargs):
409    r"""Run an os command with arguments and return its output as a byte string.
410
411    If the exit code was non-zero it raises a CalledProcessError.  The
412    CalledProcessError object will have the return code in the returncode
413    attribute and output in the output attribute.
414
415    The arguments are the same as for the Popen constructor.  Example:
416
417    >>> check_output(["ls", "-l", "/dev/null"])
418    'crw-rw-rw- 1 root root 1, 3 Oct 18  2007 /dev/null\n'
419
420    The stdout argument is not allowed as it is used internally.
421    To capture standard error in the result, use stderr=STDOUT.
422
423    >>> check_output(["/bin/sh", "-c",
424    ...               "ls -l non_existent_file ; exit 0"],
425    ...              stderr=STDOUT)
426    'ls: non_existent_file: No such file or directory\n'
427    """
428
429    # Assign the sender object to variable 'test' and remove it from kwargs.
430    test = kwargs.pop('sender', None)
431
432    # [['make', 'clean', 'foo'], ['make', 'foo']] -> ['make clean foo', 'make foo']
433    commandList = [' '.join(x) for x in commands]
434    output = ""
435    error = ""
436    for shellCommand in commandList:
437        if 'stdout' in kwargs:
438            raise ValueError(
439                'stdout argument not allowed, it will be overridden.')
440        if 'shell' in kwargs and kwargs['shell'] == False:
441            raise ValueError('shell=False not allowed')
442        process = Popen(
443            shellCommand,
444            stdout=PIPE,
445            stderr=PIPE,
446            shell=True,
447            universal_newlines=True,
448            **kwargs)
449        pid = process.pid
450        this_output, this_error = process.communicate()
451        retcode = process.poll()
452
453        # Enable trace on failure return while tracking down FreeBSD buildbot
454        # issues
455        trace = traceAlways
456        if not trace and retcode and sys.platform.startswith("freebsd"):
457            trace = True
458
459        with recording(test, trace) as sbuf:
460            print(file=sbuf)
461            print("os command:", shellCommand, file=sbuf)
462            print("with pid:", pid, file=sbuf)
463            print("stdout:", this_output, file=sbuf)
464            print("stderr:", this_error, file=sbuf)
465            print("retcode:", retcode, file=sbuf)
466            print(file=sbuf)
467
468        if retcode:
469            cmd = kwargs.get("args")
470            if cmd is None:
471                cmd = shellCommand
472            cpe = CalledProcessError(retcode, cmd)
473            # Ensure caller can access the stdout/stderr.
474            cpe.lldb_extensions = {
475                "stdout_content": this_output,
476                "stderr_content": this_error,
477                "command": shellCommand
478            }
479            raise cpe
480        output = output + this_output
481        error = error + this_error
482    return (output, error)
483
484
485def getsource_if_available(obj):
486    """
487    Return the text of the source code for an object if available.  Otherwise,
488    a print representation is returned.
489    """
490    import inspect
491    try:
492        return inspect.getsource(obj)
493    except:
494        return repr(obj)
495
496
497def builder_module():
498    if sys.platform.startswith("freebsd"):
499        return __import__("builder_freebsd")
500    if sys.platform.startswith("netbsd"):
501        return __import__("builder_netbsd")
502    if sys.platform.startswith("linux"):
503        # sys.platform with Python-3.x returns 'linux', but with
504        # Python-2.x it returns 'linux2'.
505        return __import__("builder_linux")
506    return __import__("builder_" + sys.platform)
507
508
509class Base(unittest2.TestCase):
510    """
511    Abstract base for performing lldb (see TestBase) or other generic tests (see
512    BenchBase for one example).  lldbtest.Base works with the test driver to
513    accomplish things.
514
515    """
516
517    # The concrete subclass should override this attribute.
518    mydir = None
519
520    # Keep track of the old current working directory.
521    oldcwd = None
522
523    @staticmethod
524    def compute_mydir(test_file):
525        '''Subclasses should call this function to correctly calculate the required "mydir" attribute as follows:
526
527            mydir = TestBase.compute_mydir(__file__)'''
528        test_dir = os.path.dirname(test_file)
529        return test_dir[len(os.environ["LLDB_TEST"]) + 1:]
530
531    def TraceOn(self):
532        """Returns True if we are in trace mode (tracing detailed test execution)."""
533        return traceAlways
534
535    @classmethod
536    def setUpClass(cls):
537        """
538        Python unittest framework class setup fixture.
539        Do current directory manipulation.
540        """
541        # Fail fast if 'mydir' attribute is not overridden.
542        if not cls.mydir or len(cls.mydir) == 0:
543            raise Exception("Subclasses must override the 'mydir' attribute.")
544
545        # Save old working directory.
546        cls.oldcwd = os.getcwd()
547
548        # Change current working directory if ${LLDB_TEST} is defined.
549        # See also dotest.py which sets up ${LLDB_TEST}.
550        if ("LLDB_TEST" in os.environ):
551            full_dir = os.path.join(os.environ["LLDB_TEST"], cls.mydir)
552            if traceAlways:
553                print("Change dir to:", full_dir, file=sys.stderr)
554            os.chdir(os.path.join(os.environ["LLDB_TEST"], cls.mydir))
555
556        if debug_confirm_directory_exclusivity:
557            import lock
558            cls.dir_lock = lock.Lock(os.path.join(full_dir, ".dirlock"))
559            try:
560                cls.dir_lock.try_acquire()
561                # write the class that owns the lock into the lock file
562                cls.dir_lock.handle.write(cls.__name__)
563            except IOError as ioerror:
564                # nothing else should have this directory lock
565                # wait here until we get a lock
566                cls.dir_lock.acquire()
567                # read the previous owner from the lock file
568                lock_id = cls.dir_lock.handle.read()
569                print(
570                    "LOCK ERROR: {} wants to lock '{}' but it is already locked by '{}'".format(
571                        cls.__name__,
572                        full_dir,
573                        lock_id),
574                    file=sys.stderr)
575                raise ioerror
576
577        # Set platform context.
578        cls.platformContext = lldbplatformutil.createPlatformContext()
579
580    @classmethod
581    def tearDownClass(cls):
582        """
583        Python unittest framework class teardown fixture.
584        Do class-wide cleanup.
585        """
586
587        if doCleanup:
588            # First, let's do the platform-specific cleanup.
589            module = builder_module()
590            module.cleanup()
591
592            # Subclass might have specific cleanup function defined.
593            if getattr(cls, "classCleanup", None):
594                if traceAlways:
595                    print(
596                        "Call class-specific cleanup function for class:",
597                        cls,
598                        file=sys.stderr)
599                try:
600                    cls.classCleanup()
601                except:
602                    exc_type, exc_value, exc_tb = sys.exc_info()
603                    traceback.print_exception(exc_type, exc_value, exc_tb)
604
605        if debug_confirm_directory_exclusivity:
606            cls.dir_lock.release()
607            del cls.dir_lock
608
609        # Restore old working directory.
610        if traceAlways:
611            print("Restore dir to:", cls.oldcwd, file=sys.stderr)
612        os.chdir(cls.oldcwd)
613
614    @classmethod
615    def skipLongRunningTest(cls):
616        """
617        By default, we skip long running test case.
618        This can be overridden by passing '-l' to the test driver (dotest.py).
619        """
620        if "LLDB_SKIP_LONG_RUNNING_TEST" in os.environ and "NO" == os.environ[
621                "LLDB_SKIP_LONG_RUNNING_TEST"]:
622            return False
623        else:
624            return True
625
626    def enableLogChannelsForCurrentTest(self):
627        if len(lldbtest_config.channels) == 0:
628            return
629
630        # if debug channels are specified in lldbtest_config.channels,
631        # create a new set of log files for every test
632        log_basename = self.getLogBasenameForCurrentTest()
633
634        # confirm that the file is writeable
635        host_log_path = "{}-host.log".format(log_basename)
636        open(host_log_path, 'w').close()
637
638        log_enable = "log enable -Tpn -f {} ".format(host_log_path)
639        for channel_with_categories in lldbtest_config.channels:
640            channel_then_categories = channel_with_categories.split(' ', 1)
641            channel = channel_then_categories[0]
642            if len(channel_then_categories) > 1:
643                categories = channel_then_categories[1]
644            else:
645                categories = "default"
646
647            if channel == "gdb-remote" and lldb.remote_platform is None:
648                # communicate gdb-remote categories to debugserver
649                os.environ["LLDB_DEBUGSERVER_LOG_FLAGS"] = categories
650
651            self.ci.HandleCommand(
652                log_enable + channel_with_categories, self.res)
653            if not self.res.Succeeded():
654                raise Exception(
655                    'log enable failed (check LLDB_LOG_OPTION env variable)')
656
657        # Communicate log path name to debugserver & lldb-server
658        # For remote debugging, these variables need to be set when starting the platform
659        # instance.
660        if lldb.remote_platform is None:
661            server_log_path = "{}-server.log".format(log_basename)
662            open(server_log_path, 'w').close()
663            os.environ["LLDB_DEBUGSERVER_LOG_FILE"] = server_log_path
664
665            # Communicate channels to lldb-server
666            os.environ["LLDB_SERVER_LOG_CHANNELS"] = ":".join(
667                lldbtest_config.channels)
668
669        self.addTearDownHook(self.disableLogChannelsForCurrentTest)
670
671    def disableLogChannelsForCurrentTest(self):
672        # close all log files that we opened
673        for channel_and_categories in lldbtest_config.channels:
674            # channel format - <channel-name> [<category0> [<category1> ...]]
675            channel = channel_and_categories.split(' ', 1)[0]
676            self.ci.HandleCommand("log disable " + channel, self.res)
677            if not self.res.Succeeded():
678                raise Exception(
679                    'log disable failed (check LLDB_LOG_OPTION env variable)')
680
681        # Retrieve the server log (if any) from the remote system. It is assumed the server log
682        # is writing to the "server.log" file in the current test directory. This can be
683        # achieved by setting LLDB_DEBUGSERVER_LOG_FILE="server.log" when starting remote
684        # platform. If the remote logging is not enabled, then just let the Get() command silently
685        # fail.
686        if lldb.remote_platform:
687            lldb.remote_platform.Get(
688                lldb.SBFileSpec("server.log"), lldb.SBFileSpec(
689                    self.getLogBasenameForCurrentTest() + "-server.log"))
690
691    def setPlatformWorkingDir(self):
692        if not lldb.remote_platform or not configuration.lldb_platform_working_dir:
693            return
694
695        components = [str(self.test_number)] + self.mydir.split(os.path.sep)
696        remote_test_dir = configuration.lldb_platform_working_dir
697        for c in components:
698            remote_test_dir = lldbutil.join_remote_paths(remote_test_dir, c)
699            error = lldb.remote_platform.MakeDirectory(
700                remote_test_dir, 448)  # 448 = 0o700
701            if error.Fail():
702                raise Exception("making remote directory '%s': %s" % (
703                    remote_test_dir, error))
704
705        lldb.remote_platform.SetWorkingDirectory(remote_test_dir)
706
707        # This function removes all files from the current working directory while leaving
708        # the directories in place. The cleaup is required to reduce the disk space required
709        # by the test suite while leaving the directories untouched is neccessary because
710        # sub-directories might belong to an other test
711        def clean_working_directory():
712            # TODO: Make it working on Windows when we need it for remote debugging support
713            # TODO: Replace the heuristic to remove the files with a logic what collects the
714            # list of files we have to remove during test runs.
715            shell_cmd = lldb.SBPlatformShellCommand(
716                "rm %s/*" % remote_test_dir)
717            lldb.remote_platform.Run(shell_cmd)
718        self.addTearDownHook(clean_working_directory)
719
720    def setUp(self):
721        """Fixture for unittest test case setup.
722
723        It works with the test driver to conditionally skip tests and does other
724        initializations."""
725        #import traceback
726        # traceback.print_stack()
727
728        if "LIBCXX_PATH" in os.environ:
729            self.libcxxPath = os.environ["LIBCXX_PATH"]
730        else:
731            self.libcxxPath = None
732
733        if "LLDBMI_EXEC" in os.environ:
734            self.lldbMiExec = os.environ["LLDBMI_EXEC"]
735        else:
736            self.lldbMiExec = None
737
738        # If we spawn an lldb process for test (via pexpect), do not load the
739        # init file unless told otherwise.
740        if "NO_LLDBINIT" in os.environ and "NO" == os.environ["NO_LLDBINIT"]:
741            self.lldbOption = ""
742        else:
743            self.lldbOption = "--no-lldbinit"
744
745        # Assign the test method name to self.testMethodName.
746        #
747        # For an example of the use of this attribute, look at test/types dir.
748        # There are a bunch of test cases under test/types and we don't want the
749        # module cacheing subsystem to be confused with executable name "a.out"
750        # used for all the test cases.
751        self.testMethodName = self._testMethodName
752
753        # This is for the case of directly spawning 'lldb'/'gdb' and interacting
754        # with it using pexpect.
755        self.child = None
756        self.child_prompt = "(lldb) "
757        # If the child is interacting with the embedded script interpreter,
758        # there are two exits required during tear down, first to quit the
759        # embedded script interpreter and second to quit the lldb command
760        # interpreter.
761        self.child_in_script_interpreter = False
762
763        # These are for customized teardown cleanup.
764        self.dict = None
765        self.doTearDownCleanup = False
766        # And in rare cases where there are multiple teardown cleanups.
767        self.dicts = []
768        self.doTearDownCleanups = False
769
770        # List of spawned subproces.Popen objects
771        self.subprocesses = []
772
773        # List of forked process PIDs
774        self.forkedProcessPids = []
775
776        # Create a string buffer to record the session info, to be dumped into a
777        # test case specific file if test failure is encountered.
778        self.log_basename = self.getLogBasenameForCurrentTest()
779
780        session_file = "{}.log".format(self.log_basename)
781        # Python 3 doesn't support unbuffered I/O in text mode.  Open buffered.
782        self.session = encoded_file.open(session_file, "utf-8", mode="w")
783
784        # Optimistically set __errored__, __failed__, __expected__ to False
785        # initially.  If the test errored/failed, the session info
786        # (self.session) is then dumped into a session specific file for
787        # diagnosis.
788        self.__cleanup_errored__ = False
789        self.__errored__ = False
790        self.__failed__ = False
791        self.__expected__ = False
792        # We are also interested in unexpected success.
793        self.__unexpected__ = False
794        # And skipped tests.
795        self.__skipped__ = False
796
797        # See addTearDownHook(self, hook) which allows the client to add a hook
798        # function to be run during tearDown() time.
799        self.hooks = []
800
801        # See HideStdout(self).
802        self.sys_stdout_hidden = False
803
804        if self.platformContext:
805            # set environment variable names for finding shared libraries
806            self.dylibPath = self.platformContext.shlib_environment_var
807
808        # Create the debugger instance if necessary.
809        try:
810            self.dbg = lldb.DBG
811        except AttributeError:
812            self.dbg = lldb.SBDebugger.Create()
813
814        if not self.dbg:
815            raise Exception('Invalid debugger instance')
816
817        # Retrieve the associated command interpreter instance.
818        self.ci = self.dbg.GetCommandInterpreter()
819        if not self.ci:
820            raise Exception('Could not get the command interpreter')
821
822        # And the result object.
823        self.res = lldb.SBCommandReturnObject()
824
825        self.setPlatformWorkingDir()
826        self.enableLogChannelsForCurrentTest()
827
828        # Initialize debug_info
829        self.debug_info = None
830
831        lib_dir = os.environ["LLDB_LIB_DIR"]
832        self.dsym = None
833        self.framework_dir = None
834        self.darwinWithFramework = self.platformIsDarwin()
835        if sys.platform.startswith("darwin"):
836            # Handle the framework environment variable if it is set
837            if hasattr(lldbtest_config, 'lldbFrameworkPath'):
838                framework_path = lldbtest_config.lldbFrameworkPath
839                # Framework dir should be the directory containing the framework
840                self.framework_dir = framework_path[:framework_path.rfind('LLDB.framework')]
841            # If a framework dir was not specified assume the Xcode build
842            # directory layout where the framework is in LLDB_LIB_DIR.
843            else:
844                self.framework_dir = lib_dir
845            self.dsym = os.path.join(self.framework_dir, 'LLDB.framework', 'LLDB')
846            # If the framework binary doesn't exist, assume we didn't actually
847            # build a framework, and fallback to standard *nix behavior by
848            # setting framework_dir and dsym to None.
849            if not os.path.exists(self.dsym):
850                self.framework_dir = None
851                self.dsym = None
852                self.darwinWithFramework = False
853
854    def setAsync(self, value):
855        """ Sets async mode to True/False and ensures it is reset after the testcase completes."""
856        old_async = self.dbg.GetAsync()
857        self.dbg.SetAsync(value)
858        self.addTearDownHook(lambda: self.dbg.SetAsync(old_async))
859
860    def cleanupSubprocesses(self):
861        # Ensure any subprocesses are cleaned up
862        for p in self.subprocesses:
863            p.terminate()
864            del p
865        del self.subprocesses[:]
866        # Ensure any forked processes are cleaned up
867        for pid in self.forkedProcessPids:
868            if os.path.exists("/proc/" + str(pid)):
869                os.kill(pid, signal.SIGTERM)
870
871    def spawnSubprocess(self, executable, args=[], install_remote=True):
872        """ Creates a subprocess.Popen object with the specified executable and arguments,
873            saves it in self.subprocesses, and returns the object.
874            NOTE: if using this function, ensure you also call:
875
876              self.addTearDownHook(self.cleanupSubprocesses)
877
878            otherwise the test suite will leak processes.
879        """
880        proc = _RemoteProcess(
881            install_remote) if lldb.remote_platform else _LocalProcess(self.TraceOn())
882        proc.launch(executable, args)
883        self.subprocesses.append(proc)
884        return proc
885
886    def forkSubprocess(self, executable, args=[]):
887        """ Fork a subprocess with its own group ID.
888            NOTE: if using this function, ensure you also call:
889
890              self.addTearDownHook(self.cleanupSubprocesses)
891
892            otherwise the test suite will leak processes.
893        """
894        child_pid = os.fork()
895        if child_pid == 0:
896            # If more I/O support is required, this can be beefed up.
897            fd = os.open(os.devnull, os.O_RDWR)
898            os.dup2(fd, 1)
899            os.dup2(fd, 2)
900            # This call causes the child to have its of group ID
901            os.setpgid(0, 0)
902            os.execvp(executable, [executable] + args)
903        # Give the child time to get through the execvp() call
904        time.sleep(0.1)
905        self.forkedProcessPids.append(child_pid)
906        return child_pid
907
908    def HideStdout(self):
909        """Hide output to stdout from the user.
910
911        During test execution, there might be cases where we don't want to show the
912        standard output to the user.  For example,
913
914            self.runCmd(r'''sc print("\n\n\tHello!\n")''')
915
916        tests whether command abbreviation for 'script' works or not.  There is no
917        need to show the 'Hello' output to the user as long as the 'script' command
918        succeeds and we are not in TraceOn() mode (see the '-t' option).
919
920        In this case, the test method calls self.HideStdout(self) to redirect the
921        sys.stdout to a null device, and restores the sys.stdout upon teardown.
922
923        Note that you should only call this method at most once during a test case
924        execution.  Any subsequent call has no effect at all."""
925        if self.sys_stdout_hidden:
926            return
927
928        self.sys_stdout_hidden = True
929        old_stdout = sys.stdout
930        sys.stdout = open(os.devnull, 'w')
931
932        def restore_stdout():
933            sys.stdout = old_stdout
934        self.addTearDownHook(restore_stdout)
935
936    # =======================================================================
937    # Methods for customized teardown cleanups as well as execution of hooks.
938    # =======================================================================
939
940    def setTearDownCleanup(self, dictionary=None):
941        """Register a cleanup action at tearDown() time with a dictinary"""
942        self.dict = dictionary
943        self.doTearDownCleanup = True
944
945    def addTearDownCleanup(self, dictionary):
946        """Add a cleanup action at tearDown() time with a dictinary"""
947        self.dicts.append(dictionary)
948        self.doTearDownCleanups = True
949
950    def addTearDownHook(self, hook):
951        """
952        Add a function to be run during tearDown() time.
953
954        Hooks are executed in a first come first serve manner.
955        """
956        if six.callable(hook):
957            with recording(self, traceAlways) as sbuf:
958                print(
959                    "Adding tearDown hook:",
960                    getsource_if_available(hook),
961                    file=sbuf)
962            self.hooks.append(hook)
963
964        return self
965
966    def deletePexpectChild(self):
967        # This is for the case of directly spawning 'lldb' and interacting with it
968        # using pexpect.
969        if self.child and self.child.isalive():
970            import pexpect
971            with recording(self, traceAlways) as sbuf:
972                print("tearing down the child process....", file=sbuf)
973            try:
974                if self.child_in_script_interpreter:
975                    self.child.sendline('quit()')
976                    self.child.expect_exact(self.child_prompt)
977                self.child.sendline(
978                    'settings set interpreter.prompt-on-quit false')
979                self.child.sendline('quit')
980                self.child.expect(pexpect.EOF)
981            except (ValueError, pexpect.ExceptionPexpect):
982                # child is already terminated
983                pass
984            except OSError as exception:
985                import errno
986                if exception.errno != errno.EIO:
987                    # unexpected error
988                    raise
989                # child is already terminated
990                pass
991            finally:
992                # Give it one final blow to make sure the child is terminated.
993                self.child.close()
994
995    def tearDown(self):
996        """Fixture for unittest test case teardown."""
997        #import traceback
998        # traceback.print_stack()
999
1000        self.deletePexpectChild()
1001
1002        # Check and run any hook functions.
1003        for hook in reversed(self.hooks):
1004            with recording(self, traceAlways) as sbuf:
1005                print(
1006                    "Executing tearDown hook:",
1007                    getsource_if_available(hook),
1008                    file=sbuf)
1009            if funcutils.requires_self(hook):
1010                hook(self)
1011            else:
1012                hook()  # try the plain call and hope it works
1013
1014        del self.hooks
1015
1016        # Perform registered teardown cleanup.
1017        if doCleanup and self.doTearDownCleanup:
1018            self.cleanup(dictionary=self.dict)
1019
1020        # In rare cases where there are multiple teardown cleanups added.
1021        if doCleanup and self.doTearDownCleanups:
1022            if self.dicts:
1023                for dict in reversed(self.dicts):
1024                    self.cleanup(dictionary=dict)
1025
1026    # =========================================================
1027    # Various callbacks to allow introspection of test progress
1028    # =========================================================
1029
1030    def markError(self):
1031        """Callback invoked when an error (unexpected exception) errored."""
1032        self.__errored__ = True
1033        with recording(self, False) as sbuf:
1034            # False because there's no need to write "ERROR" to the stderr twice.
1035            # Once by the Python unittest framework, and a second time by us.
1036            print("ERROR", file=sbuf)
1037
1038    def markCleanupError(self):
1039        """Callback invoked when an error occurs while a test is cleaning up."""
1040        self.__cleanup_errored__ = True
1041        with recording(self, False) as sbuf:
1042            # False because there's no need to write "CLEANUP_ERROR" to the stderr twice.
1043            # Once by the Python unittest framework, and a second time by us.
1044            print("CLEANUP_ERROR", file=sbuf)
1045
1046    def markFailure(self):
1047        """Callback invoked when a failure (test assertion failure) occurred."""
1048        self.__failed__ = True
1049        with recording(self, False) as sbuf:
1050            # False because there's no need to write "FAIL" to the stderr twice.
1051            # Once by the Python unittest framework, and a second time by us.
1052            print("FAIL", file=sbuf)
1053
1054    def markExpectedFailure(self, err, bugnumber):
1055        """Callback invoked when an expected failure/error occurred."""
1056        self.__expected__ = True
1057        with recording(self, False) as sbuf:
1058            # False because there's no need to write "expected failure" to the
1059            # stderr twice.
1060            # Once by the Python unittest framework, and a second time by us.
1061            if bugnumber is None:
1062                print("expected failure", file=sbuf)
1063            else:
1064                print(
1065                    "expected failure (problem id:" + str(bugnumber) + ")",
1066                    file=sbuf)
1067
1068    def markSkippedTest(self):
1069        """Callback invoked when a test is skipped."""
1070        self.__skipped__ = True
1071        with recording(self, False) as sbuf:
1072            # False because there's no need to write "skipped test" to the
1073            # stderr twice.
1074            # Once by the Python unittest framework, and a second time by us.
1075            print("skipped test", file=sbuf)
1076
1077    def markUnexpectedSuccess(self, bugnumber):
1078        """Callback invoked when an unexpected success occurred."""
1079        self.__unexpected__ = True
1080        with recording(self, False) as sbuf:
1081            # False because there's no need to write "unexpected success" to the
1082            # stderr twice.
1083            # Once by the Python unittest framework, and a second time by us.
1084            if bugnumber is None:
1085                print("unexpected success", file=sbuf)
1086            else:
1087                print(
1088                    "unexpected success (problem id:" + str(bugnumber) + ")",
1089                    file=sbuf)
1090
1091    def getRerunArgs(self):
1092        return " -f %s.%s" % (self.__class__.__name__, self._testMethodName)
1093
1094    def getLogBasenameForCurrentTest(self, prefix=None):
1095        """
1096        returns a partial path that can be used as the beginning of the name of multiple
1097        log files pertaining to this test
1098
1099        <session-dir>/<arch>-<compiler>-<test-file>.<test-class>.<test-method>
1100        """
1101        dname = os.path.join(os.environ["LLDB_TEST"],
1102                             os.environ["LLDB_SESSION_DIRNAME"])
1103        if not os.path.isdir(dname):
1104            os.mkdir(dname)
1105
1106        components = []
1107        if prefix is not None:
1108            components.append(prefix)
1109        for c in configuration.session_file_format:
1110            if c == 'f':
1111                components.append(self.__class__.__module__)
1112            elif c == 'n':
1113                components.append(self.__class__.__name__)
1114            elif c == 'c':
1115                compiler = self.getCompiler()
1116
1117                if compiler[1] == ':':
1118                    compiler = compiler[2:]
1119                if os.path.altsep is not None:
1120                    compiler = compiler.replace(os.path.altsep, os.path.sep)
1121                path_components = [x for x in compiler.split(os.path.sep) if x != ""]
1122
1123                # Add at most 4 path components to avoid generating very long
1124                # filenames
1125                components.extend(path_components[-4:])
1126            elif c == 'a':
1127                components.append(self.getArchitecture())
1128            elif c == 'm':
1129                components.append(self.testMethodName)
1130        fname = "-".join(components)
1131
1132        return os.path.join(dname, fname)
1133
1134    def dumpSessionInfo(self):
1135        """
1136        Dump the debugger interactions leading to a test error/failure.  This
1137        allows for more convenient postmortem analysis.
1138
1139        See also LLDBTestResult (dotest.py) which is a singlton class derived
1140        from TextTestResult and overwrites addError, addFailure, and
1141        addExpectedFailure methods to allow us to to mark the test instance as
1142        such.
1143        """
1144
1145        # We are here because self.tearDown() detected that this test instance
1146        # either errored or failed.  The lldb.test_result singleton contains
1147        # two lists (erros and failures) which get populated by the unittest
1148        # framework.  Look over there for stack trace information.
1149        #
1150        # The lists contain 2-tuples of TestCase instances and strings holding
1151        # formatted tracebacks.
1152        #
1153        # See http://docs.python.org/library/unittest.html#unittest.TestResult.
1154
1155        # output tracebacks into session
1156        pairs = []
1157        if self.__errored__:
1158            pairs = configuration.test_result.errors
1159            prefix = 'Error'
1160        elif self.__cleanup_errored__:
1161            pairs = configuration.test_result.cleanup_errors
1162            prefix = 'CleanupError'
1163        elif self.__failed__:
1164            pairs = configuration.test_result.failures
1165            prefix = 'Failure'
1166        elif self.__expected__:
1167            pairs = configuration.test_result.expectedFailures
1168            prefix = 'ExpectedFailure'
1169        elif self.__skipped__:
1170            prefix = 'SkippedTest'
1171        elif self.__unexpected__:
1172            prefix = 'UnexpectedSuccess'
1173        else:
1174            prefix = 'Success'
1175
1176        if not self.__unexpected__ and not self.__skipped__:
1177            for test, traceback in pairs:
1178                if test is self:
1179                    print(traceback, file=self.session)
1180
1181        # put footer (timestamp/rerun instructions) into session
1182        testMethod = getattr(self, self._testMethodName)
1183        if getattr(testMethod, "__benchmarks_test__", False):
1184            benchmarks = True
1185        else:
1186            benchmarks = False
1187
1188        import datetime
1189        print(
1190            "Session info generated @",
1191            datetime.datetime.now().ctime(),
1192            file=self.session)
1193        print(
1194            "To rerun this test, issue the following command from the 'test' directory:\n",
1195            file=self.session)
1196        print(
1197            "./dotest.py %s -v %s %s" %
1198            (self.getRunOptions(),
1199             ('+b' if benchmarks else '-t'),
1200                self.getRerunArgs()),
1201            file=self.session)
1202        self.session.close()
1203        del self.session
1204
1205        # process the log files
1206        log_files_for_this_test = glob.glob(self.log_basename + "*")
1207
1208        if prefix != 'Success' or lldbtest_config.log_success:
1209            # keep all log files, rename them to include prefix
1210            dst_log_basename = self.getLogBasenameForCurrentTest(prefix)
1211            for src in log_files_for_this_test:
1212                if os.path.isfile(src):
1213                    dst = src.replace(self.log_basename, dst_log_basename)
1214                    if os.name == "nt" and os.path.isfile(dst):
1215                        # On Windows, renaming a -> b will throw an exception if b exists.  On non-Windows platforms
1216                        # it silently replaces the destination.  Ultimately this means that atomic renames are not
1217                        # guaranteed to be possible on Windows, but we need this to work anyway, so just remove the
1218                        # destination first if it already exists.
1219                        remove_file(dst)
1220
1221                    os.rename(src, dst)
1222        else:
1223            # success!  (and we don't want log files) delete log files
1224            for log_file in log_files_for_this_test:
1225                remove_file(log_file)
1226
1227    # ====================================================
1228    # Config. methods supported through a plugin interface
1229    # (enables reading of the current test configuration)
1230    # ====================================================
1231
1232    def isMIPS(self):
1233        """Returns true if the architecture is MIPS."""
1234        arch = self.getArchitecture()
1235        if re.match("mips", arch):
1236            return True
1237        return False
1238
1239    def getArchitecture(self):
1240        """Returns the architecture in effect the test suite is running with."""
1241        module = builder_module()
1242        arch = module.getArchitecture()
1243        if arch == 'amd64':
1244            arch = 'x86_64'
1245        return arch
1246
1247    def getLldbArchitecture(self):
1248        """Returns the architecture of the lldb binary."""
1249        if not hasattr(self, 'lldbArchitecture'):
1250
1251            # spawn local process
1252            command = [
1253                lldbtest_config.lldbExec,
1254                "-o",
1255                "file " + lldbtest_config.lldbExec,
1256                "-o",
1257                "quit"
1258            ]
1259
1260            output = check_output(command)
1261            str = output.decode("utf-8")
1262
1263            for line in str.splitlines():
1264                m = re.search(
1265                    "Current executable set to '.*' \\((.*)\\)\\.", line)
1266                if m:
1267                    self.lldbArchitecture = m.group(1)
1268                    break
1269
1270        return self.lldbArchitecture
1271
1272    def getCompiler(self):
1273        """Returns the compiler in effect the test suite is running with."""
1274        module = builder_module()
1275        return module.getCompiler()
1276
1277    def getCompilerBinary(self):
1278        """Returns the compiler binary the test suite is running with."""
1279        return self.getCompiler().split()[0]
1280
1281    def getCompilerVersion(self):
1282        """ Returns a string that represents the compiler version.
1283            Supports: llvm, clang.
1284        """
1285        version = 'unknown'
1286
1287        compiler = self.getCompilerBinary()
1288        version_output = system([[compiler, "-v"]])[1]
1289        for line in version_output.split(os.linesep):
1290            m = re.search('version ([0-9\.]+)', line)
1291            if m:
1292                version = m.group(1)
1293        return version
1294
1295    def getGoCompilerVersion(self):
1296        """ Returns a string that represents the go compiler version, or None if go is not found.
1297        """
1298        compiler = which("go")
1299        if compiler:
1300            version_output = system([[compiler, "version"]])[0]
1301            for line in version_output.split(os.linesep):
1302                m = re.search('go version (devel|go\\S+)', line)
1303                if m:
1304                    return m.group(1)
1305        return None
1306
1307    def platformIsDarwin(self):
1308        """Returns true if the OS triple for the selected platform is any valid apple OS"""
1309        return lldbplatformutil.platformIsDarwin()
1310
1311    def hasDarwinFramework(self):
1312        return self.darwinWithFramework
1313
1314    def getPlatform(self):
1315        """Returns the target platform the test suite is running on."""
1316        return lldbplatformutil.getPlatform()
1317
1318    def isIntelCompiler(self):
1319        """ Returns true if using an Intel (ICC) compiler, false otherwise. """
1320        return any([x in self.getCompiler() for x in ["icc", "icpc", "icl"]])
1321
1322    def expectedCompilerVersion(self, compiler_version):
1323        """Returns True iff compiler_version[1] matches the current compiler version.
1324           Use compiler_version[0] to specify the operator used to determine if a match has occurred.
1325           Any operator other than the following defaults to an equality test:
1326             '>', '>=', "=>", '<', '<=', '=<', '!=', "!" or 'not'
1327        """
1328        if (compiler_version is None):
1329            return True
1330        operator = str(compiler_version[0])
1331        version = compiler_version[1]
1332
1333        if (version is None):
1334            return True
1335        if (operator == '>'):
1336            return self.getCompilerVersion() > version
1337        if (operator == '>=' or operator == '=>'):
1338            return self.getCompilerVersion() >= version
1339        if (operator == '<'):
1340            return self.getCompilerVersion() < version
1341        if (operator == '<=' or operator == '=<'):
1342            return self.getCompilerVersion() <= version
1343        if (operator == '!=' or operator == '!' or operator == 'not'):
1344            return str(version) not in str(self.getCompilerVersion())
1345        return str(version) in str(self.getCompilerVersion())
1346
1347    def expectedCompiler(self, compilers):
1348        """Returns True iff any element of compilers is a sub-string of the current compiler."""
1349        if (compilers is None):
1350            return True
1351
1352        for compiler in compilers:
1353            if compiler in self.getCompiler():
1354                return True
1355
1356        return False
1357
1358    def expectedArch(self, archs):
1359        """Returns True iff any element of archs is a sub-string of the current architecture."""
1360        if (archs is None):
1361            return True
1362
1363        for arch in archs:
1364            if arch in self.getArchitecture():
1365                return True
1366
1367        return False
1368
1369    def getRunOptions(self):
1370        """Command line option for -A and -C to run this test again, called from
1371        self.dumpSessionInfo()."""
1372        arch = self.getArchitecture()
1373        comp = self.getCompiler()
1374        option_str = ""
1375        if arch:
1376            option_str = "-A " + arch
1377        if comp:
1378            option_str += " -C " + comp
1379        return option_str
1380
1381    # ==================================================
1382    # Build methods supported through a plugin interface
1383    # ==================================================
1384
1385    def getstdlibFlag(self):
1386        """ Returns the proper -stdlib flag, or empty if not required."""
1387        if self.platformIsDarwin() or self.getPlatform() == "freebsd":
1388            stdlibflag = "-stdlib=libc++"
1389        else:  # this includes NetBSD
1390            stdlibflag = ""
1391        return stdlibflag
1392
1393    def getstdFlag(self):
1394        """ Returns the proper stdflag. """
1395        if "gcc" in self.getCompiler() and "4.6" in self.getCompilerVersion():
1396            stdflag = "-std=c++0x"
1397        else:
1398            stdflag = "-std=c++11"
1399        return stdflag
1400
1401    def buildDriver(self, sources, exe_name):
1402        """ Platform-specific way to build a program that links with LLDB (via the liblldb.so
1403            or LLDB.framework).
1404        """
1405
1406        stdflag = self.getstdFlag()
1407        stdlibflag = self.getstdlibFlag()
1408
1409        lib_dir = os.environ["LLDB_LIB_DIR"]
1410        if self.hasDarwinFramework():
1411            d = {'CXX_SOURCES': sources,
1412                 'EXE': exe_name,
1413                 'CFLAGS_EXTRAS': "%s %s" % (stdflag, stdlibflag),
1414                 'FRAMEWORK_INCLUDES': "-F%s" % self.framework_dir,
1415                 'LD_EXTRAS': "%s -Wl,-rpath,%s" % (self.dsym, self.framework_dir),
1416                 }
1417        elif sys.platform.rstrip('0123456789') in ('freebsd', 'linux', 'netbsd', 'darwin') or os.environ.get('LLDB_BUILD_TYPE') == 'Makefile':
1418            d = {
1419                'CXX_SOURCES': sources,
1420                'EXE': exe_name,
1421                'CFLAGS_EXTRAS': "%s %s -I%s" % (stdflag,
1422                                                 stdlibflag,
1423                                                 os.path.join(
1424                                                     os.environ["LLDB_SRC"],
1425                                                     "include")),
1426                'LD_EXTRAS': "-L%s/../lib -llldb -Wl,-rpath,%s/../lib" % (lib_dir, lib_dir)}
1427        elif sys.platform.startswith('win'):
1428            d = {
1429                'CXX_SOURCES': sources,
1430                'EXE': exe_name,
1431                'CFLAGS_EXTRAS': "%s %s -I%s" % (stdflag,
1432                                                 stdlibflag,
1433                                                 os.path.join(
1434                                                     os.environ["LLDB_SRC"],
1435                                                     "include")),
1436                'LD_EXTRAS': "-L%s -lliblldb" % os.environ["LLDB_IMPLIB_DIR"]}
1437        if self.TraceOn():
1438            print(
1439                "Building LLDB Driver (%s) from sources %s" %
1440                (exe_name, sources))
1441
1442        self.buildDefault(dictionary=d)
1443
1444    def buildLibrary(self, sources, lib_name):
1445        """Platform specific way to build a default library. """
1446
1447        stdflag = self.getstdFlag()
1448
1449        lib_dir = os.environ["LLDB_LIB_DIR"]
1450        if self.hasDarwinFramework():
1451            d = {'DYLIB_CXX_SOURCES': sources,
1452                 'DYLIB_NAME': lib_name,
1453                 'CFLAGS_EXTRAS': "%s -stdlib=libc++" % stdflag,
1454                 'FRAMEWORK_INCLUDES': "-F%s" % self.framework_dir,
1455                 'LD_EXTRAS': "%s -Wl,-rpath,%s -dynamiclib" % (self.dsym, self.framework_dir),
1456                 }
1457        elif sys.platform.rstrip('0123456789') in ('freebsd', 'linux', 'netbsd', 'darwin') or os.environ.get('LLDB_BUILD_TYPE') == 'Makefile':
1458            d = {
1459                'DYLIB_CXX_SOURCES': sources,
1460                'DYLIB_NAME': lib_name,
1461                'CFLAGS_EXTRAS': "%s -I%s -fPIC" % (stdflag,
1462                                                    os.path.join(
1463                                                        os.environ["LLDB_SRC"],
1464                                                        "include")),
1465                'LD_EXTRAS': "-shared -L%s/../lib -llldb -Wl,-rpath,%s/../lib" % (lib_dir, lib_dir)}
1466        elif self.getPlatform() == 'windows':
1467            d = {
1468                'DYLIB_CXX_SOURCES': sources,
1469                'DYLIB_NAME': lib_name,
1470                'CFLAGS_EXTRAS': "%s -I%s -fPIC" % (stdflag,
1471                                                    os.path.join(
1472                                                        os.environ["LLDB_SRC"],
1473                                                        "include")),
1474                'LD_EXTRAS': "-shared -l%s\liblldb.lib" % self.os.environ["LLDB_IMPLIB_DIR"]}
1475        if self.TraceOn():
1476            print(
1477                "Building LLDB Library (%s) from sources %s" %
1478                (lib_name, sources))
1479
1480        self.buildDefault(dictionary=d)
1481
1482    def buildProgram(self, sources, exe_name):
1483        """ Platform specific way to build an executable from C/C++ sources. """
1484        d = {'CXX_SOURCES': sources,
1485             'EXE': exe_name}
1486        self.buildDefault(dictionary=d)
1487
1488    def buildDefault(
1489            self,
1490            architecture=None,
1491            compiler=None,
1492            dictionary=None,
1493            clean=True):
1494        """Platform specific way to build the default binaries."""
1495        module = builder_module()
1496        dictionary = lldbplatformutil.finalize_build_dictionary(dictionary)
1497        if not module.buildDefault(
1498                self,
1499                architecture,
1500                compiler,
1501                dictionary,
1502                clean):
1503            raise Exception("Don't know how to build default binary")
1504
1505    def buildDsym(
1506            self,
1507            architecture=None,
1508            compiler=None,
1509            dictionary=None,
1510            clean=True):
1511        """Platform specific way to build binaries with dsym info."""
1512        module = builder_module()
1513        if not module.buildDsym(
1514                self,
1515                architecture,
1516                compiler,
1517                dictionary,
1518                clean):
1519            raise Exception("Don't know how to build binary with dsym")
1520
1521    def buildDwarf(
1522            self,
1523            architecture=None,
1524            compiler=None,
1525            dictionary=None,
1526            clean=True):
1527        """Platform specific way to build binaries with dwarf maps."""
1528        module = builder_module()
1529        dictionary = lldbplatformutil.finalize_build_dictionary(dictionary)
1530        if not module.buildDwarf(
1531                self,
1532                architecture,
1533                compiler,
1534                dictionary,
1535                clean):
1536            raise Exception("Don't know how to build binary with dwarf")
1537
1538    def buildDwo(
1539            self,
1540            architecture=None,
1541            compiler=None,
1542            dictionary=None,
1543            clean=True):
1544        """Platform specific way to build binaries with dwarf maps."""
1545        module = builder_module()
1546        dictionary = lldbplatformutil.finalize_build_dictionary(dictionary)
1547        if not module.buildDwo(
1548                self,
1549                architecture,
1550                compiler,
1551                dictionary,
1552                clean):
1553            raise Exception("Don't know how to build binary with dwo")
1554
1555    def buildGModules(
1556            self,
1557            architecture=None,
1558            compiler=None,
1559            dictionary=None,
1560            clean=True):
1561        """Platform specific way to build binaries with gmodules info."""
1562        module = builder_module()
1563        if not module.buildGModules(
1564                self,
1565                architecture,
1566                compiler,
1567                dictionary,
1568                clean):
1569            raise Exception("Don't know how to build binary with gmodules")
1570
1571    def buildGo(self):
1572        """Build the default go binary.
1573        """
1574        system([[which('go'), 'build -gcflags "-N -l" -o a.out main.go']])
1575
1576    def signBinary(self, binary_path):
1577        if sys.platform.startswith("darwin"):
1578            codesign_cmd = "codesign --force --sign \"%s\" %s" % (
1579                lldbtest_config.codesign_identity, binary_path)
1580            call(codesign_cmd, shell=True)
1581
1582    def findBuiltClang(self):
1583        """Tries to find and use Clang from the build directory as the compiler (instead of the system compiler)."""
1584        paths_to_try = [
1585            "llvm-build/Release+Asserts/x86_64/Release+Asserts/bin/clang",
1586            "llvm-build/Debug+Asserts/x86_64/Debug+Asserts/bin/clang",
1587            "llvm-build/Release/x86_64/Release/bin/clang",
1588            "llvm-build/Debug/x86_64/Debug/bin/clang",
1589        ]
1590        lldb_root_path = os.path.join(
1591            os.path.dirname(__file__), "..", "..", "..", "..")
1592        for p in paths_to_try:
1593            path = os.path.join(lldb_root_path, p)
1594            if os.path.exists(path):
1595                return path
1596
1597        # Tries to find clang at the same folder as the lldb
1598        path = os.path.join(os.path.dirname(lldbtest_config.lldbExec), "clang")
1599        if os.path.exists(path):
1600            return path
1601
1602        return os.environ["CC"]
1603
1604    def getBuildFlags(
1605            self,
1606            use_cpp11=True,
1607            use_libcxx=False,
1608            use_libstdcxx=False):
1609        """ Returns a dictionary (which can be provided to build* functions above) which
1610            contains OS-specific build flags.
1611        """
1612        cflags = ""
1613        ldflags = ""
1614
1615        # On Mac OS X, unless specifically requested to use libstdc++, use
1616        # libc++
1617        if not use_libstdcxx and self.platformIsDarwin():
1618            use_libcxx = True
1619
1620        if use_libcxx and self.libcxxPath:
1621            cflags += "-stdlib=libc++ "
1622            if self.libcxxPath:
1623                libcxxInclude = os.path.join(self.libcxxPath, "include")
1624                libcxxLib = os.path.join(self.libcxxPath, "lib")
1625                if os.path.isdir(libcxxInclude) and os.path.isdir(libcxxLib):
1626                    cflags += "-nostdinc++ -I%s -L%s -Wl,-rpath,%s " % (
1627                        libcxxInclude, libcxxLib, libcxxLib)
1628
1629        if use_cpp11:
1630            cflags += "-std="
1631            if "gcc" in self.getCompiler() and "4.6" in self.getCompilerVersion():
1632                cflags += "c++0x"
1633            else:
1634                cflags += "c++11"
1635        if self.platformIsDarwin() or self.getPlatform() == "freebsd":
1636            cflags += " -stdlib=libc++"
1637        elif self.getPlatform() == "netbsd":
1638            cflags += " -stdlib=libstdc++"
1639        elif "clang" in self.getCompiler():
1640            cflags += " -stdlib=libstdc++"
1641
1642        return {'CFLAGS_EXTRAS': cflags,
1643                'LD_EXTRAS': ldflags,
1644                }
1645
1646    def cleanup(self, dictionary=None):
1647        """Platform specific way to do cleanup after build."""
1648        module = builder_module()
1649        if not module.cleanup(self, dictionary):
1650            raise Exception(
1651                "Don't know how to do cleanup with dictionary: " +
1652                dictionary)
1653
1654    def getLLDBLibraryEnvVal(self):
1655        """ Returns the path that the OS-specific library search environment variable
1656            (self.dylibPath) should be set to in order for a program to find the LLDB
1657            library. If an environment variable named self.dylibPath is already set,
1658            the new path is appended to it and returned.
1659        """
1660        existing_library_path = os.environ[
1661            self.dylibPath] if self.dylibPath in os.environ else None
1662        lib_dir = os.environ["LLDB_LIB_DIR"]
1663        if existing_library_path:
1664            return "%s:%s" % (existing_library_path, lib_dir)
1665        elif sys.platform.startswith("darwin"):
1666            return os.path.join(lib_dir, 'LLDB.framework')
1667        else:
1668            return lib_dir
1669
1670    def getLibcPlusPlusLibs(self):
1671        if self.getPlatform() in ('freebsd', 'linux', 'netbsd'):
1672            return ['libc++.so.1']
1673        else:
1674            return ['libc++.1.dylib', 'libc++abi.dylib']
1675
1676# Metaclass for TestBase to change the list of test metods when a new TestCase is loaded.
1677# We change the test methods to create a new test method for each test for each debug info we are
1678# testing. The name of the new test method will be '<original-name>_<debug-info>' and with adding
1679# the new test method we remove the old method at the same time. This functionality can be
1680# supressed by at test case level setting the class attribute NO_DEBUG_INFO_TESTCASE or at test
1681# level by using the decorator @no_debug_info_test.
1682
1683
1684class LLDBTestCaseFactory(type):
1685
1686    def __new__(cls, name, bases, attrs):
1687        original_testcase = super(
1688            LLDBTestCaseFactory, cls).__new__(
1689            cls, name, bases, attrs)
1690        if original_testcase.NO_DEBUG_INFO_TESTCASE:
1691            return original_testcase
1692
1693        newattrs = {}
1694        for attrname, attrvalue in attrs.items():
1695            if attrname.startswith("test") and not getattr(
1696                    attrvalue, "__no_debug_info_test__", False):
1697                target_platform = lldb.DBG.GetSelectedPlatform(
1698                ).GetTriple().split('-')[2]
1699
1700                # If any debug info categories were explicitly tagged, assume that list to be
1701                # authoritative.  If none were specified, try with all debug
1702                # info formats.
1703                all_dbginfo_categories = set(
1704                    test_categories.debug_info_categories)
1705                categories = set(
1706                    getattr(
1707                        attrvalue,
1708                        "categories",
1709                        [])) & all_dbginfo_categories
1710                if not categories:
1711                    categories = all_dbginfo_categories
1712
1713                supported_categories = [
1714                    x for x in categories if test_categories.is_supported_on_platform(
1715                        x, target_platform, configuration.compiler)]
1716                if "dsym" in supported_categories:
1717                    @decorators.add_test_categories(["dsym"])
1718                    @wraps(attrvalue)
1719                    def dsym_test_method(self, attrvalue=attrvalue):
1720                        self.debug_info = "dsym"
1721                        return attrvalue(self)
1722                    dsym_method_name = attrname + "_dsym"
1723                    dsym_test_method.__name__ = dsym_method_name
1724                    newattrs[dsym_method_name] = dsym_test_method
1725
1726                if "dwarf" in supported_categories:
1727                    @decorators.add_test_categories(["dwarf"])
1728                    @wraps(attrvalue)
1729                    def dwarf_test_method(self, attrvalue=attrvalue):
1730                        self.debug_info = "dwarf"
1731                        return attrvalue(self)
1732                    dwarf_method_name = attrname + "_dwarf"
1733                    dwarf_test_method.__name__ = dwarf_method_name
1734                    newattrs[dwarf_method_name] = dwarf_test_method
1735
1736                if "dwo" in supported_categories:
1737                    @decorators.add_test_categories(["dwo"])
1738                    @wraps(attrvalue)
1739                    def dwo_test_method(self, attrvalue=attrvalue):
1740                        self.debug_info = "dwo"
1741                        return attrvalue(self)
1742                    dwo_method_name = attrname + "_dwo"
1743                    dwo_test_method.__name__ = dwo_method_name
1744                    newattrs[dwo_method_name] = dwo_test_method
1745
1746                if "gmodules" in supported_categories:
1747                    @decorators.add_test_categories(["gmodules"])
1748                    @wraps(attrvalue)
1749                    def gmodules_test_method(self, attrvalue=attrvalue):
1750                        self.debug_info = "gmodules"
1751                        return attrvalue(self)
1752                    gmodules_method_name = attrname + "_gmodules"
1753                    gmodules_test_method.__name__ = gmodules_method_name
1754                    newattrs[gmodules_method_name] = gmodules_test_method
1755
1756            else:
1757                newattrs[attrname] = attrvalue
1758        return super(
1759            LLDBTestCaseFactory,
1760            cls).__new__(
1761            cls,
1762            name,
1763            bases,
1764            newattrs)
1765
1766# Setup the metaclass for this class to change the list of the test
1767# methods when a new class is loaded
1768
1769
1770@add_metaclass(LLDBTestCaseFactory)
1771class TestBase(Base):
1772    """
1773    This abstract base class is meant to be subclassed.  It provides default
1774    implementations for setUpClass(), tearDownClass(), setUp(), and tearDown(),
1775    among other things.
1776
1777    Important things for test class writers:
1778
1779        - Overwrite the mydir class attribute, otherwise your test class won't
1780          run.  It specifies the relative directory to the top level 'test' so
1781          the test harness can change to the correct working directory before
1782          running your test.
1783
1784        - The setUp method sets up things to facilitate subsequent interactions
1785          with the debugger as part of the test.  These include:
1786              - populate the test method name
1787              - create/get a debugger set with synchronous mode (self.dbg)
1788              - get the command interpreter from with the debugger (self.ci)
1789              - create a result object for use with the command interpreter
1790                (self.res)
1791              - plus other stuffs
1792
1793        - The tearDown method tries to perform some necessary cleanup on behalf
1794          of the test to return the debugger to a good state for the next test.
1795          These include:
1796              - execute any tearDown hooks registered by the test method with
1797                TestBase.addTearDownHook(); examples can be found in
1798                settings/TestSettings.py
1799              - kill the inferior process associated with each target, if any,
1800                and, then delete the target from the debugger's target list
1801              - perform build cleanup before running the next test method in the
1802                same test class; examples of registering for this service can be
1803                found in types/TestIntegerTypes.py with the call:
1804                    - self.setTearDownCleanup(dictionary=d)
1805
1806        - Similarly setUpClass and tearDownClass perform classwise setup and
1807          teardown fixtures.  The tearDownClass method invokes a default build
1808          cleanup for the entire test class;  also, subclasses can implement the
1809          classmethod classCleanup(cls) to perform special class cleanup action.
1810
1811        - The instance methods runCmd and expect are used heavily by existing
1812          test cases to send a command to the command interpreter and to perform
1813          string/pattern matching on the output of such command execution.  The
1814          expect method also provides a mode to peform string/pattern matching
1815          without running a command.
1816
1817        - The build methods buildDefault, buildDsym, and buildDwarf are used to
1818          build the binaries used during a particular test scenario.  A plugin
1819          should be provided for the sys.platform running the test suite.  The
1820          Mac OS X implementation is located in plugins/darwin.py.
1821    """
1822
1823    # Subclasses can set this to true (if they don't depend on debug info) to avoid running the
1824    # test multiple times with various debug info types.
1825    NO_DEBUG_INFO_TESTCASE = False
1826
1827    # Maximum allowed attempts when launching the inferior process.
1828    # Can be overridden by the LLDB_MAX_LAUNCH_COUNT environment variable.
1829    maxLaunchCount = 3
1830
1831    # Time to wait before the next launching attempt in second(s).
1832    # Can be overridden by the LLDB_TIME_WAIT_NEXT_LAUNCH environment variable.
1833    timeWaitNextLaunch = 1.0
1834
1835    # Returns the list of categories to which this test case belongs
1836    # by default, look for a ".categories" file, and read its contents
1837    # if no such file exists, traverse the hierarchy - we guarantee
1838    # a .categories to exist at the top level directory so we do not end up
1839    # looping endlessly - subclasses are free to define their own categories
1840    # in whatever way makes sense to them
1841    def getCategories(self):
1842        import inspect
1843        import os.path
1844        folder = inspect.getfile(self.__class__)
1845        folder = os.path.dirname(folder)
1846        while folder != '/':
1847            categories_file_name = os.path.join(folder, ".categories")
1848            if os.path.exists(categories_file_name):
1849                categories_file = open(categories_file_name, 'r')
1850                categories = categories_file.readline()
1851                categories_file.close()
1852                categories = str.replace(categories, '\n', '')
1853                categories = str.replace(categories, '\r', '')
1854                return categories.split(',')
1855            else:
1856                folder = os.path.dirname(folder)
1857                continue
1858
1859    def generateSource(self, source):
1860        template = source + '.template'
1861        temp = os.path.join(os.getcwd(), template)
1862        with open(temp, 'r') as f:
1863            content = f.read()
1864
1865        public_api_dir = os.path.join(
1866            os.environ["LLDB_SRC"], "include", "lldb", "API")
1867
1868        # Look under the include/lldb/API directory and add #include statements
1869        # for all the SB API headers.
1870        public_headers = os.listdir(public_api_dir)
1871        # For different platforms, the include statement can vary.
1872        if self.hasDarwinFramework():
1873            include_stmt = "'#include <%s>' % os.path.join('LLDB', header)"
1874        else:
1875            include_stmt = "'#include <%s>' % os.path.join('" + public_api_dir + "', header)"
1876        list = [eval(include_stmt) for header in public_headers if (
1877            header.startswith("SB") and header.endswith(".h"))]
1878        includes = '\n'.join(list)
1879        new_content = content.replace('%include_SB_APIs%', includes)
1880        src = os.path.join(os.getcwd(), source)
1881        with open(src, 'w') as f:
1882            f.write(new_content)
1883
1884        self.addTearDownHook(lambda: os.remove(src))
1885
1886    def setUp(self):
1887        #import traceback
1888        # traceback.print_stack()
1889
1890        # Works with the test driver to conditionally skip tests via
1891        # decorators.
1892        Base.setUp(self)
1893
1894        if "LLDB_MAX_LAUNCH_COUNT" in os.environ:
1895            self.maxLaunchCount = int(os.environ["LLDB_MAX_LAUNCH_COUNT"])
1896
1897        if "LLDB_TIME_WAIT_NEXT_LAUNCH" in os.environ:
1898            self.timeWaitNextLaunch = float(
1899                os.environ["LLDB_TIME_WAIT_NEXT_LAUNCH"])
1900
1901        # We want our debugger to be synchronous.
1902        self.dbg.SetAsync(False)
1903
1904        # Retrieve the associated command interpreter instance.
1905        self.ci = self.dbg.GetCommandInterpreter()
1906        if not self.ci:
1907            raise Exception('Could not get the command interpreter')
1908
1909        # And the result object.
1910        self.res = lldb.SBCommandReturnObject()
1911
1912    def registerSharedLibrariesWithTarget(self, target, shlibs):
1913        '''If we are remotely running the test suite, register the shared libraries with the target so they get uploaded, otherwise do nothing
1914
1915        Any modules in the target that have their remote install file specification set will
1916        get uploaded to the remote host. This function registers the local copies of the
1917        shared libraries with the target and sets their remote install locations so they will
1918        be uploaded when the target is run.
1919        '''
1920        if not shlibs or not self.platformContext:
1921            return None
1922
1923        shlib_environment_var = self.platformContext.shlib_environment_var
1924        shlib_prefix = self.platformContext.shlib_prefix
1925        shlib_extension = '.' + self.platformContext.shlib_extension
1926
1927        working_dir = self.get_process_working_directory()
1928        environment = ['%s=%s' % (shlib_environment_var, working_dir)]
1929        # Add any shared libraries to our target if remote so they get
1930        # uploaded into the working directory on the remote side
1931        for name in shlibs:
1932            # The path can be a full path to a shared library, or a make file name like "Foo" for
1933            # "libFoo.dylib" or "libFoo.so", or "Foo.so" for "Foo.so" or "libFoo.so", or just a
1934            # basename like "libFoo.so". So figure out which one it is and resolve the local copy
1935            # of the shared library accordingly
1936            if os.path.isfile(name):
1937                local_shlib_path = name  # name is the full path to the local shared library
1938            else:
1939                # Check relative names
1940                local_shlib_path = os.path.join(
1941                    os.getcwd(), shlib_prefix + name + shlib_extension)
1942                if not os.path.exists(local_shlib_path):
1943                    local_shlib_path = os.path.join(
1944                        os.getcwd(), name + shlib_extension)
1945                    if not os.path.exists(local_shlib_path):
1946                        local_shlib_path = os.path.join(os.getcwd(), name)
1947
1948                # Make sure we found the local shared library in the above code
1949                self.assertTrue(os.path.exists(local_shlib_path))
1950
1951            # Add the shared library to our target
1952            shlib_module = target.AddModule(local_shlib_path, None, None, None)
1953            if lldb.remote_platform:
1954                # We must set the remote install location if we want the shared library
1955                # to get uploaded to the remote target
1956                remote_shlib_path = lldbutil.append_to_process_working_directory(
1957                    os.path.basename(local_shlib_path))
1958                shlib_module.SetRemoteInstallFileSpec(
1959                    lldb.SBFileSpec(remote_shlib_path, False))
1960
1961        return environment
1962
1963    # utility methods that tests can use to access the current objects
1964    def target(self):
1965        if not self.dbg:
1966            raise Exception('Invalid debugger instance')
1967        return self.dbg.GetSelectedTarget()
1968
1969    def process(self):
1970        if not self.dbg:
1971            raise Exception('Invalid debugger instance')
1972        return self.dbg.GetSelectedTarget().GetProcess()
1973
1974    def thread(self):
1975        if not self.dbg:
1976            raise Exception('Invalid debugger instance')
1977        return self.dbg.GetSelectedTarget().GetProcess().GetSelectedThread()
1978
1979    def frame(self):
1980        if not self.dbg:
1981            raise Exception('Invalid debugger instance')
1982        return self.dbg.GetSelectedTarget().GetProcess(
1983        ).GetSelectedThread().GetSelectedFrame()
1984
1985    def get_process_working_directory(self):
1986        '''Get the working directory that should be used when launching processes for local or remote processes.'''
1987        if lldb.remote_platform:
1988            # Remote tests set the platform working directory up in
1989            # TestBase.setUp()
1990            return lldb.remote_platform.GetWorkingDirectory()
1991        else:
1992            # local tests change directory into each test subdirectory
1993            return os.getcwd()
1994
1995    def tearDown(self):
1996        #import traceback
1997        # traceback.print_stack()
1998
1999        # Ensure all the references to SB objects have gone away so that we can
2000        # be sure that all test-specific resources have been freed before we
2001        # attempt to delete the targets.
2002        gc.collect()
2003
2004        # Delete the target(s) from the debugger as a general cleanup step.
2005        # This includes terminating the process for each target, if any.
2006        # We'd like to reuse the debugger for our next test without incurring
2007        # the initialization overhead.
2008        targets = []
2009        for target in self.dbg:
2010            if target:
2011                targets.append(target)
2012                process = target.GetProcess()
2013                if process:
2014                    rc = self.invoke(process, "Kill")
2015                    self.assertTrue(rc.Success(), PROCESS_KILLED)
2016        for target in targets:
2017            self.dbg.DeleteTarget(target)
2018
2019        # Do this last, to make sure it's in reverse order from how we setup.
2020        Base.tearDown(self)
2021
2022        # This must be the last statement, otherwise teardown hooks or other
2023        # lines might depend on this still being active.
2024        del self.dbg
2025
2026    def switch_to_thread_with_stop_reason(self, stop_reason):
2027        """
2028        Run the 'thread list' command, and select the thread with stop reason as
2029        'stop_reason'.  If no such thread exists, no select action is done.
2030        """
2031        from .lldbutil import stop_reason_to_str
2032        self.runCmd('thread list')
2033        output = self.res.GetOutput()
2034        thread_line_pattern = re.compile(
2035            "^[ *] thread #([0-9]+):.*stop reason = %s" %
2036            stop_reason_to_str(stop_reason))
2037        for line in output.splitlines():
2038            matched = thread_line_pattern.match(line)
2039            if matched:
2040                self.runCmd('thread select %s' % matched.group(1))
2041
2042    def runCmd(self, cmd, msg=None, check=True, trace=False, inHistory=False):
2043        """
2044        Ask the command interpreter to handle the command and then check its
2045        return status.
2046        """
2047        # Fail fast if 'cmd' is not meaningful.
2048        if not cmd or len(cmd) == 0:
2049            raise Exception("Bad 'cmd' parameter encountered")
2050
2051        trace = (True if traceAlways else trace)
2052
2053        if cmd.startswith("target create "):
2054            cmd = cmd.replace("target create ", "file ")
2055
2056        running = (cmd.startswith("run") or cmd.startswith("process launch"))
2057
2058        for i in range(self.maxLaunchCount if running else 1):
2059            self.ci.HandleCommand(cmd, self.res, inHistory)
2060
2061            with recording(self, trace) as sbuf:
2062                print("runCmd:", cmd, file=sbuf)
2063                if not check:
2064                    print("check of return status not required", file=sbuf)
2065                if self.res.Succeeded():
2066                    print("output:", self.res.GetOutput(), file=sbuf)
2067                else:
2068                    print("runCmd failed!", file=sbuf)
2069                    print(self.res.GetError(), file=sbuf)
2070
2071            if self.res.Succeeded():
2072                break
2073            elif running:
2074                # For process launch, wait some time before possible next try.
2075                time.sleep(self.timeWaitNextLaunch)
2076                with recording(self, trace) as sbuf:
2077                    print("Command '" + cmd + "' failed!", file=sbuf)
2078
2079        if check:
2080            self.assertTrue(self.res.Succeeded(),
2081                            msg if msg else CMD_MSG(cmd))
2082
2083    def match(
2084            self,
2085            str,
2086            patterns,
2087            msg=None,
2088            trace=False,
2089            error=False,
2090            matching=True,
2091            exe=True):
2092        """run command in str, and match the result against regexp in patterns returning the match object for the first matching pattern
2093
2094        Otherwise, all the arguments have the same meanings as for the expect function"""
2095
2096        trace = (True if traceAlways else trace)
2097
2098        if exe:
2099            # First run the command.  If we are expecting error, set check=False.
2100            # Pass the assert message along since it provides more semantic
2101            # info.
2102            self.runCmd(
2103                str,
2104                msg=msg,
2105                trace=(
2106                    True if trace else False),
2107                check=not error)
2108
2109            # Then compare the output against expected strings.
2110            output = self.res.GetError() if error else self.res.GetOutput()
2111
2112            # If error is True, the API client expects the command to fail!
2113            if error:
2114                self.assertFalse(self.res.Succeeded(),
2115                                 "Command '" + str + "' is expected to fail!")
2116        else:
2117            # No execution required, just compare str against the golden input.
2118            output = str
2119            with recording(self, trace) as sbuf:
2120                print("looking at:", output, file=sbuf)
2121
2122        # The heading says either "Expecting" or "Not expecting".
2123        heading = "Expecting" if matching else "Not expecting"
2124
2125        for pattern in patterns:
2126            # Match Objects always have a boolean value of True.
2127            match_object = re.search(pattern, output)
2128            matched = bool(match_object)
2129            with recording(self, trace) as sbuf:
2130                print("%s pattern: %s" % (heading, pattern), file=sbuf)
2131                print("Matched" if matched else "Not matched", file=sbuf)
2132            if matched:
2133                break
2134
2135        self.assertTrue(matched if matching else not matched,
2136                        msg if msg else EXP_MSG(str, output, exe))
2137
2138        return match_object
2139
2140    def expect(
2141            self,
2142            str,
2143            msg=None,
2144            patterns=None,
2145            startstr=None,
2146            endstr=None,
2147            substrs=None,
2148            trace=False,
2149            error=False,
2150            matching=True,
2151            exe=True,
2152            inHistory=False):
2153        """
2154        Similar to runCmd; with additional expect style output matching ability.
2155
2156        Ask the command interpreter to handle the command and then check its
2157        return status.  The 'msg' parameter specifies an informational assert
2158        message.  We expect the output from running the command to start with
2159        'startstr', matches the substrings contained in 'substrs', and regexp
2160        matches the patterns contained in 'patterns'.
2161
2162        If the keyword argument error is set to True, it signifies that the API
2163        client is expecting the command to fail.  In this case, the error stream
2164        from running the command is retrieved and compared against the golden
2165        input, instead.
2166
2167        If the keyword argument matching is set to False, it signifies that the API
2168        client is expecting the output of the command not to match the golden
2169        input.
2170
2171        Finally, the required argument 'str' represents the lldb command to be
2172        sent to the command interpreter.  In case the keyword argument 'exe' is
2173        set to False, the 'str' is treated as a string to be matched/not-matched
2174        against the golden input.
2175        """
2176        trace = (True if traceAlways else trace)
2177
2178        if exe:
2179            # First run the command.  If we are expecting error, set check=False.
2180            # Pass the assert message along since it provides more semantic
2181            # info.
2182            self.runCmd(
2183                str,
2184                msg=msg,
2185                trace=(
2186                    True if trace else False),
2187                check=not error,
2188                inHistory=inHistory)
2189
2190            # Then compare the output against expected strings.
2191            output = self.res.GetError() if error else self.res.GetOutput()
2192
2193            # If error is True, the API client expects the command to fail!
2194            if error:
2195                self.assertFalse(self.res.Succeeded(),
2196                                 "Command '" + str + "' is expected to fail!")
2197        else:
2198            # No execution required, just compare str against the golden input.
2199            if isinstance(str, lldb.SBCommandReturnObject):
2200                output = str.GetOutput()
2201            else:
2202                output = str
2203            with recording(self, trace) as sbuf:
2204                print("looking at:", output, file=sbuf)
2205
2206        if output is None:
2207            output = ""
2208        # The heading says either "Expecting" or "Not expecting".
2209        heading = "Expecting" if matching else "Not expecting"
2210
2211        # Start from the startstr, if specified.
2212        # If there's no startstr, set the initial state appropriately.
2213        matched = output.startswith(startstr) if startstr else (
2214            True if matching else False)
2215
2216        if startstr:
2217            with recording(self, trace) as sbuf:
2218                print("%s start string: %s" % (heading, startstr), file=sbuf)
2219                print("Matched" if matched else "Not matched", file=sbuf)
2220
2221        # Look for endstr, if specified.
2222        keepgoing = matched if matching else not matched
2223        if endstr:
2224            matched = output.endswith(endstr)
2225            with recording(self, trace) as sbuf:
2226                print("%s end string: %s" % (heading, endstr), file=sbuf)
2227                print("Matched" if matched else "Not matched", file=sbuf)
2228
2229        # Look for sub strings, if specified.
2230        keepgoing = matched if matching else not matched
2231        if substrs and keepgoing:
2232            for substr in substrs:
2233                matched = output.find(substr) != -1
2234                with recording(self, trace) as sbuf:
2235                    print("%s sub string: %s" % (heading, substr), file=sbuf)
2236                    print("Matched" if matched else "Not matched", file=sbuf)
2237                keepgoing = matched if matching else not matched
2238                if not keepgoing:
2239                    break
2240
2241        # Search for regular expression patterns, if specified.
2242        keepgoing = matched if matching else not matched
2243        if patterns and keepgoing:
2244            for pattern in patterns:
2245                # Match Objects always have a boolean value of True.
2246                matched = bool(re.search(pattern, output))
2247                with recording(self, trace) as sbuf:
2248                    print("%s pattern: %s" % (heading, pattern), file=sbuf)
2249                    print("Matched" if matched else "Not matched", file=sbuf)
2250                keepgoing = matched if matching else not matched
2251                if not keepgoing:
2252                    break
2253
2254        self.assertTrue(matched if matching else not matched,
2255                        msg if msg else EXP_MSG(str, output, exe))
2256
2257    def invoke(self, obj, name, trace=False):
2258        """Use reflection to call a method dynamically with no argument."""
2259        trace = (True if traceAlways else trace)
2260
2261        method = getattr(obj, name)
2262        import inspect
2263        self.assertTrue(inspect.ismethod(method),
2264                        name + "is a method name of object: " + str(obj))
2265        result = method()
2266        with recording(self, trace) as sbuf:
2267            print(str(method) + ":", result, file=sbuf)
2268        return result
2269
2270    def build(
2271            self,
2272            architecture=None,
2273            compiler=None,
2274            dictionary=None,
2275            clean=True):
2276        """Platform specific way to build the default binaries."""
2277        module = builder_module()
2278        dictionary = lldbplatformutil.finalize_build_dictionary(dictionary)
2279        if self.debug_info is None:
2280            return self.buildDefault(architecture, compiler, dictionary, clean)
2281        elif self.debug_info == "dsym":
2282            return self.buildDsym(architecture, compiler, dictionary, clean)
2283        elif self.debug_info == "dwarf":
2284            return self.buildDwarf(architecture, compiler, dictionary, clean)
2285        elif self.debug_info == "dwo":
2286            return self.buildDwo(architecture, compiler, dictionary, clean)
2287        elif self.debug_info == "gmodules":
2288            return self.buildGModules(
2289                architecture, compiler, dictionary, clean)
2290        else:
2291            self.fail("Can't build for debug info: %s" % self.debug_info)
2292
2293    def run_platform_command(self, cmd):
2294        platform = self.dbg.GetSelectedPlatform()
2295        shell_command = lldb.SBPlatformShellCommand(cmd)
2296        err = platform.Run(shell_command)
2297        return (err, shell_command.GetStatus(), shell_command.GetOutput())
2298
2299    # =================================================
2300    # Misc. helper methods for debugging test execution
2301    # =================================================
2302
2303    def DebugSBValue(self, val):
2304        """Debug print a SBValue object, if traceAlways is True."""
2305        from .lldbutil import value_type_to_str
2306
2307        if not traceAlways:
2308            return
2309
2310        err = sys.stderr
2311        err.write(val.GetName() + ":\n")
2312        err.write('\t' + "TypeName         -> " + val.GetTypeName() + '\n')
2313        err.write('\t' + "ByteSize         -> " +
2314                  str(val.GetByteSize()) + '\n')
2315        err.write('\t' + "NumChildren      -> " +
2316                  str(val.GetNumChildren()) + '\n')
2317        err.write('\t' + "Value            -> " + str(val.GetValue()) + '\n')
2318        err.write('\t' + "ValueAsUnsigned  -> " +
2319                  str(val.GetValueAsUnsigned()) + '\n')
2320        err.write(
2321            '\t' +
2322            "ValueType        -> " +
2323            value_type_to_str(
2324                val.GetValueType()) +
2325            '\n')
2326        err.write('\t' + "Summary          -> " + str(val.GetSummary()) + '\n')
2327        err.write('\t' + "IsPointerType    -> " +
2328                  str(val.TypeIsPointerType()) + '\n')
2329        err.write('\t' + "Location         -> " + val.GetLocation() + '\n')
2330
2331    def DebugSBType(self, type):
2332        """Debug print a SBType object, if traceAlways is True."""
2333        if not traceAlways:
2334            return
2335
2336        err = sys.stderr
2337        err.write(type.GetName() + ":\n")
2338        err.write('\t' + "ByteSize        -> " +
2339                  str(type.GetByteSize()) + '\n')
2340        err.write('\t' + "IsPointerType   -> " +
2341                  str(type.IsPointerType()) + '\n')
2342        err.write('\t' + "IsReferenceType -> " +
2343                  str(type.IsReferenceType()) + '\n')
2344
2345    def DebugPExpect(self, child):
2346        """Debug the spwaned pexpect object."""
2347        if not traceAlways:
2348            return
2349
2350        print(child)
2351
2352    @classmethod
2353    def RemoveTempFile(cls, file):
2354        if os.path.exists(file):
2355            remove_file(file)
2356
2357# On Windows, the first attempt to delete a recently-touched file can fail
2358# because of a race with antimalware scanners.  This function will detect a
2359# failure and retry.
2360
2361
2362def remove_file(file, num_retries=1, sleep_duration=0.5):
2363    for i in range(num_retries + 1):
2364        try:
2365            os.remove(file)
2366            return True
2367        except:
2368            time.sleep(sleep_duration)
2369            continue
2370    return False
2371