1ee3c74fbSChris Lattner //===- FileCheck.cpp - Check that File's Contents match what is expected --===//
2ee3c74fbSChris Lattner //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6ee3c74fbSChris Lattner //
7ee3c74fbSChris Lattner //===----------------------------------------------------------------------===//
8ee3c74fbSChris Lattner //
9ee3c74fbSChris Lattner // FileCheck does a line-by line check of a file that validates whether it
10ee3c74fbSChris Lattner // contains the expected content.  This is useful for regression tests etc.
11ee3c74fbSChris Lattner //
12b5ecceffSJames Henderson // This program exits with an exit status of 2 on error, exit status of 0 if
13ee3c74fbSChris Lattner // the file matched the expected contents, and exit status of 1 if it did not
14ee3c74fbSChris Lattner // contain the expected contents.
15ee3c74fbSChris Lattner //
16ee3c74fbSChris Lattner //===----------------------------------------------------------------------===//
17ee3c74fbSChris Lattner 
185ffd940aSRaphael Isemann #include "llvm/FileCheck/FileCheck.h"
19ee3c74fbSChris Lattner #include "llvm/Support/CommandLine.h"
20197194b6SRui Ueyama #include "llvm/Support/InitLLVM.h"
213e66509fSJoel E. Denny #include "llvm/Support/Process.h"
223c5d267eSJoel E. Denny #include "llvm/Support/WithColor.h"
23ee3c74fbSChris Lattner #include "llvm/Support/raw_ostream.h"
24010982f7SRainer Orth #include <cmath>
25*c7c542e8SJoel E. Denny #include <map>
26ee3c74fbSChris Lattner using namespace llvm;
27ee3c74fbSChris Lattner 
28dbb757f4SJoel E. Denny static cl::extrahelp FileCheckOptsEnv(
29dbb757f4SJoel E. Denny     "\nOptions are parsed from the environment variable FILECHECK_OPTS and\n"
30dbb757f4SJoel E. Denny     "from the command line.\n");
31dbb757f4SJoel E. Denny 
32ee3c74fbSChris Lattner static cl::opt<std::string>
333c5d267eSJoel E. Denny     CheckFilename(cl::Positional, cl::desc("<check-file>"), cl::Optional);
34ee3c74fbSChris Lattner 
35ee3c74fbSChris Lattner static cl::opt<std::string>
36ee3c74fbSChris Lattner     InputFilename("input-file", cl::desc("File to check (defaults to stdin)"),
37ee3c74fbSChris Lattner                   cl::init("-"), cl::value_desc("filename"));
38ee3c74fbSChris Lattner 
39e8f2fb20SChandler Carruth static cl::list<std::string> CheckPrefixes(
40e8f2fb20SChandler Carruth     "check-prefix",
41ee3c74fbSChris Lattner     cl::desc("Prefix to use from check file (defaults to 'CHECK')"));
42fd557cb0SDaniel Sanders static cl::alias CheckPrefixesAlias(
43fd557cb0SDaniel Sanders     "check-prefixes", cl::aliasopt(CheckPrefixes), cl::CommaSeparated,
44fd557cb0SDaniel Sanders     cl::NotHidden,
45fd557cb0SDaniel Sanders     cl::desc(
46fd557cb0SDaniel Sanders         "Alias for -check-prefix permitting multiple comma separated values"));
47ee3c74fbSChris Lattner 
48a1fd1882SJoel E. Denny static cl::list<std::string> CommentPrefixes(
49a1fd1882SJoel E. Denny     "comment-prefixes", cl::CommaSeparated, cl::Hidden,
50a1fd1882SJoel E. Denny     cl::desc("Comma-separated list of comment prefixes to use from check file\n"
51a1fd1882SJoel E. Denny              "(defaults to 'COM,RUN'). Please avoid using this feature in\n"
52a1fd1882SJoel E. Denny              "LLVM's LIT-based test suites, which should be easier to\n"
53a1fd1882SJoel E. Denny              "maintain if they all follow a consistent comment style. This\n"
54a1fd1882SJoel E. Denny              "feature is meant for non-LIT test suites using FileCheck."));
55a1fd1882SJoel E. Denny 
56e8f2fb20SChandler Carruth static cl::opt<bool> NoCanonicalizeWhiteSpace(
57e8f2fb20SChandler Carruth     "strict-whitespace",
582c3e5cdfSChris Lattner     cl::desc("Do not treat all horizontal whitespace as equivalent"));
592c3e5cdfSChris Lattner 
605b5b2fd2SKai Nacke static cl::opt<bool> IgnoreCase(
615b5b2fd2SKai Nacke     "ignore-case",
625b5b2fd2SKai Nacke     cl::desc("Use case-insensitive matching"));
635b5b2fd2SKai Nacke 
6456ccdbbdSAlexander Kornienko static cl::list<std::string> ImplicitCheckNot(
6556ccdbbdSAlexander Kornienko     "implicit-check-not",
6656ccdbbdSAlexander Kornienko     cl::desc("Add an implicit negative check with this pattern to every\n"
6756ccdbbdSAlexander Kornienko              "positive check. This can be used to ensure that no instances of\n"
6856ccdbbdSAlexander Kornienko              "this pattern occur which are not matched by a positive pattern"),
6956ccdbbdSAlexander Kornienko     cl::value_desc("pattern"));
7056ccdbbdSAlexander Kornienko 
71a5e233bfSThomas Preud'homme static cl::list<std::string>
72a5e233bfSThomas Preud'homme     GlobalDefines("D", cl::AlwaysPrefix,
7346e1fd61SAlexander Richardson                   cl::desc("Define a variable to be used in capture patterns."),
7446e1fd61SAlexander Richardson                   cl::value_desc("VAR=VALUE"));
7546e1fd61SAlexander Richardson 
761b9f936fSJustin Bogner static cl::opt<bool> AllowEmptyInput(
771b9f936fSJustin Bogner     "allow-empty", cl::init(false),
781b9f936fSJustin Bogner     cl::desc("Allow the input file to be empty. This is useful when making\n"
791b9f936fSJustin Bogner              "checks that some error message does not occur, for example."));
801b9f936fSJustin Bogner 
81871d658cSMircea Trofin static cl::opt<bool> AllowUnusedPrefixes(
8287dbdd2eSFangrui Song     "allow-unused-prefixes", cl::init(false), cl::ZeroOrMore,
83871d658cSMircea Trofin     cl::desc("Allow prefixes to be specified but not appear in the test."));
84871d658cSMircea Trofin 
8585913ccaSJames Y Knight static cl::opt<bool> MatchFullLines(
8685913ccaSJames Y Knight     "match-full-lines", cl::init(false),
8785913ccaSJames Y Knight     cl::desc("Require all positive matches to cover an entire input line.\n"
8885913ccaSJames Y Knight              "Allows leading and trailing whitespace if --strict-whitespace\n"
8985913ccaSJames Y Knight              "is not also passed."));
9085913ccaSJames Y Knight 
91f55e72a5SArtem Belevich static cl::opt<bool> EnableVarScope(
92f55e72a5SArtem Belevich     "enable-var-scope", cl::init(false),
93f55e72a5SArtem Belevich     cl::desc("Enables scope for regex variables. Variables with names that\n"
94f55e72a5SArtem Belevich              "do not start with '$' will be reset at the beginning of\n"
95f55e72a5SArtem Belevich              "each CHECK-LABEL block."));
96f55e72a5SArtem Belevich 
97bcf5b441SJoel E. Denny static cl::opt<bool> AllowDeprecatedDagOverlap(
98bcf5b441SJoel E. Denny     "allow-deprecated-dag-overlap", cl::init(false),
99bcf5b441SJoel E. Denny     cl::desc("Enable overlapping among matches in a group of consecutive\n"
100bcf5b441SJoel E. Denny              "CHECK-DAG directives.  This option is deprecated and is only\n"
101bcf5b441SJoel E. Denny              "provided for convenience as old tests are migrated to the new\n"
102bcf5b441SJoel E. Denny              "non-overlapping CHECK-DAG implementation.\n"));
103bcf5b441SJoel E. Denny 
104352695c3SJoel E. Denny static cl::opt<bool> Verbose(
105782585a2SJoel E. Denny     "v", cl::init(false), cl::ZeroOrMore,
106352695c3SJoel E. Denny     cl::desc("Print directive pattern matches, or add them to the input dump\n"
107352695c3SJoel E. Denny              "if enabled.\n"));
108dc5ba317SJoel E. Denny 
109dc5ba317SJoel E. Denny static cl::opt<bool> VerboseVerbose(
110782585a2SJoel E. Denny     "vv", cl::init(false), cl::ZeroOrMore,
111dc5ba317SJoel E. Denny     cl::desc("Print information helpful in diagnosing internal FileCheck\n"
112352695c3SJoel E. Denny              "issues, or add it to the input dump if enabled.  Implies\n"
113352695c3SJoel E. Denny              "-v.\n"));
1143c5d267eSJoel E. Denny 
115fdde18a7SJoel E. Denny // The order of DumpInputValue members affects their precedence, as documented
116fdde18a7SJoel E. Denny // for -dump-input below.
1173c5d267eSJoel E. Denny enum DumpInputValue {
1183c5d267eSJoel E. Denny   DumpInputNever,
1193c5d267eSJoel E. Denny   DumpInputFail,
120fdde18a7SJoel E. Denny   DumpInputAlways,
121fdde18a7SJoel E. Denny   DumpInputHelp
1223c5d267eSJoel E. Denny };
1233c5d267eSJoel E. Denny 
124fdde18a7SJoel E. Denny static cl::list<DumpInputValue> DumpInputs(
125fdde18a7SJoel E. Denny     "dump-input",
1263c5d267eSJoel E. Denny     cl::desc("Dump input to stderr, adding annotations representing\n"
127fdde18a7SJoel E. Denny              "currently enabled diagnostics.  When there are multiple\n"
128fdde18a7SJoel E. Denny              "occurrences of this option, the <value> that appears earliest\n"
129839f8e4fSJoel E. Denny              "in the list below has precedence.  The default is 'fail'.\n"),
1303c5d267eSJoel E. Denny     cl::value_desc("mode"),
131839f8e4fSJoel E. Denny     cl::values(clEnumValN(DumpInputHelp, "help", "Explain input dump and quit"),
132fdde18a7SJoel E. Denny                clEnumValN(DumpInputAlways, "always", "Always dump input"),
1333c5d267eSJoel E. Denny                clEnumValN(DumpInputFail, "fail", "Dump input on failure"),
134fdde18a7SJoel E. Denny                clEnumValN(DumpInputNever, "never", "Never dump input")));
135dc5ba317SJoel E. Denny 
1369fd4b5faSJoel E. Denny // The order of DumpInputFilterValue members affects their precedence, as
1379fd4b5faSJoel E. Denny // documented for -dump-input-filter below.
1389fd4b5faSJoel E. Denny enum DumpInputFilterValue {
1399fd4b5faSJoel E. Denny   DumpInputFilterError,
1409fd4b5faSJoel E. Denny   DumpInputFilterAnnotation,
1419fd4b5faSJoel E. Denny   DumpInputFilterAnnotationFull,
1429fd4b5faSJoel E. Denny   DumpInputFilterAll
1439fd4b5faSJoel E. Denny };
1449fd4b5faSJoel E. Denny 
1459fd4b5faSJoel E. Denny static cl::list<DumpInputFilterValue> DumpInputFilters(
1469fd4b5faSJoel E. Denny     "dump-input-filter",
1479fd4b5faSJoel E. Denny     cl::desc("In the dump requested by -dump-input, print only input lines of\n"
1486dda6ff0SJoel E. Denny              "kind <value> plus any context specified by -dump-input-context.\n"
1496dda6ff0SJoel E. Denny              "When there are multiple occurrences of this option, the <value>\n"
1509fd4b5faSJoel E. Denny              "that appears earliest in the list below has precedence.  The\n"
1519fd4b5faSJoel E. Denny              "default is 'error' when -dump-input=fail, and it's 'all' when\n"
1529fd4b5faSJoel E. Denny              "-dump-input=always.\n"),
1539fd4b5faSJoel E. Denny     cl::values(clEnumValN(DumpInputFilterAll, "all", "All input lines"),
1549fd4b5faSJoel E. Denny                clEnumValN(DumpInputFilterAnnotationFull, "annotation-full",
1559fd4b5faSJoel E. Denny                           "Input lines with annotations"),
1569fd4b5faSJoel E. Denny                clEnumValN(DumpInputFilterAnnotation, "annotation",
1579fd4b5faSJoel E. Denny                           "Input lines with starting points of annotations"),
1589fd4b5faSJoel E. Denny                clEnumValN(DumpInputFilterError, "error",
1599fd4b5faSJoel E. Denny                           "Input lines with starting points of error "
1609fd4b5faSJoel E. Denny                           "annotations")));
1619fd4b5faSJoel E. Denny 
162bce8fcedSJoel E. Denny static cl::list<unsigned> DumpInputContexts(
163bce8fcedSJoel E. Denny     "dump-input-context", cl::value_desc("N"),
1649fd4b5faSJoel E. Denny     cl::desc("In the dump requested by -dump-input, print <N> input lines\n"
1659fd4b5faSJoel E. Denny              "before and <N> input lines after any lines specified by\n"
1669fd4b5faSJoel E. Denny              "-dump-input-filter.  When there are multiple occurrences of\n"
167bce8fcedSJoel E. Denny              "this option, the largest specified <N> has precedence.  The\n"
168bce8fcedSJoel E. Denny              "default is 5.\n"));
169bce8fcedSJoel E. Denny 
17013df4626SMatt Arsenault typedef cl::list<std::string>::const_iterator prefix_iterator;
17113df4626SMatt Arsenault 
17213df4626SMatt Arsenault 
17313df4626SMatt Arsenault 
174726774cbSChandler Carruth 
175726774cbSChandler Carruth 
176726774cbSChandler Carruth 
177c2735158SRui Ueyama 
1782bd4f8b6SXinliang David Li static void DumpCommandLine(int argc, char **argv) {
1792bd4f8b6SXinliang David Li   errs() << "FileCheck command line: ";
1802bd4f8b6SXinliang David Li   for (int I = 0; I < argc; I++)
1812bd4f8b6SXinliang David Li     errs() << " " << argv[I];
1822bd4f8b6SXinliang David Li   errs() << "\n";
1832bd4f8b6SXinliang David Li }
1842bd4f8b6SXinliang David Li 
1853c5d267eSJoel E. Denny struct MarkerStyle {
1863c5d267eSJoel E. Denny   /// The starting char (before tildes) for marking the line.
1873c5d267eSJoel E. Denny   char Lead;
1883c5d267eSJoel E. Denny   /// What color to use for this annotation.
1894d41c332SRui Ueyama   raw_ostream::Colors Color;
1903c5d267eSJoel E. Denny   /// A note to follow the marker, or empty string if none.
1913c5d267eSJoel E. Denny   std::string Note;
1929fd4b5faSJoel E. Denny   /// Does this marker indicate inclusion by -dump-input-filter=error?
193bce8fcedSJoel E. Denny   bool FiltersAsError;
1943c5d267eSJoel E. Denny   MarkerStyle() {}
1954d41c332SRui Ueyama   MarkerStyle(char Lead, raw_ostream::Colors Color,
196bce8fcedSJoel E. Denny               const std::string &Note = "", bool FiltersAsError = false)
197bce8fcedSJoel E. Denny       : Lead(Lead), Color(Color), Note(Note), FiltersAsError(FiltersAsError) {
198bce8fcedSJoel E. Denny     assert((!FiltersAsError || !Note.empty()) &&
199bce8fcedSJoel E. Denny            "expected error diagnostic to have note");
200bce8fcedSJoel E. Denny   }
2013c5d267eSJoel E. Denny };
2023c5d267eSJoel E. Denny 
2033c5d267eSJoel E. Denny static MarkerStyle GetMarker(FileCheckDiag::MatchType MatchTy) {
2043c5d267eSJoel E. Denny   switch (MatchTy) {
205e2afb614SJoel E. Denny   case FileCheckDiag::MatchFoundAndExpected:
2067df86967SJoel E. Denny     return MarkerStyle('^', raw_ostream::GREEN);
207e2afb614SJoel E. Denny   case FileCheckDiag::MatchFoundButExcluded:
208bce8fcedSJoel E. Denny     return MarkerStyle('!', raw_ostream::RED, "error: no match expected",
209bce8fcedSJoel E. Denny                        /*FiltersAsError=*/true);
210e2afb614SJoel E. Denny   case FileCheckDiag::MatchFoundButWrongLine:
211bce8fcedSJoel E. Denny     return MarkerStyle('!', raw_ostream::RED, "error: match on wrong line",
212bce8fcedSJoel E. Denny                        /*FiltersAsError=*/true);
213e2afb614SJoel E. Denny   case FileCheckDiag::MatchFoundButDiscarded:
214f7c1c4d8SJoel E. Denny     return MarkerStyle('!', raw_ostream::CYAN,
215f7c1c4d8SJoel E. Denny                        "discard: overlaps earlier match");
216dd59c132SJoel E. Denny   case FileCheckDiag::MatchFoundErrorNote:
217dd59c132SJoel E. Denny     // Note should always be overridden within the FileCheckDiag.
218dd59c132SJoel E. Denny     return MarkerStyle('!', raw_ostream::RED,
219dd59c132SJoel E. Denny                        "error: unknown error after match",
220dd59c132SJoel E. Denny                        /*FiltersAsError=*/true);
22196f0e84cSJoel E. Denny   case FileCheckDiag::MatchNoneAndExcluded:
22296f0e84cSJoel E. Denny     return MarkerStyle('X', raw_ostream::GREEN);
2233c5d267eSJoel E. Denny   case FileCheckDiag::MatchNoneButExpected:
224bce8fcedSJoel E. Denny     return MarkerStyle('X', raw_ostream::RED, "error: no match found",
225bce8fcedSJoel E. Denny                        /*FiltersAsError=*/true);
226dd59c132SJoel E. Denny   case FileCheckDiag::MatchNoneForInvalidPattern:
227dd59c132SJoel E. Denny     return MarkerStyle('X', raw_ostream::RED,
228dd59c132SJoel E. Denny                        "error: match failed for invalid pattern",
229dd59c132SJoel E. Denny                        /*FiltersAsError=*/true);
2302c007c80SJoel E. Denny   case FileCheckDiag::MatchFuzzy:
231bce8fcedSJoel E. Denny     return MarkerStyle('?', raw_ostream::MAGENTA, "possible intended match",
232bce8fcedSJoel E. Denny                        /*FiltersAsError=*/true);
2333c5d267eSJoel E. Denny   }
2343c5d267eSJoel E. Denny   llvm_unreachable_internal("unexpected match type");
2353c5d267eSJoel E. Denny }
2363c5d267eSJoel E. Denny 
2373c5d267eSJoel E. Denny static void DumpInputAnnotationHelp(raw_ostream &OS) {
2383c5d267eSJoel E. Denny   OS << "The following description was requested by -dump-input=help to\n"
239839f8e4fSJoel E. Denny      << "explain the input dump printed by FileCheck.\n"
240839f8e4fSJoel E. Denny      << "\n"
241839f8e4fSJoel E. Denny      << "Related command-line options:\n"
2426dda6ff0SJoel E. Denny      << "\n"
243839f8e4fSJoel E. Denny      << "  - -dump-input=<value> enables or disables the input dump\n"
2446dda6ff0SJoel E. Denny      << "  - -dump-input-filter=<value> filters the input lines\n"
2459fd4b5faSJoel E. Denny      << "  - -dump-input-context=<N> adjusts the context of filtered lines\n"
246839f8e4fSJoel E. Denny      << "  - -v and -vv add more annotations\n"
247839f8e4fSJoel E. Denny      << "  - -color forces colors to be enabled both in the dump and below\n"
248839f8e4fSJoel E. Denny      << "  - -help documents the above options in more detail\n"
249839f8e4fSJoel E. Denny      << "\n"
2506dda6ff0SJoel E. Denny      << "These options can also be set via FILECHECK_OPTS.  For example, for\n"
2516dda6ff0SJoel E. Denny      << "maximum debugging output on failures:\n"
2526dda6ff0SJoel E. Denny      << "\n"
2536dda6ff0SJoel E. Denny      << "  $ FILECHECK_OPTS='-dump-input-filter=all -vv -color' ninja check\n"
2546dda6ff0SJoel E. Denny      << "\n"
2556dda6ff0SJoel E. Denny      << "Input dump annotation format:\n"
2566dda6ff0SJoel E. Denny      << "\n";
2573c5d267eSJoel E. Denny 
2583c5d267eSJoel E. Denny   // Labels for input lines.
2593c5d267eSJoel E. Denny   OS << "  - ";
2603c5d267eSJoel E. Denny   WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "L:";
26109c35739SThomas Preud'homme   OS << "     labels line number L of the input file\n"
26209c35739SThomas Preud'homme      << "           An extra space is added after each input line to represent"
26309c35739SThomas Preud'homme      << " the\n"
26409c35739SThomas Preud'homme      << "           newline character\n";
2653c5d267eSJoel E. Denny 
2663c5d267eSJoel E. Denny   // Labels for annotation lines.
2673c5d267eSJoel E. Denny   OS << "  - ";
2683c5d267eSJoel E. Denny   WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "T:L";
269b5a24610SJoel E. Denny   OS << "    labels the only match result for either (1) a pattern of type T"
270b5a24610SJoel E. Denny      << " from\n"
271b5a24610SJoel E. Denny      << "           line L of the check file if L is an integer or (2) the"
272b5a24610SJoel E. Denny      << " I-th implicit\n"
273b5a24610SJoel E. Denny      << "           pattern if L is \"imp\" followed by an integer "
274b5a24610SJoel E. Denny      << "I (index origin one)\n";
2752c007c80SJoel E. Denny   OS << "  - ";
2762c007c80SJoel E. Denny   WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "T:L'N";
277b5a24610SJoel E. Denny   OS << "  labels the Nth match result for such a pattern\n";
2783c5d267eSJoel E. Denny 
2793c5d267eSJoel E. Denny   // Markers on annotation lines.
2803c5d267eSJoel E. Denny   OS << "  - ";
2817df86967SJoel E. Denny   WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "^~~";
2827df86967SJoel E. Denny   OS << "    marks good match (reported if -v)\n"
2837df86967SJoel E. Denny      << "  - ";
284cadfcef4SJoel E. Denny   WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "!~~";
285cadfcef4SJoel E. Denny   OS << "    marks bad match, such as:\n"
286cadfcef4SJoel E. Denny      << "           - CHECK-NEXT on same line as previous match (error)\n"
2870e7e3fa0SJoel E. Denny      << "           - CHECK-NOT found (error)\n"
288f7c1c4d8SJoel E. Denny      << "           - CHECK-DAG overlapping match (discarded, reported if "
289f7c1c4d8SJoel E. Denny      << "-vv)\n"
290cadfcef4SJoel E. Denny      << "  - ";
2913c5d267eSJoel E. Denny   WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "X~~";
292cadfcef4SJoel E. Denny   OS << "    marks search range when no match is found, such as:\n"
293cadfcef4SJoel E. Denny      << "           - CHECK-NEXT not found (error)\n"
29496f0e84cSJoel E. Denny      << "           - CHECK-NOT not found (success, reported if -vv)\n"
295f7c1c4d8SJoel E. Denny      << "           - CHECK-DAG not found after discarded matches (error)\n"
2962c007c80SJoel E. Denny      << "  - ";
2972c007c80SJoel E. Denny   WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "?";
2982c007c80SJoel E. Denny   OS << "      marks fuzzy match when no match is found\n";
2993c5d267eSJoel E. Denny 
300bce8fcedSJoel E. Denny   // Elided lines.
301bce8fcedSJoel E. Denny   OS << "  - ";
302bce8fcedSJoel E. Denny   WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "...";
303bce8fcedSJoel E. Denny   OS << "    indicates elided input lines and annotations, as specified by\n"
3049fd4b5faSJoel E. Denny      << "           -dump-input-filter and -dump-input-context\n";
305bce8fcedSJoel E. Denny 
3063c5d267eSJoel E. Denny   // Colors.
3073c5d267eSJoel E. Denny   OS << "  - colors ";
3087df86967SJoel E. Denny   WithColor(OS, raw_ostream::GREEN, true) << "success";
3097df86967SJoel E. Denny   OS << ", ";
3103c5d267eSJoel E. Denny   WithColor(OS, raw_ostream::RED, true) << "error";
3112c007c80SJoel E. Denny   OS << ", ";
3122c007c80SJoel E. Denny   WithColor(OS, raw_ostream::MAGENTA, true) << "fuzzy match";
3137df86967SJoel E. Denny   OS << ", ";
314f7c1c4d8SJoel E. Denny   WithColor(OS, raw_ostream::CYAN, true, false) << "discarded match";
315f7c1c4d8SJoel E. Denny   OS << ", ";
3167df86967SJoel E. Denny   WithColor(OS, raw_ostream::CYAN, true, true) << "unmatched input";
317839f8e4fSJoel E. Denny   OS << "\n";
3183c5d267eSJoel E. Denny }
3193c5d267eSJoel E. Denny 
3203c5d267eSJoel E. Denny /// An annotation for a single input line.
3213c5d267eSJoel E. Denny struct InputAnnotation {
322ce685455SJoel E. Denny   /// The index of the match result across all checks
323ce685455SJoel E. Denny   unsigned DiagIndex;
3243c5d267eSJoel E. Denny   /// The label for this annotation.
3253c5d267eSJoel E. Denny   std::string Label;
326bce8fcedSJoel E. Denny   /// Is this the initial fragment of a diagnostic that has been broken across
327bce8fcedSJoel E. Denny   /// multiple lines?
328bce8fcedSJoel E. Denny   bool IsFirstLine;
3293c5d267eSJoel E. Denny   /// What input line (one-origin indexing) this annotation marks.  This might
330bce8fcedSJoel E. Denny   /// be different from the starting line of the original diagnostic if
331bce8fcedSJoel E. Denny   /// !IsFirstLine.
3323c5d267eSJoel E. Denny   unsigned InputLine;
333ce685455SJoel E. Denny   /// The column range (one-origin indexing, open end) in which to mark the
3343c5d267eSJoel E. Denny   /// input line.  If InputEndCol is UINT_MAX, treat it as the last column
3353c5d267eSJoel E. Denny   /// before the newline.
3363c5d267eSJoel E. Denny   unsigned InputStartCol, InputEndCol;
3373c5d267eSJoel E. Denny   /// The marker to use.
3383c5d267eSJoel E. Denny   MarkerStyle Marker;
339e2afb614SJoel E. Denny   /// Whether this annotation represents a good match for an expected pattern.
340e2afb614SJoel E. Denny   bool FoundAndExpectedMatch;
3413c5d267eSJoel E. Denny };
3423c5d267eSJoel E. Denny 
3433c5d267eSJoel E. Denny /// Get an abbreviation for the check type.
34420e9c36cSFangrui Song static std::string GetCheckTypeAbbreviation(Check::FileCheckType Ty) {
3453c5d267eSJoel E. Denny   switch (Ty) {
3463c5d267eSJoel E. Denny   case Check::CheckPlain:
3473c5d267eSJoel E. Denny     if (Ty.getCount() > 1)
3483c5d267eSJoel E. Denny       return "count";
3493c5d267eSJoel E. Denny     return "check";
3503c5d267eSJoel E. Denny   case Check::CheckNext:
3513c5d267eSJoel E. Denny     return "next";
3523c5d267eSJoel E. Denny   case Check::CheckSame:
3533c5d267eSJoel E. Denny     return "same";
3543c5d267eSJoel E. Denny   case Check::CheckNot:
3553c5d267eSJoel E. Denny     return "not";
3563c5d267eSJoel E. Denny   case Check::CheckDAG:
3573c5d267eSJoel E. Denny     return "dag";
3583c5d267eSJoel E. Denny   case Check::CheckLabel:
3593c5d267eSJoel E. Denny     return "label";
3603c5d267eSJoel E. Denny   case Check::CheckEmpty:
3613c5d267eSJoel E. Denny     return "empty";
362a1fd1882SJoel E. Denny   case Check::CheckComment:
363a1fd1882SJoel E. Denny     return "com";
3643c5d267eSJoel E. Denny   case Check::CheckEOF:
3653c5d267eSJoel E. Denny     return "eof";
3663c5d267eSJoel E. Denny   case Check::CheckBadNot:
3673c5d267eSJoel E. Denny     return "bad-not";
3683c5d267eSJoel E. Denny   case Check::CheckBadCount:
3693c5d267eSJoel E. Denny     return "bad-count";
3703c5d267eSJoel E. Denny   case Check::CheckNone:
3713c5d267eSJoel E. Denny     llvm_unreachable("invalid FileCheckType");
3723c5d267eSJoel E. Denny   }
3733c5d267eSJoel E. Denny   llvm_unreachable("unknown FileCheckType");
3743c5d267eSJoel E. Denny }
3753c5d267eSJoel E. Denny 
376b5a24610SJoel E. Denny static void
377b5a24610SJoel E. Denny BuildInputAnnotations(const SourceMgr &SM, unsigned CheckFileBufferID,
378b5a24610SJoel E. Denny                       const std::pair<unsigned, unsigned> &ImpPatBufferIDRange,
379b5a24610SJoel E. Denny                       const std::vector<FileCheckDiag> &Diags,
3803c5d267eSJoel E. Denny                       std::vector<InputAnnotation> &Annotations,
3813c5d267eSJoel E. Denny                       unsigned &LabelWidth) {
382*c7c542e8SJoel E. Denny   struct CompareSMLoc {
383*c7c542e8SJoel E. Denny     bool operator()(const SMLoc &LHS, const SMLoc &RHS) {
384*c7c542e8SJoel E. Denny       return LHS.getPointer() < RHS.getPointer();
385*c7c542e8SJoel E. Denny     }
386*c7c542e8SJoel E. Denny   };
387*c7c542e8SJoel E. Denny   // How many diagnostics does each pattern have?
388*c7c542e8SJoel E. Denny   std::map<SMLoc, unsigned, CompareSMLoc> DiagCountPerPattern;
389*c7c542e8SJoel E. Denny   for (auto Diag : Diags)
390*c7c542e8SJoel E. Denny     ++DiagCountPerPattern[Diag.CheckLoc];
391*c7c542e8SJoel E. Denny   // How many diagnostics have we seen so far per pattern?
392*c7c542e8SJoel E. Denny   std::map<SMLoc, unsigned, CompareSMLoc> DiagIndexPerPattern;
393*c7c542e8SJoel E. Denny   // How many total diagnostics have we seen so far?
394*c7c542e8SJoel E. Denny   unsigned DiagIndex = 0;
3953c5d267eSJoel E. Denny   // What's the widest label?
3963c5d267eSJoel E. Denny   LabelWidth = 0;
3973c5d267eSJoel E. Denny   for (auto DiagItr = Diags.begin(), DiagEnd = Diags.end(); DiagItr != DiagEnd;
3983c5d267eSJoel E. Denny        ++DiagItr) {
3993c5d267eSJoel E. Denny     InputAnnotation A;
400*c7c542e8SJoel E. Denny     A.DiagIndex = DiagIndex++;
4013c5d267eSJoel E. Denny 
4023c5d267eSJoel E. Denny     // Build label, which uniquely identifies this check result.
403b5a24610SJoel E. Denny     unsigned CheckBufferID = SM.FindBufferContainingLoc(DiagItr->CheckLoc);
404b5a24610SJoel E. Denny     auto CheckLineAndCol =
405b5a24610SJoel E. Denny         SM.getLineAndColumn(DiagItr->CheckLoc, CheckBufferID);
4063c5d267eSJoel E. Denny     llvm::raw_string_ostream Label(A.Label);
407b5a24610SJoel E. Denny     Label << GetCheckTypeAbbreviation(DiagItr->CheckTy) << ":";
408b5a24610SJoel E. Denny     if (CheckBufferID == CheckFileBufferID)
409b5a24610SJoel E. Denny       Label << CheckLineAndCol.first;
410b5a24610SJoel E. Denny     else if (ImpPatBufferIDRange.first <= CheckBufferID &&
411b5a24610SJoel E. Denny              CheckBufferID < ImpPatBufferIDRange.second)
412b5a24610SJoel E. Denny       Label << "imp" << (CheckBufferID - ImpPatBufferIDRange.first + 1);
413b5a24610SJoel E. Denny     else
414b5a24610SJoel E. Denny       llvm_unreachable("expected diagnostic's check location to be either in "
415b5a24610SJoel E. Denny                        "the check file or for an implicit pattern");
416*c7c542e8SJoel E. Denny     if (DiagCountPerPattern[DiagItr->CheckLoc] > 1)
417*c7c542e8SJoel E. Denny       Label << "'" << DiagIndexPerPattern[DiagItr->CheckLoc]++;
4183c5d267eSJoel E. Denny     Label.flush();
4193c5d267eSJoel E. Denny     LabelWidth = std::max((std::string::size_type)LabelWidth, A.Label.size());
4203c5d267eSJoel E. Denny 
421608f2bfdSJoel E. Denny     A.Marker = GetMarker(DiagItr->MatchTy);
422d680711bSJoel E. Denny     if (!DiagItr->Note.empty()) {
423d680711bSJoel E. Denny       A.Marker.Note = DiagItr->Note;
424d680711bSJoel E. Denny       // It's less confusing if notes that don't actually have ranges don't have
425d680711bSJoel E. Denny       // markers.  For example, a marker for 'with "VAR" equal to "5"' would
426d680711bSJoel E. Denny       // seem to indicate where "VAR" matches, but the location we actually have
427d680711bSJoel E. Denny       // for the marker simply points to the start of the match/search range for
428d680711bSJoel E. Denny       // the full pattern of which the substitution is potentially just one
429d680711bSJoel E. Denny       // component.
430d680711bSJoel E. Denny       if (DiagItr->InputStartLine == DiagItr->InputEndLine &&
431d680711bSJoel E. Denny           DiagItr->InputStartCol == DiagItr->InputEndCol)
432d680711bSJoel E. Denny         A.Marker.Lead = ' ';
433d680711bSJoel E. Denny     }
434dd59c132SJoel E. Denny     if (DiagItr->MatchTy == FileCheckDiag::MatchFoundErrorNote) {
435dd59c132SJoel E. Denny       assert(!DiagItr->Note.empty() &&
436dd59c132SJoel E. Denny              "expected custom note for MatchFoundErrorNote");
437dd59c132SJoel E. Denny       A.Marker.Note = "error: " + A.Marker.Note;
438dd59c132SJoel E. Denny     }
439e2afb614SJoel E. Denny     A.FoundAndExpectedMatch =
440e2afb614SJoel E. Denny         DiagItr->MatchTy == FileCheckDiag::MatchFoundAndExpected;
4413c5d267eSJoel E. Denny 
4423c5d267eSJoel E. Denny     // Compute the mark location, and break annotation into multiple
4433c5d267eSJoel E. Denny     // annotations if it spans multiple lines.
444bce8fcedSJoel E. Denny     A.IsFirstLine = true;
4453c5d267eSJoel E. Denny     A.InputLine = DiagItr->InputStartLine;
4463c5d267eSJoel E. Denny     A.InputStartCol = DiagItr->InputStartCol;
4473c5d267eSJoel E. Denny     if (DiagItr->InputStartLine == DiagItr->InputEndLine) {
4483c5d267eSJoel E. Denny       // Sometimes ranges are empty in order to indicate a specific point, but
4493c5d267eSJoel E. Denny       // that would mean nothing would be marked, so adjust the range to
4503c5d267eSJoel E. Denny       // include the following character.
4513c5d267eSJoel E. Denny       A.InputEndCol =
4523c5d267eSJoel E. Denny           std::max(DiagItr->InputStartCol + 1, DiagItr->InputEndCol);
4533c5d267eSJoel E. Denny       Annotations.push_back(A);
4543c5d267eSJoel E. Denny     } else {
4553c5d267eSJoel E. Denny       assert(DiagItr->InputStartLine < DiagItr->InputEndLine &&
4563c5d267eSJoel E. Denny              "expected input range not to be inverted");
4573c5d267eSJoel E. Denny       A.InputEndCol = UINT_MAX;
4583c5d267eSJoel E. Denny       Annotations.push_back(A);
4593c5d267eSJoel E. Denny       for (unsigned L = DiagItr->InputStartLine + 1, E = DiagItr->InputEndLine;
4603c5d267eSJoel E. Denny            L <= E; ++L) {
4613c5d267eSJoel E. Denny         // If a range ends before the first column on a line, then it has no
4623c5d267eSJoel E. Denny         // characters on that line, so there's nothing to render.
463608f2bfdSJoel E. Denny         if (DiagItr->InputEndCol == 1 && L == E)
4643c5d267eSJoel E. Denny           break;
4653c5d267eSJoel E. Denny         InputAnnotation B;
466ce685455SJoel E. Denny         B.DiagIndex = A.DiagIndex;
4673c5d267eSJoel E. Denny         B.Label = A.Label;
468bce8fcedSJoel E. Denny         B.IsFirstLine = false;
4693c5d267eSJoel E. Denny         B.InputLine = L;
470608f2bfdSJoel E. Denny         B.Marker = A.Marker;
4713c5d267eSJoel E. Denny         B.Marker.Lead = '~';
4723c5d267eSJoel E. Denny         B.Marker.Note = "";
473608f2bfdSJoel E. Denny         B.InputStartCol = 1;
474608f2bfdSJoel E. Denny         if (L != E)
475608f2bfdSJoel E. Denny           B.InputEndCol = UINT_MAX;
476608f2bfdSJoel E. Denny         else
4773c5d267eSJoel E. Denny           B.InputEndCol = DiagItr->InputEndCol;
478e2afb614SJoel E. Denny         B.FoundAndExpectedMatch = A.FoundAndExpectedMatch;
4793c5d267eSJoel E. Denny         Annotations.push_back(B);
4803c5d267eSJoel E. Denny       }
4813c5d267eSJoel E. Denny     }
4823c5d267eSJoel E. Denny   }
4833c5d267eSJoel E. Denny }
4843c5d267eSJoel E. Denny 
485bce8fcedSJoel E. Denny static unsigned FindInputLineInFilter(
4869fd4b5faSJoel E. Denny     DumpInputFilterValue DumpInputFilter, unsigned CurInputLine,
487bce8fcedSJoel E. Denny     const std::vector<InputAnnotation>::iterator &AnnotationBeg,
488bce8fcedSJoel E. Denny     const std::vector<InputAnnotation>::iterator &AnnotationEnd) {
4899fd4b5faSJoel E. Denny   if (DumpInputFilter == DumpInputFilterAll)
490bce8fcedSJoel E. Denny     return CurInputLine;
491bce8fcedSJoel E. Denny   for (auto AnnotationItr = AnnotationBeg; AnnotationItr != AnnotationEnd;
492bce8fcedSJoel E. Denny        ++AnnotationItr) {
4939fd4b5faSJoel E. Denny     switch (DumpInputFilter) {
4949fd4b5faSJoel E. Denny     case DumpInputFilterAll:
4959fd4b5faSJoel E. Denny       llvm_unreachable("unexpected DumpInputFilterAll");
4969fd4b5faSJoel E. Denny       break;
4979fd4b5faSJoel E. Denny     case DumpInputFilterAnnotationFull:
4989fd4b5faSJoel E. Denny       return AnnotationItr->InputLine;
4999fd4b5faSJoel E. Denny     case DumpInputFilterAnnotation:
5009fd4b5faSJoel E. Denny       if (AnnotationItr->IsFirstLine)
5019fd4b5faSJoel E. Denny         return AnnotationItr->InputLine;
5029fd4b5faSJoel E. Denny       break;
5039fd4b5faSJoel E. Denny     case DumpInputFilterError:
504bce8fcedSJoel E. Denny       if (AnnotationItr->IsFirstLine && AnnotationItr->Marker.FiltersAsError)
505bce8fcedSJoel E. Denny         return AnnotationItr->InputLine;
5069fd4b5faSJoel E. Denny       break;
5079fd4b5faSJoel E. Denny     }
508bce8fcedSJoel E. Denny   }
509bce8fcedSJoel E. Denny   return UINT_MAX;
510bce8fcedSJoel E. Denny }
511bce8fcedSJoel E. Denny 
51277b6ddf1SJoel E. Denny /// To OS, print a vertical ellipsis (right-justified at LabelWidth) if it would
51377b6ddf1SJoel E. Denny /// occupy less lines than ElidedLines, but print ElidedLines otherwise.  Either
51477b6ddf1SJoel E. Denny /// way, clear ElidedLines.  Thus, if ElidedLines is empty, do nothing.
51577b6ddf1SJoel E. Denny static void DumpEllipsisOrElidedLines(raw_ostream &OS, std::string &ElidedLines,
51677b6ddf1SJoel E. Denny                                       unsigned LabelWidth) {
51777b6ddf1SJoel E. Denny   if (ElidedLines.empty())
51877b6ddf1SJoel E. Denny     return;
51977b6ddf1SJoel E. Denny   unsigned EllipsisLines = 3;
52077b6ddf1SJoel E. Denny   if (EllipsisLines < StringRef(ElidedLines).count('\n')) {
52177b6ddf1SJoel E. Denny     for (unsigned i = 0; i < EllipsisLines; ++i) {
52277b6ddf1SJoel E. Denny       WithColor(OS, raw_ostream::BLACK, /*Bold=*/true)
52377b6ddf1SJoel E. Denny           << right_justify(".", LabelWidth);
52477b6ddf1SJoel E. Denny       OS << '\n';
52577b6ddf1SJoel E. Denny     }
52677b6ddf1SJoel E. Denny   } else
52777b6ddf1SJoel E. Denny     OS << ElidedLines;
52877b6ddf1SJoel E. Denny   ElidedLines.clear();
52977b6ddf1SJoel E. Denny }
53077b6ddf1SJoel E. Denny 
5317df86967SJoel E. Denny static void DumpAnnotatedInput(raw_ostream &OS, const FileCheckRequest &Req,
5329fd4b5faSJoel E. Denny                                DumpInputFilterValue DumpInputFilter,
533bce8fcedSJoel E. Denny                                unsigned DumpInputContext,
5347df86967SJoel E. Denny                                StringRef InputFileText,
5357df86967SJoel E. Denny                                std::vector<InputAnnotation> &Annotations,
5367df86967SJoel E. Denny                                unsigned LabelWidth) {
537bce8fcedSJoel E. Denny   OS << "Input was:\n<<<<<<\n";
5383c5d267eSJoel E. Denny 
5393c5d267eSJoel E. Denny   // Sort annotations.
540a396e2e0SKazu Hirata   llvm::sort(Annotations,
5413c5d267eSJoel E. Denny              [](const InputAnnotation &A, const InputAnnotation &B) {
542ce685455SJoel E. Denny                // 1. Sort annotations in the order of the input lines.
543ce685455SJoel E. Denny                //
544ce685455SJoel E. Denny                // This makes it easier to find relevant annotations while
545ce685455SJoel E. Denny                // iterating input lines in the implementation below.  FileCheck
546ce685455SJoel E. Denny                // does not always produce diagnostics in the order of input
547ce685455SJoel E. Denny                // lines due to, for example, CHECK-DAG and CHECK-NOT.
5483c5d267eSJoel E. Denny                if (A.InputLine != B.InputLine)
5493c5d267eSJoel E. Denny                  return A.InputLine < B.InputLine;
550ce685455SJoel E. Denny                // 2. Sort annotations in the temporal order FileCheck produced
551ce685455SJoel E. Denny                // their associated diagnostics.
552ce685455SJoel E. Denny                //
553ce685455SJoel E. Denny                // This sort offers several benefits:
554ce685455SJoel E. Denny                //
555ce685455SJoel E. Denny                // A. On a single input line, the order of annotations reflects
556ce685455SJoel E. Denny                //    the FileCheck logic for processing directives/patterns.
557ce685455SJoel E. Denny                //    This can be helpful in understanding cases in which the
558ce685455SJoel E. Denny                //    order of the associated directives/patterns in the check
559ce685455SJoel E. Denny                //    file or on the command line either (i) does not match the
560ce685455SJoel E. Denny                //    temporal order in which FileCheck looks for matches for the
561ce685455SJoel E. Denny                //    directives/patterns (due to, for example, CHECK-LABEL,
562ce685455SJoel E. Denny                //    CHECK-NOT, or `--implicit-check-not`) or (ii) does match
563ce685455SJoel E. Denny                //    that order but does not match the order of those
564ce685455SJoel E. Denny                //    diagnostics along an input line (due to, for example,
565ce685455SJoel E. Denny                //    CHECK-DAG).
566ce685455SJoel E. Denny                //
567ce685455SJoel E. Denny                //    On the other hand, because our presentation format presents
568ce685455SJoel E. Denny                //    input lines in order, there's no clear way to offer the
569ce685455SJoel E. Denny                //    same benefit across input lines.  For consistency, it might
570ce685455SJoel E. Denny                //    then seem worthwhile to have annotations on a single line
571ce685455SJoel E. Denny                //    also sorted in input order (that is, by input column).
572ce685455SJoel E. Denny                //    However, in practice, this appears to be more confusing
573ce685455SJoel E. Denny                //    than helpful.  Perhaps it's intuitive to expect annotations
574ce685455SJoel E. Denny                //    to be listed in the temporal order in which they were
575ce685455SJoel E. Denny                //    produced except in cases the presentation format obviously
576ce685455SJoel E. Denny                //    and inherently cannot support it (that is, across input
577ce685455SJoel E. Denny                //    lines).
578ce685455SJoel E. Denny                //
579ce685455SJoel E. Denny                // B. When diagnostics' annotations are split among multiple
580ce685455SJoel E. Denny                //    input lines, the user must track them from one input line
581ce685455SJoel E. Denny                //    to the next.  One property of the sort chosen here is that
582ce685455SJoel E. Denny                //    it facilitates the user in this regard by ensuring the
583ce685455SJoel E. Denny                //    following: when comparing any two input lines, a
584ce685455SJoel E. Denny                //    diagnostic's annotations are sorted in the same position
585ce685455SJoel E. Denny                //    relative to all other diagnostics' annotations.
586ce685455SJoel E. Denny                return A.DiagIndex < B.DiagIndex;
5873c5d267eSJoel E. Denny              });
5883c5d267eSJoel E. Denny 
5893c5d267eSJoel E. Denny   // Compute the width of the label column.
5903c5d267eSJoel E. Denny   const unsigned char *InputFilePtr = InputFileText.bytes_begin(),
5913c5d267eSJoel E. Denny                       *InputFileEnd = InputFileText.bytes_end();
5923c5d267eSJoel E. Denny   unsigned LineCount = InputFileText.count('\n');
5933c5d267eSJoel E. Denny   if (InputFileEnd[-1] != '\n')
5943c5d267eSJoel E. Denny     ++LineCount;
595010982f7SRainer Orth   unsigned LineNoWidth = std::log10(LineCount) + 1;
5963c5d267eSJoel E. Denny   // +3 below adds spaces (1) to the left of the (right-aligned) line numbers
5973c5d267eSJoel E. Denny   // on input lines and (2) to the right of the (left-aligned) labels on
5983c5d267eSJoel E. Denny   // annotation lines so that input lines and annotation lines are more
5993c5d267eSJoel E. Denny   // visually distinct.  For example, the spaces on the annotation lines ensure
6003c5d267eSJoel E. Denny   // that input line numbers and check directive line numbers never align
6013c5d267eSJoel E. Denny   // horizontally.  Those line numbers might not even be for the same file.
6023c5d267eSJoel E. Denny   // One space would be enough to achieve that, but more makes it even easier
6033c5d267eSJoel E. Denny   // to see.
6043c5d267eSJoel E. Denny   LabelWidth = std::max(LabelWidth, LineNoWidth) + 3;
6053c5d267eSJoel E. Denny 
6063c5d267eSJoel E. Denny   // Print annotated input lines.
607bce8fcedSJoel E. Denny   unsigned PrevLineInFilter = 0; // 0 means none so far
608bce8fcedSJoel E. Denny   unsigned NextLineInFilter = 0; // 0 means uncomputed, UINT_MAX means none
60977b6ddf1SJoel E. Denny   std::string ElidedLines;
61077b6ddf1SJoel E. Denny   raw_string_ostream ElidedLinesOS(ElidedLines);
61177b6ddf1SJoel E. Denny   ColorMode TheColorMode =
61277b6ddf1SJoel E. Denny       WithColor(OS).colorsEnabled() ? ColorMode::Enable : ColorMode::Disable;
61377b6ddf1SJoel E. Denny   if (TheColorMode == ColorMode::Enable)
61477b6ddf1SJoel E. Denny     ElidedLinesOS.enable_colors(true);
6153c5d267eSJoel E. Denny   auto AnnotationItr = Annotations.begin(), AnnotationEnd = Annotations.end();
6163c5d267eSJoel E. Denny   for (unsigned Line = 1;
6173c5d267eSJoel E. Denny        InputFilePtr != InputFileEnd || AnnotationItr != AnnotationEnd;
6183c5d267eSJoel E. Denny        ++Line) {
6193c5d267eSJoel E. Denny     const unsigned char *InputFileLine = InputFilePtr;
6203c5d267eSJoel E. Denny 
621bce8fcedSJoel E. Denny     // Compute the previous and next line included by the filter.
622bce8fcedSJoel E. Denny     if (NextLineInFilter < Line)
6239fd4b5faSJoel E. Denny       NextLineInFilter = FindInputLineInFilter(DumpInputFilter, Line,
624bce8fcedSJoel E. Denny                                                AnnotationItr, AnnotationEnd);
625bce8fcedSJoel E. Denny     assert(NextLineInFilter && "expected NextLineInFilter to be computed");
626bce8fcedSJoel E. Denny     if (NextLineInFilter == Line)
627bce8fcedSJoel E. Denny       PrevLineInFilter = Line;
628bce8fcedSJoel E. Denny 
629bce8fcedSJoel E. Denny     // Elide this input line and its annotations if it's not within the
630bce8fcedSJoel E. Denny     // context specified by -dump-input-context of an input line included by
6319fd4b5faSJoel E. Denny     // -dump-input-filter.  However, in case the resulting ellipsis would occupy
63277b6ddf1SJoel E. Denny     // more lines than the input lines and annotations it elides, buffer the
63377b6ddf1SJoel E. Denny     // elided lines and annotations so we can print them instead.
63477b6ddf1SJoel E. Denny     raw_ostream *LineOS = &OS;
635bce8fcedSJoel E. Denny     if ((!PrevLineInFilter || PrevLineInFilter + DumpInputContext < Line) &&
636bce8fcedSJoel E. Denny         (NextLineInFilter == UINT_MAX ||
63777b6ddf1SJoel E. Denny          Line + DumpInputContext < NextLineInFilter))
63877b6ddf1SJoel E. Denny       LineOS = &ElidedLinesOS;
63977b6ddf1SJoel E. Denny     else {
64077b6ddf1SJoel E. Denny       LineOS = &OS;
64177b6ddf1SJoel E. Denny       DumpEllipsisOrElidedLines(OS, ElidedLinesOS.str(), LabelWidth);
642bce8fcedSJoel E. Denny     }
643bce8fcedSJoel E. Denny 
6443c5d267eSJoel E. Denny     // Print right-aligned line number.
64577b6ddf1SJoel E. Denny     WithColor(*LineOS, raw_ostream::BLACK, /*Bold=*/true, /*BF=*/false,
64677b6ddf1SJoel E. Denny               TheColorMode)
6473c5d267eSJoel E. Denny         << format_decimal(Line, LabelWidth) << ": ";
6483c5d267eSJoel E. Denny 
649e2afb614SJoel E. Denny     // For the case where -v and colors are enabled, find the annotations for
650e2afb614SJoel E. Denny     // good matches for expected patterns in order to highlight everything
651e2afb614SJoel E. Denny     // else in the line.  There are no such annotations if -v is disabled.
652e2afb614SJoel E. Denny     std::vector<InputAnnotation> FoundAndExpectedMatches;
65377b6ddf1SJoel E. Denny     if (Req.Verbose && TheColorMode == ColorMode::Enable) {
6547df86967SJoel E. Denny       for (auto I = AnnotationItr; I != AnnotationEnd && I->InputLine == Line;
6557df86967SJoel E. Denny            ++I) {
656e2afb614SJoel E. Denny         if (I->FoundAndExpectedMatch)
657e2afb614SJoel E. Denny           FoundAndExpectedMatches.push_back(*I);
6587df86967SJoel E. Denny       }
6597df86967SJoel E. Denny     }
6607df86967SJoel E. Denny 
6617df86967SJoel E. Denny     // Print numbered line with highlighting where there are no matches for
6627df86967SJoel E. Denny     // expected patterns.
6633c5d267eSJoel E. Denny     bool Newline = false;
6647df86967SJoel E. Denny     {
66577b6ddf1SJoel E. Denny       WithColor COS(*LineOS, raw_ostream::SAVEDCOLOR, /*Bold=*/false,
66677b6ddf1SJoel E. Denny                     /*BG=*/false, TheColorMode);
6677df86967SJoel E. Denny       bool InMatch = false;
6687df86967SJoel E. Denny       if (Req.Verbose)
6697df86967SJoel E. Denny         COS.changeColor(raw_ostream::CYAN, true, true);
6707df86967SJoel E. Denny       for (unsigned Col = 1; InputFilePtr != InputFileEnd && !Newline; ++Col) {
6717df86967SJoel E. Denny         bool WasInMatch = InMatch;
6727df86967SJoel E. Denny         InMatch = false;
673e2afb614SJoel E. Denny         for (auto M : FoundAndExpectedMatches) {
6747df86967SJoel E. Denny           if (M.InputStartCol <= Col && Col < M.InputEndCol) {
6757df86967SJoel E. Denny             InMatch = true;
6767df86967SJoel E. Denny             break;
6777df86967SJoel E. Denny           }
6787df86967SJoel E. Denny         }
6797df86967SJoel E. Denny         if (!WasInMatch && InMatch)
6807df86967SJoel E. Denny           COS.resetColor();
6817df86967SJoel E. Denny         else if (WasInMatch && !InMatch)
6827df86967SJoel E. Denny           COS.changeColor(raw_ostream::CYAN, true, true);
68309c35739SThomas Preud'homme         if (*InputFilePtr == '\n') {
6843c5d267eSJoel E. Denny           Newline = true;
68509c35739SThomas Preud'homme           COS << ' ';
68609c35739SThomas Preud'homme         } else
6877df86967SJoel E. Denny           COS << *InputFilePtr;
6883c5d267eSJoel E. Denny         ++InputFilePtr;
6893c5d267eSJoel E. Denny       }
6907df86967SJoel E. Denny     }
69177b6ddf1SJoel E. Denny     *LineOS << '\n';
69209c35739SThomas Preud'homme     unsigned InputLineWidth = InputFilePtr - InputFileLine;
6933c5d267eSJoel E. Denny 
6943c5d267eSJoel E. Denny     // Print any annotations.
6953c5d267eSJoel E. Denny     while (AnnotationItr != AnnotationEnd &&
6963c5d267eSJoel E. Denny            AnnotationItr->InputLine == Line) {
69777b6ddf1SJoel E. Denny       WithColor COS(*LineOS, AnnotationItr->Marker.Color, /*Bold=*/true,
69877b6ddf1SJoel E. Denny                     /*BG=*/false, TheColorMode);
6993c5d267eSJoel E. Denny       // The two spaces below are where the ": " appears on input lines.
7003c5d267eSJoel E. Denny       COS << left_justify(AnnotationItr->Label, LabelWidth) << "  ";
7013c5d267eSJoel E. Denny       unsigned Col;
7023c5d267eSJoel E. Denny       for (Col = 1; Col < AnnotationItr->InputStartCol; ++Col)
7033c5d267eSJoel E. Denny         COS << ' ';
7043c5d267eSJoel E. Denny       COS << AnnotationItr->Marker.Lead;
7053c5d267eSJoel E. Denny       // If InputEndCol=UINT_MAX, stop at InputLineWidth.
7063c5d267eSJoel E. Denny       for (++Col; Col < AnnotationItr->InputEndCol && Col <= InputLineWidth;
7073c5d267eSJoel E. Denny            ++Col)
7083c5d267eSJoel E. Denny         COS << '~';
7093c5d267eSJoel E. Denny       const std::string &Note = AnnotationItr->Marker.Note;
7103c5d267eSJoel E. Denny       if (!Note.empty()) {
7113c5d267eSJoel E. Denny         // Put the note at the end of the input line.  If we were to instead
7123c5d267eSJoel E. Denny         // put the note right after the marker, subsequent annotations for the
7133c5d267eSJoel E. Denny         // same input line might appear to mark this note instead of the input
7143c5d267eSJoel E. Denny         // line.
7153c5d267eSJoel E. Denny         for (; Col <= InputLineWidth; ++Col)
7163c5d267eSJoel E. Denny           COS << ' ';
7173c5d267eSJoel E. Denny         COS << ' ' << Note;
7183c5d267eSJoel E. Denny       }
7193c5d267eSJoel E. Denny       COS << '\n';
7203c5d267eSJoel E. Denny       ++AnnotationItr;
7213c5d267eSJoel E. Denny     }
7223c5d267eSJoel E. Denny   }
72377b6ddf1SJoel E. Denny   DumpEllipsisOrElidedLines(OS, ElidedLinesOS.str(), LabelWidth);
7243c5d267eSJoel E. Denny 
7253c5d267eSJoel E. Denny   OS << ">>>>>>\n";
7263c5d267eSJoel E. Denny }
7273c5d267eSJoel E. Denny 
728ee3c74fbSChris Lattner int main(int argc, char **argv) {
7293e66509fSJoel E. Denny   // Enable use of ANSI color codes because FileCheck is using them to
7303e66509fSJoel E. Denny   // highlight text.
7313e66509fSJoel E. Denny   llvm::sys::Process::UseANSIEscapeCodes(true);
7323e66509fSJoel E. Denny 
733197194b6SRui Ueyama   InitLLVM X(argc, argv);
73424994d77SJoel E. Denny   cl::ParseCommandLineOptions(argc, argv, /*Overview*/ "", /*Errs*/ nullptr,
73524994d77SJoel E. Denny                               "FILECHECK_OPTS");
736bce8fcedSJoel E. Denny 
737bce8fcedSJoel E. Denny   // Select -dump-input* values.  The -help documentation specifies the default
738bce8fcedSJoel E. Denny   // value and which value to choose if an option is specified multiple times.
739bce8fcedSJoel E. Denny   // In the latter case, the general rule of thumb is to choose the value that
740bce8fcedSJoel E. Denny   // provides the most information.
741fdde18a7SJoel E. Denny   DumpInputValue DumpInput =
742fdde18a7SJoel E. Denny       DumpInputs.empty()
7433b83501cSJoel E. Denny           ? DumpInputFail
744fdde18a7SJoel E. Denny           : *std::max_element(DumpInputs.begin(), DumpInputs.end());
7459fd4b5faSJoel E. Denny   DumpInputFilterValue DumpInputFilter;
7469fd4b5faSJoel E. Denny   if (DumpInputFilters.empty())
7479fd4b5faSJoel E. Denny     DumpInputFilter = DumpInput == DumpInputAlways ? DumpInputFilterAll
7489fd4b5faSJoel E. Denny                                                    : DumpInputFilterError;
7499fd4b5faSJoel E. Denny   else
7509fd4b5faSJoel E. Denny     DumpInputFilter =
7519fd4b5faSJoel E. Denny         *std::max_element(DumpInputFilters.begin(), DumpInputFilters.end());
752bce8fcedSJoel E. Denny   unsigned DumpInputContext = DumpInputContexts.empty()
753bce8fcedSJoel E. Denny                                   ? 5
754bce8fcedSJoel E. Denny                                   : *std::max_element(DumpInputContexts.begin(),
755bce8fcedSJoel E. Denny                                                       DumpInputContexts.end());
756bce8fcedSJoel E. Denny 
7573c5d267eSJoel E. Denny   if (DumpInput == DumpInputHelp) {
7583c5d267eSJoel E. Denny     DumpInputAnnotationHelp(outs());
7593c5d267eSJoel E. Denny     return 0;
7603c5d267eSJoel E. Denny   }
7613c5d267eSJoel E. Denny   if (CheckFilename.empty()) {
7623c5d267eSJoel E. Denny     errs() << "<check-file> not specified\n";
7633c5d267eSJoel E. Denny     return 2;
7643c5d267eSJoel E. Denny   }
765ee3c74fbSChris Lattner 
766ffa9d2e4SAditya Nandakumar   FileCheckRequest Req;
7677728cc00SKazu Hirata   append_range(Req.CheckPrefixes, CheckPrefixes);
768ffa9d2e4SAditya Nandakumar 
7697728cc00SKazu Hirata   append_range(Req.CommentPrefixes, CommentPrefixes);
770a1fd1882SJoel E. Denny 
7717728cc00SKazu Hirata   append_range(Req.ImplicitCheckNot, ImplicitCheckNot);
772ffa9d2e4SAditya Nandakumar 
773a5e233bfSThomas Preud'homme   bool GlobalDefineError = false;
77476e0ab23SGeorgii Rymar   for (StringRef G : GlobalDefines) {
775a5e233bfSThomas Preud'homme     size_t EqIdx = G.find('=');
776a5e233bfSThomas Preud'homme     if (EqIdx == std::string::npos) {
777a5e233bfSThomas Preud'homme       errs() << "Missing equal sign in command-line definition '-D" << G
778a5e233bfSThomas Preud'homme              << "'\n";
779a5e233bfSThomas Preud'homme       GlobalDefineError = true;
780a5e233bfSThomas Preud'homme       continue;
781a5e233bfSThomas Preud'homme     }
782a5e233bfSThomas Preud'homme     if (EqIdx == 0) {
7831a944d27SThomas Preud'homme       errs() << "Missing variable name in command-line definition '-D" << G
7841a944d27SThomas Preud'homme              << "'\n";
785a5e233bfSThomas Preud'homme       GlobalDefineError = true;
786a5e233bfSThomas Preud'homme       continue;
787a5e233bfSThomas Preud'homme     }
788ffa9d2e4SAditya Nandakumar     Req.GlobalDefines.push_back(G);
789a5e233bfSThomas Preud'homme   }
790a5e233bfSThomas Preud'homme   if (GlobalDefineError)
791a5e233bfSThomas Preud'homme     return 2;
792ffa9d2e4SAditya Nandakumar 
793ffa9d2e4SAditya Nandakumar   Req.AllowEmptyInput = AllowEmptyInput;
794871d658cSMircea Trofin   Req.AllowUnusedPrefixes = AllowUnusedPrefixes;
795ffa9d2e4SAditya Nandakumar   Req.EnableVarScope = EnableVarScope;
796ffa9d2e4SAditya Nandakumar   Req.AllowDeprecatedDagOverlap = AllowDeprecatedDagOverlap;
797ffa9d2e4SAditya Nandakumar   Req.Verbose = Verbose;
798ffa9d2e4SAditya Nandakumar   Req.VerboseVerbose = VerboseVerbose;
799ffa9d2e4SAditya Nandakumar   Req.NoCanonicalizeWhiteSpace = NoCanonicalizeWhiteSpace;
800ffa9d2e4SAditya Nandakumar   Req.MatchFullLines = MatchFullLines;
8015b5b2fd2SKai Nacke   Req.IgnoreCase = IgnoreCase;
802ffa9d2e4SAditya Nandakumar 
803ffa9d2e4SAditya Nandakumar   if (VerboseVerbose)
804ffa9d2e4SAditya Nandakumar     Req.Verbose = true;
805ffa9d2e4SAditya Nandakumar 
806ffa9d2e4SAditya Nandakumar   FileCheck FC(Req);
8072aa0217aSJoel E. Denny   if (!FC.ValidateCheckPrefixes())
808c2735158SRui Ueyama     return 2;
809c2735158SRui Ueyama 
810ffa9d2e4SAditya Nandakumar   Regex PrefixRE = FC.buildCheckPrefixRegex();
811726774cbSChandler Carruth   std::string REError;
812726774cbSChandler Carruth   if (!PrefixRE.isValid(REError)) {
813726774cbSChandler Carruth     errs() << "Unable to combine check-prefix strings into a prefix regular "
814726774cbSChandler Carruth               "expression! This is likely a bug in FileCheck's verification of "
815726774cbSChandler Carruth               "the check-prefix strings. Regular expression parsing failed "
816726774cbSChandler Carruth               "with the following error: "
817726774cbSChandler Carruth            << REError << "\n";
818726774cbSChandler Carruth     return 2;
819726774cbSChandler Carruth   }
82013df4626SMatt Arsenault 
821ee3c74fbSChris Lattner   SourceMgr SM;
822ee3c74fbSChris Lattner 
823ee3c74fbSChris Lattner   // Read the expected strings from the check file.
82420247900SChandler Carruth   ErrorOr<std::unique_ptr<MemoryBuffer>> CheckFileOrErr =
825c83cd8feSAbhina Sreeskantharajan       MemoryBuffer::getFileOrSTDIN(CheckFilename, /*IsText=*/true);
82620247900SChandler Carruth   if (std::error_code EC = CheckFileOrErr.getError()) {
82720247900SChandler Carruth     errs() << "Could not open check file '" << CheckFilename
82820247900SChandler Carruth            << "': " << EC.message() << '\n';
82920247900SChandler Carruth     return 2;
83020247900SChandler Carruth   }
83120247900SChandler Carruth   MemoryBuffer &CheckFile = *CheckFileOrErr.get();
83220247900SChandler Carruth 
83320247900SChandler Carruth   SmallString<4096> CheckFileBuffer;
834ffa9d2e4SAditya Nandakumar   StringRef CheckFileText = FC.CanonicalizeFile(CheckFile, CheckFileBuffer);
83520247900SChandler Carruth 
836b5a24610SJoel E. Denny   unsigned CheckFileBufferID =
83720247900SChandler Carruth       SM.AddNewSourceBuffer(MemoryBuffer::getMemBuffer(
83820247900SChandler Carruth                                 CheckFileText, CheckFile.getBufferIdentifier()),
83920247900SChandler Carruth                             SMLoc());
84020247900SChandler Carruth 
841b5a24610SJoel E. Denny   std::pair<unsigned, unsigned> ImpPatBufferIDRange;
842b5a24610SJoel E. Denny   if (FC.readCheckFile(SM, CheckFileText, PrefixRE, &ImpPatBufferIDRange))
843ee3c74fbSChris Lattner     return 2;
844ee3c74fbSChris Lattner 
845ee3c74fbSChris Lattner   // Open the file to check and add it to SourceMgr.
84620247900SChandler Carruth   ErrorOr<std::unique_ptr<MemoryBuffer>> InputFileOrErr =
847c83cd8feSAbhina Sreeskantharajan       MemoryBuffer::getFileOrSTDIN(InputFilename, /*IsText=*/true);
8486e01cd67SDavid Bozier   if (InputFilename == "-")
8496e01cd67SDavid Bozier     InputFilename = "<stdin>"; // Overwrite for improved diagnostic messages
85020247900SChandler Carruth   if (std::error_code EC = InputFileOrErr.getError()) {
851adf21f2aSRafael Espindola     errs() << "Could not open input file '" << InputFilename
852adf21f2aSRafael Espindola            << "': " << EC.message() << '\n';
8538e1c6477SEli Bendersky     return 2;
854ee3c74fbSChris Lattner   }
85520247900SChandler Carruth   MemoryBuffer &InputFile = *InputFileOrErr.get();
8562c3e5cdfSChris Lattner 
85720247900SChandler Carruth   if (InputFile.getBufferSize() == 0 && !AllowEmptyInput) {
858b692bed7SChris Lattner     errs() << "FileCheck error: '" << InputFilename << "' is empty.\n";
8592bd4f8b6SXinliang David Li     DumpCommandLine(argc, argv);
8608e1c6477SEli Bendersky     return 2;
861b692bed7SChris Lattner   }
862b692bed7SChris Lattner 
86320247900SChandler Carruth   SmallString<4096> InputFileBuffer;
864ffa9d2e4SAditya Nandakumar   StringRef InputFileText = FC.CanonicalizeFile(InputFile, InputFileBuffer);
8652c3e5cdfSChris Lattner 
866e8f2fb20SChandler Carruth   SM.AddNewSourceBuffer(MemoryBuffer::getMemBuffer(
867e8f2fb20SChandler Carruth                             InputFileText, InputFile.getBufferIdentifier()),
868e8f2fb20SChandler Carruth                         SMLoc());
869ee3c74fbSChris Lattner 
8703c5d267eSJoel E. Denny   std::vector<FileCheckDiag> Diags;
87102ada9bdSThomas Preud'homme   int ExitCode = FC.checkInput(SM, InputFileText,
8723c5d267eSJoel E. Denny                                DumpInput == DumpInputNever ? nullptr : &Diags)
8733c5d267eSJoel E. Denny                      ? EXIT_SUCCESS
8743c5d267eSJoel E. Denny                      : 1;
8753c5d267eSJoel E. Denny   if (DumpInput == DumpInputAlways ||
8763c5d267eSJoel E. Denny       (ExitCode == 1 && DumpInput == DumpInputFail)) {
8773c5d267eSJoel E. Denny     errs() << "\n"
878839f8e4fSJoel E. Denny            << "Input file: " << InputFilename << "\n"
8793c5d267eSJoel E. Denny            << "Check file: " << CheckFilename << "\n"
8803c5d267eSJoel E. Denny            << "\n"
881839f8e4fSJoel E. Denny            << "-dump-input=help explains the following input dump.\n"
8823c5d267eSJoel E. Denny            << "\n";
8833c5d267eSJoel E. Denny     std::vector<InputAnnotation> Annotations;
8843c5d267eSJoel E. Denny     unsigned LabelWidth;
885b5a24610SJoel E. Denny     BuildInputAnnotations(SM, CheckFileBufferID, ImpPatBufferIDRange, Diags,
886b5a24610SJoel E. Denny                           Annotations, LabelWidth);
8879fd4b5faSJoel E. Denny     DumpAnnotatedInput(errs(), Req, DumpInputFilter, DumpInputContext,
888bce8fcedSJoel E. Denny                        InputFileText, Annotations, LabelWidth);
8893c5d267eSJoel E. Denny   }
890346dfbe2SGeorge Karpenkov 
891346dfbe2SGeorge Karpenkov   return ExitCode;
892ee3c74fbSChris Lattner }
893