1ee3c74fbSChris Lattner //===- FileCheck.cpp - Check that File's Contents match what is expected --===// 2ee3c74fbSChris Lattner // 32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information. 52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6ee3c74fbSChris Lattner // 7ee3c74fbSChris Lattner //===----------------------------------------------------------------------===// 8ee3c74fbSChris Lattner // 9ee3c74fbSChris Lattner // FileCheck does a line-by line check of a file that validates whether it 10ee3c74fbSChris Lattner // contains the expected content. This is useful for regression tests etc. 11ee3c74fbSChris Lattner // 12b5ecceffSJames Henderson // This program exits with an exit status of 2 on error, exit status of 0 if 13ee3c74fbSChris Lattner // the file matched the expected contents, and exit status of 1 if it did not 14ee3c74fbSChris Lattner // contain the expected contents. 15ee3c74fbSChris Lattner // 16ee3c74fbSChris Lattner //===----------------------------------------------------------------------===// 17ee3c74fbSChris Lattner 18ee3c74fbSChris Lattner #include "llvm/Support/CommandLine.h" 19197194b6SRui Ueyama #include "llvm/Support/InitLLVM.h" 203e66509fSJoel E. Denny #include "llvm/Support/Process.h" 213c5d267eSJoel E. Denny #include "llvm/Support/WithColor.h" 22ee3c74fbSChris Lattner #include "llvm/Support/raw_ostream.h" 23ffa9d2e4SAditya Nandakumar #include "llvm/Support/FileCheck.h" 24010982f7SRainer Orth #include <cmath> 25ee3c74fbSChris Lattner using namespace llvm; 26ee3c74fbSChris Lattner 27ee3c74fbSChris Lattner static cl::opt<std::string> 283c5d267eSJoel E. Denny CheckFilename(cl::Positional, cl::desc("<check-file>"), cl::Optional); 29ee3c74fbSChris Lattner 30ee3c74fbSChris Lattner static cl::opt<std::string> 31ee3c74fbSChris Lattner InputFilename("input-file", cl::desc("File to check (defaults to stdin)"), 32ee3c74fbSChris Lattner cl::init("-"), cl::value_desc("filename")); 33ee3c74fbSChris Lattner 34e8f2fb20SChandler Carruth static cl::list<std::string> CheckPrefixes( 35e8f2fb20SChandler Carruth "check-prefix", 36ee3c74fbSChris Lattner cl::desc("Prefix to use from check file (defaults to 'CHECK')")); 37fd557cb0SDaniel Sanders static cl::alias CheckPrefixesAlias( 38fd557cb0SDaniel Sanders "check-prefixes", cl::aliasopt(CheckPrefixes), cl::CommaSeparated, 39fd557cb0SDaniel Sanders cl::NotHidden, 40fd557cb0SDaniel Sanders cl::desc( 41fd557cb0SDaniel Sanders "Alias for -check-prefix permitting multiple comma separated values")); 42ee3c74fbSChris Lattner 43e8f2fb20SChandler Carruth static cl::opt<bool> NoCanonicalizeWhiteSpace( 44e8f2fb20SChandler Carruth "strict-whitespace", 452c3e5cdfSChris Lattner cl::desc("Do not treat all horizontal whitespace as equivalent")); 462c3e5cdfSChris Lattner 4756ccdbbdSAlexander Kornienko static cl::list<std::string> ImplicitCheckNot( 4856ccdbbdSAlexander Kornienko "implicit-check-not", 4956ccdbbdSAlexander Kornienko cl::desc("Add an implicit negative check with this pattern to every\n" 5056ccdbbdSAlexander Kornienko "positive check. This can be used to ensure that no instances of\n" 5156ccdbbdSAlexander Kornienko "this pattern occur which are not matched by a positive pattern"), 5256ccdbbdSAlexander Kornienko cl::value_desc("pattern")); 5356ccdbbdSAlexander Kornienko 54a5e233bfSThomas Preud'homme static cl::list<std::string> 55a5e233bfSThomas Preud'homme GlobalDefines("D", cl::AlwaysPrefix, 5646e1fd61SAlexander Richardson cl::desc("Define a variable to be used in capture patterns."), 5746e1fd61SAlexander Richardson cl::value_desc("VAR=VALUE")); 5846e1fd61SAlexander Richardson 591b9f936fSJustin Bogner static cl::opt<bool> AllowEmptyInput( 601b9f936fSJustin Bogner "allow-empty", cl::init(false), 611b9f936fSJustin Bogner cl::desc("Allow the input file to be empty. This is useful when making\n" 621b9f936fSJustin Bogner "checks that some error message does not occur, for example.")); 631b9f936fSJustin Bogner 6485913ccaSJames Y Knight static cl::opt<bool> MatchFullLines( 6585913ccaSJames Y Knight "match-full-lines", cl::init(false), 6685913ccaSJames Y Knight cl::desc("Require all positive matches to cover an entire input line.\n" 6785913ccaSJames Y Knight "Allows leading and trailing whitespace if --strict-whitespace\n" 6885913ccaSJames Y Knight "is not also passed.")); 6985913ccaSJames Y Knight 70f55e72a5SArtem Belevich static cl::opt<bool> EnableVarScope( 71f55e72a5SArtem Belevich "enable-var-scope", cl::init(false), 72f55e72a5SArtem Belevich cl::desc("Enables scope for regex variables. Variables with names that\n" 73f55e72a5SArtem Belevich "do not start with '$' will be reset at the beginning of\n" 74f55e72a5SArtem Belevich "each CHECK-LABEL block.")); 75f55e72a5SArtem Belevich 76bcf5b441SJoel E. Denny static cl::opt<bool> AllowDeprecatedDagOverlap( 77bcf5b441SJoel E. Denny "allow-deprecated-dag-overlap", cl::init(false), 78bcf5b441SJoel E. Denny cl::desc("Enable overlapping among matches in a group of consecutive\n" 79bcf5b441SJoel E. Denny "CHECK-DAG directives. This option is deprecated and is only\n" 80bcf5b441SJoel E. Denny "provided for convenience as old tests are migrated to the new\n" 81bcf5b441SJoel E. Denny "non-overlapping CHECK-DAG implementation.\n")); 82bcf5b441SJoel E. Denny 83352695c3SJoel E. Denny static cl::opt<bool> Verbose( 84352695c3SJoel E. Denny "v", cl::init(false), 85352695c3SJoel E. Denny cl::desc("Print directive pattern matches, or add them to the input dump\n" 86352695c3SJoel E. Denny "if enabled.\n")); 87dc5ba317SJoel E. Denny 88dc5ba317SJoel E. Denny static cl::opt<bool> VerboseVerbose( 89dc5ba317SJoel E. Denny "vv", cl::init(false), 90dc5ba317SJoel E. Denny cl::desc("Print information helpful in diagnosing internal FileCheck\n" 91352695c3SJoel E. Denny "issues, or add it to the input dump if enabled. Implies\n" 92352695c3SJoel E. Denny "-v.\n")); 93346dfbe2SGeorge Karpenkov static const char * DumpInputEnv = "FILECHECK_DUMP_INPUT_ON_FAILURE"; 94346dfbe2SGeorge Karpenkov 95346dfbe2SGeorge Karpenkov static cl::opt<bool> DumpInputOnFailure( 96*ffc722a3SMichal Gorny "dump-input-on-failure", 97*ffc722a3SMichal Gorny cl::init(std::getenv(DumpInputEnv) && *std::getenv(DumpInputEnv)), 98346dfbe2SGeorge Karpenkov cl::desc("Dump original input to stderr before failing.\n" 99346dfbe2SGeorge Karpenkov "The value can be also controlled using\n" 1003c5d267eSJoel E. Denny "FILECHECK_DUMP_INPUT_ON_FAILURE environment variable.\n" 1013c5d267eSJoel E. Denny "This option is deprecated in favor of -dump-input=fail.\n")); 1023c5d267eSJoel E. Denny 1033c5d267eSJoel E. Denny enum DumpInputValue { 1043c5d267eSJoel E. Denny DumpInputDefault, 1053c5d267eSJoel E. Denny DumpInputHelp, 1063c5d267eSJoel E. Denny DumpInputNever, 1073c5d267eSJoel E. Denny DumpInputFail, 1083c5d267eSJoel E. Denny DumpInputAlways 1093c5d267eSJoel E. Denny }; 1103c5d267eSJoel E. Denny 1113c5d267eSJoel E. Denny static cl::opt<DumpInputValue> DumpInput( 1123c5d267eSJoel E. Denny "dump-input", cl::init(DumpInputDefault), 1133c5d267eSJoel E. Denny cl::desc("Dump input to stderr, adding annotations representing\n" 1143c5d267eSJoel E. Denny " currently enabled diagnostics\n"), 1153c5d267eSJoel E. Denny cl::value_desc("mode"), 1163c5d267eSJoel E. Denny cl::values(clEnumValN(DumpInputHelp, "help", 1173c5d267eSJoel E. Denny "Explain dump format and quit"), 1183c5d267eSJoel E. Denny clEnumValN(DumpInputNever, "never", "Never dump input"), 1193c5d267eSJoel E. Denny clEnumValN(DumpInputFail, "fail", "Dump input on failure"), 1203c5d267eSJoel E. Denny clEnumValN(DumpInputAlways, "always", "Always dump input"))); 121dc5ba317SJoel E. Denny 12213df4626SMatt Arsenault typedef cl::list<std::string>::const_iterator prefix_iterator; 12313df4626SMatt Arsenault 12413df4626SMatt Arsenault 12513df4626SMatt Arsenault 126726774cbSChandler Carruth 127726774cbSChandler Carruth 128726774cbSChandler Carruth 129c2735158SRui Ueyama 1302bd4f8b6SXinliang David Li static void DumpCommandLine(int argc, char **argv) { 1312bd4f8b6SXinliang David Li errs() << "FileCheck command line: "; 1322bd4f8b6SXinliang David Li for (int I = 0; I < argc; I++) 1332bd4f8b6SXinliang David Li errs() << " " << argv[I]; 1342bd4f8b6SXinliang David Li errs() << "\n"; 1352bd4f8b6SXinliang David Li } 1362bd4f8b6SXinliang David Li 1373c5d267eSJoel E. Denny struct MarkerStyle { 1383c5d267eSJoel E. Denny /// The starting char (before tildes) for marking the line. 1393c5d267eSJoel E. Denny char Lead; 1403c5d267eSJoel E. Denny /// What color to use for this annotation. 1413c5d267eSJoel E. Denny raw_ostream::Colors Color; 1423c5d267eSJoel E. Denny /// A note to follow the marker, or empty string if none. 1433c5d267eSJoel E. Denny std::string Note; 1443c5d267eSJoel E. Denny MarkerStyle() {} 1457df86967SJoel E. Denny MarkerStyle(char Lead, raw_ostream::Colors Color, 1467df86967SJoel E. Denny const std::string &Note = "") 1473c5d267eSJoel E. Denny : Lead(Lead), Color(Color), Note(Note) {} 1483c5d267eSJoel E. Denny }; 1493c5d267eSJoel E. Denny 1503c5d267eSJoel E. Denny static MarkerStyle GetMarker(FileCheckDiag::MatchType MatchTy) { 1513c5d267eSJoel E. Denny switch (MatchTy) { 152e2afb614SJoel E. Denny case FileCheckDiag::MatchFoundAndExpected: 1537df86967SJoel E. Denny return MarkerStyle('^', raw_ostream::GREEN); 154e2afb614SJoel E. Denny case FileCheckDiag::MatchFoundButExcluded: 1550e7e3fa0SJoel E. Denny return MarkerStyle('!', raw_ostream::RED, "error: no match expected"); 156e2afb614SJoel E. Denny case FileCheckDiag::MatchFoundButWrongLine: 157cadfcef4SJoel E. Denny return MarkerStyle('!', raw_ostream::RED, "error: match on wrong line"); 158e2afb614SJoel E. Denny case FileCheckDiag::MatchFoundButDiscarded: 159f7c1c4d8SJoel E. Denny return MarkerStyle('!', raw_ostream::CYAN, 160f7c1c4d8SJoel E. Denny "discard: overlaps earlier match"); 16196f0e84cSJoel E. Denny case FileCheckDiag::MatchNoneAndExcluded: 16296f0e84cSJoel E. Denny return MarkerStyle('X', raw_ostream::GREEN); 1633c5d267eSJoel E. Denny case FileCheckDiag::MatchNoneButExpected: 1643c5d267eSJoel E. Denny return MarkerStyle('X', raw_ostream::RED, "error: no match found"); 1652c007c80SJoel E. Denny case FileCheckDiag::MatchFuzzy: 1662c007c80SJoel E. Denny return MarkerStyle('?', raw_ostream::MAGENTA, "possible intended match"); 1673c5d267eSJoel E. Denny } 1683c5d267eSJoel E. Denny llvm_unreachable_internal("unexpected match type"); 1693c5d267eSJoel E. Denny } 1703c5d267eSJoel E. Denny 1713c5d267eSJoel E. Denny static void DumpInputAnnotationHelp(raw_ostream &OS) { 1723c5d267eSJoel E. Denny OS << "The following description was requested by -dump-input=help to\n" 1733c5d267eSJoel E. Denny << "explain the input annotations printed by -dump-input=always and\n" 1743c5d267eSJoel E. Denny << "-dump-input=fail:\n\n"; 1753c5d267eSJoel E. Denny 1763c5d267eSJoel E. Denny // Labels for input lines. 1773c5d267eSJoel E. Denny OS << " - "; 1783c5d267eSJoel E. Denny WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "L:"; 1793c5d267eSJoel E. Denny OS << " labels line number L of the input file\n"; 1803c5d267eSJoel E. Denny 1813c5d267eSJoel E. Denny // Labels for annotation lines. 1823c5d267eSJoel E. Denny OS << " - "; 1833c5d267eSJoel E. Denny WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "T:L"; 1842c007c80SJoel E. Denny OS << " labels the only match result for a pattern of type T from " 1853c5d267eSJoel E. Denny << "line L of\n" 1863c5d267eSJoel E. Denny << " the check file\n"; 1872c007c80SJoel E. Denny OS << " - "; 1882c007c80SJoel E. Denny WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "T:L'N"; 1892c007c80SJoel E. Denny OS << " labels the Nth match result for a pattern of type T from line " 1902c007c80SJoel E. Denny << "L of\n" 1912c007c80SJoel E. Denny << " the check file\n"; 1923c5d267eSJoel E. Denny 1933c5d267eSJoel E. Denny // Markers on annotation lines. 1943c5d267eSJoel E. Denny OS << " - "; 1957df86967SJoel E. Denny WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "^~~"; 1967df86967SJoel E. Denny OS << " marks good match (reported if -v)\n" 1977df86967SJoel E. Denny << " - "; 198cadfcef4SJoel E. Denny WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "!~~"; 199cadfcef4SJoel E. Denny OS << " marks bad match, such as:\n" 200cadfcef4SJoel E. Denny << " - CHECK-NEXT on same line as previous match (error)\n" 2010e7e3fa0SJoel E. Denny << " - CHECK-NOT found (error)\n" 202f7c1c4d8SJoel E. Denny << " - CHECK-DAG overlapping match (discarded, reported if " 203f7c1c4d8SJoel E. Denny << "-vv)\n" 204cadfcef4SJoel E. Denny << " - "; 2053c5d267eSJoel E. Denny WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "X~~"; 206cadfcef4SJoel E. Denny OS << " marks search range when no match is found, such as:\n" 207cadfcef4SJoel E. Denny << " - CHECK-NEXT not found (error)\n" 20896f0e84cSJoel E. Denny << " - CHECK-NOT not found (success, reported if -vv)\n" 209f7c1c4d8SJoel E. Denny << " - CHECK-DAG not found after discarded matches (error)\n" 2102c007c80SJoel E. Denny << " - "; 2112c007c80SJoel E. Denny WithColor(OS, raw_ostream::SAVEDCOLOR, true) << "?"; 2122c007c80SJoel E. Denny OS << " marks fuzzy match when no match is found\n"; 2133c5d267eSJoel E. Denny 2143c5d267eSJoel E. Denny // Colors. 2153c5d267eSJoel E. Denny OS << " - colors "; 2167df86967SJoel E. Denny WithColor(OS, raw_ostream::GREEN, true) << "success"; 2177df86967SJoel E. Denny OS << ", "; 2183c5d267eSJoel E. Denny WithColor(OS, raw_ostream::RED, true) << "error"; 2192c007c80SJoel E. Denny OS << ", "; 2202c007c80SJoel E. Denny WithColor(OS, raw_ostream::MAGENTA, true) << "fuzzy match"; 2217df86967SJoel E. Denny OS << ", "; 222f7c1c4d8SJoel E. Denny WithColor(OS, raw_ostream::CYAN, true, false) << "discarded match"; 223f7c1c4d8SJoel E. Denny OS << ", "; 2247df86967SJoel E. Denny WithColor(OS, raw_ostream::CYAN, true, true) << "unmatched input"; 2253c5d267eSJoel E. Denny OS << "\n\n" 2263c5d267eSJoel E. Denny << "If you are not seeing color above or in input dumps, try: -color\n"; 2273c5d267eSJoel E. Denny } 2283c5d267eSJoel E. Denny 2293c5d267eSJoel E. Denny /// An annotation for a single input line. 2303c5d267eSJoel E. Denny struct InputAnnotation { 2313c5d267eSJoel E. Denny /// The check file line (one-origin indexing) where the directive that 2323c5d267eSJoel E. Denny /// produced this annotation is located. 2333c5d267eSJoel E. Denny unsigned CheckLine; 2342c007c80SJoel E. Denny /// The index of the match result for this check. 2352c007c80SJoel E. Denny unsigned CheckDiagIndex; 2363c5d267eSJoel E. Denny /// The label for this annotation. 2373c5d267eSJoel E. Denny std::string Label; 2383c5d267eSJoel E. Denny /// What input line (one-origin indexing) this annotation marks. This might 2393c5d267eSJoel E. Denny /// be different from the starting line of the original diagnostic if this is 2403c5d267eSJoel E. Denny /// a non-initial fragment of a diagnostic that has been broken across 2413c5d267eSJoel E. Denny /// multiple lines. 2423c5d267eSJoel E. Denny unsigned InputLine; 2433c5d267eSJoel E. Denny /// The column range (one-origin indexing, open end) in which to to mark the 2443c5d267eSJoel E. Denny /// input line. If InputEndCol is UINT_MAX, treat it as the last column 2453c5d267eSJoel E. Denny /// before the newline. 2463c5d267eSJoel E. Denny unsigned InputStartCol, InputEndCol; 2473c5d267eSJoel E. Denny /// The marker to use. 2483c5d267eSJoel E. Denny MarkerStyle Marker; 249e2afb614SJoel E. Denny /// Whether this annotation represents a good match for an expected pattern. 250e2afb614SJoel E. Denny bool FoundAndExpectedMatch; 2513c5d267eSJoel E. Denny }; 2523c5d267eSJoel E. Denny 2533c5d267eSJoel E. Denny /// Get an abbreviation for the check type. 2543c5d267eSJoel E. Denny std::string GetCheckTypeAbbreviation(Check::FileCheckType Ty) { 2553c5d267eSJoel E. Denny switch (Ty) { 2563c5d267eSJoel E. Denny case Check::CheckPlain: 2573c5d267eSJoel E. Denny if (Ty.getCount() > 1) 2583c5d267eSJoel E. Denny return "count"; 2593c5d267eSJoel E. Denny return "check"; 2603c5d267eSJoel E. Denny case Check::CheckNext: 2613c5d267eSJoel E. Denny return "next"; 2623c5d267eSJoel E. Denny case Check::CheckSame: 2633c5d267eSJoel E. Denny return "same"; 2643c5d267eSJoel E. Denny case Check::CheckNot: 2653c5d267eSJoel E. Denny return "not"; 2663c5d267eSJoel E. Denny case Check::CheckDAG: 2673c5d267eSJoel E. Denny return "dag"; 2683c5d267eSJoel E. Denny case Check::CheckLabel: 2693c5d267eSJoel E. Denny return "label"; 2703c5d267eSJoel E. Denny case Check::CheckEmpty: 2713c5d267eSJoel E. Denny return "empty"; 2723c5d267eSJoel E. Denny case Check::CheckEOF: 2733c5d267eSJoel E. Denny return "eof"; 2743c5d267eSJoel E. Denny case Check::CheckBadNot: 2753c5d267eSJoel E. Denny return "bad-not"; 2763c5d267eSJoel E. Denny case Check::CheckBadCount: 2773c5d267eSJoel E. Denny return "bad-count"; 2783c5d267eSJoel E. Denny case Check::CheckNone: 2793c5d267eSJoel E. Denny llvm_unreachable("invalid FileCheckType"); 2803c5d267eSJoel E. Denny } 2813c5d267eSJoel E. Denny llvm_unreachable("unknown FileCheckType"); 2823c5d267eSJoel E. Denny } 2833c5d267eSJoel E. Denny 2843c5d267eSJoel E. Denny static void BuildInputAnnotations(const std::vector<FileCheckDiag> &Diags, 2853c5d267eSJoel E. Denny std::vector<InputAnnotation> &Annotations, 2863c5d267eSJoel E. Denny unsigned &LabelWidth) { 2872c007c80SJoel E. Denny // How many diagnostics has the current check seen so far? 2882c007c80SJoel E. Denny unsigned CheckDiagCount = 0; 2893c5d267eSJoel E. Denny // What's the widest label? 2903c5d267eSJoel E. Denny LabelWidth = 0; 2913c5d267eSJoel E. Denny for (auto DiagItr = Diags.begin(), DiagEnd = Diags.end(); DiagItr != DiagEnd; 2923c5d267eSJoel E. Denny ++DiagItr) { 2933c5d267eSJoel E. Denny InputAnnotation A; 2943c5d267eSJoel E. Denny 2953c5d267eSJoel E. Denny // Build label, which uniquely identifies this check result. 2963c5d267eSJoel E. Denny A.CheckLine = DiagItr->CheckLine; 2973c5d267eSJoel E. Denny llvm::raw_string_ostream Label(A.Label); 2983c5d267eSJoel E. Denny Label << GetCheckTypeAbbreviation(DiagItr->CheckTy) << ":" 2993c5d267eSJoel E. Denny << DiagItr->CheckLine; 3002c007c80SJoel E. Denny A.CheckDiagIndex = UINT_MAX; 3012c007c80SJoel E. Denny auto DiagNext = std::next(DiagItr); 3022c007c80SJoel E. Denny if (DiagNext != DiagEnd && DiagItr->CheckTy == DiagNext->CheckTy && 3032c007c80SJoel E. Denny DiagItr->CheckLine == DiagNext->CheckLine) 3042c007c80SJoel E. Denny A.CheckDiagIndex = CheckDiagCount++; 3052c007c80SJoel E. Denny else if (CheckDiagCount) { 3062c007c80SJoel E. Denny A.CheckDiagIndex = CheckDiagCount; 3072c007c80SJoel E. Denny CheckDiagCount = 0; 3082c007c80SJoel E. Denny } 3092c007c80SJoel E. Denny if (A.CheckDiagIndex != UINT_MAX) 3102c007c80SJoel E. Denny Label << "'" << A.CheckDiagIndex; 3112c007c80SJoel E. Denny else 3122c007c80SJoel E. Denny A.CheckDiagIndex = 0; 3133c5d267eSJoel E. Denny Label.flush(); 3143c5d267eSJoel E. Denny LabelWidth = std::max((std::string::size_type)LabelWidth, A.Label.size()); 3153c5d267eSJoel E. Denny 3163c5d267eSJoel E. Denny MarkerStyle Marker = GetMarker(DiagItr->MatchTy); 3173c5d267eSJoel E. Denny A.Marker = Marker; 318e2afb614SJoel E. Denny A.FoundAndExpectedMatch = 319e2afb614SJoel E. Denny DiagItr->MatchTy == FileCheckDiag::MatchFoundAndExpected; 3203c5d267eSJoel E. Denny 3213c5d267eSJoel E. Denny // Compute the mark location, and break annotation into multiple 3223c5d267eSJoel E. Denny // annotations if it spans multiple lines. 3233c5d267eSJoel E. Denny A.InputLine = DiagItr->InputStartLine; 3243c5d267eSJoel E. Denny A.InputStartCol = DiagItr->InputStartCol; 3253c5d267eSJoel E. Denny if (DiagItr->InputStartLine == DiagItr->InputEndLine) { 3263c5d267eSJoel E. Denny // Sometimes ranges are empty in order to indicate a specific point, but 3273c5d267eSJoel E. Denny // that would mean nothing would be marked, so adjust the range to 3283c5d267eSJoel E. Denny // include the following character. 3293c5d267eSJoel E. Denny A.InputEndCol = 3303c5d267eSJoel E. Denny std::max(DiagItr->InputStartCol + 1, DiagItr->InputEndCol); 3313c5d267eSJoel E. Denny Annotations.push_back(A); 3323c5d267eSJoel E. Denny } else { 3333c5d267eSJoel E. Denny assert(DiagItr->InputStartLine < DiagItr->InputEndLine && 3343c5d267eSJoel E. Denny "expected input range not to be inverted"); 3353c5d267eSJoel E. Denny A.InputEndCol = UINT_MAX; 3363c5d267eSJoel E. Denny A.Marker.Note = ""; 3373c5d267eSJoel E. Denny Annotations.push_back(A); 3383c5d267eSJoel E. Denny for (unsigned L = DiagItr->InputStartLine + 1, E = DiagItr->InputEndLine; 3393c5d267eSJoel E. Denny L <= E; ++L) { 3403c5d267eSJoel E. Denny // If a range ends before the first column on a line, then it has no 3413c5d267eSJoel E. Denny // characters on that line, so there's nothing to render. 3423c5d267eSJoel E. Denny if (DiagItr->InputEndCol == 1 && L == E) { 3433c5d267eSJoel E. Denny Annotations.back().Marker.Note = Marker.Note; 3443c5d267eSJoel E. Denny break; 3453c5d267eSJoel E. Denny } 3463c5d267eSJoel E. Denny InputAnnotation B; 3473c5d267eSJoel E. Denny B.CheckLine = A.CheckLine; 3482c007c80SJoel E. Denny B.CheckDiagIndex = A.CheckDiagIndex; 3493c5d267eSJoel E. Denny B.Label = A.Label; 3503c5d267eSJoel E. Denny B.InputLine = L; 3513c5d267eSJoel E. Denny B.Marker = Marker; 3523c5d267eSJoel E. Denny B.Marker.Lead = '~'; 3533c5d267eSJoel E. Denny B.InputStartCol = 1; 3543c5d267eSJoel E. Denny if (L != E) { 3553c5d267eSJoel E. Denny B.InputEndCol = UINT_MAX; 3563c5d267eSJoel E. Denny B.Marker.Note = ""; 3573c5d267eSJoel E. Denny } else 3583c5d267eSJoel E. Denny B.InputEndCol = DiagItr->InputEndCol; 359e2afb614SJoel E. Denny B.FoundAndExpectedMatch = A.FoundAndExpectedMatch; 3603c5d267eSJoel E. Denny Annotations.push_back(B); 3613c5d267eSJoel E. Denny } 3623c5d267eSJoel E. Denny } 3633c5d267eSJoel E. Denny } 3643c5d267eSJoel E. Denny } 3653c5d267eSJoel E. Denny 3667df86967SJoel E. Denny static void DumpAnnotatedInput(raw_ostream &OS, const FileCheckRequest &Req, 3677df86967SJoel E. Denny StringRef InputFileText, 3687df86967SJoel E. Denny std::vector<InputAnnotation> &Annotations, 3697df86967SJoel E. Denny unsigned LabelWidth) { 3703c5d267eSJoel E. Denny OS << "Full input was:\n<<<<<<\n"; 3713c5d267eSJoel E. Denny 3723c5d267eSJoel E. Denny // Sort annotations. 3733c5d267eSJoel E. Denny // 3743c5d267eSJoel E. Denny // First, sort in the order of input lines to make it easier to find relevant 3753c5d267eSJoel E. Denny // annotations while iterating input lines in the implementation below. 3763c5d267eSJoel E. Denny // FileCheck diagnostics are not always reported and recorded in the order of 3773c5d267eSJoel E. Denny // input lines due to, for example, CHECK-DAG and CHECK-NOT. 3783c5d267eSJoel E. Denny // 3793c5d267eSJoel E. Denny // Second, for annotations for the same input line, sort in the order of the 3803c5d267eSJoel E. Denny // FileCheck directive's line in the check file (where there's at most one 3812c007c80SJoel E. Denny // directive per line) and then by the index of the match result for that 3822c007c80SJoel E. Denny // directive. The rationale of this choice is that, for any input line, this 3832c007c80SJoel E. Denny // sort establishes a total order of annotations that, with respect to match 3842c007c80SJoel E. Denny // results, is consistent across multiple lines, thus making match results 3852c007c80SJoel E. Denny // easier to track from one line to the next when they span multiple lines. 3863c5d267eSJoel E. Denny std::sort(Annotations.begin(), Annotations.end(), 3873c5d267eSJoel E. Denny [](const InputAnnotation &A, const InputAnnotation &B) { 3883c5d267eSJoel E. Denny if (A.InputLine != B.InputLine) 3893c5d267eSJoel E. Denny return A.InputLine < B.InputLine; 3902c007c80SJoel E. Denny if (A.CheckLine != B.CheckLine) 3913c5d267eSJoel E. Denny return A.CheckLine < B.CheckLine; 3927df86967SJoel E. Denny // FIXME: Sometimes CHECK-LABEL reports its match twice with 3937df86967SJoel E. Denny // other diagnostics in between, and then diag index incrementing 3947df86967SJoel E. Denny // fails to work properly, and then this assert fails. We should 3957df86967SJoel E. Denny // suppress one of those diagnostics or do a better job of 3967df86967SJoel E. Denny // computing this index. For now, we just produce a redundant 3977df86967SJoel E. Denny // CHECK-LABEL annotation. 3987df86967SJoel E. Denny // assert(A.CheckDiagIndex != B.CheckDiagIndex && 3997df86967SJoel E. Denny // "expected diagnostic indices to be unique within a " 4007df86967SJoel E. Denny // " check line"); 4012c007c80SJoel E. Denny return A.CheckDiagIndex < B.CheckDiagIndex; 4023c5d267eSJoel E. Denny }); 4033c5d267eSJoel E. Denny 4043c5d267eSJoel E. Denny // Compute the width of the label column. 4053c5d267eSJoel E. Denny const unsigned char *InputFilePtr = InputFileText.bytes_begin(), 4063c5d267eSJoel E. Denny *InputFileEnd = InputFileText.bytes_end(); 4073c5d267eSJoel E. Denny unsigned LineCount = InputFileText.count('\n'); 4083c5d267eSJoel E. Denny if (InputFileEnd[-1] != '\n') 4093c5d267eSJoel E. Denny ++LineCount; 410010982f7SRainer Orth unsigned LineNoWidth = std::log10(LineCount) + 1; 4113c5d267eSJoel E. Denny // +3 below adds spaces (1) to the left of the (right-aligned) line numbers 4123c5d267eSJoel E. Denny // on input lines and (2) to the right of the (left-aligned) labels on 4133c5d267eSJoel E. Denny // annotation lines so that input lines and annotation lines are more 4143c5d267eSJoel E. Denny // visually distinct. For example, the spaces on the annotation lines ensure 4153c5d267eSJoel E. Denny // that input line numbers and check directive line numbers never align 4163c5d267eSJoel E. Denny // horizontally. Those line numbers might not even be for the same file. 4173c5d267eSJoel E. Denny // One space would be enough to achieve that, but more makes it even easier 4183c5d267eSJoel E. Denny // to see. 4193c5d267eSJoel E. Denny LabelWidth = std::max(LabelWidth, LineNoWidth) + 3; 4203c5d267eSJoel E. Denny 4213c5d267eSJoel E. Denny // Print annotated input lines. 4223c5d267eSJoel E. Denny auto AnnotationItr = Annotations.begin(), AnnotationEnd = Annotations.end(); 4233c5d267eSJoel E. Denny for (unsigned Line = 1; 4243c5d267eSJoel E. Denny InputFilePtr != InputFileEnd || AnnotationItr != AnnotationEnd; 4253c5d267eSJoel E. Denny ++Line) { 4263c5d267eSJoel E. Denny const unsigned char *InputFileLine = InputFilePtr; 4273c5d267eSJoel E. Denny 4283c5d267eSJoel E. Denny // Print right-aligned line number. 4293c5d267eSJoel E. Denny WithColor(OS, raw_ostream::BLACK, true) 4303c5d267eSJoel E. Denny << format_decimal(Line, LabelWidth) << ": "; 4313c5d267eSJoel E. Denny 432e2afb614SJoel E. Denny // For the case where -v and colors are enabled, find the annotations for 433e2afb614SJoel E. Denny // good matches for expected patterns in order to highlight everything 434e2afb614SJoel E. Denny // else in the line. There are no such annotations if -v is disabled. 435e2afb614SJoel E. Denny std::vector<InputAnnotation> FoundAndExpectedMatches; 4367df86967SJoel E. Denny if (Req.Verbose && WithColor(OS).colorsEnabled()) { 4377df86967SJoel E. Denny for (auto I = AnnotationItr; I != AnnotationEnd && I->InputLine == Line; 4387df86967SJoel E. Denny ++I) { 439e2afb614SJoel E. Denny if (I->FoundAndExpectedMatch) 440e2afb614SJoel E. Denny FoundAndExpectedMatches.push_back(*I); 4417df86967SJoel E. Denny } 4427df86967SJoel E. Denny } 4437df86967SJoel E. Denny 4447df86967SJoel E. Denny // Print numbered line with highlighting where there are no matches for 4457df86967SJoel E. Denny // expected patterns. 4463c5d267eSJoel E. Denny bool Newline = false; 4477df86967SJoel E. Denny { 4487df86967SJoel E. Denny WithColor COS(OS); 4497df86967SJoel E. Denny bool InMatch = false; 4507df86967SJoel E. Denny if (Req.Verbose) 4517df86967SJoel E. Denny COS.changeColor(raw_ostream::CYAN, true, true); 4527df86967SJoel E. Denny for (unsigned Col = 1; InputFilePtr != InputFileEnd && !Newline; ++Col) { 4537df86967SJoel E. Denny bool WasInMatch = InMatch; 4547df86967SJoel E. Denny InMatch = false; 455e2afb614SJoel E. Denny for (auto M : FoundAndExpectedMatches) { 4567df86967SJoel E. Denny if (M.InputStartCol <= Col && Col < M.InputEndCol) { 4577df86967SJoel E. Denny InMatch = true; 4587df86967SJoel E. Denny break; 4597df86967SJoel E. Denny } 4607df86967SJoel E. Denny } 4617df86967SJoel E. Denny if (!WasInMatch && InMatch) 4627df86967SJoel E. Denny COS.resetColor(); 4637df86967SJoel E. Denny else if (WasInMatch && !InMatch) 4647df86967SJoel E. Denny COS.changeColor(raw_ostream::CYAN, true, true); 4653c5d267eSJoel E. Denny if (*InputFilePtr == '\n') 4663c5d267eSJoel E. Denny Newline = true; 4673c5d267eSJoel E. Denny else 4687df86967SJoel E. Denny COS << *InputFilePtr; 4693c5d267eSJoel E. Denny ++InputFilePtr; 4703c5d267eSJoel E. Denny } 4717df86967SJoel E. Denny } 4723c5d267eSJoel E. Denny OS << '\n'; 4733c5d267eSJoel E. Denny unsigned InputLineWidth = InputFilePtr - InputFileLine - Newline; 4743c5d267eSJoel E. Denny 4753c5d267eSJoel E. Denny // Print any annotations. 4763c5d267eSJoel E. Denny while (AnnotationItr != AnnotationEnd && 4773c5d267eSJoel E. Denny AnnotationItr->InputLine == Line) { 4783c5d267eSJoel E. Denny WithColor COS(OS, AnnotationItr->Marker.Color, true); 4793c5d267eSJoel E. Denny // The two spaces below are where the ": " appears on input lines. 4803c5d267eSJoel E. Denny COS << left_justify(AnnotationItr->Label, LabelWidth) << " "; 4813c5d267eSJoel E. Denny unsigned Col; 4823c5d267eSJoel E. Denny for (Col = 1; Col < AnnotationItr->InputStartCol; ++Col) 4833c5d267eSJoel E. Denny COS << ' '; 4843c5d267eSJoel E. Denny COS << AnnotationItr->Marker.Lead; 4853c5d267eSJoel E. Denny // If InputEndCol=UINT_MAX, stop at InputLineWidth. 4863c5d267eSJoel E. Denny for (++Col; Col < AnnotationItr->InputEndCol && Col <= InputLineWidth; 4873c5d267eSJoel E. Denny ++Col) 4883c5d267eSJoel E. Denny COS << '~'; 4893c5d267eSJoel E. Denny const std::string &Note = AnnotationItr->Marker.Note; 4903c5d267eSJoel E. Denny if (!Note.empty()) { 4913c5d267eSJoel E. Denny // Put the note at the end of the input line. If we were to instead 4923c5d267eSJoel E. Denny // put the note right after the marker, subsequent annotations for the 4933c5d267eSJoel E. Denny // same input line might appear to mark this note instead of the input 4943c5d267eSJoel E. Denny // line. 4953c5d267eSJoel E. Denny for (; Col <= InputLineWidth; ++Col) 4963c5d267eSJoel E. Denny COS << ' '; 4973c5d267eSJoel E. Denny COS << ' ' << Note; 4983c5d267eSJoel E. Denny } 4993c5d267eSJoel E. Denny COS << '\n'; 5003c5d267eSJoel E. Denny ++AnnotationItr; 5013c5d267eSJoel E. Denny } 5023c5d267eSJoel E. Denny } 5033c5d267eSJoel E. Denny 5043c5d267eSJoel E. Denny OS << ">>>>>>\n"; 5053c5d267eSJoel E. Denny } 5063c5d267eSJoel E. Denny 507ee3c74fbSChris Lattner int main(int argc, char **argv) { 5083e66509fSJoel E. Denny // Enable use of ANSI color codes because FileCheck is using them to 5093e66509fSJoel E. Denny // highlight text. 5103e66509fSJoel E. Denny llvm::sys::Process::UseANSIEscapeCodes(true); 5113e66509fSJoel E. Denny 512197194b6SRui Ueyama InitLLVM X(argc, argv); 51324994d77SJoel E. Denny cl::ParseCommandLineOptions(argc, argv, /*Overview*/ "", /*Errs*/ nullptr, 51424994d77SJoel E. Denny "FILECHECK_OPTS"); 5153c5d267eSJoel E. Denny if (DumpInput == DumpInputHelp) { 5163c5d267eSJoel E. Denny DumpInputAnnotationHelp(outs()); 5173c5d267eSJoel E. Denny return 0; 5183c5d267eSJoel E. Denny } 5193c5d267eSJoel E. Denny if (CheckFilename.empty()) { 5203c5d267eSJoel E. Denny errs() << "<check-file> not specified\n"; 5213c5d267eSJoel E. Denny return 2; 5223c5d267eSJoel E. Denny } 523ee3c74fbSChris Lattner 524ffa9d2e4SAditya Nandakumar FileCheckRequest Req; 525ffa9d2e4SAditya Nandakumar for (auto Prefix : CheckPrefixes) 526ffa9d2e4SAditya Nandakumar Req.CheckPrefixes.push_back(Prefix); 527ffa9d2e4SAditya Nandakumar 528ffa9d2e4SAditya Nandakumar for (auto CheckNot : ImplicitCheckNot) 529ffa9d2e4SAditya Nandakumar Req.ImplicitCheckNot.push_back(CheckNot); 530ffa9d2e4SAditya Nandakumar 531a5e233bfSThomas Preud'homme bool GlobalDefineError = false; 532a5e233bfSThomas Preud'homme for (auto G : GlobalDefines) { 533a5e233bfSThomas Preud'homme size_t EqIdx = G.find('='); 534a5e233bfSThomas Preud'homme if (EqIdx == std::string::npos) { 535a5e233bfSThomas Preud'homme errs() << "Missing equal sign in command-line definition '-D" << G 536a5e233bfSThomas Preud'homme << "'\n"; 537a5e233bfSThomas Preud'homme GlobalDefineError = true; 538a5e233bfSThomas Preud'homme continue; 539a5e233bfSThomas Preud'homme } 540a5e233bfSThomas Preud'homme if (EqIdx == 0) { 5411a944d27SThomas Preud'homme errs() << "Missing variable name in command-line definition '-D" << G 5421a944d27SThomas Preud'homme << "'\n"; 543a5e233bfSThomas Preud'homme GlobalDefineError = true; 544a5e233bfSThomas Preud'homme continue; 545a5e233bfSThomas Preud'homme } 546ffa9d2e4SAditya Nandakumar Req.GlobalDefines.push_back(G); 547a5e233bfSThomas Preud'homme } 548a5e233bfSThomas Preud'homme if (GlobalDefineError) 549a5e233bfSThomas Preud'homme return 2; 550ffa9d2e4SAditya Nandakumar 551ffa9d2e4SAditya Nandakumar Req.AllowEmptyInput = AllowEmptyInput; 552ffa9d2e4SAditya Nandakumar Req.EnableVarScope = EnableVarScope; 553ffa9d2e4SAditya Nandakumar Req.AllowDeprecatedDagOverlap = AllowDeprecatedDagOverlap; 554ffa9d2e4SAditya Nandakumar Req.Verbose = Verbose; 555ffa9d2e4SAditya Nandakumar Req.VerboseVerbose = VerboseVerbose; 556ffa9d2e4SAditya Nandakumar Req.NoCanonicalizeWhiteSpace = NoCanonicalizeWhiteSpace; 557ffa9d2e4SAditya Nandakumar Req.MatchFullLines = MatchFullLines; 558ffa9d2e4SAditya Nandakumar 559ffa9d2e4SAditya Nandakumar if (VerboseVerbose) 560ffa9d2e4SAditya Nandakumar Req.Verbose = true; 561ffa9d2e4SAditya Nandakumar 562ffa9d2e4SAditya Nandakumar FileCheck FC(Req); 563ffa9d2e4SAditya Nandakumar if (!FC.ValidateCheckPrefixes()) { 56413df4626SMatt Arsenault errs() << "Supplied check-prefix is invalid! Prefixes must be unique and " 56513df4626SMatt Arsenault "start with a letter and contain only alphanumeric characters, " 56613df4626SMatt Arsenault "hyphens and underscores\n"; 567c2735158SRui Ueyama return 2; 568c2735158SRui Ueyama } 569c2735158SRui Ueyama 570ffa9d2e4SAditya Nandakumar Regex PrefixRE = FC.buildCheckPrefixRegex(); 571726774cbSChandler Carruth std::string REError; 572726774cbSChandler Carruth if (!PrefixRE.isValid(REError)) { 573726774cbSChandler Carruth errs() << "Unable to combine check-prefix strings into a prefix regular " 574726774cbSChandler Carruth "expression! This is likely a bug in FileCheck's verification of " 575726774cbSChandler Carruth "the check-prefix strings. Regular expression parsing failed " 576726774cbSChandler Carruth "with the following error: " 577726774cbSChandler Carruth << REError << "\n"; 578726774cbSChandler Carruth return 2; 579726774cbSChandler Carruth } 58013df4626SMatt Arsenault 581ee3c74fbSChris Lattner SourceMgr SM; 582ee3c74fbSChris Lattner 583ee3c74fbSChris Lattner // Read the expected strings from the check file. 58420247900SChandler Carruth ErrorOr<std::unique_ptr<MemoryBuffer>> CheckFileOrErr = 58520247900SChandler Carruth MemoryBuffer::getFileOrSTDIN(CheckFilename); 58620247900SChandler Carruth if (std::error_code EC = CheckFileOrErr.getError()) { 58720247900SChandler Carruth errs() << "Could not open check file '" << CheckFilename 58820247900SChandler Carruth << "': " << EC.message() << '\n'; 58920247900SChandler Carruth return 2; 59020247900SChandler Carruth } 59120247900SChandler Carruth MemoryBuffer &CheckFile = *CheckFileOrErr.get(); 59220247900SChandler Carruth 59320247900SChandler Carruth SmallString<4096> CheckFileBuffer; 594ffa9d2e4SAditya Nandakumar StringRef CheckFileText = FC.CanonicalizeFile(CheckFile, CheckFileBuffer); 59520247900SChandler Carruth 59620247900SChandler Carruth SM.AddNewSourceBuffer(MemoryBuffer::getMemBuffer( 59720247900SChandler Carruth CheckFileText, CheckFile.getBufferIdentifier()), 59820247900SChandler Carruth SMLoc()); 59920247900SChandler Carruth 600ffa9d2e4SAditya Nandakumar std::vector<FileCheckString> CheckStrings; 601ffa9d2e4SAditya Nandakumar if (FC.ReadCheckFile(SM, CheckFileText, PrefixRE, CheckStrings)) 602ee3c74fbSChris Lattner return 2; 603ee3c74fbSChris Lattner 604ee3c74fbSChris Lattner // Open the file to check and add it to SourceMgr. 60520247900SChandler Carruth ErrorOr<std::unique_ptr<MemoryBuffer>> InputFileOrErr = 606adf21f2aSRafael Espindola MemoryBuffer::getFileOrSTDIN(InputFilename); 60720247900SChandler Carruth if (std::error_code EC = InputFileOrErr.getError()) { 608adf21f2aSRafael Espindola errs() << "Could not open input file '" << InputFilename 609adf21f2aSRafael Espindola << "': " << EC.message() << '\n'; 6108e1c6477SEli Bendersky return 2; 611ee3c74fbSChris Lattner } 61220247900SChandler Carruth MemoryBuffer &InputFile = *InputFileOrErr.get(); 6132c3e5cdfSChris Lattner 61420247900SChandler Carruth if (InputFile.getBufferSize() == 0 && !AllowEmptyInput) { 615b692bed7SChris Lattner errs() << "FileCheck error: '" << InputFilename << "' is empty.\n"; 6162bd4f8b6SXinliang David Li DumpCommandLine(argc, argv); 6178e1c6477SEli Bendersky return 2; 618b692bed7SChris Lattner } 619b692bed7SChris Lattner 62020247900SChandler Carruth SmallString<4096> InputFileBuffer; 621ffa9d2e4SAditya Nandakumar StringRef InputFileText = FC.CanonicalizeFile(InputFile, InputFileBuffer); 6222c3e5cdfSChris Lattner 623e8f2fb20SChandler Carruth SM.AddNewSourceBuffer(MemoryBuffer::getMemBuffer( 624e8f2fb20SChandler Carruth InputFileText, InputFile.getBufferIdentifier()), 625e8f2fb20SChandler Carruth SMLoc()); 626ee3c74fbSChris Lattner 6273c5d267eSJoel E. Denny if (DumpInput == DumpInputDefault) 6283c5d267eSJoel E. Denny DumpInput = DumpInputOnFailure ? DumpInputFail : DumpInputNever; 6293c5d267eSJoel E. Denny 6303c5d267eSJoel E. Denny std::vector<FileCheckDiag> Diags; 6313c5d267eSJoel E. Denny int ExitCode = FC.CheckInput(SM, InputFileText, CheckStrings, 6323c5d267eSJoel E. Denny DumpInput == DumpInputNever ? nullptr : &Diags) 6333c5d267eSJoel E. Denny ? EXIT_SUCCESS 6343c5d267eSJoel E. Denny : 1; 6353c5d267eSJoel E. Denny if (DumpInput == DumpInputAlways || 6363c5d267eSJoel E. Denny (ExitCode == 1 && DumpInput == DumpInputFail)) { 6373c5d267eSJoel E. Denny errs() << "\n" 6383c5d267eSJoel E. Denny << "Input file: " 6393c5d267eSJoel E. Denny << (InputFilename == "-" ? "<stdin>" : InputFilename.getValue()) 6403c5d267eSJoel E. Denny << "\n" 6413c5d267eSJoel E. Denny << "Check file: " << CheckFilename << "\n" 6423c5d267eSJoel E. Denny << "\n" 6433c5d267eSJoel E. Denny << "-dump-input=help describes the format of the following dump.\n" 6443c5d267eSJoel E. Denny << "\n"; 6453c5d267eSJoel E. Denny std::vector<InputAnnotation> Annotations; 6463c5d267eSJoel E. Denny unsigned LabelWidth; 6473c5d267eSJoel E. Denny BuildInputAnnotations(Diags, Annotations, LabelWidth); 6487df86967SJoel E. Denny DumpAnnotatedInput(errs(), Req, InputFileText, Annotations, LabelWidth); 6493c5d267eSJoel E. Denny } 650346dfbe2SGeorge Karpenkov 651346dfbe2SGeorge Karpenkov return ExitCode; 652ee3c74fbSChris Lattner } 653