1d6c18657SDean Michael Berris //===- Trace.cpp - XRay Trace Loading implementation. ---------------------===// 2d6c18657SDean Michael Berris // 3d6c18657SDean Michael Berris // The LLVM Compiler Infrastructure 4d6c18657SDean Michael Berris // 5d6c18657SDean Michael Berris // This file is distributed under the University of Illinois Open Source 6d6c18657SDean Michael Berris // License. See LICENSE.TXT for details. 7d6c18657SDean Michael Berris // 8d6c18657SDean Michael Berris //===----------------------------------------------------------------------===// 9d6c18657SDean Michael Berris // 10d6c18657SDean Michael Berris // XRay log reader implementation. 11d6c18657SDean Michael Berris // 12d6c18657SDean Michael Berris //===----------------------------------------------------------------------===// 13d6c18657SDean Michael Berris #include "llvm/XRay/Trace.h" 14d6c18657SDean Michael Berris #include "llvm/ADT/STLExtras.h" 15d6c18657SDean Michael Berris #include "llvm/Support/DataExtractor.h" 16d6c18657SDean Michael Berris #include "llvm/Support/Error.h" 17d6c18657SDean Michael Berris #include "llvm/Support/FileSystem.h" 18d6c18657SDean Michael Berris #include "llvm/XRay/YAMLXRayRecord.h" 19d6c18657SDean Michael Berris 20d6c18657SDean Michael Berris using namespace llvm; 21d6c18657SDean Michael Berris using namespace llvm::xray; 22d6c18657SDean Michael Berris using llvm::yaml::Input; 23d6c18657SDean Michael Berris 2449a49fe8SBenjamin Kramer namespace { 25d6c18657SDean Michael Berris using XRayRecordStorage = 26d6c18657SDean Michael Berris std::aligned_storage<sizeof(XRayRecord), alignof(XRayRecord)>::type; 27d6c18657SDean Michael Berris 284f83c4d1SDean Michael Berris // Populates the FileHeader reference by reading the first 32 bytes of the file. 294f83c4d1SDean Michael Berris Error readBinaryFormatHeader(StringRef Data, XRayFileHeader &FileHeader) { 30d6c18657SDean Michael Berris // FIXME: Maybe deduce whether the data is little or big-endian using some 31d6c18657SDean Michael Berris // magic bytes in the beginning of the file? 32d6c18657SDean Michael Berris 33d6c18657SDean Michael Berris // First 32 bytes of the file will always be the header. We assume a certain 34d6c18657SDean Michael Berris // format here: 35d6c18657SDean Michael Berris // 36d6c18657SDean Michael Berris // (2) uint16 : version 37d6c18657SDean Michael Berris // (2) uint16 : type 38d6c18657SDean Michael Berris // (4) uint32 : bitfield 39d6c18657SDean Michael Berris // (8) uint64 : cycle frequency 40d6c18657SDean Michael Berris // (16) - : padding 41d6c18657SDean Michael Berris 42d6c18657SDean Michael Berris DataExtractor HeaderExtractor(Data, true, 8); 43d6c18657SDean Michael Berris uint32_t OffsetPtr = 0; 44d6c18657SDean Michael Berris FileHeader.Version = HeaderExtractor.getU16(&OffsetPtr); 45d6c18657SDean Michael Berris FileHeader.Type = HeaderExtractor.getU16(&OffsetPtr); 46d6c18657SDean Michael Berris uint32_t Bitfield = HeaderExtractor.getU32(&OffsetPtr); 47d6c18657SDean Michael Berris FileHeader.ConstantTSC = Bitfield & 1uL; 48d6c18657SDean Michael Berris FileHeader.NonstopTSC = Bitfield & 1uL << 1; 49d6c18657SDean Michael Berris FileHeader.CycleFrequency = HeaderExtractor.getU64(&OffsetPtr); 5060c24878SDean Michael Berris std::memcpy(&FileHeader.FreeFormData, Data.bytes_begin() + OffsetPtr, 16); 510f84a7d3SDean Michael Berris if (FileHeader.Version != 1 && FileHeader.Version != 2) 52d6c18657SDean Michael Berris return make_error<StringError>( 53d6c18657SDean Michael Berris Twine("Unsupported XRay file version: ") + Twine(FileHeader.Version), 54d6c18657SDean Michael Berris std::make_error_code(std::errc::invalid_argument)); 554f83c4d1SDean Michael Berris return Error::success(); 564f83c4d1SDean Michael Berris } 574f83c4d1SDean Michael Berris 584f83c4d1SDean Michael Berris Error loadNaiveFormatLog(StringRef Data, XRayFileHeader &FileHeader, 594f83c4d1SDean Michael Berris std::vector<XRayRecord> &Records) { 604f83c4d1SDean Michael Berris if (Data.size() < 32) 614f83c4d1SDean Michael Berris return make_error<StringError>( 624f83c4d1SDean Michael Berris "Not enough bytes for an XRay log.", 634f83c4d1SDean Michael Berris std::make_error_code(std::errc::invalid_argument)); 644f83c4d1SDean Michael Berris 654f83c4d1SDean Michael Berris if (Data.size() - 32 == 0 || Data.size() % 32 != 0) 664f83c4d1SDean Michael Berris return make_error<StringError>( 674f83c4d1SDean Michael Berris "Invalid-sized XRay data.", 684f83c4d1SDean Michael Berris std::make_error_code(std::errc::invalid_argument)); 694f83c4d1SDean Michael Berris 704f83c4d1SDean Michael Berris if (auto E = readBinaryFormatHeader(Data, FileHeader)) 714f83c4d1SDean Michael Berris return E; 72d6c18657SDean Michael Berris 73d6c18657SDean Michael Berris // Each record after the header will be 32 bytes, in the following format: 74d6c18657SDean Michael Berris // 75d6c18657SDean Michael Berris // (2) uint16 : record type 76d6c18657SDean Michael Berris // (1) uint8 : cpu id 77d6c18657SDean Michael Berris // (1) uint8 : type 78d6c18657SDean Michael Berris // (4) sint32 : function id 79d6c18657SDean Michael Berris // (8) uint64 : tsc 80d6c18657SDean Michael Berris // (4) uint32 : thread id 81d6c18657SDean Michael Berris // (12) - : padding 82d6c18657SDean Michael Berris for (auto S = Data.drop_front(32); !S.empty(); S = S.drop_front(32)) { 83d6c18657SDean Michael Berris DataExtractor RecordExtractor(S, true, 8); 84d6c18657SDean Michael Berris uint32_t OffsetPtr = 0; 85*0a465d7aSDean Michael Berris switch (auto RecordType = RecordExtractor.getU16(&OffsetPtr)) { 86*0a465d7aSDean Michael Berris case 0: { // Normal records. 87d6c18657SDean Michael Berris Records.emplace_back(); 88d6c18657SDean Michael Berris auto &Record = Records.back(); 89*0a465d7aSDean Michael Berris Record.RecordType = RecordType; 90d6c18657SDean Michael Berris Record.CPU = RecordExtractor.getU8(&OffsetPtr); 91d6c18657SDean Michael Berris auto Type = RecordExtractor.getU8(&OffsetPtr); 92d6c18657SDean Michael Berris switch (Type) { 93d6c18657SDean Michael Berris case 0: 94d6c18657SDean Michael Berris Record.Type = RecordTypes::ENTER; 95d6c18657SDean Michael Berris break; 96d6c18657SDean Michael Berris case 1: 97d6c18657SDean Michael Berris Record.Type = RecordTypes::EXIT; 98d6c18657SDean Michael Berris break; 990f84a7d3SDean Michael Berris case 2: 1000f84a7d3SDean Michael Berris Record.Type = RecordTypes::TAIL_EXIT; 1010f84a7d3SDean Michael Berris break; 102*0a465d7aSDean Michael Berris case 3: 103*0a465d7aSDean Michael Berris Record.Type = RecordTypes::ENTER_ARG; 104*0a465d7aSDean Michael Berris break; 105d6c18657SDean Michael Berris default: 106d6c18657SDean Michael Berris return make_error<StringError>( 107d6c18657SDean Michael Berris Twine("Unknown record type '") + Twine(int{Type}) + "'", 108d6c18657SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 109d6c18657SDean Michael Berris } 110d6c18657SDean Michael Berris Record.FuncId = RecordExtractor.getSigned(&OffsetPtr, sizeof(int32_t)); 111d6c18657SDean Michael Berris Record.TSC = RecordExtractor.getU64(&OffsetPtr); 112d6c18657SDean Michael Berris Record.TId = RecordExtractor.getU32(&OffsetPtr); 113*0a465d7aSDean Michael Berris break; 114*0a465d7aSDean Michael Berris } 115*0a465d7aSDean Michael Berris case 1: { // Arg payload record. 116*0a465d7aSDean Michael Berris auto &Record = Records.back(); 117*0a465d7aSDean Michael Berris // Advance two bytes to avoid padding. 118*0a465d7aSDean Michael Berris OffsetPtr += 2; 119*0a465d7aSDean Michael Berris int32_t FuncId = RecordExtractor.getSigned(&OffsetPtr, sizeof(int32_t)); 120*0a465d7aSDean Michael Berris auto TId = RecordExtractor.getU32(&OffsetPtr); 121*0a465d7aSDean Michael Berris if (Record.FuncId != FuncId || Record.TId != TId) 122*0a465d7aSDean Michael Berris return make_error<StringError>( 123*0a465d7aSDean Michael Berris Twine("Corrupted log, found payload following non-matching " 124*0a465d7aSDean Michael Berris "function + thread record. Record for ") + 125*0a465d7aSDean Michael Berris Twine(Record.FuncId) + " != " + Twine(FuncId), 126*0a465d7aSDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 127*0a465d7aSDean Michael Berris // Advance another four bytes to avoid padding. 128*0a465d7aSDean Michael Berris OffsetPtr += 4; 129*0a465d7aSDean Michael Berris auto Arg = RecordExtractor.getU64(&OffsetPtr); 130*0a465d7aSDean Michael Berris Record.CallArgs.push_back(Arg); 131*0a465d7aSDean Michael Berris break; 132*0a465d7aSDean Michael Berris } 133*0a465d7aSDean Michael Berris default: 134*0a465d7aSDean Michael Berris return make_error<StringError>( 135*0a465d7aSDean Michael Berris Twine("Unknown record type == ") + Twine(RecordType), 136*0a465d7aSDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 137*0a465d7aSDean Michael Berris } 138d6c18657SDean Michael Berris } 139d6c18657SDean Michael Berris return Error::success(); 140d6c18657SDean Michael Berris } 141d6c18657SDean Michael Berris 1424f83c4d1SDean Michael Berris /// When reading from a Flight Data Recorder mode log, metadata records are 1434f83c4d1SDean Michael Berris /// sparse compared to packed function records, so we must maintain state as we 1444f83c4d1SDean Michael Berris /// read through the sequence of entries. This allows the reader to denormalize 1454f83c4d1SDean Michael Berris /// the CPUId and Thread Id onto each Function Record and transform delta 1464f83c4d1SDean Michael Berris /// encoded TSC values into absolute encodings on each record. 1474f83c4d1SDean Michael Berris struct FDRState { 1484f83c4d1SDean Michael Berris uint16_t CPUId; 1494f83c4d1SDean Michael Berris uint16_t ThreadId; 1504f83c4d1SDean Michael Berris uint64_t BaseTSC; 151a7bbe448SDean Michael Berris 1524f83c4d1SDean Michael Berris /// Encode some of the state transitions for the FDR log reader as explicit 1534f83c4d1SDean Michael Berris /// checks. These are expectations for the next Record in the stream. 1544f83c4d1SDean Michael Berris enum class Token { 1554f83c4d1SDean Michael Berris NEW_BUFFER_RECORD_OR_EOF, 1564f83c4d1SDean Michael Berris WALLCLOCK_RECORD, 1574f83c4d1SDean Michael Berris NEW_CPU_ID_RECORD, 15860c24878SDean Michael Berris FUNCTION_SEQUENCE, 15960c24878SDean Michael Berris SCAN_TO_END_OF_THREAD_BUF, 160a7bbe448SDean Michael Berris CUSTOM_EVENT_DATA, 16110c873f1SMartin Pelikan CALL_ARGUMENT, 1624f83c4d1SDean Michael Berris }; 1634f83c4d1SDean Michael Berris Token Expects; 164a7bbe448SDean Michael Berris 16560c24878SDean Michael Berris // Each threads buffer may have trailing garbage to scan over, so we track our 16660c24878SDean Michael Berris // progress. 16760c24878SDean Michael Berris uint64_t CurrentBufferSize; 16860c24878SDean Michael Berris uint64_t CurrentBufferConsumed; 1694f83c4d1SDean Michael Berris }; 170d6c18657SDean Michael Berris 17149a49fe8SBenjamin Kramer const char *fdrStateToTwine(const FDRState::Token &state) { 17260c24878SDean Michael Berris switch (state) { 17360c24878SDean Michael Berris case FDRState::Token::NEW_BUFFER_RECORD_OR_EOF: 17460c24878SDean Michael Berris return "NEW_BUFFER_RECORD_OR_EOF"; 17560c24878SDean Michael Berris case FDRState::Token::WALLCLOCK_RECORD: 17660c24878SDean Michael Berris return "WALLCLOCK_RECORD"; 17760c24878SDean Michael Berris case FDRState::Token::NEW_CPU_ID_RECORD: 17860c24878SDean Michael Berris return "NEW_CPU_ID_RECORD"; 17960c24878SDean Michael Berris case FDRState::Token::FUNCTION_SEQUENCE: 18060c24878SDean Michael Berris return "FUNCTION_SEQUENCE"; 18160c24878SDean Michael Berris case FDRState::Token::SCAN_TO_END_OF_THREAD_BUF: 18260c24878SDean Michael Berris return "SCAN_TO_END_OF_THREAD_BUF"; 183a7bbe448SDean Michael Berris case FDRState::Token::CUSTOM_EVENT_DATA: 184a7bbe448SDean Michael Berris return "CUSTOM_EVENT_DATA"; 18510c873f1SMartin Pelikan case FDRState::Token::CALL_ARGUMENT: 18610c873f1SMartin Pelikan return "CALL_ARGUMENT"; 18760c24878SDean Michael Berris } 18860c24878SDean Michael Berris return "UNKNOWN"; 18960c24878SDean Michael Berris } 19060c24878SDean Michael Berris 1914f83c4d1SDean Michael Berris /// State transition when a NewBufferRecord is encountered. 1924f83c4d1SDean Michael Berris Error processFDRNewBufferRecord(FDRState &State, uint8_t RecordFirstByte, 1934f83c4d1SDean Michael Berris DataExtractor &RecordExtractor) { 1944f83c4d1SDean Michael Berris 19560c24878SDean Michael Berris if (State.Expects != FDRState::Token::NEW_BUFFER_RECORD_OR_EOF) 1964f83c4d1SDean Michael Berris return make_error<StringError>( 1974f83c4d1SDean Michael Berris "Malformed log. Read New Buffer record kind out of sequence", 1984f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 1994f83c4d1SDean Michael Berris uint32_t OffsetPtr = 1; // 1 byte into record. 2004f83c4d1SDean Michael Berris State.ThreadId = RecordExtractor.getU16(&OffsetPtr); 2014f83c4d1SDean Michael Berris State.Expects = FDRState::Token::WALLCLOCK_RECORD; 2024f83c4d1SDean Michael Berris return Error::success(); 2034f83c4d1SDean Michael Berris } 2044f83c4d1SDean Michael Berris 2054f83c4d1SDean Michael Berris /// State transition when an EndOfBufferRecord is encountered. 2064f83c4d1SDean Michael Berris Error processFDREndOfBufferRecord(FDRState &State, uint8_t RecordFirstByte, 2074f83c4d1SDean Michael Berris DataExtractor &RecordExtractor) { 20860c24878SDean Michael Berris if (State.Expects == FDRState::Token::NEW_BUFFER_RECORD_OR_EOF) 2094f83c4d1SDean Michael Berris return make_error<StringError>( 2104f83c4d1SDean Michael Berris "Malformed log. Received EOB message without current buffer.", 2114f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 21260c24878SDean Michael Berris State.Expects = FDRState::Token::SCAN_TO_END_OF_THREAD_BUF; 2134f83c4d1SDean Michael Berris return Error::success(); 2144f83c4d1SDean Michael Berris } 2154f83c4d1SDean Michael Berris 2164f83c4d1SDean Michael Berris /// State transition when a NewCPUIdRecord is encountered. 2174f83c4d1SDean Michael Berris Error processFDRNewCPUIdRecord(FDRState &State, uint8_t RecordFirstByte, 2184f83c4d1SDean Michael Berris DataExtractor &RecordExtractor) { 2194f83c4d1SDean Michael Berris if (State.Expects != FDRState::Token::FUNCTION_SEQUENCE && 22060c24878SDean Michael Berris State.Expects != FDRState::Token::NEW_CPU_ID_RECORD) 2214f83c4d1SDean Michael Berris return make_error<StringError>( 2224f83c4d1SDean Michael Berris "Malformed log. Read NewCPUId record kind out of sequence", 2234f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 2244f83c4d1SDean Michael Berris uint32_t OffsetPtr = 1; // Read starting after the first byte. 2254f83c4d1SDean Michael Berris State.CPUId = RecordExtractor.getU16(&OffsetPtr); 2264f83c4d1SDean Michael Berris State.BaseTSC = RecordExtractor.getU64(&OffsetPtr); 2274f83c4d1SDean Michael Berris State.Expects = FDRState::Token::FUNCTION_SEQUENCE; 2284f83c4d1SDean Michael Berris return Error::success(); 2294f83c4d1SDean Michael Berris } 2304f83c4d1SDean Michael Berris 2314f83c4d1SDean Michael Berris /// State transition when a TSCWrapRecord (overflow detection) is encountered. 2324f83c4d1SDean Michael Berris Error processFDRTSCWrapRecord(FDRState &State, uint8_t RecordFirstByte, 2334f83c4d1SDean Michael Berris DataExtractor &RecordExtractor) { 23460c24878SDean Michael Berris if (State.Expects != FDRState::Token::FUNCTION_SEQUENCE) 2354f83c4d1SDean Michael Berris return make_error<StringError>( 2364f83c4d1SDean Michael Berris "Malformed log. Read TSCWrap record kind out of sequence", 2374f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 2384f83c4d1SDean Michael Berris uint32_t OffsetPtr = 1; // Read starting after the first byte. 2394f83c4d1SDean Michael Berris State.BaseTSC = RecordExtractor.getU64(&OffsetPtr); 2404f83c4d1SDean Michael Berris return Error::success(); 2414f83c4d1SDean Michael Berris } 2424f83c4d1SDean Michael Berris 2434f83c4d1SDean Michael Berris /// State transition when a WallTimeMarkerRecord is encountered. 2444f83c4d1SDean Michael Berris Error processFDRWallTimeRecord(FDRState &State, uint8_t RecordFirstByte, 2454f83c4d1SDean Michael Berris DataExtractor &RecordExtractor) { 24660c24878SDean Michael Berris if (State.Expects != FDRState::Token::WALLCLOCK_RECORD) 2474f83c4d1SDean Michael Berris return make_error<StringError>( 2484f83c4d1SDean Michael Berris "Malformed log. Read Wallclock record kind out of sequence", 2494f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 2504f83c4d1SDean Michael Berris // We don't encode the wall time into any of the records. 2514f83c4d1SDean Michael Berris // XRayRecords are concerned with the TSC instead. 2524f83c4d1SDean Michael Berris State.Expects = FDRState::Token::NEW_CPU_ID_RECORD; 2534f83c4d1SDean Michael Berris return Error::success(); 2544f83c4d1SDean Michael Berris } 2554f83c4d1SDean Michael Berris 256a7bbe448SDean Michael Berris /// State transition when a CustomEventMarker is encountered. 257a7bbe448SDean Michael Berris Error processCustomEventMarker(FDRState &State, uint8_t RecordFirstByte, 258a7bbe448SDean Michael Berris DataExtractor &RecordExtractor, 259a7bbe448SDean Michael Berris size_t &RecordSize) { 260a7bbe448SDean Michael Berris // We can encounter a CustomEventMarker anywhere in the log, so we can handle 2613d0bc9efSKeith Wyss // it regardless of the expectation. However, we do set the expectation to 2623d0bc9efSKeith Wyss // read a set number of fixed bytes, as described in the metadata. 263a7bbe448SDean Michael Berris uint32_t OffsetPtr = 1; // Read after the first byte. 264a7bbe448SDean Michael Berris uint32_t DataSize = RecordExtractor.getU32(&OffsetPtr); 265a7bbe448SDean Michael Berris uint64_t TSC = RecordExtractor.getU64(&OffsetPtr); 266a7bbe448SDean Michael Berris 267*0a465d7aSDean Michael Berris // FIXME: Actually represent the record through the API. For now we only 268*0a465d7aSDean Michael Berris // skip through the data. 269a7bbe448SDean Michael Berris (void)TSC; 270a7bbe448SDean Michael Berris RecordSize = 16 + DataSize; 271a7bbe448SDean Michael Berris return Error::success(); 272a7bbe448SDean Michael Berris } 273a7bbe448SDean Michael Berris 27410c873f1SMartin Pelikan /// State transition when a CallArgumentRecord is encountered. 27510c873f1SMartin Pelikan Error processFDRCallArgumentRecord(FDRState &State, uint8_t RecordFirstByte, 27610c873f1SMartin Pelikan DataExtractor &RecordExtractor, 27710c873f1SMartin Pelikan std::vector<XRayRecord> &Records) { 27810c873f1SMartin Pelikan uint32_t OffsetPtr = 1; // Read starting after the first byte. 27910c873f1SMartin Pelikan auto &Enter = Records.back(); 28010c873f1SMartin Pelikan 28110c873f1SMartin Pelikan if (Enter.Type != RecordTypes::ENTER) 28210c873f1SMartin Pelikan return make_error<StringError>( 28310c873f1SMartin Pelikan "CallArgument needs to be right after a function entry", 28410c873f1SMartin Pelikan std::make_error_code(std::errc::executable_format_error)); 28510c873f1SMartin Pelikan Enter.Type = RecordTypes::ENTER_ARG; 28610c873f1SMartin Pelikan Enter.CallArgs.emplace_back(RecordExtractor.getU64(&OffsetPtr)); 28710c873f1SMartin Pelikan return Error::success(); 28810c873f1SMartin Pelikan } 28910c873f1SMartin Pelikan 2904f83c4d1SDean Michael Berris /// Advances the state machine for reading the FDR record type by reading one 291e96152a9SKeith Wyss /// Metadata Record and updating the State appropriately based on the kind of 2924f83c4d1SDean Michael Berris /// record encountered. The RecordKind is encoded in the first byte of the 2934f83c4d1SDean Michael Berris /// Record, which the caller should pass in because they have already read it 2944f83c4d1SDean Michael Berris /// to determine that this is a metadata record as opposed to a function record. 2954f83c4d1SDean Michael Berris Error processFDRMetadataRecord(FDRState &State, uint8_t RecordFirstByte, 296a7bbe448SDean Michael Berris DataExtractor &RecordExtractor, 29710c873f1SMartin Pelikan size_t &RecordSize, 29810c873f1SMartin Pelikan std::vector<XRayRecord> &Records) { 2994f83c4d1SDean Michael Berris // The remaining 7 bits are the RecordKind enum. 3004f83c4d1SDean Michael Berris uint8_t RecordKind = RecordFirstByte >> 1; 3014f83c4d1SDean Michael Berris switch (RecordKind) { 3024f83c4d1SDean Michael Berris case 0: // NewBuffer 3034f83c4d1SDean Michael Berris if (auto E = 3044f83c4d1SDean Michael Berris processFDRNewBufferRecord(State, RecordFirstByte, RecordExtractor)) 3054f83c4d1SDean Michael Berris return E; 3064f83c4d1SDean Michael Berris break; 3074f83c4d1SDean Michael Berris case 1: // EndOfBuffer 3084f83c4d1SDean Michael Berris if (auto E = processFDREndOfBufferRecord(State, RecordFirstByte, 3094f83c4d1SDean Michael Berris RecordExtractor)) 3104f83c4d1SDean Michael Berris return E; 3114f83c4d1SDean Michael Berris break; 3124f83c4d1SDean Michael Berris case 2: // NewCPUId 3134f83c4d1SDean Michael Berris if (auto E = 3144f83c4d1SDean Michael Berris processFDRNewCPUIdRecord(State, RecordFirstByte, RecordExtractor)) 3154f83c4d1SDean Michael Berris return E; 3164f83c4d1SDean Michael Berris break; 3174f83c4d1SDean Michael Berris case 3: // TSCWrap 3184f83c4d1SDean Michael Berris if (auto E = 3194f83c4d1SDean Michael Berris processFDRTSCWrapRecord(State, RecordFirstByte, RecordExtractor)) 3204f83c4d1SDean Michael Berris return E; 3214f83c4d1SDean Michael Berris break; 3224f83c4d1SDean Michael Berris case 4: // WallTimeMarker 3234f83c4d1SDean Michael Berris if (auto E = 3244f83c4d1SDean Michael Berris processFDRWallTimeRecord(State, RecordFirstByte, RecordExtractor)) 3254f83c4d1SDean Michael Berris return E; 3264f83c4d1SDean Michael Berris break; 327a7bbe448SDean Michael Berris case 5: // CustomEventMarker 328a7bbe448SDean Michael Berris if (auto E = processCustomEventMarker(State, RecordFirstByte, 329a7bbe448SDean Michael Berris RecordExtractor, RecordSize)) 330a7bbe448SDean Michael Berris return E; 331a7bbe448SDean Michael Berris break; 33210c873f1SMartin Pelikan case 6: // CallArgument 33310c873f1SMartin Pelikan if (auto E = processFDRCallArgumentRecord(State, RecordFirstByte, 33410c873f1SMartin Pelikan RecordExtractor, Records)) 33510c873f1SMartin Pelikan return E; 33610c873f1SMartin Pelikan break; 3374f83c4d1SDean Michael Berris default: 3384f83c4d1SDean Michael Berris // Widen the record type to uint16_t to prevent conversion to char. 3394f83c4d1SDean Michael Berris return make_error<StringError>( 3404f83c4d1SDean Michael Berris Twine("Illegal metadata record type: ") 3414f83c4d1SDean Michael Berris .concat(Twine(static_cast<unsigned>(RecordKind))), 3424f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 3434f83c4d1SDean Michael Berris } 3444f83c4d1SDean Michael Berris return Error::success(); 3454f83c4d1SDean Michael Berris } 3464f83c4d1SDean Michael Berris 3474f83c4d1SDean Michael Berris /// Reads a function record from an FDR format log, appending a new XRayRecord 3484f83c4d1SDean Michael Berris /// to the vector being populated and updating the State with a new value 3494f83c4d1SDean Michael Berris /// reference value to interpret TSC deltas. 3504f83c4d1SDean Michael Berris /// 3514f83c4d1SDean Michael Berris /// The XRayRecord constructed includes information from the function record 3524f83c4d1SDean Michael Berris /// processed here as well as Thread ID and CPU ID formerly extracted into 3534f83c4d1SDean Michael Berris /// State. 3544f83c4d1SDean Michael Berris Error processFDRFunctionRecord(FDRState &State, uint8_t RecordFirstByte, 3554f83c4d1SDean Michael Berris DataExtractor &RecordExtractor, 3564f83c4d1SDean Michael Berris std::vector<XRayRecord> &Records) { 3574f83c4d1SDean Michael Berris switch (State.Expects) { 3584f83c4d1SDean Michael Berris case FDRState::Token::NEW_BUFFER_RECORD_OR_EOF: 3594f83c4d1SDean Michael Berris return make_error<StringError>( 3604f83c4d1SDean Michael Berris "Malformed log. Received Function Record before new buffer setup.", 3614f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 3624f83c4d1SDean Michael Berris case FDRState::Token::WALLCLOCK_RECORD: 3634f83c4d1SDean Michael Berris return make_error<StringError>( 3644f83c4d1SDean Michael Berris "Malformed log. Received Function Record when expecting wallclock.", 3654f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 3664f83c4d1SDean Michael Berris case FDRState::Token::NEW_CPU_ID_RECORD: 3674f83c4d1SDean Michael Berris return make_error<StringError>( 3684f83c4d1SDean Michael Berris "Malformed log. Received Function Record before first CPU record.", 3694f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 3704f83c4d1SDean Michael Berris default: 3714f83c4d1SDean Michael Berris Records.emplace_back(); 3724f83c4d1SDean Michael Berris auto &Record = Records.back(); 3734f83c4d1SDean Michael Berris Record.RecordType = 0; // Record is type NORMAL. 3744f83c4d1SDean Michael Berris // Strip off record type bit and use the next three bits. 3754f83c4d1SDean Michael Berris uint8_t RecordType = (RecordFirstByte >> 1) & 0x07; 3764f83c4d1SDean Michael Berris switch (RecordType) { 3774f83c4d1SDean Michael Berris case static_cast<uint8_t>(RecordTypes::ENTER): 3784f83c4d1SDean Michael Berris Record.Type = RecordTypes::ENTER; 3794f83c4d1SDean Michael Berris break; 3804f83c4d1SDean Michael Berris case static_cast<uint8_t>(RecordTypes::EXIT): 3814f83c4d1SDean Michael Berris Record.Type = RecordTypes::EXIT; 3824f83c4d1SDean Michael Berris break; 3830f84a7d3SDean Michael Berris case static_cast<uint8_t>(RecordTypes::TAIL_EXIT): 3840f84a7d3SDean Michael Berris Record.Type = RecordTypes::TAIL_EXIT; 3850f84a7d3SDean Michael Berris break; 3864f83c4d1SDean Michael Berris default: 387d78db156SMartin Pelikan // Cast to an unsigned integer to not interpret the record type as a char. 3884f83c4d1SDean Michael Berris return make_error<StringError>( 3894f83c4d1SDean Michael Berris Twine("Illegal function record type: ") 3904f83c4d1SDean Michael Berris .concat(Twine(static_cast<unsigned>(RecordType))), 3914f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 3924f83c4d1SDean Michael Berris } 3934f83c4d1SDean Michael Berris Record.CPU = State.CPUId; 3944f83c4d1SDean Michael Berris Record.TId = State.ThreadId; 3953d0bc9efSKeith Wyss // Back up to read first 32 bits, including the 4 we pulled RecordType 3964f83c4d1SDean Michael Berris // and RecordKind out of. The remaining 28 are FunctionId. 3974f83c4d1SDean Michael Berris uint32_t OffsetPtr = 0; 3984f83c4d1SDean Michael Berris // Despite function Id being a signed int on XRayRecord, 3994f83c4d1SDean Michael Berris // when it is written to an FDR format, the top bits are truncated, 4004f83c4d1SDean Michael Berris // so it is effectively an unsigned value. When we shift off the 4014f83c4d1SDean Michael Berris // top four bits, we want the shift to be logical, so we read as 4024f83c4d1SDean Michael Berris // uint32_t. 4034f83c4d1SDean Michael Berris uint32_t FuncIdBitField = RecordExtractor.getU32(&OffsetPtr); 4044f83c4d1SDean Michael Berris Record.FuncId = FuncIdBitField >> 4; 4054f83c4d1SDean Michael Berris // FunctionRecords have a 32 bit delta from the previous absolute TSC 4064f83c4d1SDean Michael Berris // or TSC delta. If this would overflow, we should read a TSCWrap record 4074f83c4d1SDean Michael Berris // with an absolute TSC reading. 408d78db156SMartin Pelikan uint64_t NewTSC = State.BaseTSC + RecordExtractor.getU32(&OffsetPtr); 409d78db156SMartin Pelikan State.BaseTSC = NewTSC; 410d78db156SMartin Pelikan Record.TSC = NewTSC; 4114f83c4d1SDean Michael Berris } 4124f83c4d1SDean Michael Berris return Error::success(); 4134f83c4d1SDean Michael Berris } 4144f83c4d1SDean Michael Berris 4154f83c4d1SDean Michael Berris /// Reads a log in FDR mode for version 1 of this binary format. FDR mode is 4164f83c4d1SDean Michael Berris /// defined as part of the compiler-rt project in xray_fdr_logging.h, and such 4174f83c4d1SDean Michael Berris /// a log consists of the familiar 32 bit XRayHeader, followed by sequences of 4184f83c4d1SDean Michael Berris /// of interspersed 16 byte Metadata Records and 8 byte Function Records. 4194f83c4d1SDean Michael Berris /// 4204f83c4d1SDean Michael Berris /// The following is an attempt to document the grammar of the format, which is 4214f83c4d1SDean Michael Berris /// parsed by this function for little-endian machines. Since the format makes 422d78db156SMartin Pelikan /// use of BitFields, when we support big-endian architectures, we will need to 42368168d17SSimon Pilgrim /// adjust not only the endianness parameter to llvm's RecordExtractor, but also 4244f83c4d1SDean Michael Berris /// the bit twiddling logic, which is consistent with the little-endian 4254f83c4d1SDean Michael Berris /// convention that BitFields within a struct will first be packed into the 4264f83c4d1SDean Michael Berris /// least significant bits the address they belong to. 4274f83c4d1SDean Michael Berris /// 4284f83c4d1SDean Michael Berris /// We expect a format complying with the grammar in the following pseudo-EBNF. 4294f83c4d1SDean Michael Berris /// 4304f83c4d1SDean Michael Berris /// FDRLog: XRayFileHeader ThreadBuffer* 4313d0bc9efSKeith Wyss /// XRayFileHeader: 32 bytes to identify the log as FDR with machine metadata. 4323d0bc9efSKeith Wyss /// Includes BufferSize 4333d0bc9efSKeith Wyss /// ThreadBuffer: NewBuffer WallClockTime NewCPUId FunctionSequence EOB 43460c24878SDean Michael Berris /// BufSize: 8 byte unsigned integer indicating how large the buffer is. 4354f83c4d1SDean Michael Berris /// NewBuffer: 16 byte metadata record with Thread Id. 4364f83c4d1SDean Michael Berris /// WallClockTime: 16 byte metadata record with human readable time. 4374f83c4d1SDean Michael Berris /// NewCPUId: 16 byte metadata record with CPUId and a 64 bit TSC reading. 43860c24878SDean Michael Berris /// EOB: 16 byte record in a thread buffer plus mem garbage to fill BufSize. 4394f83c4d1SDean Michael Berris /// FunctionSequence: NewCPUId | TSCWrap | FunctionRecord 4404f83c4d1SDean Michael Berris /// TSCWrap: 16 byte metadata record with a full 64 bit TSC reading. 4414f83c4d1SDean Michael Berris /// FunctionRecord: 8 byte record with FunctionId, entry/exit, and TSC delta. 4424f83c4d1SDean Michael Berris Error loadFDRLog(StringRef Data, XRayFileHeader &FileHeader, 4434f83c4d1SDean Michael Berris std::vector<XRayRecord> &Records) { 4444f83c4d1SDean Michael Berris if (Data.size() < 32) 4454f83c4d1SDean Michael Berris return make_error<StringError>( 4464f83c4d1SDean Michael Berris "Not enough bytes for an XRay log.", 4474f83c4d1SDean Michael Berris std::make_error_code(std::errc::invalid_argument)); 4484f83c4d1SDean Michael Berris 4494f83c4d1SDean Michael Berris // For an FDR log, there are records sized 16 and 8 bytes. 45060c24878SDean Michael Berris // There actually may be no records if no non-trivial functions are 45160c24878SDean Michael Berris // instrumented. 45260c24878SDean Michael Berris if (Data.size() % 8 != 0) 4534f83c4d1SDean Michael Berris return make_error<StringError>( 4544f83c4d1SDean Michael Berris "Invalid-sized XRay data.", 4554f83c4d1SDean Michael Berris std::make_error_code(std::errc::invalid_argument)); 4564f83c4d1SDean Michael Berris 4574f83c4d1SDean Michael Berris if (auto E = readBinaryFormatHeader(Data, FileHeader)) 4584f83c4d1SDean Michael Berris return E; 4594f83c4d1SDean Michael Berris 46060c24878SDean Michael Berris uint64_t BufferSize = 0; 46160c24878SDean Michael Berris { 46260c24878SDean Michael Berris StringRef ExtraDataRef(FileHeader.FreeFormData, 16); 46360c24878SDean Michael Berris DataExtractor ExtraDataExtractor(ExtraDataRef, true, 8); 46460c24878SDean Michael Berris uint32_t ExtraDataOffset = 0; 46560c24878SDean Michael Berris BufferSize = ExtraDataExtractor.getU64(&ExtraDataOffset); 46660c24878SDean Michael Berris } 46760c24878SDean Michael Berris FDRState State{0, 0, 0, FDRState::Token::NEW_BUFFER_RECORD_OR_EOF, 46860c24878SDean Michael Berris BufferSize, 0}; 4694f83c4d1SDean Michael Berris // RecordSize will tell the loop how far to seek ahead based on the record 4704f83c4d1SDean Michael Berris // type that we have just read. 4714f83c4d1SDean Michael Berris size_t RecordSize = 0; 4724f83c4d1SDean Michael Berris for (auto S = Data.drop_front(32); !S.empty(); S = S.drop_front(RecordSize)) { 4734f83c4d1SDean Michael Berris DataExtractor RecordExtractor(S, true, 8); 4744f83c4d1SDean Michael Berris uint32_t OffsetPtr = 0; 47560c24878SDean Michael Berris if (State.Expects == FDRState::Token::SCAN_TO_END_OF_THREAD_BUF) { 47660c24878SDean Michael Berris RecordSize = State.CurrentBufferSize - State.CurrentBufferConsumed; 477d78db156SMartin Pelikan if (S.size() < RecordSize) { 47860c24878SDean Michael Berris return make_error<StringError>( 479d78db156SMartin Pelikan Twine("Incomplete thread buffer. Expected at least ") + 480d78db156SMartin Pelikan Twine(RecordSize) + " bytes but found " + Twine(S.size()), 48160c24878SDean Michael Berris make_error_code(std::errc::invalid_argument)); 48260c24878SDean Michael Berris } 48360c24878SDean Michael Berris State.CurrentBufferConsumed = 0; 48460c24878SDean Michael Berris State.Expects = FDRState::Token::NEW_BUFFER_RECORD_OR_EOF; 48560c24878SDean Michael Berris continue; 48660c24878SDean Michael Berris } 4874f83c4d1SDean Michael Berris uint8_t BitField = RecordExtractor.getU8(&OffsetPtr); 4884f83c4d1SDean Michael Berris bool isMetadataRecord = BitField & 0x01uL; 4894f83c4d1SDean Michael Berris if (isMetadataRecord) { 4904f83c4d1SDean Michael Berris RecordSize = 16; 491a7bbe448SDean Michael Berris if (auto E = processFDRMetadataRecord(State, BitField, RecordExtractor, 49210c873f1SMartin Pelikan RecordSize, Records)) 4934f83c4d1SDean Michael Berris return E; 4944f83c4d1SDean Michael Berris } else { // Process Function Record 4954f83c4d1SDean Michael Berris RecordSize = 8; 4964f83c4d1SDean Michael Berris if (auto E = processFDRFunctionRecord(State, BitField, RecordExtractor, 4974f83c4d1SDean Michael Berris Records)) 4984f83c4d1SDean Michael Berris return E; 499d78db156SMartin Pelikan } 50060c24878SDean Michael Berris State.CurrentBufferConsumed += RecordSize; 5014f83c4d1SDean Michael Berris } 502d78db156SMartin Pelikan 503d78db156SMartin Pelikan // Having iterated over everything we've been given, we've either consumed 504d78db156SMartin Pelikan // everything and ended up in the end state, or were told to skip the rest. 505d78db156SMartin Pelikan bool Finished = State.Expects == FDRState::Token::SCAN_TO_END_OF_THREAD_BUF && 506d78db156SMartin Pelikan State.CurrentBufferSize == State.CurrentBufferConsumed; 507d78db156SMartin Pelikan if (State.Expects != FDRState::Token::NEW_BUFFER_RECORD_OR_EOF && !Finished) 5084f83c4d1SDean Michael Berris return make_error<StringError>( 50960c24878SDean Michael Berris Twine("Encountered EOF with unexpected state expectation ") + 51060c24878SDean Michael Berris fdrStateToTwine(State.Expects) + 51160c24878SDean Michael Berris ". Remaining expected bytes in thread buffer total " + 51260c24878SDean Michael Berris Twine(State.CurrentBufferSize - State.CurrentBufferConsumed), 5134f83c4d1SDean Michael Berris std::make_error_code(std::errc::executable_format_error)); 5144f83c4d1SDean Michael Berris 5154f83c4d1SDean Michael Berris return Error::success(); 5164f83c4d1SDean Michael Berris } 5174f83c4d1SDean Michael Berris 5184f83c4d1SDean Michael Berris Error loadYAMLLog(StringRef Data, XRayFileHeader &FileHeader, 5194f83c4d1SDean Michael Berris std::vector<XRayRecord> &Records) { 520d6c18657SDean Michael Berris YAMLXRayTrace Trace; 521d6c18657SDean Michael Berris Input In(Data); 522d6c18657SDean Michael Berris In >> Trace; 523d6c18657SDean Michael Berris if (In.error()) 524d6c18657SDean Michael Berris return make_error<StringError>("Failed loading YAML Data.", In.error()); 525d6c18657SDean Michael Berris 526d6c18657SDean Michael Berris FileHeader.Version = Trace.Header.Version; 527d6c18657SDean Michael Berris FileHeader.Type = Trace.Header.Type; 528d6c18657SDean Michael Berris FileHeader.ConstantTSC = Trace.Header.ConstantTSC; 529d6c18657SDean Michael Berris FileHeader.NonstopTSC = Trace.Header.NonstopTSC; 530d6c18657SDean Michael Berris FileHeader.CycleFrequency = Trace.Header.CycleFrequency; 531d6c18657SDean Michael Berris 532d6c18657SDean Michael Berris if (FileHeader.Version != 1) 533d6c18657SDean Michael Berris return make_error<StringError>( 534d6c18657SDean Michael Berris Twine("Unsupported XRay file version: ") + Twine(FileHeader.Version), 535d6c18657SDean Michael Berris std::make_error_code(std::errc::invalid_argument)); 536d6c18657SDean Michael Berris 537d6c18657SDean Michael Berris Records.clear(); 538d6c18657SDean Michael Berris std::transform(Trace.Records.begin(), Trace.Records.end(), 539d6c18657SDean Michael Berris std::back_inserter(Records), [&](const YAMLXRayRecord &R) { 540*0a465d7aSDean Michael Berris return XRayRecord{R.RecordType, R.CPU, R.Type, R.FuncId, 541*0a465d7aSDean Michael Berris R.TSC, R.TId, R.CallArgs}; 542d6c18657SDean Michael Berris }); 543d6c18657SDean Michael Berris return Error::success(); 544d6c18657SDean Michael Berris } 54549a49fe8SBenjamin Kramer } // namespace 546d6c18657SDean Michael Berris 547d6c18657SDean Michael Berris Expected<Trace> llvm::xray::loadTraceFile(StringRef Filename, bool Sort) { 548d6c18657SDean Michael Berris int Fd; 549d6c18657SDean Michael Berris if (auto EC = sys::fs::openFileForRead(Filename, Fd)) { 550d6c18657SDean Michael Berris return make_error<StringError>( 551d6c18657SDean Michael Berris Twine("Cannot read log from '") + Filename + "'", EC); 552d6c18657SDean Michael Berris } 553d6c18657SDean Michael Berris 554d6c18657SDean Michael Berris uint64_t FileSize; 555d6c18657SDean Michael Berris if (auto EC = sys::fs::file_size(Filename, FileSize)) { 556d6c18657SDean Michael Berris return make_error<StringError>( 557d6c18657SDean Michael Berris Twine("Cannot read log from '") + Filename + "'", EC); 558d6c18657SDean Michael Berris } 559d6c18657SDean Michael Berris if (FileSize < 4) { 560d6c18657SDean Michael Berris return make_error<StringError>( 561d6c18657SDean Michael Berris Twine("File '") + Filename + "' too small for XRay.", 56284da6615SHans Wennborg std::make_error_code(std::errc::executable_format_error)); 563d6c18657SDean Michael Berris } 564d6c18657SDean Michael Berris 565d78db156SMartin Pelikan // Map the opened file into memory and use a StringRef to access it later. 566d6c18657SDean Michael Berris std::error_code EC; 567d6c18657SDean Michael Berris sys::fs::mapped_file_region MappedFile( 568d6c18657SDean Michael Berris Fd, sys::fs::mapped_file_region::mapmode::readonly, FileSize, 0, EC); 569d6c18657SDean Michael Berris if (EC) { 570d6c18657SDean Michael Berris return make_error<StringError>( 571d6c18657SDean Michael Berris Twine("Cannot read log from '") + Filename + "'", EC); 572d6c18657SDean Michael Berris } 573d78db156SMartin Pelikan auto Data = StringRef(MappedFile.data(), MappedFile.size()); 574d6c18657SDean Michael Berris 575d6c18657SDean Michael Berris // Attempt to detect the file type using file magic. We have a slight bias 576d6c18657SDean Michael Berris // towards the binary format, and we do this by making sure that the first 4 577d6c18657SDean Michael Berris // bytes of the binary file is some combination of the following byte 578d78db156SMartin Pelikan // patterns: (observe the code loading them assumes they're little endian) 579d6c18657SDean Michael Berris // 580d78db156SMartin Pelikan // 0x01 0x00 0x00 0x00 - version 1, "naive" format 581d78db156SMartin Pelikan // 0x01 0x00 0x01 0x00 - version 1, "flight data recorder" format 582d6c18657SDean Michael Berris // 583d78db156SMartin Pelikan // YAML files don't typically have those first four bytes as valid text so we 584d6c18657SDean Michael Berris // try loading assuming YAML if we don't find these bytes. 585d6c18657SDean Michael Berris // 586d6c18657SDean Michael Berris // Only if we can't load either the binary or the YAML format will we yield an 587d6c18657SDean Michael Berris // error. 588d6c18657SDean Michael Berris StringRef Magic(MappedFile.data(), 4); 589d6c18657SDean Michael Berris DataExtractor HeaderExtractor(Magic, true, 8); 590d6c18657SDean Michael Berris uint32_t OffsetPtr = 0; 591d6c18657SDean Michael Berris uint16_t Version = HeaderExtractor.getU16(&OffsetPtr); 592d6c18657SDean Michael Berris uint16_t Type = HeaderExtractor.getU16(&OffsetPtr); 593d6c18657SDean Michael Berris 5944f83c4d1SDean Michael Berris enum BinaryFormatType { NAIVE_FORMAT = 0, FLIGHT_DATA_RECORDER_FORMAT = 1 }; 5954f83c4d1SDean Michael Berris 596d6c18657SDean Michael Berris Trace T; 5970f84a7d3SDean Michael Berris if (Type == NAIVE_FORMAT && (Version == 1 || Version == 2)) { 5980f84a7d3SDean Michael Berris if (auto E = loadNaiveFormatLog(Data, T.FileHeader, T.Records)) 5994f83c4d1SDean Michael Berris return std::move(E); 6004f83c4d1SDean Michael Berris } else if (Version == 1 && Type == FLIGHT_DATA_RECORDER_FORMAT) { 601d78db156SMartin Pelikan if (auto E = loadFDRLog(Data, T.FileHeader, T.Records)) 602d6c18657SDean Michael Berris return std::move(E); 603d6c18657SDean Michael Berris } else { 604d78db156SMartin Pelikan if (auto E = loadYAMLLog(Data, T.FileHeader, T.Records)) 605d6c18657SDean Michael Berris return std::move(E); 606d6c18657SDean Michael Berris } 607d6c18657SDean Michael Berris 608d6c18657SDean Michael Berris if (Sort) 609d6c18657SDean Michael Berris std::sort(T.Records.begin(), T.Records.end(), 610d6c18657SDean Michael Berris [&](const XRayRecord &L, const XRayRecord &R) { 611d6c18657SDean Michael Berris return L.TSC < R.TSC; 612d6c18657SDean Michael Berris }); 613d6c18657SDean Michael Berris 614d6c18657SDean Michael Berris return std::move(T); 615d6c18657SDean Michael Berris } 616