10b57cec5SDimitry Andric //===- CoverageMappingReader.cpp - Code coverage mapping reader -----------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file contains support for reading coverage mapping data for
100b57cec5SDimitry Andric // instrumentation based coverage.
110b57cec5SDimitry Andric //
120b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
130b57cec5SDimitry Andric
140b57cec5SDimitry Andric #include "llvm/ProfileData/Coverage/CoverageMappingReader.h"
150b57cec5SDimitry Andric #include "llvm/ADT/ArrayRef.h"
160b57cec5SDimitry Andric #include "llvm/ADT/DenseMap.h"
170b57cec5SDimitry Andric #include "llvm/ADT/STLExtras.h"
180b57cec5SDimitry Andric #include "llvm/ADT/SmallVector.h"
195ffd83dbSDimitry Andric #include "llvm/ADT/Statistic.h"
200b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h"
2181ad6265SDimitry Andric #include "llvm/Object/Archive.h"
220b57cec5SDimitry Andric #include "llvm/Object/Binary.h"
23fe6060f1SDimitry Andric #include "llvm/Object/COFF.h"
240b57cec5SDimitry Andric #include "llvm/Object/Error.h"
250b57cec5SDimitry Andric #include "llvm/Object/MachOUniversal.h"
260b57cec5SDimitry Andric #include "llvm/Object/ObjectFile.h"
270b57cec5SDimitry Andric #include "llvm/ProfileData/InstrProf.h"
280b57cec5SDimitry Andric #include "llvm/Support/Casting.h"
295ffd83dbSDimitry Andric #include "llvm/Support/Compression.h"
300b57cec5SDimitry Andric #include "llvm/Support/Debug.h"
310b57cec5SDimitry Andric #include "llvm/Support/Endian.h"
320b57cec5SDimitry Andric #include "llvm/Support/Error.h"
330b57cec5SDimitry Andric #include "llvm/Support/ErrorHandling.h"
340b57cec5SDimitry Andric #include "llvm/Support/LEB128.h"
350b57cec5SDimitry Andric #include "llvm/Support/MathExtras.h"
36fe6060f1SDimitry Andric #include "llvm/Support/Path.h"
370b57cec5SDimitry Andric #include "llvm/Support/raw_ostream.h"
38fe013be4SDimitry Andric #include "llvm/TargetParser/Triple.h"
390b57cec5SDimitry Andric #include <vector>
400b57cec5SDimitry Andric
410b57cec5SDimitry Andric using namespace llvm;
420b57cec5SDimitry Andric using namespace coverage;
430b57cec5SDimitry Andric using namespace object;
440b57cec5SDimitry Andric
450b57cec5SDimitry Andric #define DEBUG_TYPE "coverage-mapping"
460b57cec5SDimitry Andric
475ffd83dbSDimitry Andric STATISTIC(CovMapNumRecords, "The # of coverage function records");
485ffd83dbSDimitry Andric STATISTIC(CovMapNumUsedRecords, "The # of used coverage function records");
495ffd83dbSDimitry Andric
increment()500b57cec5SDimitry Andric void CoverageMappingIterator::increment() {
510b57cec5SDimitry Andric if (ReadErr != coveragemap_error::success)
520b57cec5SDimitry Andric return;
530b57cec5SDimitry Andric
540b57cec5SDimitry Andric // Check if all the records were read or if an error occurred while reading
550b57cec5SDimitry Andric // the next record.
560b57cec5SDimitry Andric if (auto E = Reader->readNextRecord(Record))
570b57cec5SDimitry Andric handleAllErrors(std::move(E), [&](const CoverageMapError &CME) {
580b57cec5SDimitry Andric if (CME.get() == coveragemap_error::eof)
590b57cec5SDimitry Andric *this = CoverageMappingIterator();
600b57cec5SDimitry Andric else
610b57cec5SDimitry Andric ReadErr = CME.get();
620b57cec5SDimitry Andric });
630b57cec5SDimitry Andric }
640b57cec5SDimitry Andric
readULEB128(uint64_t & Result)650b57cec5SDimitry Andric Error RawCoverageReader::readULEB128(uint64_t &Result) {
660b57cec5SDimitry Andric if (Data.empty())
670b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::truncated);
680b57cec5SDimitry Andric unsigned N = 0;
690b57cec5SDimitry Andric Result = decodeULEB128(Data.bytes_begin(), &N);
700b57cec5SDimitry Andric if (N > Data.size())
71*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
72*c9157d92SDimitry Andric "the size of ULEB128 is too big");
730b57cec5SDimitry Andric Data = Data.substr(N);
740b57cec5SDimitry Andric return Error::success();
750b57cec5SDimitry Andric }
760b57cec5SDimitry Andric
readIntMax(uint64_t & Result,uint64_t MaxPlus1)770b57cec5SDimitry Andric Error RawCoverageReader::readIntMax(uint64_t &Result, uint64_t MaxPlus1) {
780b57cec5SDimitry Andric if (auto Err = readULEB128(Result))
790b57cec5SDimitry Andric return Err;
800b57cec5SDimitry Andric if (Result >= MaxPlus1)
81*c9157d92SDimitry Andric return make_error<CoverageMapError>(
82*c9157d92SDimitry Andric coveragemap_error::malformed,
83*c9157d92SDimitry Andric "the value of ULEB128 is greater than or equal to MaxPlus1");
840b57cec5SDimitry Andric return Error::success();
850b57cec5SDimitry Andric }
860b57cec5SDimitry Andric
readSize(uint64_t & Result)870b57cec5SDimitry Andric Error RawCoverageReader::readSize(uint64_t &Result) {
880b57cec5SDimitry Andric if (auto Err = readULEB128(Result))
890b57cec5SDimitry Andric return Err;
900b57cec5SDimitry Andric if (Result > Data.size())
91*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
92*c9157d92SDimitry Andric "the value of ULEB128 is too big");
930b57cec5SDimitry Andric return Error::success();
940b57cec5SDimitry Andric }
950b57cec5SDimitry Andric
readString(StringRef & Result)960b57cec5SDimitry Andric Error RawCoverageReader::readString(StringRef &Result) {
970b57cec5SDimitry Andric uint64_t Length;
980b57cec5SDimitry Andric if (auto Err = readSize(Length))
990b57cec5SDimitry Andric return Err;
1000b57cec5SDimitry Andric Result = Data.substr(0, Length);
1010b57cec5SDimitry Andric Data = Data.substr(Length);
1020b57cec5SDimitry Andric return Error::success();
1030b57cec5SDimitry Andric }
1040b57cec5SDimitry Andric
read(CovMapVersion Version)105fe6060f1SDimitry Andric Error RawCoverageFilenamesReader::read(CovMapVersion Version) {
1060b57cec5SDimitry Andric uint64_t NumFilenames;
1070b57cec5SDimitry Andric if (auto Err = readSize(NumFilenames))
1080b57cec5SDimitry Andric return Err;
1095ffd83dbSDimitry Andric if (!NumFilenames)
110*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
111*c9157d92SDimitry Andric "number of filenames is zero");
1125ffd83dbSDimitry Andric
1135ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4)
114fe6060f1SDimitry Andric return readUncompressed(Version, NumFilenames);
1155ffd83dbSDimitry Andric
1165ffd83dbSDimitry Andric // The uncompressed length may exceed the size of the encoded filenames.
1175ffd83dbSDimitry Andric // Skip size validation.
1185ffd83dbSDimitry Andric uint64_t UncompressedLen;
1195ffd83dbSDimitry Andric if (auto Err = readULEB128(UncompressedLen))
1205ffd83dbSDimitry Andric return Err;
1215ffd83dbSDimitry Andric
1225ffd83dbSDimitry Andric uint64_t CompressedLen;
1235ffd83dbSDimitry Andric if (auto Err = readSize(CompressedLen))
1245ffd83dbSDimitry Andric return Err;
1255ffd83dbSDimitry Andric
1265ffd83dbSDimitry Andric if (CompressedLen > 0) {
127753f127fSDimitry Andric if (!compression::zlib::isAvailable())
1285ffd83dbSDimitry Andric return make_error<CoverageMapError>(
1295ffd83dbSDimitry Andric coveragemap_error::decompression_failed);
1305ffd83dbSDimitry Andric
131fe6060f1SDimitry Andric // Allocate memory for the decompressed filenames.
132753f127fSDimitry Andric SmallVector<uint8_t, 0> StorageBuf;
1335ffd83dbSDimitry Andric
1345ffd83dbSDimitry Andric // Read compressed filenames.
1355ffd83dbSDimitry Andric StringRef CompressedFilenames = Data.substr(0, CompressedLen);
1365ffd83dbSDimitry Andric Data = Data.substr(CompressedLen);
137bdd1243dSDimitry Andric auto Err = compression::zlib::decompress(
138753f127fSDimitry Andric arrayRefFromStringRef(CompressedFilenames), StorageBuf,
139753f127fSDimitry Andric UncompressedLen);
1405ffd83dbSDimitry Andric if (Err) {
1415ffd83dbSDimitry Andric consumeError(std::move(Err));
1425ffd83dbSDimitry Andric return make_error<CoverageMapError>(
1435ffd83dbSDimitry Andric coveragemap_error::decompression_failed);
1445ffd83dbSDimitry Andric }
1455ffd83dbSDimitry Andric
146753f127fSDimitry Andric RawCoverageFilenamesReader Delegate(toStringRef(StorageBuf), Filenames,
147fe6060f1SDimitry Andric CompilationDir);
148fe6060f1SDimitry Andric return Delegate.readUncompressed(Version, NumFilenames);
1495ffd83dbSDimitry Andric }
1505ffd83dbSDimitry Andric
151fe6060f1SDimitry Andric return readUncompressed(Version, NumFilenames);
1525ffd83dbSDimitry Andric }
1535ffd83dbSDimitry Andric
readUncompressed(CovMapVersion Version,uint64_t NumFilenames)154fe6060f1SDimitry Andric Error RawCoverageFilenamesReader::readUncompressed(CovMapVersion Version,
155fe6060f1SDimitry Andric uint64_t NumFilenames) {
1565ffd83dbSDimitry Andric // Read uncompressed filenames.
157fe6060f1SDimitry Andric if (Version < CovMapVersion::Version6) {
1580b57cec5SDimitry Andric for (size_t I = 0; I < NumFilenames; ++I) {
1590b57cec5SDimitry Andric StringRef Filename;
1600b57cec5SDimitry Andric if (auto Err = readString(Filename))
1610b57cec5SDimitry Andric return Err;
162fe6060f1SDimitry Andric Filenames.push_back(Filename.str());
163fe6060f1SDimitry Andric }
164fe6060f1SDimitry Andric } else {
165fe6060f1SDimitry Andric StringRef CWD;
166fe6060f1SDimitry Andric if (auto Err = readString(CWD))
167fe6060f1SDimitry Andric return Err;
168fe6060f1SDimitry Andric Filenames.push_back(CWD.str());
169fe6060f1SDimitry Andric
170fe6060f1SDimitry Andric for (size_t I = 1; I < NumFilenames; ++I) {
171fe6060f1SDimitry Andric StringRef Filename;
172fe6060f1SDimitry Andric if (auto Err = readString(Filename))
173fe6060f1SDimitry Andric return Err;
174fe6060f1SDimitry Andric if (sys::path::is_absolute(Filename)) {
175fe6060f1SDimitry Andric Filenames.push_back(Filename.str());
176fe6060f1SDimitry Andric } else {
177fe6060f1SDimitry Andric SmallString<256> P;
178fe6060f1SDimitry Andric if (!CompilationDir.empty())
179fe6060f1SDimitry Andric P.assign(CompilationDir);
180fe6060f1SDimitry Andric else
181fe6060f1SDimitry Andric P.assign(CWD);
182fe6060f1SDimitry Andric llvm::sys::path::append(P, Filename);
18381ad6265SDimitry Andric sys::path::remove_dots(P, /*remove_dot_dot=*/true);
18481ad6265SDimitry Andric Filenames.push_back(static_cast<std::string>(P.str()));
185fe6060f1SDimitry Andric }
186fe6060f1SDimitry Andric }
1870b57cec5SDimitry Andric }
1880b57cec5SDimitry Andric return Error::success();
1890b57cec5SDimitry Andric }
1900b57cec5SDimitry Andric
decodeCounter(unsigned Value,Counter & C)1910b57cec5SDimitry Andric Error RawCoverageMappingReader::decodeCounter(unsigned Value, Counter &C) {
1920b57cec5SDimitry Andric auto Tag = Value & Counter::EncodingTagMask;
1930b57cec5SDimitry Andric switch (Tag) {
1940b57cec5SDimitry Andric case Counter::Zero:
1950b57cec5SDimitry Andric C = Counter::getZero();
1960b57cec5SDimitry Andric return Error::success();
1970b57cec5SDimitry Andric case Counter::CounterValueReference:
1980b57cec5SDimitry Andric C = Counter::getCounter(Value >> Counter::EncodingTagBits);
1990b57cec5SDimitry Andric return Error::success();
2000b57cec5SDimitry Andric default:
2010b57cec5SDimitry Andric break;
2020b57cec5SDimitry Andric }
2030b57cec5SDimitry Andric Tag -= Counter::Expression;
2040b57cec5SDimitry Andric switch (Tag) {
2050b57cec5SDimitry Andric case CounterExpression::Subtract:
2060b57cec5SDimitry Andric case CounterExpression::Add: {
2070b57cec5SDimitry Andric auto ID = Value >> Counter::EncodingTagBits;
2080b57cec5SDimitry Andric if (ID >= Expressions.size())
209*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
210*c9157d92SDimitry Andric "counter expression is invalid");
2110b57cec5SDimitry Andric Expressions[ID].Kind = CounterExpression::ExprKind(Tag);
2120b57cec5SDimitry Andric C = Counter::getExpression(ID);
2130b57cec5SDimitry Andric break;
2140b57cec5SDimitry Andric }
2150b57cec5SDimitry Andric default:
216*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
217*c9157d92SDimitry Andric "counter expression kind is invalid");
2180b57cec5SDimitry Andric }
2190b57cec5SDimitry Andric return Error::success();
2200b57cec5SDimitry Andric }
2210b57cec5SDimitry Andric
readCounter(Counter & C)2220b57cec5SDimitry Andric Error RawCoverageMappingReader::readCounter(Counter &C) {
2230b57cec5SDimitry Andric uint64_t EncodedCounter;
2240b57cec5SDimitry Andric if (auto Err =
2250b57cec5SDimitry Andric readIntMax(EncodedCounter, std::numeric_limits<unsigned>::max()))
2260b57cec5SDimitry Andric return Err;
2270b57cec5SDimitry Andric if (auto Err = decodeCounter(EncodedCounter, C))
2280b57cec5SDimitry Andric return Err;
2290b57cec5SDimitry Andric return Error::success();
2300b57cec5SDimitry Andric }
2310b57cec5SDimitry Andric
2320b57cec5SDimitry Andric static const unsigned EncodingExpansionRegionBit = 1
2330b57cec5SDimitry Andric << Counter::EncodingTagBits;
2340b57cec5SDimitry Andric
2350b57cec5SDimitry Andric /// Read the sub-array of regions for the given inferred file id.
2360b57cec5SDimitry Andric /// \param NumFileIDs the number of file ids that are defined for this
2370b57cec5SDimitry Andric /// function.
readMappingRegionsSubArray(std::vector<CounterMappingRegion> & MappingRegions,unsigned InferredFileID,size_t NumFileIDs)2380b57cec5SDimitry Andric Error RawCoverageMappingReader::readMappingRegionsSubArray(
2390b57cec5SDimitry Andric std::vector<CounterMappingRegion> &MappingRegions, unsigned InferredFileID,
2400b57cec5SDimitry Andric size_t NumFileIDs) {
2410b57cec5SDimitry Andric uint64_t NumRegions;
2420b57cec5SDimitry Andric if (auto Err = readSize(NumRegions))
2430b57cec5SDimitry Andric return Err;
2440b57cec5SDimitry Andric unsigned LineStart = 0;
2450b57cec5SDimitry Andric for (size_t I = 0; I < NumRegions; ++I) {
246e8d8bef9SDimitry Andric Counter C, C2;
247*c9157d92SDimitry Andric uint64_t BIDX = 0, NC = 0, ID = 0, TID = 0, FID = 0;
2480b57cec5SDimitry Andric CounterMappingRegion::RegionKind Kind = CounterMappingRegion::CodeRegion;
2490b57cec5SDimitry Andric
2500b57cec5SDimitry Andric // Read the combined counter + region kind.
2510b57cec5SDimitry Andric uint64_t EncodedCounterAndRegion;
2520b57cec5SDimitry Andric if (auto Err = readIntMax(EncodedCounterAndRegion,
2530b57cec5SDimitry Andric std::numeric_limits<unsigned>::max()))
2540b57cec5SDimitry Andric return Err;
2550b57cec5SDimitry Andric unsigned Tag = EncodedCounterAndRegion & Counter::EncodingTagMask;
2560b57cec5SDimitry Andric uint64_t ExpandedFileID = 0;
257e8d8bef9SDimitry Andric
258e8d8bef9SDimitry Andric // If Tag does not represent a ZeroCounter, then it is understood to refer
259e8d8bef9SDimitry Andric // to a counter or counter expression with region kind assumed to be
260e8d8bef9SDimitry Andric // "CodeRegion". In that case, EncodedCounterAndRegion actually encodes the
261e8d8bef9SDimitry Andric // referenced counter or counter expression (and nothing else).
262e8d8bef9SDimitry Andric //
263e8d8bef9SDimitry Andric // If Tag represents a ZeroCounter and EncodingExpansionRegionBit is set,
264e8d8bef9SDimitry Andric // then EncodedCounterAndRegion is interpreted to represent an
265e8d8bef9SDimitry Andric // ExpansionRegion. In all other cases, EncodedCounterAndRegion is
266e8d8bef9SDimitry Andric // interpreted to refer to a specific region kind, after which additional
267e8d8bef9SDimitry Andric // fields may be read (e.g. BranchRegions have two encoded counters that
268e8d8bef9SDimitry Andric // follow an encoded region kind value).
2690b57cec5SDimitry Andric if (Tag != Counter::Zero) {
2700b57cec5SDimitry Andric if (auto Err = decodeCounter(EncodedCounterAndRegion, C))
2710b57cec5SDimitry Andric return Err;
2720b57cec5SDimitry Andric } else {
2730b57cec5SDimitry Andric // Is it an expansion region?
2740b57cec5SDimitry Andric if (EncodedCounterAndRegion & EncodingExpansionRegionBit) {
2750b57cec5SDimitry Andric Kind = CounterMappingRegion::ExpansionRegion;
2760b57cec5SDimitry Andric ExpandedFileID = EncodedCounterAndRegion >>
2770b57cec5SDimitry Andric Counter::EncodingCounterTagAndExpansionRegionTagBits;
2780b57cec5SDimitry Andric if (ExpandedFileID >= NumFileIDs)
279*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
280*c9157d92SDimitry Andric "ExpandedFileID is invalid");
2810b57cec5SDimitry Andric } else {
2820b57cec5SDimitry Andric switch (EncodedCounterAndRegion >>
2830b57cec5SDimitry Andric Counter::EncodingCounterTagAndExpansionRegionTagBits) {
2840b57cec5SDimitry Andric case CounterMappingRegion::CodeRegion:
2850b57cec5SDimitry Andric // Don't do anything when we have a code region with a zero counter.
2860b57cec5SDimitry Andric break;
2870b57cec5SDimitry Andric case CounterMappingRegion::SkippedRegion:
2880b57cec5SDimitry Andric Kind = CounterMappingRegion::SkippedRegion;
2890b57cec5SDimitry Andric break;
290e8d8bef9SDimitry Andric case CounterMappingRegion::BranchRegion:
291e8d8bef9SDimitry Andric // For a Branch Region, read two successive counters.
292e8d8bef9SDimitry Andric Kind = CounterMappingRegion::BranchRegion;
293e8d8bef9SDimitry Andric if (auto Err = readCounter(C))
294e8d8bef9SDimitry Andric return Err;
295e8d8bef9SDimitry Andric if (auto Err = readCounter(C2))
296e8d8bef9SDimitry Andric return Err;
297e8d8bef9SDimitry Andric break;
298*c9157d92SDimitry Andric case CounterMappingRegion::MCDCBranchRegion:
299*c9157d92SDimitry Andric // For a MCDC Branch Region, read two successive counters and 3 IDs.
300*c9157d92SDimitry Andric Kind = CounterMappingRegion::MCDCBranchRegion;
301*c9157d92SDimitry Andric if (auto Err = readCounter(C))
302*c9157d92SDimitry Andric return Err;
303*c9157d92SDimitry Andric if (auto Err = readCounter(C2))
304*c9157d92SDimitry Andric return Err;
305*c9157d92SDimitry Andric if (auto Err = readIntMax(ID, std::numeric_limits<unsigned>::max()))
306*c9157d92SDimitry Andric return Err;
307*c9157d92SDimitry Andric if (auto Err = readIntMax(TID, std::numeric_limits<unsigned>::max()))
308*c9157d92SDimitry Andric return Err;
309*c9157d92SDimitry Andric if (auto Err = readIntMax(FID, std::numeric_limits<unsigned>::max()))
310*c9157d92SDimitry Andric return Err;
311*c9157d92SDimitry Andric break;
312*c9157d92SDimitry Andric case CounterMappingRegion::MCDCDecisionRegion:
313*c9157d92SDimitry Andric Kind = CounterMappingRegion::MCDCDecisionRegion;
314*c9157d92SDimitry Andric if (auto Err = readIntMax(BIDX, std::numeric_limits<unsigned>::max()))
315*c9157d92SDimitry Andric return Err;
316*c9157d92SDimitry Andric if (auto Err = readIntMax(NC, std::numeric_limits<unsigned>::max()))
317*c9157d92SDimitry Andric return Err;
318*c9157d92SDimitry Andric break;
3190b57cec5SDimitry Andric default:
320*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
321*c9157d92SDimitry Andric "region kind is incorrect");
3220b57cec5SDimitry Andric }
3230b57cec5SDimitry Andric }
3240b57cec5SDimitry Andric }
3250b57cec5SDimitry Andric
3260b57cec5SDimitry Andric // Read the source range.
3270b57cec5SDimitry Andric uint64_t LineStartDelta, ColumnStart, NumLines, ColumnEnd;
3280b57cec5SDimitry Andric if (auto Err =
3290b57cec5SDimitry Andric readIntMax(LineStartDelta, std::numeric_limits<unsigned>::max()))
3300b57cec5SDimitry Andric return Err;
3310b57cec5SDimitry Andric if (auto Err = readULEB128(ColumnStart))
3320b57cec5SDimitry Andric return Err;
3330b57cec5SDimitry Andric if (ColumnStart > std::numeric_limits<unsigned>::max())
334*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
335*c9157d92SDimitry Andric "start column is too big");
3360b57cec5SDimitry Andric if (auto Err = readIntMax(NumLines, std::numeric_limits<unsigned>::max()))
3370b57cec5SDimitry Andric return Err;
3380b57cec5SDimitry Andric if (auto Err = readIntMax(ColumnEnd, std::numeric_limits<unsigned>::max()))
3390b57cec5SDimitry Andric return Err;
3400b57cec5SDimitry Andric LineStart += LineStartDelta;
3410b57cec5SDimitry Andric
3420b57cec5SDimitry Andric // If the high bit of ColumnEnd is set, this is a gap region.
3430b57cec5SDimitry Andric if (ColumnEnd & (1U << 31)) {
3440b57cec5SDimitry Andric Kind = CounterMappingRegion::GapRegion;
3450b57cec5SDimitry Andric ColumnEnd &= ~(1U << 31);
3460b57cec5SDimitry Andric }
3470b57cec5SDimitry Andric
3480b57cec5SDimitry Andric // Adjust the column locations for the empty regions that are supposed to
3490b57cec5SDimitry Andric // cover whole lines. Those regions should be encoded with the
3500b57cec5SDimitry Andric // column range (1 -> std::numeric_limits<unsigned>::max()), but because
3510b57cec5SDimitry Andric // the encoded std::numeric_limits<unsigned>::max() is several bytes long,
3520b57cec5SDimitry Andric // we set the column range to (0 -> 0) to ensure that the column start and
3530b57cec5SDimitry Andric // column end take up one byte each.
3540b57cec5SDimitry Andric // The std::numeric_limits<unsigned>::max() is used to represent a column
3550b57cec5SDimitry Andric // position at the end of the line without knowing the length of that line.
3560b57cec5SDimitry Andric if (ColumnStart == 0 && ColumnEnd == 0) {
3570b57cec5SDimitry Andric ColumnStart = 1;
3580b57cec5SDimitry Andric ColumnEnd = std::numeric_limits<unsigned>::max();
3590b57cec5SDimitry Andric }
3600b57cec5SDimitry Andric
3610b57cec5SDimitry Andric LLVM_DEBUG({
3620b57cec5SDimitry Andric dbgs() << "Counter in file " << InferredFileID << " " << LineStart << ":"
3630b57cec5SDimitry Andric << ColumnStart << " -> " << (LineStart + NumLines) << ":"
3640b57cec5SDimitry Andric << ColumnEnd << ", ";
3650b57cec5SDimitry Andric if (Kind == CounterMappingRegion::ExpansionRegion)
3660b57cec5SDimitry Andric dbgs() << "Expands to file " << ExpandedFileID;
3670b57cec5SDimitry Andric else
3680b57cec5SDimitry Andric CounterMappingContext(Expressions).dump(C, dbgs());
3690b57cec5SDimitry Andric dbgs() << "\n";
3700b57cec5SDimitry Andric });
3710b57cec5SDimitry Andric
372*c9157d92SDimitry Andric auto CMR = CounterMappingRegion(
373*c9157d92SDimitry Andric C, C2,
374*c9157d92SDimitry Andric CounterMappingRegion::MCDCParameters{
375*c9157d92SDimitry Andric static_cast<unsigned>(BIDX), static_cast<unsigned>(NC),
376*c9157d92SDimitry Andric static_cast<unsigned>(ID), static_cast<unsigned>(TID),
377*c9157d92SDimitry Andric static_cast<unsigned>(FID)},
378*c9157d92SDimitry Andric InferredFileID, ExpandedFileID, LineStart, ColumnStart,
3790b57cec5SDimitry Andric LineStart + NumLines, ColumnEnd, Kind);
3800b57cec5SDimitry Andric if (CMR.startLoc() > CMR.endLoc())
381*c9157d92SDimitry Andric return make_error<CoverageMapError>(
382*c9157d92SDimitry Andric coveragemap_error::malformed,
383*c9157d92SDimitry Andric "counter mapping region locations are incorrect");
3840b57cec5SDimitry Andric MappingRegions.push_back(CMR);
3850b57cec5SDimitry Andric }
3860b57cec5SDimitry Andric return Error::success();
3870b57cec5SDimitry Andric }
3880b57cec5SDimitry Andric
read()3890b57cec5SDimitry Andric Error RawCoverageMappingReader::read() {
3900b57cec5SDimitry Andric // Read the virtual file mapping.
3910b57cec5SDimitry Andric SmallVector<unsigned, 8> VirtualFileMapping;
3920b57cec5SDimitry Andric uint64_t NumFileMappings;
3930b57cec5SDimitry Andric if (auto Err = readSize(NumFileMappings))
3940b57cec5SDimitry Andric return Err;
3950b57cec5SDimitry Andric for (size_t I = 0; I < NumFileMappings; ++I) {
3960b57cec5SDimitry Andric uint64_t FilenameIndex;
3970b57cec5SDimitry Andric if (auto Err = readIntMax(FilenameIndex, TranslationUnitFilenames.size()))
3980b57cec5SDimitry Andric return Err;
3990b57cec5SDimitry Andric VirtualFileMapping.push_back(FilenameIndex);
4000b57cec5SDimitry Andric }
4010b57cec5SDimitry Andric
4020b57cec5SDimitry Andric // Construct the files using unique filenames and virtual file mapping.
4030b57cec5SDimitry Andric for (auto I : VirtualFileMapping) {
4040b57cec5SDimitry Andric Filenames.push_back(TranslationUnitFilenames[I]);
4050b57cec5SDimitry Andric }
4060b57cec5SDimitry Andric
4070b57cec5SDimitry Andric // Read the expressions.
4080b57cec5SDimitry Andric uint64_t NumExpressions;
4090b57cec5SDimitry Andric if (auto Err = readSize(NumExpressions))
4100b57cec5SDimitry Andric return Err;
4110b57cec5SDimitry Andric // Create an array of dummy expressions that get the proper counters
4120b57cec5SDimitry Andric // when the expressions are read, and the proper kinds when the counters
4130b57cec5SDimitry Andric // are decoded.
4140b57cec5SDimitry Andric Expressions.resize(
4150b57cec5SDimitry Andric NumExpressions,
4160b57cec5SDimitry Andric CounterExpression(CounterExpression::Subtract, Counter(), Counter()));
4170b57cec5SDimitry Andric for (size_t I = 0; I < NumExpressions; ++I) {
4180b57cec5SDimitry Andric if (auto Err = readCounter(Expressions[I].LHS))
4190b57cec5SDimitry Andric return Err;
4200b57cec5SDimitry Andric if (auto Err = readCounter(Expressions[I].RHS))
4210b57cec5SDimitry Andric return Err;
4220b57cec5SDimitry Andric }
4230b57cec5SDimitry Andric
4240b57cec5SDimitry Andric // Read the mapping regions sub-arrays.
4250b57cec5SDimitry Andric for (unsigned InferredFileID = 0, S = VirtualFileMapping.size();
4260b57cec5SDimitry Andric InferredFileID < S; ++InferredFileID) {
4270b57cec5SDimitry Andric if (auto Err = readMappingRegionsSubArray(MappingRegions, InferredFileID,
4280b57cec5SDimitry Andric VirtualFileMapping.size()))
4290b57cec5SDimitry Andric return Err;
4300b57cec5SDimitry Andric }
4310b57cec5SDimitry Andric
4320b57cec5SDimitry Andric // Set the counters for the expansion regions.
4330b57cec5SDimitry Andric // i.e. Counter of expansion region = counter of the first region
4340b57cec5SDimitry Andric // from the expanded file.
4350b57cec5SDimitry Andric // Perform multiple passes to correctly propagate the counters through
4360b57cec5SDimitry Andric // all the nested expansion regions.
4370b57cec5SDimitry Andric SmallVector<CounterMappingRegion *, 8> FileIDExpansionRegionMapping;
4380b57cec5SDimitry Andric FileIDExpansionRegionMapping.resize(VirtualFileMapping.size(), nullptr);
4390b57cec5SDimitry Andric for (unsigned Pass = 1, S = VirtualFileMapping.size(); Pass < S; ++Pass) {
4400b57cec5SDimitry Andric for (auto &R : MappingRegions) {
4410b57cec5SDimitry Andric if (R.Kind != CounterMappingRegion::ExpansionRegion)
4420b57cec5SDimitry Andric continue;
4430b57cec5SDimitry Andric assert(!FileIDExpansionRegionMapping[R.ExpandedFileID]);
4440b57cec5SDimitry Andric FileIDExpansionRegionMapping[R.ExpandedFileID] = &R;
4450b57cec5SDimitry Andric }
4460b57cec5SDimitry Andric for (auto &R : MappingRegions) {
4470b57cec5SDimitry Andric if (FileIDExpansionRegionMapping[R.FileID]) {
4480b57cec5SDimitry Andric FileIDExpansionRegionMapping[R.FileID]->Count = R.Count;
4490b57cec5SDimitry Andric FileIDExpansionRegionMapping[R.FileID] = nullptr;
4500b57cec5SDimitry Andric }
4510b57cec5SDimitry Andric }
4520b57cec5SDimitry Andric }
4530b57cec5SDimitry Andric
4540b57cec5SDimitry Andric return Error::success();
4550b57cec5SDimitry Andric }
4560b57cec5SDimitry Andric
isDummy()4570b57cec5SDimitry Andric Expected<bool> RawCoverageMappingDummyChecker::isDummy() {
4580b57cec5SDimitry Andric // A dummy coverage mapping data consists of just one region with zero count.
4590b57cec5SDimitry Andric uint64_t NumFileMappings;
4600b57cec5SDimitry Andric if (Error Err = readSize(NumFileMappings))
4610b57cec5SDimitry Andric return std::move(Err);
4620b57cec5SDimitry Andric if (NumFileMappings != 1)
4630b57cec5SDimitry Andric return false;
4640b57cec5SDimitry Andric // We don't expect any specific value for the filename index, just skip it.
4650b57cec5SDimitry Andric uint64_t FilenameIndex;
4660b57cec5SDimitry Andric if (Error Err =
4670b57cec5SDimitry Andric readIntMax(FilenameIndex, std::numeric_limits<unsigned>::max()))
4680b57cec5SDimitry Andric return std::move(Err);
4690b57cec5SDimitry Andric uint64_t NumExpressions;
4700b57cec5SDimitry Andric if (Error Err = readSize(NumExpressions))
4710b57cec5SDimitry Andric return std::move(Err);
4720b57cec5SDimitry Andric if (NumExpressions != 0)
4730b57cec5SDimitry Andric return false;
4740b57cec5SDimitry Andric uint64_t NumRegions;
4750b57cec5SDimitry Andric if (Error Err = readSize(NumRegions))
4760b57cec5SDimitry Andric return std::move(Err);
4770b57cec5SDimitry Andric if (NumRegions != 1)
4780b57cec5SDimitry Andric return false;
4790b57cec5SDimitry Andric uint64_t EncodedCounterAndRegion;
4800b57cec5SDimitry Andric if (Error Err = readIntMax(EncodedCounterAndRegion,
4810b57cec5SDimitry Andric std::numeric_limits<unsigned>::max()))
4820b57cec5SDimitry Andric return std::move(Err);
4830b57cec5SDimitry Andric unsigned Tag = EncodedCounterAndRegion & Counter::EncodingTagMask;
4840b57cec5SDimitry Andric return Tag == Counter::Zero;
4850b57cec5SDimitry Andric }
4860b57cec5SDimitry Andric
create(SectionRef & Section)4870b57cec5SDimitry Andric Error InstrProfSymtab::create(SectionRef &Section) {
4880b57cec5SDimitry Andric Expected<StringRef> DataOrErr = Section.getContents();
4890b57cec5SDimitry Andric if (!DataOrErr)
4900b57cec5SDimitry Andric return DataOrErr.takeError();
4910b57cec5SDimitry Andric Data = *DataOrErr;
4920b57cec5SDimitry Andric Address = Section.getAddress();
4930b57cec5SDimitry Andric
4940b57cec5SDimitry Andric // If this is a linked PE/COFF file, then we have to skip over the null byte
4950b57cec5SDimitry Andric // that is allocated in the .lprfn$A section in the LLVM profiling runtime.
496*c9157d92SDimitry Andric // If the name section is .lprfcovnames, it doesn't have the null byte at the
497*c9157d92SDimitry Andric // beginning.
4980b57cec5SDimitry Andric const ObjectFile *Obj = Section.getObject();
4990b57cec5SDimitry Andric if (isa<COFFObjectFile>(Obj) && !Obj->isRelocatableObject())
500*c9157d92SDimitry Andric if (Expected<StringRef> NameOrErr = Section.getName())
501*c9157d92SDimitry Andric if (*NameOrErr != getInstrProfSectionName(IPSK_covname, Triple::COFF))
5020b57cec5SDimitry Andric Data = Data.drop_front(1);
5030b57cec5SDimitry Andric
5040b57cec5SDimitry Andric return Error::success();
5050b57cec5SDimitry Andric }
5060b57cec5SDimitry Andric
getFuncName(uint64_t Pointer,size_t Size)5070b57cec5SDimitry Andric StringRef InstrProfSymtab::getFuncName(uint64_t Pointer, size_t Size) {
5080b57cec5SDimitry Andric if (Pointer < Address)
5090b57cec5SDimitry Andric return StringRef();
5100b57cec5SDimitry Andric auto Offset = Pointer - Address;
5110b57cec5SDimitry Andric if (Offset + Size > Data.size())
5120b57cec5SDimitry Andric return StringRef();
5130b57cec5SDimitry Andric return Data.substr(Pointer - Address, Size);
5140b57cec5SDimitry Andric }
5150b57cec5SDimitry Andric
5160b57cec5SDimitry Andric // Check if the mapping data is a dummy, i.e. is emitted for an unused function.
isCoverageMappingDummy(uint64_t Hash,StringRef Mapping)5170b57cec5SDimitry Andric static Expected<bool> isCoverageMappingDummy(uint64_t Hash, StringRef Mapping) {
5180b57cec5SDimitry Andric // The hash value of dummy mapping records is always zero.
5190b57cec5SDimitry Andric if (Hash)
5200b57cec5SDimitry Andric return false;
5210b57cec5SDimitry Andric return RawCoverageMappingDummyChecker(Mapping).isDummy();
5220b57cec5SDimitry Andric }
5230b57cec5SDimitry Andric
5245ffd83dbSDimitry Andric /// A range of filename indices. Used to specify the location of a batch of
5255ffd83dbSDimitry Andric /// filenames in a vector-like container.
5265ffd83dbSDimitry Andric struct FilenameRange {
5275ffd83dbSDimitry Andric unsigned StartingIndex;
5285ffd83dbSDimitry Andric unsigned Length;
5295ffd83dbSDimitry Andric
FilenameRangeFilenameRange5305ffd83dbSDimitry Andric FilenameRange(unsigned StartingIndex, unsigned Length)
5315ffd83dbSDimitry Andric : StartingIndex(StartingIndex), Length(Length) {}
5325ffd83dbSDimitry Andric
markInvalidFilenameRange5335ffd83dbSDimitry Andric void markInvalid() { Length = 0; }
isInvalidFilenameRange5345ffd83dbSDimitry Andric bool isInvalid() const { return Length == 0; }
5355ffd83dbSDimitry Andric };
5365ffd83dbSDimitry Andric
5370b57cec5SDimitry Andric namespace {
5380b57cec5SDimitry Andric
5395ffd83dbSDimitry Andric /// The interface to read coverage mapping function records for a module.
5400b57cec5SDimitry Andric struct CovMapFuncRecordReader {
5410b57cec5SDimitry Andric virtual ~CovMapFuncRecordReader() = default;
5420b57cec5SDimitry Andric
5435ffd83dbSDimitry Andric // Read a coverage header.
5440b57cec5SDimitry Andric //
5455ffd83dbSDimitry Andric // \p CovBuf points to the buffer containing the \c CovHeader of the coverage
5460b57cec5SDimitry Andric // mapping data associated with the module.
5470b57cec5SDimitry Andric //
5485ffd83dbSDimitry Andric // Returns a pointer to the next \c CovHeader if it exists, or to an address
5495ffd83dbSDimitry Andric // greater than \p CovEnd if not.
550fe6060f1SDimitry Andric virtual Expected<const char *> readCoverageHeader(const char *CovBuf,
551fe6060f1SDimitry Andric const char *CovBufEnd) = 0;
5525ffd83dbSDimitry Andric
5535ffd83dbSDimitry Andric // Read function records.
5545ffd83dbSDimitry Andric //
5555ffd83dbSDimitry Andric // \p FuncRecBuf points to the buffer containing a batch of function records.
5565ffd83dbSDimitry Andric // \p FuncRecBufEnd points past the end of the batch of records.
5575ffd83dbSDimitry Andric //
5585ffd83dbSDimitry Andric // Prior to Version4, \p OutOfLineFileRange points to a sequence of filenames
5595ffd83dbSDimitry Andric // associated with the function records. It is unused in Version4.
5605ffd83dbSDimitry Andric //
5615ffd83dbSDimitry Andric // Prior to Version4, \p OutOfLineMappingBuf points to a sequence of coverage
5625ffd83dbSDimitry Andric // mappings associated with the function records. It is unused in Version4.
563bdd1243dSDimitry Andric virtual Error
564bdd1243dSDimitry Andric readFunctionRecords(const char *FuncRecBuf, const char *FuncRecBufEnd,
565bdd1243dSDimitry Andric std::optional<FilenameRange> OutOfLineFileRange,
5665ffd83dbSDimitry Andric const char *OutOfLineMappingBuf,
5675ffd83dbSDimitry Andric const char *OutOfLineMappingBufEnd) = 0;
5680b57cec5SDimitry Andric
569*c9157d92SDimitry Andric template <class IntPtrT, llvm::endianness Endian>
5700b57cec5SDimitry Andric static Expected<std::unique_ptr<CovMapFuncRecordReader>>
5710b57cec5SDimitry Andric get(CovMapVersion Version, InstrProfSymtab &P,
572fe6060f1SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &R, StringRef D,
573fe6060f1SDimitry Andric std::vector<std::string> &F);
5740b57cec5SDimitry Andric };
5750b57cec5SDimitry Andric
5760b57cec5SDimitry Andric // A class for reading coverage mapping function records for a module.
577*c9157d92SDimitry Andric template <CovMapVersion Version, class IntPtrT, llvm::endianness Endian>
5780b57cec5SDimitry Andric class VersionedCovMapFuncRecordReader : public CovMapFuncRecordReader {
5790b57cec5SDimitry Andric using FuncRecordType =
5800b57cec5SDimitry Andric typename CovMapTraits<Version, IntPtrT>::CovMapFuncRecordType;
5810b57cec5SDimitry Andric using NameRefType = typename CovMapTraits<Version, IntPtrT>::NameRefType;
5820b57cec5SDimitry Andric
5830b57cec5SDimitry Andric // Maps function's name references to the indexes of their records
5840b57cec5SDimitry Andric // in \c Records.
5850b57cec5SDimitry Andric DenseMap<NameRefType, size_t> FunctionRecords;
5860b57cec5SDimitry Andric InstrProfSymtab &ProfileNames;
587fe6060f1SDimitry Andric StringRef CompilationDir;
588fe6060f1SDimitry Andric std::vector<std::string> &Filenames;
5890b57cec5SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &Records;
5900b57cec5SDimitry Andric
5915ffd83dbSDimitry Andric // Maps a hash of the filenames in a TU to a \c FileRange. The range
5925ffd83dbSDimitry Andric // specifies the location of the hashed filenames in \c Filenames.
5935ffd83dbSDimitry Andric DenseMap<uint64_t, FilenameRange> FileRangeMap;
5945ffd83dbSDimitry Andric
5950b57cec5SDimitry Andric // Add the record to the collection if we don't already have a record that
5960b57cec5SDimitry Andric // points to the same function name. This is useful to ignore the redundant
5970b57cec5SDimitry Andric // records for the functions with ODR linkage.
5980b57cec5SDimitry Andric // In addition, prefer records with real coverage mapping data to dummy
5990b57cec5SDimitry Andric // records, which were emitted for inline functions which were seen but
6000b57cec5SDimitry Andric // not used in the corresponding translation unit.
insertFunctionRecordIfNeeded(const FuncRecordType * CFR,StringRef Mapping,FilenameRange FileRange)6010b57cec5SDimitry Andric Error insertFunctionRecordIfNeeded(const FuncRecordType *CFR,
6025ffd83dbSDimitry Andric StringRef Mapping,
6035ffd83dbSDimitry Andric FilenameRange FileRange) {
6045ffd83dbSDimitry Andric ++CovMapNumRecords;
6050b57cec5SDimitry Andric uint64_t FuncHash = CFR->template getFuncHash<Endian>();
6060b57cec5SDimitry Andric NameRefType NameRef = CFR->template getFuncNameRef<Endian>();
6070b57cec5SDimitry Andric auto InsertResult =
6080b57cec5SDimitry Andric FunctionRecords.insert(std::make_pair(NameRef, Records.size()));
6090b57cec5SDimitry Andric if (InsertResult.second) {
6100b57cec5SDimitry Andric StringRef FuncName;
6110b57cec5SDimitry Andric if (Error Err = CFR->template getFuncName<Endian>(ProfileNames, FuncName))
6120b57cec5SDimitry Andric return Err;
6130b57cec5SDimitry Andric if (FuncName.empty())
614349cc55cSDimitry Andric return make_error<InstrProfError>(instrprof_error::malformed,
615349cc55cSDimitry Andric "function name is empty");
6165ffd83dbSDimitry Andric ++CovMapNumUsedRecords;
6175ffd83dbSDimitry Andric Records.emplace_back(Version, FuncName, FuncHash, Mapping,
6185ffd83dbSDimitry Andric FileRange.StartingIndex, FileRange.Length);
6190b57cec5SDimitry Andric return Error::success();
6200b57cec5SDimitry Andric }
6210b57cec5SDimitry Andric // Update the existing record if it's a dummy and the new record is real.
6220b57cec5SDimitry Andric size_t OldRecordIndex = InsertResult.first->second;
6230b57cec5SDimitry Andric BinaryCoverageReader::ProfileMappingRecord &OldRecord =
6240b57cec5SDimitry Andric Records[OldRecordIndex];
6250b57cec5SDimitry Andric Expected<bool> OldIsDummyExpected = isCoverageMappingDummy(
6260b57cec5SDimitry Andric OldRecord.FunctionHash, OldRecord.CoverageMapping);
6270b57cec5SDimitry Andric if (Error Err = OldIsDummyExpected.takeError())
6280b57cec5SDimitry Andric return Err;
6290b57cec5SDimitry Andric if (!*OldIsDummyExpected)
6300b57cec5SDimitry Andric return Error::success();
6310b57cec5SDimitry Andric Expected<bool> NewIsDummyExpected =
6320b57cec5SDimitry Andric isCoverageMappingDummy(FuncHash, Mapping);
6330b57cec5SDimitry Andric if (Error Err = NewIsDummyExpected.takeError())
6340b57cec5SDimitry Andric return Err;
6350b57cec5SDimitry Andric if (*NewIsDummyExpected)
6360b57cec5SDimitry Andric return Error::success();
6375ffd83dbSDimitry Andric ++CovMapNumUsedRecords;
6380b57cec5SDimitry Andric OldRecord.FunctionHash = FuncHash;
6390b57cec5SDimitry Andric OldRecord.CoverageMapping = Mapping;
6405ffd83dbSDimitry Andric OldRecord.FilenamesBegin = FileRange.StartingIndex;
6415ffd83dbSDimitry Andric OldRecord.FilenamesSize = FileRange.Length;
6420b57cec5SDimitry Andric return Error::success();
6430b57cec5SDimitry Andric }
6440b57cec5SDimitry Andric
6450b57cec5SDimitry Andric public:
VersionedCovMapFuncRecordReader(InstrProfSymtab & P,std::vector<BinaryCoverageReader::ProfileMappingRecord> & R,StringRef D,std::vector<std::string> & F)6460b57cec5SDimitry Andric VersionedCovMapFuncRecordReader(
6470b57cec5SDimitry Andric InstrProfSymtab &P,
648fe6060f1SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &R, StringRef D,
649fe6060f1SDimitry Andric std::vector<std::string> &F)
650fe6060f1SDimitry Andric : ProfileNames(P), CompilationDir(D), Filenames(F), Records(R) {}
6510b57cec5SDimitry Andric
6520b57cec5SDimitry Andric ~VersionedCovMapFuncRecordReader() override = default;
6530b57cec5SDimitry Andric
readCoverageHeader(const char * CovBuf,const char * CovBufEnd)654fe6060f1SDimitry Andric Expected<const char *> readCoverageHeader(const char *CovBuf,
655fe6060f1SDimitry Andric const char *CovBufEnd) override {
6560b57cec5SDimitry Andric using namespace support;
6570b57cec5SDimitry Andric
6585ffd83dbSDimitry Andric if (CovBuf + sizeof(CovMapHeader) > CovBufEnd)
659*c9157d92SDimitry Andric return make_error<CoverageMapError>(
660*c9157d92SDimitry Andric coveragemap_error::malformed,
661*c9157d92SDimitry Andric "coverage mapping header section is larger than buffer size");
6625ffd83dbSDimitry Andric auto CovHeader = reinterpret_cast<const CovMapHeader *>(CovBuf);
6630b57cec5SDimitry Andric uint32_t NRecords = CovHeader->getNRecords<Endian>();
6640b57cec5SDimitry Andric uint32_t FilenamesSize = CovHeader->getFilenamesSize<Endian>();
6650b57cec5SDimitry Andric uint32_t CoverageSize = CovHeader->getCoverageSize<Endian>();
6660b57cec5SDimitry Andric assert((CovMapVersion)CovHeader->getVersion<Endian>() == Version);
6675ffd83dbSDimitry Andric CovBuf = reinterpret_cast<const char *>(CovHeader + 1);
6680b57cec5SDimitry Andric
6690b57cec5SDimitry Andric // Skip past the function records, saving the start and end for later.
6705ffd83dbSDimitry Andric // This is a no-op in Version4 (function records are read after all headers
6715ffd83dbSDimitry Andric // are read).
6725ffd83dbSDimitry Andric const char *FuncRecBuf = nullptr;
6735ffd83dbSDimitry Andric const char *FuncRecBufEnd = nullptr;
6745ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4)
6755ffd83dbSDimitry Andric FuncRecBuf = CovBuf;
6765ffd83dbSDimitry Andric CovBuf += NRecords * sizeof(FuncRecordType);
6775ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4)
6785ffd83dbSDimitry Andric FuncRecBufEnd = CovBuf;
6790b57cec5SDimitry Andric
6800b57cec5SDimitry Andric // Get the filenames.
6815ffd83dbSDimitry Andric if (CovBuf + FilenamesSize > CovBufEnd)
682*c9157d92SDimitry Andric return make_error<CoverageMapError>(
683*c9157d92SDimitry Andric coveragemap_error::malformed,
684*c9157d92SDimitry Andric "filenames section is larger than buffer size");
6850b57cec5SDimitry Andric size_t FilenamesBegin = Filenames.size();
6865ffd83dbSDimitry Andric StringRef FilenameRegion(CovBuf, FilenamesSize);
687fe6060f1SDimitry Andric RawCoverageFilenamesReader Reader(FilenameRegion, Filenames,
688fe6060f1SDimitry Andric CompilationDir);
689fe6060f1SDimitry Andric if (auto Err = Reader.read(Version))
6900b57cec5SDimitry Andric return std::move(Err);
6915ffd83dbSDimitry Andric CovBuf += FilenamesSize;
6925ffd83dbSDimitry Andric FilenameRange FileRange(FilenamesBegin, Filenames.size() - FilenamesBegin);
6935ffd83dbSDimitry Andric
694e8d8bef9SDimitry Andric if (Version >= CovMapVersion::Version4) {
6955ffd83dbSDimitry Andric // Map a hash of the filenames region to the filename range associated
6965ffd83dbSDimitry Andric // with this coverage header.
6975ffd83dbSDimitry Andric int64_t FilenamesRef =
6985ffd83dbSDimitry Andric llvm::IndexedInstrProf::ComputeHash(FilenameRegion);
6995ffd83dbSDimitry Andric auto Insert =
7005ffd83dbSDimitry Andric FileRangeMap.insert(std::make_pair(FilenamesRef, FileRange));
7015ffd83dbSDimitry Andric if (!Insert.second) {
7025ffd83dbSDimitry Andric // The same filenames ref was encountered twice. It's possible that
7035ffd83dbSDimitry Andric // the associated filenames are the same.
7045ffd83dbSDimitry Andric auto It = Filenames.begin();
7055ffd83dbSDimitry Andric FilenameRange &OrigRange = Insert.first->getSecond();
7065ffd83dbSDimitry Andric if (std::equal(It + OrigRange.StartingIndex,
7075ffd83dbSDimitry Andric It + OrigRange.StartingIndex + OrigRange.Length,
7085ffd83dbSDimitry Andric It + FileRange.StartingIndex,
7095ffd83dbSDimitry Andric It + FileRange.StartingIndex + FileRange.Length))
7105ffd83dbSDimitry Andric // Map the new range to the original one.
7115ffd83dbSDimitry Andric FileRange = OrigRange;
7125ffd83dbSDimitry Andric else
7135ffd83dbSDimitry Andric // This is a hash collision. Mark the filenames ref invalid.
7145ffd83dbSDimitry Andric OrigRange.markInvalid();
7155ffd83dbSDimitry Andric }
7165ffd83dbSDimitry Andric }
7170b57cec5SDimitry Andric
7180b57cec5SDimitry Andric // We'll read the coverage mapping records in the loop below.
7195ffd83dbSDimitry Andric // This is a no-op in Version4 (coverage mappings are not affixed to the
7205ffd83dbSDimitry Andric // coverage header).
7215ffd83dbSDimitry Andric const char *MappingBuf = CovBuf;
722e8d8bef9SDimitry Andric if (Version >= CovMapVersion::Version4 && CoverageSize != 0)
723*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
724*c9157d92SDimitry Andric "coverage mapping size is not zero");
7255ffd83dbSDimitry Andric CovBuf += CoverageSize;
7265ffd83dbSDimitry Andric const char *MappingEnd = CovBuf;
7275ffd83dbSDimitry Andric
7285ffd83dbSDimitry Andric if (CovBuf > CovBufEnd)
729*c9157d92SDimitry Andric return make_error<CoverageMapError>(
730*c9157d92SDimitry Andric coveragemap_error::malformed,
731*c9157d92SDimitry Andric "function records section is larger than buffer size");
7325ffd83dbSDimitry Andric
7335ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4) {
7345ffd83dbSDimitry Andric // Read each function record.
7355ffd83dbSDimitry Andric if (Error E = readFunctionRecords(FuncRecBuf, FuncRecBufEnd, FileRange,
7365ffd83dbSDimitry Andric MappingBuf, MappingEnd))
7375ffd83dbSDimitry Andric return std::move(E);
7385ffd83dbSDimitry Andric }
7395ffd83dbSDimitry Andric
7400b57cec5SDimitry Andric // Each coverage map has an alignment of 8, so we need to adjust alignment
7410b57cec5SDimitry Andric // before reading the next map.
7425ffd83dbSDimitry Andric CovBuf += offsetToAlignedAddr(CovBuf, Align(8));
7430b57cec5SDimitry Andric
7445ffd83dbSDimitry Andric return CovBuf;
7450b57cec5SDimitry Andric }
7465ffd83dbSDimitry Andric
readFunctionRecords(const char * FuncRecBuf,const char * FuncRecBufEnd,std::optional<FilenameRange> OutOfLineFileRange,const char * OutOfLineMappingBuf,const char * OutOfLineMappingBufEnd)7475ffd83dbSDimitry Andric Error readFunctionRecords(const char *FuncRecBuf, const char *FuncRecBufEnd,
748bdd1243dSDimitry Andric std::optional<FilenameRange> OutOfLineFileRange,
7495ffd83dbSDimitry Andric const char *OutOfLineMappingBuf,
7505ffd83dbSDimitry Andric const char *OutOfLineMappingBufEnd) override {
7515ffd83dbSDimitry Andric auto CFR = reinterpret_cast<const FuncRecordType *>(FuncRecBuf);
7525ffd83dbSDimitry Andric while ((const char *)CFR < FuncRecBufEnd) {
7535ffd83dbSDimitry Andric // Validate the length of the coverage mapping for this function.
7545ffd83dbSDimitry Andric const char *NextMappingBuf;
7555ffd83dbSDimitry Andric const FuncRecordType *NextCFR;
7565ffd83dbSDimitry Andric std::tie(NextMappingBuf, NextCFR) =
7575ffd83dbSDimitry Andric CFR->template advanceByOne<Endian>(OutOfLineMappingBuf);
7585ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4)
7595ffd83dbSDimitry Andric if (NextMappingBuf > OutOfLineMappingBufEnd)
760*c9157d92SDimitry Andric return make_error<CoverageMapError>(
761*c9157d92SDimitry Andric coveragemap_error::malformed,
762*c9157d92SDimitry Andric "next mapping buffer is larger than buffer size");
7635ffd83dbSDimitry Andric
7645ffd83dbSDimitry Andric // Look up the set of filenames associated with this function record.
765bdd1243dSDimitry Andric std::optional<FilenameRange> FileRange;
7665ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4) {
7675ffd83dbSDimitry Andric FileRange = OutOfLineFileRange;
7685ffd83dbSDimitry Andric } else {
7695ffd83dbSDimitry Andric uint64_t FilenamesRef = CFR->template getFilenamesRef<Endian>();
7705ffd83dbSDimitry Andric auto It = FileRangeMap.find(FilenamesRef);
7715ffd83dbSDimitry Andric if (It == FileRangeMap.end())
772*c9157d92SDimitry Andric return make_error<CoverageMapError>(
773*c9157d92SDimitry Andric coveragemap_error::malformed,
774*c9157d92SDimitry Andric "no filename found for function with hash=0x" +
775*c9157d92SDimitry Andric Twine::utohexstr(FilenamesRef));
7765ffd83dbSDimitry Andric else
7775ffd83dbSDimitry Andric FileRange = It->getSecond();
7785ffd83dbSDimitry Andric }
7795ffd83dbSDimitry Andric
7805ffd83dbSDimitry Andric // Now, read the coverage data.
7815ffd83dbSDimitry Andric if (FileRange && !FileRange->isInvalid()) {
7825ffd83dbSDimitry Andric StringRef Mapping =
7835ffd83dbSDimitry Andric CFR->template getCoverageMapping<Endian>(OutOfLineMappingBuf);
784e8d8bef9SDimitry Andric if (Version >= CovMapVersion::Version4 &&
7855ffd83dbSDimitry Andric Mapping.data() + Mapping.size() > FuncRecBufEnd)
786*c9157d92SDimitry Andric return make_error<CoverageMapError>(
787*c9157d92SDimitry Andric coveragemap_error::malformed,
788*c9157d92SDimitry Andric "coverage mapping data is larger than buffer size");
7895ffd83dbSDimitry Andric if (Error Err = insertFunctionRecordIfNeeded(CFR, Mapping, *FileRange))
7905ffd83dbSDimitry Andric return Err;
7915ffd83dbSDimitry Andric }
7925ffd83dbSDimitry Andric
7935ffd83dbSDimitry Andric std::tie(OutOfLineMappingBuf, CFR) = std::tie(NextMappingBuf, NextCFR);
7945ffd83dbSDimitry Andric }
7955ffd83dbSDimitry Andric return Error::success();
7960b57cec5SDimitry Andric }
7970b57cec5SDimitry Andric };
7980b57cec5SDimitry Andric
7990b57cec5SDimitry Andric } // end anonymous namespace
8000b57cec5SDimitry Andric
801*c9157d92SDimitry Andric template <class IntPtrT, llvm::endianness Endian>
get(CovMapVersion Version,InstrProfSymtab & P,std::vector<BinaryCoverageReader::ProfileMappingRecord> & R,StringRef D,std::vector<std::string> & F)8020b57cec5SDimitry Andric Expected<std::unique_ptr<CovMapFuncRecordReader>> CovMapFuncRecordReader::get(
8030b57cec5SDimitry Andric CovMapVersion Version, InstrProfSymtab &P,
804fe6060f1SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &R, StringRef D,
805fe6060f1SDimitry Andric std::vector<std::string> &F) {
8060b57cec5SDimitry Andric using namespace coverage;
8070b57cec5SDimitry Andric
8080b57cec5SDimitry Andric switch (Version) {
8090b57cec5SDimitry Andric case CovMapVersion::Version1:
8108bcb0991SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
811fe6060f1SDimitry Andric CovMapVersion::Version1, IntPtrT, Endian>>(P, R, D, F);
8120b57cec5SDimitry Andric case CovMapVersion::Version2:
8130b57cec5SDimitry Andric case CovMapVersion::Version3:
8145ffd83dbSDimitry Andric case CovMapVersion::Version4:
815e8d8bef9SDimitry Andric case CovMapVersion::Version5:
816fe6060f1SDimitry Andric case CovMapVersion::Version6:
817*c9157d92SDimitry Andric case CovMapVersion::Version7:
8180b57cec5SDimitry Andric // Decompress the name data.
8190b57cec5SDimitry Andric if (Error E = P.create(P.getNameData()))
8200b57cec5SDimitry Andric return std::move(E);
8210b57cec5SDimitry Andric if (Version == CovMapVersion::Version2)
8228bcb0991SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
823fe6060f1SDimitry Andric CovMapVersion::Version2, IntPtrT, Endian>>(P, R, D, F);
8245ffd83dbSDimitry Andric else if (Version == CovMapVersion::Version3)
8258bcb0991SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
826fe6060f1SDimitry Andric CovMapVersion::Version3, IntPtrT, Endian>>(P, R, D, F);
8275ffd83dbSDimitry Andric else if (Version == CovMapVersion::Version4)
8285ffd83dbSDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
829fe6060f1SDimitry Andric CovMapVersion::Version4, IntPtrT, Endian>>(P, R, D, F);
830e8d8bef9SDimitry Andric else if (Version == CovMapVersion::Version5)
831e8d8bef9SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
832fe6060f1SDimitry Andric CovMapVersion::Version5, IntPtrT, Endian>>(P, R, D, F);
833fe6060f1SDimitry Andric else if (Version == CovMapVersion::Version6)
834fe6060f1SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
835fe6060f1SDimitry Andric CovMapVersion::Version6, IntPtrT, Endian>>(P, R, D, F);
836*c9157d92SDimitry Andric else if (Version == CovMapVersion::Version7)
837*c9157d92SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
838*c9157d92SDimitry Andric CovMapVersion::Version7, IntPtrT, Endian>>(P, R, D, F);
8390b57cec5SDimitry Andric }
8400b57cec5SDimitry Andric llvm_unreachable("Unsupported version");
8410b57cec5SDimitry Andric }
8420b57cec5SDimitry Andric
843*c9157d92SDimitry Andric template <typename T, llvm::endianness Endian>
readCoverageMappingData(InstrProfSymtab & ProfileNames,StringRef CovMap,StringRef FuncRecords,std::vector<BinaryCoverageReader::ProfileMappingRecord> & Records,StringRef CompilationDir,std::vector<std::string> & Filenames)8440b57cec5SDimitry Andric static Error readCoverageMappingData(
8455ffd83dbSDimitry Andric InstrProfSymtab &ProfileNames, StringRef CovMap, StringRef FuncRecords,
8460b57cec5SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &Records,
847fe6060f1SDimitry Andric StringRef CompilationDir, std::vector<std::string> &Filenames) {
8480b57cec5SDimitry Andric using namespace coverage;
8490b57cec5SDimitry Andric
8500b57cec5SDimitry Andric // Read the records in the coverage data section.
8510b57cec5SDimitry Andric auto CovHeader =
8525ffd83dbSDimitry Andric reinterpret_cast<const CovMapHeader *>(CovMap.data());
8530b57cec5SDimitry Andric CovMapVersion Version = (CovMapVersion)CovHeader->getVersion<Endian>();
8540b57cec5SDimitry Andric if (Version > CovMapVersion::CurrentVersion)
8550b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::unsupported_version);
8560b57cec5SDimitry Andric Expected<std::unique_ptr<CovMapFuncRecordReader>> ReaderExpected =
8570b57cec5SDimitry Andric CovMapFuncRecordReader::get<T, Endian>(Version, ProfileNames, Records,
858fe6060f1SDimitry Andric CompilationDir, Filenames);
8590b57cec5SDimitry Andric if (Error E = ReaderExpected.takeError())
8600b57cec5SDimitry Andric return E;
8610b57cec5SDimitry Andric auto Reader = std::move(ReaderExpected.get());
8625ffd83dbSDimitry Andric const char *CovBuf = CovMap.data();
8635ffd83dbSDimitry Andric const char *CovBufEnd = CovBuf + CovMap.size();
8645ffd83dbSDimitry Andric const char *FuncRecBuf = FuncRecords.data();
8655ffd83dbSDimitry Andric const char *FuncRecBufEnd = FuncRecords.data() + FuncRecords.size();
8665ffd83dbSDimitry Andric while (CovBuf < CovBufEnd) {
8675ffd83dbSDimitry Andric // Read the current coverage header & filename data.
8685ffd83dbSDimitry Andric //
8695ffd83dbSDimitry Andric // Prior to Version4, this also reads all function records affixed to the
8705ffd83dbSDimitry Andric // header.
8715ffd83dbSDimitry Andric //
8725ffd83dbSDimitry Andric // Return a pointer to the next coverage header.
873fe6060f1SDimitry Andric auto NextOrErr = Reader->readCoverageHeader(CovBuf, CovBufEnd);
8745ffd83dbSDimitry Andric if (auto E = NextOrErr.takeError())
8750b57cec5SDimitry Andric return E;
8765ffd83dbSDimitry Andric CovBuf = NextOrErr.get();
8770b57cec5SDimitry Andric }
8785ffd83dbSDimitry Andric // In Version4, function records are not affixed to coverage headers. Read
8795ffd83dbSDimitry Andric // the records from their dedicated section.
880e8d8bef9SDimitry Andric if (Version >= CovMapVersion::Version4)
881bdd1243dSDimitry Andric return Reader->readFunctionRecords(FuncRecBuf, FuncRecBufEnd, std::nullopt,
882bdd1243dSDimitry Andric nullptr, nullptr);
8830b57cec5SDimitry Andric return Error::success();
8840b57cec5SDimitry Andric }
8850b57cec5SDimitry Andric
8860b57cec5SDimitry Andric Expected<std::unique_ptr<BinaryCoverageReader>>
createCoverageReaderFromBuffer(StringRef Coverage,FuncRecordsStorage && FuncRecords,InstrProfSymtab && ProfileNames,uint8_t BytesInAddress,llvm::endianness Endian,StringRef CompilationDir)8870b57cec5SDimitry Andric BinaryCoverageReader::createCoverageReaderFromBuffer(
888fe6060f1SDimitry Andric StringRef Coverage, FuncRecordsStorage &&FuncRecords,
889fe6060f1SDimitry Andric InstrProfSymtab &&ProfileNames, uint8_t BytesInAddress,
890*c9157d92SDimitry Andric llvm::endianness Endian, StringRef CompilationDir) {
8915ffd83dbSDimitry Andric std::unique_ptr<BinaryCoverageReader> Reader(
8925ffd83dbSDimitry Andric new BinaryCoverageReader(std::move(FuncRecords)));
8930b57cec5SDimitry Andric Reader->ProfileNames = std::move(ProfileNames);
894fe6060f1SDimitry Andric StringRef FuncRecordsRef = Reader->FuncRecords->getBuffer();
895*c9157d92SDimitry Andric if (BytesInAddress == 4 && Endian == llvm::endianness::little) {
896*c9157d92SDimitry Andric if (Error E = readCoverageMappingData<uint32_t, llvm::endianness::little>(
8975ffd83dbSDimitry Andric Reader->ProfileNames, Coverage, FuncRecordsRef,
898fe6060f1SDimitry Andric Reader->MappingRecords, CompilationDir, Reader->Filenames))
8990b57cec5SDimitry Andric return std::move(E);
900*c9157d92SDimitry Andric } else if (BytesInAddress == 4 && Endian == llvm::endianness::big) {
901*c9157d92SDimitry Andric if (Error E = readCoverageMappingData<uint32_t, llvm::endianness::big>(
9025ffd83dbSDimitry Andric Reader->ProfileNames, Coverage, FuncRecordsRef,
903fe6060f1SDimitry Andric Reader->MappingRecords, CompilationDir, Reader->Filenames))
9040b57cec5SDimitry Andric return std::move(E);
905*c9157d92SDimitry Andric } else if (BytesInAddress == 8 && Endian == llvm::endianness::little) {
906*c9157d92SDimitry Andric if (Error E = readCoverageMappingData<uint64_t, llvm::endianness::little>(
9075ffd83dbSDimitry Andric Reader->ProfileNames, Coverage, FuncRecordsRef,
908fe6060f1SDimitry Andric Reader->MappingRecords, CompilationDir, Reader->Filenames))
9090b57cec5SDimitry Andric return std::move(E);
910*c9157d92SDimitry Andric } else if (BytesInAddress == 8 && Endian == llvm::endianness::big) {
911*c9157d92SDimitry Andric if (Error E = readCoverageMappingData<uint64_t, llvm::endianness::big>(
9125ffd83dbSDimitry Andric Reader->ProfileNames, Coverage, FuncRecordsRef,
913fe6060f1SDimitry Andric Reader->MappingRecords, CompilationDir, Reader->Filenames))
9140b57cec5SDimitry Andric return std::move(E);
9150b57cec5SDimitry Andric } else
916*c9157d92SDimitry Andric return make_error<CoverageMapError>(
917*c9157d92SDimitry Andric coveragemap_error::malformed,
918*c9157d92SDimitry Andric "not supported endianness or bytes in address");
9190b57cec5SDimitry Andric return std::move(Reader);
9200b57cec5SDimitry Andric }
9210b57cec5SDimitry Andric
9220b57cec5SDimitry Andric static Expected<std::unique_ptr<BinaryCoverageReader>>
loadTestingFormat(StringRef Data,StringRef CompilationDir)923fe6060f1SDimitry Andric loadTestingFormat(StringRef Data, StringRef CompilationDir) {
9240b57cec5SDimitry Andric uint8_t BytesInAddress = 8;
925*c9157d92SDimitry Andric llvm::endianness Endian = llvm::endianness::little;
9260b57cec5SDimitry Andric
927*c9157d92SDimitry Andric // Read the magic and version.
928*c9157d92SDimitry Andric Data = Data.substr(sizeof(TestingFormatMagic));
929*c9157d92SDimitry Andric if (Data.size() < sizeof(uint64_t))
930*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
931*c9157d92SDimitry Andric "the size of data is too small");
932*c9157d92SDimitry Andric auto TestingVersion =
933*c9157d92SDimitry Andric support::endian::byte_swap<uint64_t, llvm::endianness::little>(
934*c9157d92SDimitry Andric *reinterpret_cast<const uint64_t *>(Data.data()));
935*c9157d92SDimitry Andric Data = Data.substr(sizeof(uint64_t));
936*c9157d92SDimitry Andric
937*c9157d92SDimitry Andric // Read the ProfileNames data.
9380b57cec5SDimitry Andric if (Data.empty())
9390b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::truncated);
9400b57cec5SDimitry Andric unsigned N = 0;
9410b57cec5SDimitry Andric uint64_t ProfileNamesSize = decodeULEB128(Data.bytes_begin(), &N);
9420b57cec5SDimitry Andric if (N > Data.size())
943*c9157d92SDimitry Andric return make_error<CoverageMapError>(
944*c9157d92SDimitry Andric coveragemap_error::malformed,
945*c9157d92SDimitry Andric "the size of TestingFormatMagic is too big");
9460b57cec5SDimitry Andric Data = Data.substr(N);
9470b57cec5SDimitry Andric if (Data.empty())
9480b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::truncated);
9490b57cec5SDimitry Andric N = 0;
9500b57cec5SDimitry Andric uint64_t Address = decodeULEB128(Data.bytes_begin(), &N);
9510b57cec5SDimitry Andric if (N > Data.size())
952*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
953*c9157d92SDimitry Andric "the size of ULEB128 is too big");
9540b57cec5SDimitry Andric Data = Data.substr(N);
9550b57cec5SDimitry Andric if (Data.size() < ProfileNamesSize)
956*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
957*c9157d92SDimitry Andric "the size of ProfileNames is too big");
9580b57cec5SDimitry Andric InstrProfSymtab ProfileNames;
9590b57cec5SDimitry Andric if (Error E = ProfileNames.create(Data.substr(0, ProfileNamesSize), Address))
9600b57cec5SDimitry Andric return std::move(E);
961fe6060f1SDimitry Andric Data = Data.substr(ProfileNamesSize);
962*c9157d92SDimitry Andric
963*c9157d92SDimitry Andric // In Version2, the size of CoverageMapping is stored directly.
964*c9157d92SDimitry Andric uint64_t CoverageMappingSize;
965*c9157d92SDimitry Andric if (TestingVersion == uint64_t(TestingFormatVersion::Version2)) {
966*c9157d92SDimitry Andric N = 0;
967*c9157d92SDimitry Andric CoverageMappingSize = decodeULEB128(Data.bytes_begin(), &N);
968*c9157d92SDimitry Andric if (N > Data.size())
969*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
970*c9157d92SDimitry Andric "the size of ULEB128 is too big");
971*c9157d92SDimitry Andric Data = Data.substr(N);
972*c9157d92SDimitry Andric if (CoverageMappingSize < sizeof(CovMapHeader))
973*c9157d92SDimitry Andric return make_error<CoverageMapError>(
974*c9157d92SDimitry Andric coveragemap_error::malformed,
975*c9157d92SDimitry Andric "the size of CoverageMapping is teoo small");
976*c9157d92SDimitry Andric } else if (TestingVersion != uint64_t(TestingFormatVersion::Version1)) {
977*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::unsupported_version);
978*c9157d92SDimitry Andric }
979*c9157d92SDimitry Andric
9800b57cec5SDimitry Andric // Skip the padding bytes because coverage map data has an alignment of 8.
981*c9157d92SDimitry Andric auto Pad = offsetToAlignedAddr(Data.data(), Align(8));
982fe6060f1SDimitry Andric if (Data.size() < Pad)
983*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
984*c9157d92SDimitry Andric "insufficient padding");
985fe6060f1SDimitry Andric Data = Data.substr(Pad);
986fe6060f1SDimitry Andric if (Data.size() < sizeof(CovMapHeader))
987*c9157d92SDimitry Andric return make_error<CoverageMapError>(
988*c9157d92SDimitry Andric coveragemap_error::malformed,
989*c9157d92SDimitry Andric "coverage mapping header section is larger than data size");
990fe6060f1SDimitry Andric auto const *CovHeader = reinterpret_cast<const CovMapHeader *>(
991fe6060f1SDimitry Andric Data.substr(0, sizeof(CovMapHeader)).data());
992*c9157d92SDimitry Andric auto Version =
993*c9157d92SDimitry Andric CovMapVersion(CovHeader->getVersion<llvm::endianness::little>());
994*c9157d92SDimitry Andric
995*c9157d92SDimitry Andric // In Version1, the size of CoverageMapping is calculated.
996*c9157d92SDimitry Andric if (TestingVersion == uint64_t(TestingFormatVersion::Version1)) {
997fe6060f1SDimitry Andric if (Version < CovMapVersion::Version4) {
998*c9157d92SDimitry Andric CoverageMappingSize = Data.size();
999fe6060f1SDimitry Andric } else {
1000*c9157d92SDimitry Andric auto FilenamesSize =
1001*c9157d92SDimitry Andric CovHeader->getFilenamesSize<llvm::endianness::little>();
1002*c9157d92SDimitry Andric CoverageMappingSize = sizeof(CovMapHeader) + FilenamesSize;
1003*c9157d92SDimitry Andric }
1004*c9157d92SDimitry Andric }
1005*c9157d92SDimitry Andric
1006*c9157d92SDimitry Andric auto CoverageMapping = Data.substr(0, CoverageMappingSize);
1007fe6060f1SDimitry Andric Data = Data.substr(CoverageMappingSize);
1008*c9157d92SDimitry Andric
1009*c9157d92SDimitry Andric // Read the CoverageRecords data.
1010*c9157d92SDimitry Andric if (Version < CovMapVersion::Version4) {
1011*c9157d92SDimitry Andric if (!Data.empty())
1012*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
1013*c9157d92SDimitry Andric "data is not empty");
1014*c9157d92SDimitry Andric } else {
1015fe6060f1SDimitry Andric // Skip the padding bytes because coverage records data has an alignment
1016fe6060f1SDimitry Andric // of 8.
1017fe6060f1SDimitry Andric Pad = offsetToAlignedAddr(Data.data(), Align(8));
1018fe6060f1SDimitry Andric if (Data.size() < Pad)
1019*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
1020*c9157d92SDimitry Andric "insufficient padding");
1021*c9157d92SDimitry Andric Data = Data.substr(Pad);
1022fe6060f1SDimitry Andric }
1023*c9157d92SDimitry Andric BinaryCoverageReader::FuncRecordsStorage CoverageRecords =
1024*c9157d92SDimitry Andric MemoryBuffer::getMemBuffer(Data);
1025*c9157d92SDimitry Andric
10260b57cec5SDimitry Andric return BinaryCoverageReader::createCoverageReaderFromBuffer(
1027fe6060f1SDimitry Andric CoverageMapping, std::move(CoverageRecords), std::move(ProfileNames),
1028fe6060f1SDimitry Andric BytesInAddress, Endian, CompilationDir);
10290b57cec5SDimitry Andric }
10300b57cec5SDimitry Andric
1031*c9157d92SDimitry Andric /// Find all sections that match \p IPSK name. There may be more than one if
1032*c9157d92SDimitry Andric /// comdats are in use, e.g. for the __llvm_covfun section on ELF.
1033*c9157d92SDimitry Andric static Expected<std::vector<SectionRef>>
lookupSections(ObjectFile & OF,InstrProfSectKind IPSK)1034*c9157d92SDimitry Andric lookupSections(ObjectFile &OF, InstrProfSectKind IPSK) {
1035*c9157d92SDimitry Andric auto ObjFormat = OF.getTripleObjectFormat();
1036*c9157d92SDimitry Andric auto Name =
1037*c9157d92SDimitry Andric getInstrProfSectionName(IPSK, ObjFormat, /*AddSegmentInfo=*/false);
10380b57cec5SDimitry Andric // On COFF, the object file section name may end in "$M". This tells the
10390b57cec5SDimitry Andric // linker to sort these sections between "$A" and "$Z". The linker removes the
10400b57cec5SDimitry Andric // dollar and everything after it in the final binary. Do the same to match.
10410b57cec5SDimitry Andric bool IsCOFF = isa<COFFObjectFile>(OF);
10420b57cec5SDimitry Andric auto stripSuffix = [IsCOFF](StringRef N) {
10430b57cec5SDimitry Andric return IsCOFF ? N.split('$').first : N;
10440b57cec5SDimitry Andric };
10450b57cec5SDimitry Andric Name = stripSuffix(Name);
10460b57cec5SDimitry Andric
10475ffd83dbSDimitry Andric std::vector<SectionRef> Sections;
10480b57cec5SDimitry Andric for (const auto &Section : OF.sections()) {
10498bcb0991SDimitry Andric Expected<StringRef> NameOrErr = Section.getName();
10508bcb0991SDimitry Andric if (!NameOrErr)
10518bcb0991SDimitry Andric return NameOrErr.takeError();
1052*c9157d92SDimitry Andric if (stripSuffix(*NameOrErr) == Name) {
1053*c9157d92SDimitry Andric // COFF profile name section contains two null bytes indicating the
1054*c9157d92SDimitry Andric // start/end of the section. If its size is 2 bytes, it's empty.
1055*c9157d92SDimitry Andric if (IsCOFF && IPSK == IPSK_name && Section.getSize() == 2)
1056*c9157d92SDimitry Andric continue;
10575ffd83dbSDimitry Andric Sections.push_back(Section);
10580b57cec5SDimitry Andric }
1059*c9157d92SDimitry Andric }
10605ffd83dbSDimitry Andric if (Sections.empty())
10610b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::no_data_found);
10625ffd83dbSDimitry Andric return Sections;
10630b57cec5SDimitry Andric }
10640b57cec5SDimitry Andric
10650b57cec5SDimitry Andric static Expected<std::unique_ptr<BinaryCoverageReader>>
loadBinaryFormat(std::unique_ptr<Binary> Bin,StringRef Arch,StringRef CompilationDir="",object::BuildIDRef * BinaryID=nullptr)1066fe6060f1SDimitry Andric loadBinaryFormat(std::unique_ptr<Binary> Bin, StringRef Arch,
10671ac55f4cSDimitry Andric StringRef CompilationDir = "",
1068fe013be4SDimitry Andric object::BuildIDRef *BinaryID = nullptr) {
10690b57cec5SDimitry Andric std::unique_ptr<ObjectFile> OF;
10700b57cec5SDimitry Andric if (auto *Universal = dyn_cast<MachOUniversalBinary>(Bin.get())) {
10710b57cec5SDimitry Andric // If we have a universal binary, try to look up the object for the
10720b57cec5SDimitry Andric // appropriate architecture.
10738bcb0991SDimitry Andric auto ObjectFileOrErr = Universal->getMachOObjectForArch(Arch);
10740b57cec5SDimitry Andric if (!ObjectFileOrErr)
10750b57cec5SDimitry Andric return ObjectFileOrErr.takeError();
10760b57cec5SDimitry Andric OF = std::move(ObjectFileOrErr.get());
10770b57cec5SDimitry Andric } else if (isa<ObjectFile>(Bin.get())) {
10780b57cec5SDimitry Andric // For any other object file, upcast and take ownership.
10790b57cec5SDimitry Andric OF.reset(cast<ObjectFile>(Bin.release()));
10800b57cec5SDimitry Andric // If we've asked for a particular arch, make sure they match.
10810b57cec5SDimitry Andric if (!Arch.empty() && OF->getArch() != Triple(Arch).getArch())
10820b57cec5SDimitry Andric return errorCodeToError(object_error::arch_not_found);
10830b57cec5SDimitry Andric } else
10840b57cec5SDimitry Andric // We can only handle object files.
1085*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
1086*c9157d92SDimitry Andric "binary is not an object file");
10870b57cec5SDimitry Andric
10880b57cec5SDimitry Andric // The coverage uses native pointer sizes for the object it's written in.
10890b57cec5SDimitry Andric uint8_t BytesInAddress = OF->getBytesInAddress();
1090*c9157d92SDimitry Andric llvm::endianness Endian =
1091*c9157d92SDimitry Andric OF->isLittleEndian() ? llvm::endianness::little : llvm::endianness::big;
10920b57cec5SDimitry Andric
10930b57cec5SDimitry Andric // Look for the sections that we are interested in.
1094*c9157d92SDimitry Andric InstrProfSymtab ProfileNames;
1095*c9157d92SDimitry Andric std::vector<SectionRef> NamesSectionRefs;
1096*c9157d92SDimitry Andric // If IPSK_name is not found, fallback to search for IPK_covname, which is
1097*c9157d92SDimitry Andric // used when binary correlation is enabled.
1098*c9157d92SDimitry Andric auto NamesSection = lookupSections(*OF, IPSK_name);
1099*c9157d92SDimitry Andric if (auto E = NamesSection.takeError()) {
1100*c9157d92SDimitry Andric consumeError(std::move(E));
1101*c9157d92SDimitry Andric NamesSection = lookupSections(*OF, IPSK_covname);
11020b57cec5SDimitry Andric if (auto E = NamesSection.takeError())
11030b57cec5SDimitry Andric return std::move(E);
1104*c9157d92SDimitry Andric }
1105*c9157d92SDimitry Andric NamesSectionRefs = *NamesSection;
1106*c9157d92SDimitry Andric
1107*c9157d92SDimitry Andric if (NamesSectionRefs.size() != 1)
1108*c9157d92SDimitry Andric return make_error<CoverageMapError>(
1109*c9157d92SDimitry Andric coveragemap_error::malformed,
1110*c9157d92SDimitry Andric "the size of coverage mapping section is not one");
1111*c9157d92SDimitry Andric if (Error E = ProfileNames.create(NamesSectionRefs.back()))
1112*c9157d92SDimitry Andric return std::move(E);
1113*c9157d92SDimitry Andric
1114*c9157d92SDimitry Andric auto CoverageSection = lookupSections(*OF, IPSK_covmap);
11150b57cec5SDimitry Andric if (auto E = CoverageSection.takeError())
11160b57cec5SDimitry Andric return std::move(E);
11175ffd83dbSDimitry Andric std::vector<SectionRef> CoverageSectionRefs = *CoverageSection;
11185ffd83dbSDimitry Andric if (CoverageSectionRefs.size() != 1)
1119*c9157d92SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
1120*c9157d92SDimitry Andric "the size of name section is not one");
11215ffd83dbSDimitry Andric auto CoverageMappingOrErr = CoverageSectionRefs.back().getContents();
11220b57cec5SDimitry Andric if (!CoverageMappingOrErr)
11230b57cec5SDimitry Andric return CoverageMappingOrErr.takeError();
11245ffd83dbSDimitry Andric StringRef CoverageMapping = CoverageMappingOrErr.get();
11250b57cec5SDimitry Andric
11265ffd83dbSDimitry Andric // Look for the coverage records section (Version4 only).
1127*c9157d92SDimitry Andric auto CoverageRecordsSections = lookupSections(*OF, IPSK_covfun);
1128fe6060f1SDimitry Andric
1129fe6060f1SDimitry Andric BinaryCoverageReader::FuncRecordsStorage FuncRecords;
1130fe6060f1SDimitry Andric if (auto E = CoverageRecordsSections.takeError()) {
11315ffd83dbSDimitry Andric consumeError(std::move(E));
1132fe6060f1SDimitry Andric FuncRecords = MemoryBuffer::getMemBuffer("");
1133fe6060f1SDimitry Andric } else {
1134fe6060f1SDimitry Andric // Compute the FuncRecordsBuffer of the buffer, taking into account the
1135fe6060f1SDimitry Andric // padding between each record, and making sure the first block is aligned
1136fe6060f1SDimitry Andric // in memory to maintain consistency between buffer address and size
1137fe6060f1SDimitry Andric // alignment.
1138fe6060f1SDimitry Andric const Align RecordAlignment(8);
1139fe6060f1SDimitry Andric uint64_t FuncRecordsSize = 0;
11405ffd83dbSDimitry Andric for (SectionRef Section : *CoverageRecordsSections) {
11415ffd83dbSDimitry Andric auto CoverageRecordsOrErr = Section.getContents();
11425ffd83dbSDimitry Andric if (!CoverageRecordsOrErr)
11435ffd83dbSDimitry Andric return CoverageRecordsOrErr.takeError();
1144fe6060f1SDimitry Andric FuncRecordsSize += alignTo(CoverageRecordsOrErr->size(), RecordAlignment);
11455ffd83dbSDimitry Andric }
1146fe6060f1SDimitry Andric auto WritableBuffer =
1147fe6060f1SDimitry Andric WritableMemoryBuffer::getNewUninitMemBuffer(FuncRecordsSize);
1148fe6060f1SDimitry Andric char *FuncRecordsBuffer = WritableBuffer->getBufferStart();
1149fe6060f1SDimitry Andric assert(isAddrAligned(RecordAlignment, FuncRecordsBuffer) &&
1150fe6060f1SDimitry Andric "Allocated memory is correctly aligned");
1151fe6060f1SDimitry Andric
1152fe6060f1SDimitry Andric for (SectionRef Section : *CoverageRecordsSections) {
1153fe6060f1SDimitry Andric auto CoverageRecordsOrErr = Section.getContents();
1154fe6060f1SDimitry Andric if (!CoverageRecordsOrErr)
1155fe6060f1SDimitry Andric return CoverageRecordsOrErr.takeError();
1156fe6060f1SDimitry Andric const auto &CoverageRecords = CoverageRecordsOrErr.get();
1157fe6060f1SDimitry Andric FuncRecordsBuffer = std::copy(CoverageRecords.begin(),
1158fe6060f1SDimitry Andric CoverageRecords.end(), FuncRecordsBuffer);
1159fe6060f1SDimitry Andric FuncRecordsBuffer =
1160fe6060f1SDimitry Andric std::fill_n(FuncRecordsBuffer,
1161fe6060f1SDimitry Andric alignAddr(FuncRecordsBuffer, RecordAlignment) -
1162fe6060f1SDimitry Andric (uintptr_t)FuncRecordsBuffer,
1163fe6060f1SDimitry Andric '\0');
1164fe6060f1SDimitry Andric }
1165fe6060f1SDimitry Andric assert(FuncRecordsBuffer == WritableBuffer->getBufferEnd() &&
1166fe6060f1SDimitry Andric "consistent init");
1167fe6060f1SDimitry Andric FuncRecords = std::move(WritableBuffer);
11685ffd83dbSDimitry Andric }
11695ffd83dbSDimitry Andric
11701ac55f4cSDimitry Andric if (BinaryID)
11711ac55f4cSDimitry Andric *BinaryID = getBuildID(OF.get());
11721ac55f4cSDimitry Andric
11730b57cec5SDimitry Andric return BinaryCoverageReader::createCoverageReaderFromBuffer(
11745ffd83dbSDimitry Andric CoverageMapping, std::move(FuncRecords), std::move(ProfileNames),
1175fe6060f1SDimitry Andric BytesInAddress, Endian, CompilationDir);
11760b57cec5SDimitry Andric }
11770b57cec5SDimitry Andric
1178e8d8bef9SDimitry Andric /// Determine whether \p Arch is invalid or empty, given \p Bin.
isArchSpecifierInvalidOrMissing(Binary * Bin,StringRef Arch)1179e8d8bef9SDimitry Andric static bool isArchSpecifierInvalidOrMissing(Binary *Bin, StringRef Arch) {
1180e8d8bef9SDimitry Andric // If we have a universal binary and Arch doesn't identify any of its slices,
1181e8d8bef9SDimitry Andric // it's user error.
1182e8d8bef9SDimitry Andric if (auto *Universal = dyn_cast<MachOUniversalBinary>(Bin)) {
1183e8d8bef9SDimitry Andric for (auto &ObjForArch : Universal->objects())
1184e8d8bef9SDimitry Andric if (Arch == ObjForArch.getArchFlagName())
1185e8d8bef9SDimitry Andric return false;
1186e8d8bef9SDimitry Andric return true;
1187e8d8bef9SDimitry Andric }
1188e8d8bef9SDimitry Andric return false;
1189e8d8bef9SDimitry Andric }
1190e8d8bef9SDimitry Andric
11910b57cec5SDimitry Andric Expected<std::vector<std::unique_ptr<BinaryCoverageReader>>>
create(MemoryBufferRef ObjectBuffer,StringRef Arch,SmallVectorImpl<std::unique_ptr<MemoryBuffer>> & ObjectFileBuffers,StringRef CompilationDir,SmallVectorImpl<object::BuildIDRef> * BinaryIDs)11920b57cec5SDimitry Andric BinaryCoverageReader::create(
11930b57cec5SDimitry Andric MemoryBufferRef ObjectBuffer, StringRef Arch,
1194fe6060f1SDimitry Andric SmallVectorImpl<std::unique_ptr<MemoryBuffer>> &ObjectFileBuffers,
11951ac55f4cSDimitry Andric StringRef CompilationDir, SmallVectorImpl<object::BuildIDRef> *BinaryIDs) {
11960b57cec5SDimitry Andric std::vector<std::unique_ptr<BinaryCoverageReader>> Readers;
11970b57cec5SDimitry Andric
1198*c9157d92SDimitry Andric if (ObjectBuffer.getBuffer().size() > sizeof(TestingFormatMagic)) {
1199*c9157d92SDimitry Andric uint64_t Magic =
1200*c9157d92SDimitry Andric support::endian::byte_swap<uint64_t, llvm::endianness::little>(
1201*c9157d92SDimitry Andric *reinterpret_cast<const uint64_t *>(ObjectBuffer.getBufferStart()));
1202*c9157d92SDimitry Andric if (Magic == TestingFormatMagic) {
12030b57cec5SDimitry Andric // This is a special format used for testing.
1204fe6060f1SDimitry Andric auto ReaderOrErr =
1205fe6060f1SDimitry Andric loadTestingFormat(ObjectBuffer.getBuffer(), CompilationDir);
12060b57cec5SDimitry Andric if (!ReaderOrErr)
12070b57cec5SDimitry Andric return ReaderOrErr.takeError();
12080b57cec5SDimitry Andric Readers.push_back(std::move(ReaderOrErr.get()));
12090b57cec5SDimitry Andric return std::move(Readers);
12100b57cec5SDimitry Andric }
1211*c9157d92SDimitry Andric }
12120b57cec5SDimitry Andric
12130b57cec5SDimitry Andric auto BinOrErr = createBinary(ObjectBuffer);
12140b57cec5SDimitry Andric if (!BinOrErr)
12150b57cec5SDimitry Andric return BinOrErr.takeError();
12160b57cec5SDimitry Andric std::unique_ptr<Binary> Bin = std::move(BinOrErr.get());
12170b57cec5SDimitry Andric
1218e8d8bef9SDimitry Andric if (isArchSpecifierInvalidOrMissing(Bin.get(), Arch))
1219e8d8bef9SDimitry Andric return make_error<CoverageMapError>(
1220e8d8bef9SDimitry Andric coveragemap_error::invalid_or_missing_arch_specifier);
1221e8d8bef9SDimitry Andric
12220b57cec5SDimitry Andric // MachO universal binaries which contain archives need to be treated as
12230b57cec5SDimitry Andric // archives, not as regular binaries.
12240b57cec5SDimitry Andric if (auto *Universal = dyn_cast<MachOUniversalBinary>(Bin.get())) {
12250b57cec5SDimitry Andric for (auto &ObjForArch : Universal->objects()) {
12260b57cec5SDimitry Andric // Skip slices within the universal binary which target the wrong arch.
12270b57cec5SDimitry Andric std::string ObjArch = ObjForArch.getArchFlagName();
12280b57cec5SDimitry Andric if (Arch != ObjArch)
12290b57cec5SDimitry Andric continue;
12300b57cec5SDimitry Andric
12310b57cec5SDimitry Andric auto ArchiveOrErr = ObjForArch.getAsArchive();
12320b57cec5SDimitry Andric if (!ArchiveOrErr) {
12330b57cec5SDimitry Andric // If this is not an archive, try treating it as a regular object.
12340b57cec5SDimitry Andric consumeError(ArchiveOrErr.takeError());
12350b57cec5SDimitry Andric break;
12360b57cec5SDimitry Andric }
12370b57cec5SDimitry Andric
12380b57cec5SDimitry Andric return BinaryCoverageReader::create(
1239fe6060f1SDimitry Andric ArchiveOrErr.get()->getMemoryBufferRef(), Arch, ObjectFileBuffers,
12401ac55f4cSDimitry Andric CompilationDir, BinaryIDs);
12410b57cec5SDimitry Andric }
12420b57cec5SDimitry Andric }
12430b57cec5SDimitry Andric
12440b57cec5SDimitry Andric // Load coverage out of archive members.
12450b57cec5SDimitry Andric if (auto *Ar = dyn_cast<Archive>(Bin.get())) {
12460b57cec5SDimitry Andric Error Err = Error::success();
12470b57cec5SDimitry Andric for (auto &Child : Ar->children(Err)) {
12480b57cec5SDimitry Andric Expected<MemoryBufferRef> ChildBufOrErr = Child.getMemoryBufferRef();
12490b57cec5SDimitry Andric if (!ChildBufOrErr)
12500b57cec5SDimitry Andric return ChildBufOrErr.takeError();
12510b57cec5SDimitry Andric
12520b57cec5SDimitry Andric auto ChildReadersOrErr = BinaryCoverageReader::create(
12531ac55f4cSDimitry Andric ChildBufOrErr.get(), Arch, ObjectFileBuffers, CompilationDir,
12541ac55f4cSDimitry Andric BinaryIDs);
12550b57cec5SDimitry Andric if (!ChildReadersOrErr)
12560b57cec5SDimitry Andric return ChildReadersOrErr.takeError();
12570b57cec5SDimitry Andric for (auto &Reader : ChildReadersOrErr.get())
12580b57cec5SDimitry Andric Readers.push_back(std::move(Reader));
12590b57cec5SDimitry Andric }
12600b57cec5SDimitry Andric if (Err)
12610b57cec5SDimitry Andric return std::move(Err);
12620b57cec5SDimitry Andric
12630b57cec5SDimitry Andric // Thin archives reference object files outside of the archive file, i.e.
12640b57cec5SDimitry Andric // files which reside in memory not owned by the caller. Transfer ownership
12650b57cec5SDimitry Andric // to the caller.
12660b57cec5SDimitry Andric if (Ar->isThin())
12670b57cec5SDimitry Andric for (auto &Buffer : Ar->takeThinBuffers())
12680b57cec5SDimitry Andric ObjectFileBuffers.push_back(std::move(Buffer));
12690b57cec5SDimitry Andric
12700b57cec5SDimitry Andric return std::move(Readers);
12710b57cec5SDimitry Andric }
12720b57cec5SDimitry Andric
1273fe013be4SDimitry Andric object::BuildIDRef BinaryID;
12741ac55f4cSDimitry Andric auto ReaderOrErr = loadBinaryFormat(std::move(Bin), Arch, CompilationDir,
12751ac55f4cSDimitry Andric BinaryIDs ? &BinaryID : nullptr);
12760b57cec5SDimitry Andric if (!ReaderOrErr)
12770b57cec5SDimitry Andric return ReaderOrErr.takeError();
12780b57cec5SDimitry Andric Readers.push_back(std::move(ReaderOrErr.get()));
1279fe013be4SDimitry Andric if (!BinaryID.empty())
1280fe013be4SDimitry Andric BinaryIDs->push_back(BinaryID);
12810b57cec5SDimitry Andric return std::move(Readers);
12820b57cec5SDimitry Andric }
12830b57cec5SDimitry Andric
readNextRecord(CoverageMappingRecord & Record)12840b57cec5SDimitry Andric Error BinaryCoverageReader::readNextRecord(CoverageMappingRecord &Record) {
12850b57cec5SDimitry Andric if (CurrentRecord >= MappingRecords.size())
12860b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::eof);
12870b57cec5SDimitry Andric
12880b57cec5SDimitry Andric FunctionsFilenames.clear();
12890b57cec5SDimitry Andric Expressions.clear();
12900b57cec5SDimitry Andric MappingRegions.clear();
12910b57cec5SDimitry Andric auto &R = MappingRecords[CurrentRecord];
1292bdd1243dSDimitry Andric auto F = ArrayRef(Filenames).slice(R.FilenamesBegin, R.FilenamesSize);
1293fe6060f1SDimitry Andric RawCoverageMappingReader Reader(R.CoverageMapping, F, FunctionsFilenames,
1294fe6060f1SDimitry Andric Expressions, MappingRegions);
12950b57cec5SDimitry Andric if (auto Err = Reader.read())
12960b57cec5SDimitry Andric return Err;
12970b57cec5SDimitry Andric
12980b57cec5SDimitry Andric Record.FunctionName = R.FunctionName;
12990b57cec5SDimitry Andric Record.FunctionHash = R.FunctionHash;
13000b57cec5SDimitry Andric Record.Filenames = FunctionsFilenames;
13010b57cec5SDimitry Andric Record.Expressions = Expressions;
13020b57cec5SDimitry Andric Record.MappingRegions = MappingRegions;
13030b57cec5SDimitry Andric
13040b57cec5SDimitry Andric ++CurrentRecord;
13050b57cec5SDimitry Andric return Error::success();
13060b57cec5SDimitry Andric }
1307