1fd66a48aSPeter Collingbourne //===- ArchiveWriter.cpp - ar File Format implementation --------*- C++ -*-===//
2fd66a48aSPeter Collingbourne //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6fd66a48aSPeter Collingbourne //
7fd66a48aSPeter Collingbourne //===----------------------------------------------------------------------===//
8fd66a48aSPeter Collingbourne //
9fd66a48aSPeter Collingbourne // This file defines the writeArchive function.
10fd66a48aSPeter Collingbourne //
11fd66a48aSPeter Collingbourne //===----------------------------------------------------------------------===//
12fd66a48aSPeter Collingbourne
13fd66a48aSPeter Collingbourne #include "llvm/Object/ArchiveWriter.h"
14fd66a48aSPeter Collingbourne #include "llvm/ADT/ArrayRef.h"
1547359fbdSReid Kleckner #include "llvm/ADT/StringMap.h"
16fd66a48aSPeter Collingbourne #include "llvm/ADT/StringRef.h"
17264b5d9eSZachary Turner #include "llvm/BinaryFormat/Magic.h"
18fd66a48aSPeter Collingbourne #include "llvm/IR/LLVMContext.h"
19fd66a48aSPeter Collingbourne #include "llvm/Object/Archive.h"
2024f3e102SOwen Reynolds #include "llvm/Object/Error.h"
21*06624305SKeith Smiley #include "llvm/Object/IRObjectFile.h"
22*06624305SKeith Smiley #include "llvm/Object/MachO.h"
23fd66a48aSPeter Collingbourne #include "llvm/Object/ObjectFile.h"
24fd66a48aSPeter Collingbourne #include "llvm/Object/SymbolicFile.h"
25*06624305SKeith Smiley #include "llvm/Object/XCOFFObjectFile.h"
26af11cc7eSGuillaume Chatelet #include "llvm/Support/Alignment.h"
27cd278b7eSBenjamin Kramer #include "llvm/Support/EndianStream.h"
2874f29324SRafael Espindola #include "llvm/Support/Errc.h"
29fd66a48aSPeter Collingbourne #include "llvm/Support/ErrorHandling.h"
30fd66a48aSPeter Collingbourne #include "llvm/Support/Format.h"
31fe3b621fSzhijian #include "llvm/Support/MathExtras.h"
32fd66a48aSPeter Collingbourne #include "llvm/Support/Path.h"
338d58eb11SSameer Arora #include "llvm/Support/SmallVectorMemoryBuffer.h"
34fd66a48aSPeter Collingbourne #include "llvm/Support/raw_ostream.h"
35fd66a48aSPeter Collingbourne
360d1bb79aSJames Y Knight #include <map>
370d1bb79aSJames Y Knight
387ab1a3b5SPeter Collingbourne #if !defined(_MSC_VER) && !defined(__MINGW32__)
39fd66a48aSPeter Collingbourne #include <unistd.h>
407ab1a3b5SPeter Collingbourne #else
417ab1a3b5SPeter Collingbourne #include <io.h>
427ab1a3b5SPeter Collingbourne #endif
43fd66a48aSPeter Collingbourne
44fd66a48aSPeter Collingbourne using namespace llvm;
45fd66a48aSPeter Collingbourne
NewArchiveMember(MemoryBufferRef BufRef)468ec68fadSPeter Collingbourne NewArchiveMember::NewArchiveMember(MemoryBufferRef BufRef)
472f3f503dSReid Kleckner : Buf(MemoryBuffer::getMemBuffer(BufRef, false)),
482f3f503dSReid Kleckner MemberName(BufRef.getBufferIdentifier()) {}
49fd66a48aSPeter Collingbourne
detectKindFromObject() const50*06624305SKeith Smiley object::Archive::Kind NewArchiveMember::detectKindFromObject() const {
51*06624305SKeith Smiley auto MemBufferRef = this->Buf->getMemBufferRef();
52*06624305SKeith Smiley Expected<std::unique_ptr<object::ObjectFile>> OptionalObject =
53*06624305SKeith Smiley object::ObjectFile::createObjectFile(MemBufferRef);
54*06624305SKeith Smiley
55*06624305SKeith Smiley if (OptionalObject)
56*06624305SKeith Smiley return isa<object::MachOObjectFile>(**OptionalObject)
57*06624305SKeith Smiley ? object::Archive::K_DARWIN
58*06624305SKeith Smiley : (isa<object::XCOFFObjectFile>(**OptionalObject)
59*06624305SKeith Smiley ? object::Archive::K_AIXBIG
60*06624305SKeith Smiley : object::Archive::K_GNU);
61*06624305SKeith Smiley
62*06624305SKeith Smiley // Squelch the error in case we had a non-object file.
63*06624305SKeith Smiley consumeError(OptionalObject.takeError());
64*06624305SKeith Smiley
65*06624305SKeith Smiley // If we're adding a bitcode file to the archive, detect the Archive kind
66*06624305SKeith Smiley // based on the target triple.
67*06624305SKeith Smiley LLVMContext Context;
68*06624305SKeith Smiley if (identify_magic(MemBufferRef.getBuffer()) == file_magic::bitcode) {
69*06624305SKeith Smiley if (auto ObjOrErr = object::SymbolicFile::createSymbolicFile(
70*06624305SKeith Smiley MemBufferRef, file_magic::bitcode, &Context)) {
71*06624305SKeith Smiley auto &IRObject = cast<object::IRObjectFile>(**ObjOrErr);
72*06624305SKeith Smiley return Triple(IRObject.getTargetTriple()).isOSDarwin()
73*06624305SKeith Smiley ? object::Archive::K_DARWIN
74*06624305SKeith Smiley : object::Archive::K_GNU;
75*06624305SKeith Smiley } else {
76*06624305SKeith Smiley // Squelch the error in case this was not a SymbolicFile.
77*06624305SKeith Smiley consumeError(ObjOrErr.takeError());
78*06624305SKeith Smiley }
79*06624305SKeith Smiley }
80*06624305SKeith Smiley
81*06624305SKeith Smiley return object::Archive::getDefaultKindForHost();
82*06624305SKeith Smiley }
83*06624305SKeith Smiley
848ec68fadSPeter Collingbourne Expected<NewArchiveMember>
getOldMember(const object::Archive::Child & OldMember,bool Deterministic)858ec68fadSPeter Collingbourne NewArchiveMember::getOldMember(const object::Archive::Child &OldMember,
868ec68fadSPeter Collingbourne bool Deterministic) {
87f4586039SKevin Enderby Expected<llvm::MemoryBufferRef> BufOrErr = OldMember.getMemoryBufferRef();
888ec68fadSPeter Collingbourne if (!BufOrErr)
89f4586039SKevin Enderby return BufOrErr.takeError();
90fd66a48aSPeter Collingbourne
918ec68fadSPeter Collingbourne NewArchiveMember M;
928ec68fadSPeter Collingbourne M.Buf = MemoryBuffer::getMemBuffer(*BufOrErr, false);
932f3f503dSReid Kleckner M.MemberName = M.Buf->getBufferIdentifier();
948ec68fadSPeter Collingbourne if (!Deterministic) {
95bff47b51SPavel Labath auto ModTimeOrErr = OldMember.getLastModified();
964031d9f8SVedant Kumar if (!ModTimeOrErr)
974031d9f8SVedant Kumar return ModTimeOrErr.takeError();
984031d9f8SVedant Kumar M.ModTime = ModTimeOrErr.get();
994031d9f8SVedant Kumar Expected<unsigned> UIDOrErr = OldMember.getUID();
1004031d9f8SVedant Kumar if (!UIDOrErr)
1014031d9f8SVedant Kumar return UIDOrErr.takeError();
1024031d9f8SVedant Kumar M.UID = UIDOrErr.get();
1034031d9f8SVedant Kumar Expected<unsigned> GIDOrErr = OldMember.getGID();
1044031d9f8SVedant Kumar if (!GIDOrErr)
1054031d9f8SVedant Kumar return GIDOrErr.takeError();
1064031d9f8SVedant Kumar M.GID = GIDOrErr.get();
1074031d9f8SVedant Kumar Expected<sys::fs::perms> AccessModeOrErr = OldMember.getAccessMode();
1084031d9f8SVedant Kumar if (!AccessModeOrErr)
1094031d9f8SVedant Kumar return AccessModeOrErr.takeError();
1104031d9f8SVedant Kumar M.Perms = AccessModeOrErr.get();
1118ec68fadSPeter Collingbourne }
112c55cf4afSBill Wendling return std::move(M);
113fd66a48aSPeter Collingbourne }
114fd66a48aSPeter Collingbourne
getFile(StringRef FileName,bool Deterministic)1158ec68fadSPeter Collingbourne Expected<NewArchiveMember> NewArchiveMember::getFile(StringRef FileName,
1168ec68fadSPeter Collingbourne bool Deterministic) {
1178ec68fadSPeter Collingbourne sys::fs::file_status Status;
118cc418a3aSReid Kleckner auto FDOrErr = sys::fs::openNativeFileForRead(FileName);
119cc418a3aSReid Kleckner if (!FDOrErr)
120cc418a3aSReid Kleckner return FDOrErr.takeError();
121cc418a3aSReid Kleckner sys::fs::file_t FD = *FDOrErr;
122cc418a3aSReid Kleckner assert(FD != sys::fs::kInvalidFile);
123fd66a48aSPeter Collingbourne
1248ec68fadSPeter Collingbourne if (auto EC = sys::fs::status(FD, Status))
1258ec68fadSPeter Collingbourne return errorCodeToError(EC);
126fd66a48aSPeter Collingbourne
127fd66a48aSPeter Collingbourne // Opening a directory doesn't make sense. Let it fail.
128fd66a48aSPeter Collingbourne // Linux cannot open directories with open(2), although
129fd66a48aSPeter Collingbourne // cygwin and *bsd can.
1308ec68fadSPeter Collingbourne if (Status.type() == sys::fs::file_type::directory_file)
1318ec68fadSPeter Collingbourne return errorCodeToError(make_error_code(errc::is_a_directory));
132fd66a48aSPeter Collingbourne
1338ec68fadSPeter Collingbourne ErrorOr<std::unique_ptr<MemoryBuffer>> MemberBufferOrErr =
1348ec68fadSPeter Collingbourne MemoryBuffer::getOpenFile(FD, FileName, Status.getSize(), false);
1358ec68fadSPeter Collingbourne if (!MemberBufferOrErr)
1368ec68fadSPeter Collingbourne return errorCodeToError(MemberBufferOrErr.getError());
1378ec68fadSPeter Collingbourne
138cc418a3aSReid Kleckner if (auto EC = sys::fs::closeFile(FD))
139cc418a3aSReid Kleckner return errorCodeToError(EC);
1408ec68fadSPeter Collingbourne
1418ec68fadSPeter Collingbourne NewArchiveMember M;
1428ec68fadSPeter Collingbourne M.Buf = std::move(*MemberBufferOrErr);
1432f3f503dSReid Kleckner M.MemberName = M.Buf->getBufferIdentifier();
1448ec68fadSPeter Collingbourne if (!Deterministic) {
145bff47b51SPavel Labath M.ModTime = std::chrono::time_point_cast<std::chrono::seconds>(
146bff47b51SPavel Labath Status.getLastModificationTime());
1478ec68fadSPeter Collingbourne M.UID = Status.getUser();
1488ec68fadSPeter Collingbourne M.GID = Status.getGroup();
1498ec68fadSPeter Collingbourne M.Perms = Status.permissions();
1508ec68fadSPeter Collingbourne }
151c55cf4afSBill Wendling return std::move(M);
152fd66a48aSPeter Collingbourne }
153fd66a48aSPeter Collingbourne
154fd66a48aSPeter Collingbourne template <typename T>
printWithSpacePadding(raw_ostream & OS,T Data,unsigned Size)155fa08397fSRafael Espindola static void printWithSpacePadding(raw_ostream &OS, T Data, unsigned Size) {
156fd66a48aSPeter Collingbourne uint64_t OldPos = OS.tell();
157fd66a48aSPeter Collingbourne OS << Data;
158fd66a48aSPeter Collingbourne unsigned SizeSoFar = OS.tell() - OldPos;
159540a8c7fSRafael Espindola assert(SizeSoFar <= Size && "Data doesn't fit in Size");
160cd278b7eSBenjamin Kramer OS.indent(Size - SizeSoFar);
161fd66a48aSPeter Collingbourne }
162fd66a48aSPeter Collingbourne
isDarwin(object::Archive::Kind Kind)163c0b28d55SJames Y Knight static bool isDarwin(object::Archive::Kind Kind) {
164c0b28d55SJames Y Knight return Kind == object::Archive::K_DARWIN ||
165c0b28d55SJames Y Knight Kind == object::Archive::K_DARWIN64;
166c0b28d55SJames Y Knight }
167c0b28d55SJames Y Knight
isAIXBigArchive(object::Archive::Kind Kind)168fe3b621fSzhijian static bool isAIXBigArchive(object::Archive::Kind Kind) {
169fe3b621fSzhijian return Kind == object::Archive::K_AIXBIG;
170fe3b621fSzhijian }
171fe3b621fSzhijian
isBSDLike(object::Archive::Kind Kind)17223a76be5SRafael Espindola static bool isBSDLike(object::Archive::Kind Kind) {
17323a76be5SRafael Espindola switch (Kind) {
17423a76be5SRafael Espindola case object::Archive::K_GNU:
175c3a89eefSJake Ehrlich case object::Archive::K_GNU64:
176fe3b621fSzhijian case object::Archive::K_AIXBIG:
17723a76be5SRafael Espindola return false;
17823a76be5SRafael Espindola case object::Archive::K_BSD:
17923a76be5SRafael Espindola case object::Archive::K_DARWIN:
180f133ccbdSRafael Espindola case object::Archive::K_DARWIN64:
181c0b28d55SJames Y Knight return true;
182f133ccbdSRafael Espindola case object::Archive::K_COFF:
183f133ccbdSRafael Espindola break;
18423a76be5SRafael Espindola }
185f133ccbdSRafael Espindola llvm_unreachable("not supported for writting");
18623a76be5SRafael Espindola }
18723a76be5SRafael Espindola
188c3a89eefSJake Ehrlich template <class T>
print(raw_ostream & Out,object::Archive::Kind Kind,T Val)189c3a89eefSJake Ehrlich static void print(raw_ostream &Out, object::Archive::Kind Kind, T Val) {
190e3f65297SPeter Collingbourne support::endian::write(Out, Val,
191e3f65297SPeter Collingbourne isBSDLike(Kind) ? support::little : support::big);
192fd66a48aSPeter Collingbourne }
193fd66a48aSPeter Collingbourne
printRestOfMemberHeader(raw_ostream & Out,const sys::TimePoint<std::chrono::seconds> & ModTime,unsigned UID,unsigned GID,unsigned Perms,uint64_t Size)194bff47b51SPavel Labath static void printRestOfMemberHeader(
195fa08397fSRafael Espindola raw_ostream &Out, const sys::TimePoint<std::chrono::seconds> &ModTime,
19624f3e102SOwen Reynolds unsigned UID, unsigned GID, unsigned Perms, uint64_t Size) {
197bff47b51SPavel Labath printWithSpacePadding(Out, sys::toTimeT(ModTime), 12);
198540a8c7fSRafael Espindola
199540a8c7fSRafael Espindola // The format has only 6 chars for uid and gid. Truncate if the provided
200540a8c7fSRafael Espindola // values don't fit.
201540a8c7fSRafael Espindola printWithSpacePadding(Out, UID % 1000000, 6);
202540a8c7fSRafael Espindola printWithSpacePadding(Out, GID % 1000000, 6);
203540a8c7fSRafael Espindola
204fd66a48aSPeter Collingbourne printWithSpacePadding(Out, format("%o", Perms), 8);
205fd66a48aSPeter Collingbourne printWithSpacePadding(Out, Size, 10);
206fd66a48aSPeter Collingbourne Out << "`\n";
207fd66a48aSPeter Collingbourne }
208fd66a48aSPeter Collingbourne
209bff47b51SPavel Labath static void
printGNUSmallMemberHeader(raw_ostream & Out,StringRef Name,const sys::TimePoint<std::chrono::seconds> & ModTime,unsigned UID,unsigned GID,unsigned Perms,uint64_t Size)210fa08397fSRafael Espindola printGNUSmallMemberHeader(raw_ostream &Out, StringRef Name,
211bff47b51SPavel Labath const sys::TimePoint<std::chrono::seconds> &ModTime,
212bff47b51SPavel Labath unsigned UID, unsigned GID, unsigned Perms,
21324f3e102SOwen Reynolds uint64_t Size) {
214fd66a48aSPeter Collingbourne printWithSpacePadding(Out, Twine(Name) + "/", 16);
215fd66a48aSPeter Collingbourne printRestOfMemberHeader(Out, ModTime, UID, GID, Perms, Size);
216fd66a48aSPeter Collingbourne }
217fd66a48aSPeter Collingbourne
218bff47b51SPavel Labath static void
printBSDMemberHeader(raw_ostream & Out,uint64_t Pos,StringRef Name,const sys::TimePoint<std::chrono::seconds> & ModTime,unsigned UID,unsigned GID,unsigned Perms,uint64_t Size)219476a7f92SRafael Espindola printBSDMemberHeader(raw_ostream &Out, uint64_t Pos, StringRef Name,
220bff47b51SPavel Labath const sys::TimePoint<std::chrono::seconds> &ModTime,
22124f3e102SOwen Reynolds unsigned UID, unsigned GID, unsigned Perms, uint64_t Size) {
222476a7f92SRafael Espindola uint64_t PosAfterHeader = Pos + 60 + Name.size();
223a2ed0b0bSRafael Espindola // Pad so that even 64 bit object files are aligned.
22418f805a7SGuillaume Chatelet unsigned Pad = offsetToAlignment(PosAfterHeader, Align(8));
225a2ed0b0bSRafael Espindola unsigned NameWithPadding = Name.size() + Pad;
226a2ed0b0bSRafael Espindola printWithSpacePadding(Out, Twine("#1/") + Twine(NameWithPadding), 16);
227a2ed0b0bSRafael Espindola printRestOfMemberHeader(Out, ModTime, UID, GID, Perms,
228a2ed0b0bSRafael Espindola NameWithPadding + Size);
229a2ed0b0bSRafael Espindola Out << Name;
230a2ed0b0bSRafael Espindola while (Pad--)
231a2ed0b0bSRafael Espindola Out.write(uint8_t(0));
232a2ed0b0bSRafael Espindola }
2338cde5c01SRafael Espindola
234fe3b621fSzhijian static void
printBigArchiveMemberHeader(raw_ostream & Out,StringRef Name,const sys::TimePoint<std::chrono::seconds> & ModTime,unsigned UID,unsigned GID,unsigned Perms,uint64_t Size,unsigned PrevOffset,unsigned NextOffset)235fe3b621fSzhijian printBigArchiveMemberHeader(raw_ostream &Out, StringRef Name,
236fe3b621fSzhijian const sys::TimePoint<std::chrono::seconds> &ModTime,
237fe3b621fSzhijian unsigned UID, unsigned GID, unsigned Perms,
238fe3b621fSzhijian uint64_t Size, unsigned PrevOffset,
239fe3b621fSzhijian unsigned NextOffset) {
240fe3b621fSzhijian unsigned NameLen = Name.size();
241fe3b621fSzhijian
242fe3b621fSzhijian printWithSpacePadding(Out, Size, 20); // File member size
243fe3b621fSzhijian printWithSpacePadding(Out, NextOffset, 20); // Next member header offset
244fe3b621fSzhijian printWithSpacePadding(Out, PrevOffset, 20); // Previous member header offset
245fe3b621fSzhijian printWithSpacePadding(Out, sys::toTimeT(ModTime), 12); // File member date
246fe3b621fSzhijian // The big archive format has 12 chars for uid and gid.
247fe3b621fSzhijian printWithSpacePadding(Out, UID % 1000000000000, 12); // UID
248fe3b621fSzhijian printWithSpacePadding(Out, GID % 1000000000000, 12); // GID
249fe3b621fSzhijian printWithSpacePadding(Out, format("%o", Perms), 12); // Permission
250fe3b621fSzhijian printWithSpacePadding(Out, NameLen, 4); // Name length
251fe3b621fSzhijian if (NameLen) {
252fe3b621fSzhijian printWithSpacePadding(Out, Name, NameLen); // Name
253fe3b621fSzhijian if (NameLen % 2)
254fe3b621fSzhijian Out.write(uint8_t(0)); // Null byte padding
255fe3b621fSzhijian }
256fe3b621fSzhijian Out << "`\n"; // Terminator
257fe3b621fSzhijian }
258fe3b621fSzhijian
useStringTable(bool Thin,StringRef Name)259e6492582SRafael Espindola static bool useStringTable(bool Thin, StringRef Name) {
2602f3f503dSReid Kleckner return Thin || Name.size() >= 16 || Name.contains('/');
261e6492582SRafael Espindola }
262e6492582SRafael Espindola
is64BitKind(object::Archive::Kind Kind)263c3a89eefSJake Ehrlich static bool is64BitKind(object::Archive::Kind Kind) {
264c3a89eefSJake Ehrlich switch (Kind) {
265c3a89eefSJake Ehrlich case object::Archive::K_GNU:
266c3a89eefSJake Ehrlich case object::Archive::K_BSD:
267c3a89eefSJake Ehrlich case object::Archive::K_DARWIN:
268c3a89eefSJake Ehrlich case object::Archive::K_COFF:
269c3a89eefSJake Ehrlich return false;
270fe3b621fSzhijian case object::Archive::K_AIXBIG:
271c3a89eefSJake Ehrlich case object::Archive::K_DARWIN64:
272c3a89eefSJake Ehrlich case object::Archive::K_GNU64:
273c3a89eefSJake Ehrlich return true;
274c3a89eefSJake Ehrlich }
275c3a89eefSJake Ehrlich llvm_unreachable("not supported for writting");
276c3a89eefSJake Ehrlich }
277c3a89eefSJake Ehrlich
278451c2ef1SJordan Rupprecht static void
printMemberHeader(raw_ostream & Out,uint64_t Pos,raw_ostream & StringTable,StringMap<uint64_t> & MemberNames,object::Archive::Kind Kind,bool Thin,const NewArchiveMember & M,sys::TimePoint<std::chrono::seconds> ModTime,uint64_t Size)279451c2ef1SJordan Rupprecht printMemberHeader(raw_ostream &Out, uint64_t Pos, raw_ostream &StringTable,
280451c2ef1SJordan Rupprecht StringMap<uint64_t> &MemberNames, object::Archive::Kind Kind,
281451c2ef1SJordan Rupprecht bool Thin, const NewArchiveMember &M,
28224f3e102SOwen Reynolds sys::TimePoint<std::chrono::seconds> ModTime, uint64_t Size) {
283476a7f92SRafael Espindola if (isBSDLike(Kind))
2840d1bb79aSJames Y Knight return printBSDMemberHeader(Out, Pos, M.MemberName, ModTime, M.UID, M.GID,
285476a7f92SRafael Espindola M.Perms, Size);
286476a7f92SRafael Espindola if (!useStringTable(Thin, M.MemberName))
2870d1bb79aSJames Y Knight return printGNUSmallMemberHeader(Out, M.MemberName, ModTime, M.UID, M.GID,
288476a7f92SRafael Espindola M.Perms, Size);
289476a7f92SRafael Espindola Out << '/';
290f0ad811bSPeter Wu uint64_t NamePos;
291f0ad811bSPeter Wu if (Thin) {
292f0ad811bSPeter Wu NamePos = StringTable.tell();
293451c2ef1SJordan Rupprecht StringTable << M.MemberName << "/\n";
294f0ad811bSPeter Wu } else {
295ed3ef417SReid Kleckner auto Insertion = MemberNames.insert({M.MemberName, uint64_t(0)});
296ed3ef417SReid Kleckner if (Insertion.second) {
297ed3ef417SReid Kleckner Insertion.first->second = StringTable.tell();
298451c2ef1SJordan Rupprecht StringTable << M.MemberName << "/\n";
299f0ad811bSPeter Wu }
300ed3ef417SReid Kleckner NamePos = Insertion.first->second;
301f0ad811bSPeter Wu }
302476a7f92SRafael Espindola printWithSpacePadding(Out, NamePos, 15);
3030d1bb79aSJames Y Knight printRestOfMemberHeader(Out, ModTime, M.UID, M.GID, M.Perms, Size);
304476a7f92SRafael Espindola }
305476a7f92SRafael Espindola
306476a7f92SRafael Espindola namespace {
307476a7f92SRafael Espindola struct MemberData {
308476a7f92SRafael Espindola std::vector<unsigned> Symbols;
309476a7f92SRafael Espindola std::string Header;
310476a7f92SRafael Espindola StringRef Data;
311476a7f92SRafael Espindola StringRef Padding;
312476a7f92SRafael Espindola };
313476a7f92SRafael Espindola } // namespace
314476a7f92SRafael Espindola
computeStringTable(StringRef Names)315476a7f92SRafael Espindola static MemberData computeStringTable(StringRef Names) {
316476a7f92SRafael Espindola unsigned Size = Names.size();
31718f805a7SGuillaume Chatelet unsigned Pad = offsetToAlignment(Size, Align(2));
318476a7f92SRafael Espindola std::string Header;
319476a7f92SRafael Espindola raw_string_ostream Out(Header);
320476a7f92SRafael Espindola printWithSpacePadding(Out, "//", 48);
321476a7f92SRafael Espindola printWithSpacePadding(Out, Size + Pad, 10);
322476a7f92SRafael Espindola Out << "`\n";
323476a7f92SRafael Espindola Out.flush();
324476a7f92SRafael Espindola return {{}, std::move(Header), Names, Pad ? "\n" : ""};
325fd66a48aSPeter Collingbourne }
326fd66a48aSPeter Collingbourne
now(bool Deterministic)327bff47b51SPavel Labath static sys::TimePoint<std::chrono::seconds> now(bool Deterministic) {
328bff47b51SPavel Labath using namespace std::chrono;
329bff47b51SPavel Labath
3306a8e86f2SRafael Espindola if (!Deterministic)
331bff47b51SPavel Labath return time_point_cast<seconds>(system_clock::now());
332bff47b51SPavel Labath return sys::TimePoint<seconds>();
3336a8e86f2SRafael Espindola }
3346a8e86f2SRafael Espindola
isArchiveSymbol(const object::BasicSymbolRef & S)335d901deeeSRafael Espindola static bool isArchiveSymbol(const object::BasicSymbolRef &S) {
336ac00376aSvgxbj Expected<uint32_t> SymFlagsOrErr = S.getFlags();
337ac00376aSvgxbj if (!SymFlagsOrErr)
338ac00376aSvgxbj // TODO: Actually report errors helpfully.
339ac00376aSvgxbj report_fatal_error(SymFlagsOrErr.takeError());
340ac00376aSvgxbj if (*SymFlagsOrErr & object::SymbolRef::SF_FormatSpecific)
341d901deeeSRafael Espindola return false;
342ac00376aSvgxbj if (!(*SymFlagsOrErr & object::SymbolRef::SF_Global))
343d901deeeSRafael Espindola return false;
344ac00376aSvgxbj if (*SymFlagsOrErr & object::SymbolRef::SF_Undefined)
345d901deeeSRafael Espindola return false;
346d901deeeSRafael Espindola return true;
347d901deeeSRafael Espindola }
348d901deeeSRafael Espindola
printNBits(raw_ostream & Out,object::Archive::Kind Kind,uint64_t Val)349c3a89eefSJake Ehrlich static void printNBits(raw_ostream &Out, object::Archive::Kind Kind,
350c3a89eefSJake Ehrlich uint64_t Val) {
351c3a89eefSJake Ehrlich if (is64BitKind(Kind))
352c3a89eefSJake Ehrlich print<uint64_t>(Out, Kind, Val);
353c3a89eefSJake Ehrlich else
354c3a89eefSJake Ehrlich print<uint32_t>(Out, Kind, Val);
355c3a89eefSJake Ehrlich }
356c3a89eefSJake Ehrlich
computeSymbolTableSize(object::Archive::Kind Kind,uint64_t NumSyms,uint64_t OffsetSize,StringRef StringTable,uint32_t * Padding=nullptr)3572add7c5cSAndrew Ng static uint64_t computeSymbolTableSize(object::Archive::Kind Kind,
3582add7c5cSAndrew Ng uint64_t NumSyms, uint64_t OffsetSize,
3592add7c5cSAndrew Ng StringRef StringTable,
3602add7c5cSAndrew Ng uint32_t *Padding = nullptr) {
3612add7c5cSAndrew Ng assert((OffsetSize == 4 || OffsetSize == 8) && "Unsupported OffsetSize");
3622add7c5cSAndrew Ng uint64_t Size = OffsetSize; // Number of entries
3632add7c5cSAndrew Ng if (isBSDLike(Kind))
3642add7c5cSAndrew Ng Size += NumSyms * OffsetSize * 2; // Table
3652add7c5cSAndrew Ng else
3662add7c5cSAndrew Ng Size += NumSyms * OffsetSize; // Table
3672add7c5cSAndrew Ng if (isBSDLike(Kind))
3682add7c5cSAndrew Ng Size += OffsetSize; // byte count
3692add7c5cSAndrew Ng Size += StringTable.size();
3702add7c5cSAndrew Ng // ld64 expects the members to be 8-byte aligned for 64-bit content and at
3712add7c5cSAndrew Ng // least 4-byte aligned for 32-bit content. Opt for the larger encoding
3722add7c5cSAndrew Ng // uniformly.
3732add7c5cSAndrew Ng // We do this for all bsd formats because it simplifies aligning members.
374fe3b621fSzhijian // For the big archive format, the symbol table is the last member, so there
375fe3b621fSzhijian // is no need to align.
376fe3b621fSzhijian uint32_t Pad = isAIXBigArchive(Kind)
377fe3b621fSzhijian ? 0
378fe3b621fSzhijian : offsetToAlignment(Size, Align(isBSDLike(Kind) ? 8 : 2));
3792add7c5cSAndrew Ng Size += Pad;
3802add7c5cSAndrew Ng if (Padding)
3812add7c5cSAndrew Ng *Padding = Pad;
3822add7c5cSAndrew Ng return Size;
3832add7c5cSAndrew Ng }
3842add7c5cSAndrew Ng
writeSymbolTableHeader(raw_ostream & Out,object::Archive::Kind Kind,bool Deterministic,uint64_t Size,uint64_t PrevMemberOffset=0)3852add7c5cSAndrew Ng static void writeSymbolTableHeader(raw_ostream &Out, object::Archive::Kind Kind,
386fe3b621fSzhijian bool Deterministic, uint64_t Size,
387fe3b621fSzhijian uint64_t PrevMemberOffset = 0) {
3882add7c5cSAndrew Ng if (isBSDLike(Kind)) {
3892add7c5cSAndrew Ng const char *Name = is64BitKind(Kind) ? "__.SYMDEF_64" : "__.SYMDEF";
3902add7c5cSAndrew Ng printBSDMemberHeader(Out, Out.tell(), Name, now(Deterministic), 0, 0, 0,
3912add7c5cSAndrew Ng Size);
392fe3b621fSzhijian } else if (isAIXBigArchive(Kind)) {
393fe3b621fSzhijian printBigArchiveMemberHeader(Out, "", now(Deterministic), 0, 0,
394fe3b621fSzhijian 0, Size, PrevMemberOffset, 0);
3952add7c5cSAndrew Ng } else {
3962add7c5cSAndrew Ng const char *Name = is64BitKind(Kind) ? "/SYM64" : "";
3972add7c5cSAndrew Ng printGNUSmallMemberHeader(Out, Name, now(Deterministic), 0, 0, 0, Size);
3982add7c5cSAndrew Ng }
3992add7c5cSAndrew Ng }
4002add7c5cSAndrew Ng
writeSymbolTable(raw_ostream & Out,object::Archive::Kind Kind,bool Deterministic,ArrayRef<MemberData> Members,StringRef StringTable,uint64_t PrevMemberOffset=0)401476a7f92SRafael Espindola static void writeSymbolTable(raw_ostream &Out, object::Archive::Kind Kind,
402476a7f92SRafael Espindola bool Deterministic, ArrayRef<MemberData> Members,
403fe3b621fSzhijian StringRef StringTable,
404fe3b621fSzhijian uint64_t PrevMemberOffset = 0) {
405c0b28d55SJames Y Knight // We don't write a symbol table on an archive with no members -- except on
406c0b28d55SJames Y Knight // Darwin, where the linker will abort unless the archive has a symbol table.
407c0b28d55SJames Y Knight if (StringTable.empty() && !isDarwin(Kind))
408476a7f92SRafael Espindola return;
409fd66a48aSPeter Collingbourne
410476a7f92SRafael Espindola unsigned NumSyms = 0;
411476a7f92SRafael Espindola for (const MemberData &M : Members)
412476a7f92SRafael Espindola NumSyms += M.Symbols.size();
413476a7f92SRafael Espindola
4142add7c5cSAndrew Ng uint64_t OffsetSize = is64BitKind(Kind) ? 8 : 4;
4152add7c5cSAndrew Ng uint32_t Pad;
4162add7c5cSAndrew Ng uint64_t Size = computeSymbolTableSize(Kind, NumSyms, OffsetSize, StringTable, &Pad);
417fe3b621fSzhijian writeSymbolTableHeader(Out, Kind, Deterministic, Size, PrevMemberOffset);
418c79bff6bSRafael Espindola
419fe3b621fSzhijian uint64_t Pos = isAIXBigArchive(Kind) ? sizeof(object::BigArchive::FixLenHdr)
420fe3b621fSzhijian : Out.tell() + Size;
421476a7f92SRafael Espindola
42223a76be5SRafael Espindola if (isBSDLike(Kind))
423c0b28d55SJames Y Knight printNBits(Out, Kind, NumSyms * 2 * OffsetSize);
42423a76be5SRafael Espindola else
425c3a89eefSJake Ehrlich printNBits(Out, Kind, NumSyms);
426c79bff6bSRafael Espindola
427476a7f92SRafael Espindola for (const MemberData &M : Members) {
428476a7f92SRafael Espindola for (unsigned StringOffset : M.Symbols) {
429476a7f92SRafael Espindola if (isBSDLike(Kind))
430c0b28d55SJames Y Knight printNBits(Out, Kind, StringOffset);
431c3a89eefSJake Ehrlich printNBits(Out, Kind, Pos); // member offset
432476a7f92SRafael Espindola }
433476a7f92SRafael Espindola Pos += M.Header.size() + M.Data.size() + M.Padding.size();
434476a7f92SRafael Espindola }
435476a7f92SRafael Espindola
436476a7f92SRafael Espindola if (isBSDLike(Kind))
437c3a89eefSJake Ehrlich // byte count of the string table
438c0b28d55SJames Y Knight printNBits(Out, Kind, StringTable.size());
439476a7f92SRafael Espindola Out << StringTable;
440476a7f92SRafael Espindola
441476a7f92SRafael Espindola while (Pad--)
442476a7f92SRafael Espindola Out.write(uint8_t(0));
443476a7f92SRafael Espindola }
444476a7f92SRafael Espindola
445476a7f92SRafael Espindola static Expected<std::vector<unsigned>>
getSymbols(MemoryBufferRef Buf,raw_ostream & SymNames,bool & HasObject)446476a7f92SRafael Espindola getSymbols(MemoryBufferRef Buf, raw_ostream &SymNames, bool &HasObject) {
447476a7f92SRafael Espindola std::vector<unsigned> Ret;
448476a7f92SRafael Espindola
44972b27a6aSAlexander Shaposhnikov // In the scenario when LLVMContext is populated SymbolicFile will contain a
45072b27a6aSAlexander Shaposhnikov // reference to it, thus SymbolicFile should be destroyed first.
45172b27a6aSAlexander Shaposhnikov LLVMContext Context;
45272b27a6aSAlexander Shaposhnikov std::unique_ptr<object::SymbolicFile> Obj;
453a20168d0SJames Henderson
454a20168d0SJames Henderson const file_magic Type = identify_magic(Buf.getBuffer());
455a20168d0SJames Henderson // Treat unsupported file types as having no symbols.
456a20168d0SJames Henderson if (!object::SymbolicFile::isSymbolicFile(Type, &Context))
457a20168d0SJames Henderson return Ret;
458a20168d0SJames Henderson if (Type == file_magic::bitcode) {
45972b27a6aSAlexander Shaposhnikov auto ObjOrErr = object::SymbolicFile::createSymbolicFile(
46072b27a6aSAlexander Shaposhnikov Buf, file_magic::bitcode, &Context);
461a20168d0SJames Henderson if (!ObjOrErr)
462a20168d0SJames Henderson return ObjOrErr.takeError();
46372b27a6aSAlexander Shaposhnikov Obj = std::move(*ObjOrErr);
46472b27a6aSAlexander Shaposhnikov } else {
46572b27a6aSAlexander Shaposhnikov auto ObjOrErr = object::SymbolicFile::createSymbolicFile(Buf);
466a20168d0SJames Henderson if (!ObjOrErr)
467a20168d0SJames Henderson return ObjOrErr.takeError();
46872b27a6aSAlexander Shaposhnikov Obj = std::move(*ObjOrErr);
46972b27a6aSAlexander Shaposhnikov }
470476a7f92SRafael Espindola
471476a7f92SRafael Espindola HasObject = true;
47272b27a6aSAlexander Shaposhnikov for (const object::BasicSymbolRef &S : Obj->symbols()) {
473476a7f92SRafael Espindola if (!isArchiveSymbol(S))
474476a7f92SRafael Espindola continue;
475476a7f92SRafael Espindola Ret.push_back(SymNames.tell());
476e357ca82SFangrui Song if (Error E = S.printName(SymNames))
477c55cf4afSBill Wendling return std::move(E);
478476a7f92SRafael Espindola SymNames << '\0';
479476a7f92SRafael Espindola }
480476a7f92SRafael Espindola return Ret;
481476a7f92SRafael Espindola }
482476a7f92SRafael Espindola
483476a7f92SRafael Espindola static Expected<std::vector<MemberData>>
computeMemberData(raw_ostream & StringTable,raw_ostream & SymNames,object::Archive::Kind Kind,bool Thin,bool Deterministic,bool NeedSymbols,ArrayRef<NewArchiveMember> NewMembers)484476a7f92SRafael Espindola computeMemberData(raw_ostream &StringTable, raw_ostream &SymNames,
485451c2ef1SJordan Rupprecht object::Archive::Kind Kind, bool Thin, bool Deterministic,
486a20168d0SJames Henderson bool NeedSymbols, ArrayRef<NewArchiveMember> NewMembers) {
487476a7f92SRafael Espindola static char PaddingData[8] = {'\n', '\n', '\n', '\n', '\n', '\n', '\n', '\n'};
488476a7f92SRafael Espindola
489fe3b621fSzhijian uint64_t Pos =
490fe3b621fSzhijian isAIXBigArchive(Kind) ? sizeof(object::BigArchive::FixLenHdr) : 0;
491476a7f92SRafael Espindola
492476a7f92SRafael Espindola std::vector<MemberData> Ret;
493476a7f92SRafael Espindola bool HasObject = false;
4940d1bb79aSJames Y Knight
495f0ad811bSPeter Wu // Deduplicate long member names in the string table and reuse earlier name
496f0ad811bSPeter Wu // offsets. This especially saves space for COFF Import libraries where all
497f0ad811bSPeter Wu // members have the same name.
498f0ad811bSPeter Wu StringMap<uint64_t> MemberNames;
499f0ad811bSPeter Wu
5000d1bb79aSJames Y Knight // UniqueTimestamps is a special case to improve debugging on Darwin:
5010d1bb79aSJames Y Knight //
5020d1bb79aSJames Y Knight // The Darwin linker does not link debug info into the final
5030d1bb79aSJames Y Knight // binary. Instead, it emits entries of type N_OSO in in the output
5040d1bb79aSJames Y Knight // binary's symbol table, containing references to the linked-in
5050d1bb79aSJames Y Knight // object files. Using that reference, the debugger can read the
5060d1bb79aSJames Y Knight // debug data directly from the object files. Alternatively, an
5070d1bb79aSJames Y Knight // invocation of 'dsymutil' will link the debug data from the object
5080d1bb79aSJames Y Knight // files into a dSYM bundle, which can be loaded by the debugger,
5090d1bb79aSJames Y Knight // instead of the object files.
5100d1bb79aSJames Y Knight //
5110d1bb79aSJames Y Knight // For an object file, the N_OSO entries contain the absolute path
5120d1bb79aSJames Y Knight // path to the file, and the file's timestamp. For an object
5130d1bb79aSJames Y Knight // included in an archive, the path is formatted like
5140d1bb79aSJames Y Knight // "/absolute/path/to/archive.a(member.o)", and the timestamp is the
5150d1bb79aSJames Y Knight // archive member's timestamp, rather than the archive's timestamp.
5160d1bb79aSJames Y Knight //
5170d1bb79aSJames Y Knight // However, this doesn't always uniquely identify an object within
5180d1bb79aSJames Y Knight // an archive -- an archive file can have multiple entries with the
5190d1bb79aSJames Y Knight // same filename. (This will happen commonly if the original object
5200d1bb79aSJames Y Knight // files started in different directories.) The only way they get
5210d1bb79aSJames Y Knight // distinguished, then, is via the timestamp. But this process is
5220d1bb79aSJames Y Knight // unable to find the correct object file in the archive when there
5230d1bb79aSJames Y Knight // are two files of the same name and timestamp.
5240d1bb79aSJames Y Knight //
5250d1bb79aSJames Y Knight // Additionally, timestamp==0 is treated specially, and causes the
5260d1bb79aSJames Y Knight // timestamp to be ignored as a match criteria.
5270d1bb79aSJames Y Knight //
5280d1bb79aSJames Y Knight // That will "usually" work out okay when creating an archive not in
5290d1bb79aSJames Y Knight // deterministic timestamp mode, because the objects will probably
5300d1bb79aSJames Y Knight // have been created at different timestamps.
5310d1bb79aSJames Y Knight //
5320d1bb79aSJames Y Knight // To ameliorate this problem, in deterministic archive mode (which
5330d1bb79aSJames Y Knight // is the default), on Darwin we will emit a unique non-zero
5340d1bb79aSJames Y Knight // timestamp for each entry with a duplicated name. This is still
5350d1bb79aSJames Y Knight // deterministic: the only thing affecting that timestamp is the
5360d1bb79aSJames Y Knight // order of the files in the resultant archive.
5370d1bb79aSJames Y Knight //
5380d1bb79aSJames Y Knight // See also the functions that handle the lookup:
5390d1bb79aSJames Y Knight // in lldb: ObjectContainerBSDArchive::Archive::FindObject()
5400d1bb79aSJames Y Knight // in llvm/tools/dsymutil: BinaryHolder::GetArchiveMemberBuffers().
541c0b28d55SJames Y Knight bool UniqueTimestamps = Deterministic && isDarwin(Kind);
5420d1bb79aSJames Y Knight std::map<StringRef, unsigned> FilenameCount;
5430d1bb79aSJames Y Knight if (UniqueTimestamps) {
5440d1bb79aSJames Y Knight for (const NewArchiveMember &M : NewMembers)
5450d1bb79aSJames Y Knight FilenameCount[M.MemberName]++;
5460d1bb79aSJames Y Knight for (auto &Entry : FilenameCount)
5470d1bb79aSJames Y Knight Entry.second = Entry.second > 1 ? 1 : 0;
5480d1bb79aSJames Y Knight }
5490d1bb79aSJames Y Knight
550fe3b621fSzhijian // The big archive format needs to know the offset of the previous member
551fe3b621fSzhijian // header.
552fe3b621fSzhijian unsigned PrevOffset = 0;
553476a7f92SRafael Espindola for (const NewArchiveMember &M : NewMembers) {
554476a7f92SRafael Espindola std::string Header;
555476a7f92SRafael Espindola raw_string_ostream Out(Header);
556476a7f92SRafael Espindola
557476a7f92SRafael Espindola MemoryBufferRef Buf = M.Buf->getMemBufferRef();
558476a7f92SRafael Espindola StringRef Data = Thin ? "" : Buf.getBuffer();
559476a7f92SRafael Espindola
560476a7f92SRafael Espindola // ld64 expects the members to be 8-byte aligned for 64-bit content and at
561476a7f92SRafael Espindola // least 4-byte aligned for 32-bit content. Opt for the larger encoding
562476a7f92SRafael Espindola // uniformly. This matches the behaviour with cctools and ensures that ld64
563476a7f92SRafael Espindola // is happy with archives that we generate.
564c0b28d55SJames Y Knight unsigned MemberPadding =
56518f805a7SGuillaume Chatelet isDarwin(Kind) ? offsetToAlignment(Data.size(), Align(8)) : 0;
566af11cc7eSGuillaume Chatelet unsigned TailPadding =
56718f805a7SGuillaume Chatelet offsetToAlignment(Data.size() + MemberPadding, Align(2));
568476a7f92SRafael Espindola StringRef Padding = StringRef(PaddingData, MemberPadding + TailPadding);
569476a7f92SRafael Espindola
5700d1bb79aSJames Y Knight sys::TimePoint<std::chrono::seconds> ModTime;
5710d1bb79aSJames Y Knight if (UniqueTimestamps)
5720d1bb79aSJames Y Knight // Increment timestamp for each file of a given name.
5730d1bb79aSJames Y Knight ModTime = sys::toTimePoint(FilenameCount[M.MemberName]++);
5740d1bb79aSJames Y Knight else
5750d1bb79aSJames Y Knight ModTime = M.ModTime;
57624f3e102SOwen Reynolds
57724f3e102SOwen Reynolds uint64_t Size = Buf.getBufferSize() + MemberPadding;
57824f3e102SOwen Reynolds if (Size > object::Archive::MaxMemberSize) {
57924f3e102SOwen Reynolds std::string StringMsg =
58024f3e102SOwen Reynolds "File " + M.MemberName.str() + " exceeds size limit";
58124f3e102SOwen Reynolds return make_error<object::GenericBinaryError>(
58224f3e102SOwen Reynolds std::move(StringMsg), object::object_error::parse_failed);
58324f3e102SOwen Reynolds }
58424f3e102SOwen Reynolds
585fe3b621fSzhijian if (isAIXBigArchive(Kind)) {
586fe3b621fSzhijian unsigned NextOffset = Pos + sizeof(object::BigArMemHdrType) +
587fe3b621fSzhijian alignTo(M.MemberName.size(), 2) + alignTo(Size, 2);
588fe3b621fSzhijian printBigArchiveMemberHeader(Out, M.MemberName, ModTime, M.UID, M.GID,
589fe3b621fSzhijian M.Perms, Size, PrevOffset, NextOffset);
590fe3b621fSzhijian PrevOffset = Pos;
591fe3b621fSzhijian } else {
592451c2ef1SJordan Rupprecht printMemberHeader(Out, Pos, StringTable, MemberNames, Kind, Thin, M,
59324f3e102SOwen Reynolds ModTime, Size);
594fe3b621fSzhijian }
595476a7f92SRafael Espindola Out.flush();
596476a7f92SRafael Espindola
597a20168d0SJames Henderson std::vector<unsigned> Symbols;
598a20168d0SJames Henderson if (NeedSymbols) {
599a20168d0SJames Henderson Expected<std::vector<unsigned>> SymbolsOrErr =
600476a7f92SRafael Espindola getSymbols(Buf, SymNames, HasObject);
601a20168d0SJames Henderson if (auto E = SymbolsOrErr.takeError())
602c55cf4afSBill Wendling return std::move(E);
603a20168d0SJames Henderson Symbols = std::move(*SymbolsOrErr);
604a20168d0SJames Henderson }
605476a7f92SRafael Espindola
606476a7f92SRafael Espindola Pos += Header.size() + Data.size() + Padding.size();
607a20168d0SJames Henderson Ret.push_back({std::move(Symbols), std::move(Header), Data, Padding});
608476a7f92SRafael Espindola }
609476a7f92SRafael Espindola // If there are no symbols, emit an empty symbol table, to satisfy Solaris
610476a7f92SRafael Espindola // tools, older versions of which expect a symbol table in a non-empty
611476a7f92SRafael Espindola // archive, regardless of whether there are any symbols in it.
612476a7f92SRafael Espindola if (HasObject && SymNames.tell() == 0)
613476a7f92SRafael Espindola SymNames << '\0' << '\0' << '\0';
614476a7f92SRafael Espindola return Ret;
615fd66a48aSPeter Collingbourne }
616fd66a48aSPeter Collingbourne
617451c2ef1SJordan Rupprecht namespace llvm {
618451c2ef1SJordan Rupprecht
canonicalizePath(StringRef P)6195d5078e3SOwen Reynolds static ErrorOr<SmallString<128>> canonicalizePath(StringRef P) {
6205d5078e3SOwen Reynolds SmallString<128> Ret = P;
6215d5078e3SOwen Reynolds std::error_code Err = sys::fs::make_absolute(Ret);
6225d5078e3SOwen Reynolds if (Err)
6235d5078e3SOwen Reynolds return Err;
6245d5078e3SOwen Reynolds sys::path::remove_dots(Ret, /*removedotdot*/ true);
6255d5078e3SOwen Reynolds return Ret;
626451c2ef1SJordan Rupprecht }
627451c2ef1SJordan Rupprecht
6285d5078e3SOwen Reynolds // Compute the relative path from From to To.
computeArchiveRelativePath(StringRef From,StringRef To)6295d5078e3SOwen Reynolds Expected<std::string> computeArchiveRelativePath(StringRef From, StringRef To) {
6305d5078e3SOwen Reynolds ErrorOr<SmallString<128>> PathToOrErr = canonicalizePath(To);
6315d5078e3SOwen Reynolds ErrorOr<SmallString<128>> DirFromOrErr = canonicalizePath(From);
6325d5078e3SOwen Reynolds if (!PathToOrErr || !DirFromOrErr)
6335d5078e3SOwen Reynolds return errorCodeToError(std::error_code(errno, std::generic_category()));
6345d5078e3SOwen Reynolds
6355d5078e3SOwen Reynolds const SmallString<128> &PathTo = *PathToOrErr;
6365d5078e3SOwen Reynolds const SmallString<128> &DirFrom = sys::path::parent_path(*DirFromOrErr);
6375d5078e3SOwen Reynolds
6385d5078e3SOwen Reynolds // Can't construct a relative path between different roots
6395d5078e3SOwen Reynolds if (sys::path::root_name(PathTo) != sys::path::root_name(DirFrom))
6405d5078e3SOwen Reynolds return sys::path::convert_to_slash(PathTo);
6415d5078e3SOwen Reynolds
6425d5078e3SOwen Reynolds // Skip common prefixes
6435d5078e3SOwen Reynolds auto FromTo =
6445d5078e3SOwen Reynolds std::mismatch(sys::path::begin(DirFrom), sys::path::end(DirFrom),
6455d5078e3SOwen Reynolds sys::path::begin(PathTo));
6465d5078e3SOwen Reynolds auto FromI = FromTo.first;
6475d5078e3SOwen Reynolds auto ToI = FromTo.second;
6485d5078e3SOwen Reynolds
6495d5078e3SOwen Reynolds // Construct relative path
650451c2ef1SJordan Rupprecht SmallString<128> Relative;
651451c2ef1SJordan Rupprecht for (auto FromE = sys::path::end(DirFrom); FromI != FromE; ++FromI)
6525d5078e3SOwen Reynolds sys::path::append(Relative, sys::path::Style::posix, "..");
653451c2ef1SJordan Rupprecht
6545d5078e3SOwen Reynolds for (auto ToE = sys::path::end(PathTo); ToI != ToE; ++ToI)
6555d5078e3SOwen Reynolds sys::path::append(Relative, sys::path::Style::posix, *ToI);
656451c2ef1SJordan Rupprecht
657adcd0268SBenjamin Kramer return std::string(Relative.str());
658451c2ef1SJordan Rupprecht }
659451c2ef1SJordan Rupprecht
writeArchiveToStream(raw_ostream & Out,ArrayRef<NewArchiveMember> NewMembers,bool WriteSymtab,object::Archive::Kind Kind,bool Deterministic,bool Thin)6608d58eb11SSameer Arora static Error writeArchiveToStream(raw_ostream &Out,
6618d58eb11SSameer Arora ArrayRef<NewArchiveMember> NewMembers,
662e6492582SRafael Espindola bool WriteSymtab, object::Archive::Kind Kind,
6638d58eb11SSameer Arora bool Deterministic, bool Thin) {
66423a76be5SRafael Espindola assert((!Thin || !isBSDLike(Kind)) && "Only the gnu format has a thin mode");
665476a7f92SRafael Espindola
666476a7f92SRafael Espindola SmallString<0> SymNamesBuf;
667476a7f92SRafael Espindola raw_svector_ostream SymNames(SymNamesBuf);
668476a7f92SRafael Espindola SmallString<0> StringTableBuf;
669476a7f92SRafael Espindola raw_svector_ostream StringTable(StringTableBuf);
670476a7f92SRafael Espindola
671a20168d0SJames Henderson Expected<std::vector<MemberData>> DataOrErr =
672a20168d0SJames Henderson computeMemberData(StringTable, SymNames, Kind, Thin, Deterministic,
673a20168d0SJames Henderson WriteSymtab, NewMembers);
674476a7f92SRafael Espindola if (Error E = DataOrErr.takeError())
675476a7f92SRafael Espindola return E;
676476a7f92SRafael Espindola std::vector<MemberData> &Data = *DataOrErr;
677476a7f92SRafael Espindola
678fe3b621fSzhijian if (!StringTableBuf.empty() && !isAIXBigArchive(Kind))
679476a7f92SRafael Espindola Data.insert(Data.begin(), computeStringTable(StringTableBuf));
680476a7f92SRafael Espindola
681c3a89eefSJake Ehrlich // We would like to detect if we need to switch to a 64-bit symbol table.
682fe3b621fSzhijian uint64_t LastMemberEndOffset =
683fe3b621fSzhijian isAIXBigArchive(Kind) ? sizeof(object::BigArchive::FixLenHdr) : 8;
684fe3b621fSzhijian uint64_t LastMemberHeaderOffset = LastMemberEndOffset;
6852add7c5cSAndrew Ng uint64_t NumSyms = 0;
686c3a89eefSJake Ehrlich for (const auto &M : Data) {
687c3a89eefSJake Ehrlich // Record the start of the member's offset
688fe3b621fSzhijian LastMemberHeaderOffset = LastMemberEndOffset;
689c3a89eefSJake Ehrlich // Account for the size of each part associated with the member.
690fe3b621fSzhijian LastMemberEndOffset += M.Header.size() + M.Data.size() + M.Padding.size();
6912add7c5cSAndrew Ng NumSyms += M.Symbols.size();
692c3a89eefSJake Ehrlich }
693d579c31dSPeter Collingbourne
694fe3b621fSzhijian // The symbol table is put at the end of the big archive file. The symbol
695fe3b621fSzhijian // table is at the start of the archive file for other archive formats.
696fe3b621fSzhijian if (WriteSymtab && !isAIXBigArchive(Kind)) {
6972add7c5cSAndrew Ng // We assume 32-bit offsets to see if 32-bit symbols are possible or not.
6982add7c5cSAndrew Ng uint64_t SymtabSize = computeSymbolTableSize(Kind, NumSyms, 4, SymNamesBuf);
6992add7c5cSAndrew Ng auto computeSymbolTableHeaderSize =
7002add7c5cSAndrew Ng [=] {
7012add7c5cSAndrew Ng SmallString<0> TmpBuf;
7022add7c5cSAndrew Ng raw_svector_ostream Tmp(TmpBuf);
7032add7c5cSAndrew Ng writeSymbolTableHeader(Tmp, Kind, Deterministic, SymtabSize);
7042add7c5cSAndrew Ng return TmpBuf.size();
7052add7c5cSAndrew Ng };
706fe3b621fSzhijian LastMemberHeaderOffset += computeSymbolTableHeaderSize() + SymtabSize;
7072add7c5cSAndrew Ng
708d579c31dSPeter Collingbourne // The SYM64 format is used when an archive's member offsets are larger than
709d579c31dSPeter Collingbourne // 32-bits can hold. The need for this shift in format is detected by
710d579c31dSPeter Collingbourne // writeArchive. To test this we need to generate a file with a member that
711d579c31dSPeter Collingbourne // has an offset larger than 32-bits but this demands a very slow test. To
712d579c31dSPeter Collingbourne // speed the test up we use this environment variable to pretend like the
713d579c31dSPeter Collingbourne // cutoff happens before 32-bits and instead happens at some much smaller
714d579c31dSPeter Collingbourne // value.
7152add7c5cSAndrew Ng uint64_t Sym64Threshold = 1ULL << 32;
716d579c31dSPeter Collingbourne const char *Sym64Env = std::getenv("SYM64_THRESHOLD");
717d579c31dSPeter Collingbourne if (Sym64Env)
718d579c31dSPeter Collingbourne StringRef(Sym64Env).getAsInteger(10, Sym64Threshold);
719d579c31dSPeter Collingbourne
720fe3b621fSzhijian // If LastMemberHeaderOffset isn't going to fit in a 32-bit varible we need
721fe3b621fSzhijian // to switch to 64-bit. Note that the file can be larger than 4GB as long as
722fe3b621fSzhijian // the last member starts before the 4GB offset.
723fe3b621fSzhijian if (LastMemberHeaderOffset >= Sym64Threshold) {
724c0b28d55SJames Y Knight if (Kind == object::Archive::K_DARWIN)
725c0b28d55SJames Y Knight Kind = object::Archive::K_DARWIN64;
726c0b28d55SJames Y Knight else
727c3a89eefSJake Ehrlich Kind = object::Archive::K_GNU64;
728c3a89eefSJake Ehrlich }
729c0b28d55SJames Y Knight }
730c3a89eefSJake Ehrlich
731e6492582SRafael Espindola if (Thin)
732e6492582SRafael Espindola Out << "!<thin>\n";
733fe3b621fSzhijian else if (isAIXBigArchive(Kind))
734fe3b621fSzhijian Out << "<bigaf>\n";
735e6492582SRafael Espindola else
736fd66a48aSPeter Collingbourne Out << "!<arch>\n";
737fd66a48aSPeter Collingbourne
738fe3b621fSzhijian if (!isAIXBigArchive(Kind)) {
739476a7f92SRafael Espindola if (WriteSymtab)
740476a7f92SRafael Espindola writeSymbolTable(Out, Kind, Deterministic, Data, SymNamesBuf);
741476a7f92SRafael Espindola for (const MemberData &M : Data)
742476a7f92SRafael Espindola Out << M.Header << M.Data << M.Padding;
743fe3b621fSzhijian } else {
744fe3b621fSzhijian // For the big archive (AIX) format, compute a table of member names and
745fe3b621fSzhijian // offsets, used in the member table.
746fe3b621fSzhijian uint64_t MemberTableNameStrTblSize = 0;
747fe3b621fSzhijian std::vector<size_t> MemberOffsets;
748fe3b621fSzhijian std::vector<StringRef> MemberNames;
749fe3b621fSzhijian // Loop across object to find offset and names.
750fe3b621fSzhijian uint64_t MemberEndOffset = sizeof(object::BigArchive::FixLenHdr);
751fe3b621fSzhijian for (size_t I = 0, Size = NewMembers.size(); I != Size; ++I) {
752fe3b621fSzhijian const NewArchiveMember &Member = NewMembers[I];
753fe3b621fSzhijian MemberTableNameStrTblSize += Member.MemberName.size() + 1;
754fe3b621fSzhijian MemberOffsets.push_back(MemberEndOffset);
755fe3b621fSzhijian MemberNames.push_back(Member.MemberName);
756fe3b621fSzhijian // File member name ended with "`\n". The length is included in
757fe3b621fSzhijian // BigArMemHdrType.
758fe3b621fSzhijian MemberEndOffset += sizeof(object::BigArMemHdrType) +
759fe3b621fSzhijian alignTo(Data[I].Data.size(), 2) +
760fe3b621fSzhijian alignTo(Member.MemberName.size(), 2);
761fe3b621fSzhijian }
762fd66a48aSPeter Collingbourne
763fe3b621fSzhijian // AIX member table size.
764fe3b621fSzhijian unsigned MemberTableSize = 20 + // Number of members field
765fe3b621fSzhijian 20 * MemberOffsets.size() +
766fe3b621fSzhijian MemberTableNameStrTblSize;
767fe3b621fSzhijian
768fe3b621fSzhijian unsigned GlobalSymbolOffset =
769fe3b621fSzhijian (WriteSymtab && NumSyms > 0)
770fe3b621fSzhijian ? LastMemberEndOffset +
771fe3b621fSzhijian alignTo(sizeof(object::BigArMemHdrType) + MemberTableSize, 2)
772fe3b621fSzhijian : 0;
773fe3b621fSzhijian
774fe3b621fSzhijian // Fixed Sized Header.
775fe3b621fSzhijian printWithSpacePadding(Out, NewMembers.size() ? LastMemberEndOffset : 0,
776fe3b621fSzhijian 20); // Offset to member table
777fe3b621fSzhijian // If there are no file members in the archive, there will be no global
778fe3b621fSzhijian // symbol table.
779fe3b621fSzhijian printWithSpacePadding(Out, NewMembers.size() ? GlobalSymbolOffset : 0, 20);
780fe3b621fSzhijian printWithSpacePadding(
781fe3b621fSzhijian Out, 0,
782fe3b621fSzhijian 20); // Offset to 64 bits global symbol table - Not supported yet
783fe3b621fSzhijian printWithSpacePadding(
784fe3b621fSzhijian Out, NewMembers.size() ? sizeof(object::BigArchive::FixLenHdr) : 0,
785fe3b621fSzhijian 20); // Offset to first archive member
786fe3b621fSzhijian printWithSpacePadding(Out, NewMembers.size() ? LastMemberHeaderOffset : 0,
787fe3b621fSzhijian 20); // Offset to last archive member
788fe3b621fSzhijian printWithSpacePadding(
789fe3b621fSzhijian Out, 0,
790fe3b621fSzhijian 20); // Offset to first member of free list - Not supported yet
791fe3b621fSzhijian
792fe3b621fSzhijian for (const MemberData &M : Data) {
793fe3b621fSzhijian Out << M.Header << M.Data;
794fe3b621fSzhijian if (M.Data.size() % 2)
795fe3b621fSzhijian Out << '\0';
796fe3b621fSzhijian }
797fe3b621fSzhijian
798fe3b621fSzhijian if (NewMembers.size()) {
799fe3b621fSzhijian // Member table.
800fe3b621fSzhijian printBigArchiveMemberHeader(Out, "", sys::toTimePoint(0), 0, 0, 0,
801fe3b621fSzhijian MemberTableSize, LastMemberHeaderOffset,
802fe3b621fSzhijian GlobalSymbolOffset);
803fe3b621fSzhijian printWithSpacePadding(Out, MemberOffsets.size(), 20); // Number of members
804fe3b621fSzhijian for (uint64_t MemberOffset : MemberOffsets)
805fe3b621fSzhijian printWithSpacePadding(Out, MemberOffset,
806fe3b621fSzhijian 20); // Offset to member file header.
807fe3b621fSzhijian for (StringRef MemberName : MemberNames)
808fe3b621fSzhijian Out << MemberName << '\0'; // Member file name, null byte padding.
809fe3b621fSzhijian
810fe3b621fSzhijian if (MemberTableNameStrTblSize % 2)
811fe3b621fSzhijian Out << '\0'; // Name table must be tail padded to an even number of
812fe3b621fSzhijian // bytes.
813fe3b621fSzhijian
814fe3b621fSzhijian if (WriteSymtab && NumSyms > 0)
815fe3b621fSzhijian writeSymbolTable(Out, Kind, Deterministic, Data, SymNamesBuf,
816fe3b621fSzhijian LastMemberEndOffset);
817fe3b621fSzhijian }
818fe3b621fSzhijian }
819c02eacf4SRafael Espindola Out.flush();
8208d58eb11SSameer Arora return Error::success();
8218d58eb11SSameer Arora }
8228d58eb11SSameer Arora
writeArchive(StringRef ArcName,ArrayRef<NewArchiveMember> NewMembers,bool WriteSymtab,object::Archive::Kind Kind,bool Deterministic,bool Thin,std::unique_ptr<MemoryBuffer> OldArchiveBuf)8238d58eb11SSameer Arora Error writeArchive(StringRef ArcName, ArrayRef<NewArchiveMember> NewMembers,
8248d58eb11SSameer Arora bool WriteSymtab, object::Archive::Kind Kind,
8258d58eb11SSameer Arora bool Deterministic, bool Thin,
8268d58eb11SSameer Arora std::unique_ptr<MemoryBuffer> OldArchiveBuf) {
8278d58eb11SSameer Arora Expected<sys::fs::TempFile> Temp =
8288d58eb11SSameer Arora sys::fs::TempFile::create(ArcName + ".temp-archive-%%%%%%%.a");
8298d58eb11SSameer Arora if (!Temp)
8308d58eb11SSameer Arora return Temp.takeError();
8318d58eb11SSameer Arora raw_fd_ostream Out(Temp->FD, false);
8328d58eb11SSameer Arora
8338d58eb11SSameer Arora if (Error E = writeArchiveToStream(Out, NewMembers, WriteSymtab, Kind,
8348d58eb11SSameer Arora Deterministic, Thin)) {
8358d58eb11SSameer Arora if (Error DiscardError = Temp->discard())
8368d58eb11SSameer Arora return joinErrors(std::move(E), std::move(DiscardError));
8378d58eb11SSameer Arora return E;
8388d58eb11SSameer Arora }
839484983f4SRafael Espindola
840484983f4SRafael Espindola // At this point, we no longer need whatever backing memory
841484983f4SRafael Espindola // was used to generate the NewMembers. On Windows, this buffer
842484983f4SRafael Espindola // could be a mapped view of the file we want to replace (if
843484983f4SRafael Espindola // we're updating an existing archive, say). In that case, the
844484983f4SRafael Espindola // rename would still succeed, but it would leave behind a
845484983f4SRafael Espindola // temporary file (actually the original file renamed) because
846484983f4SRafael Espindola // a file cannot be deleted while there's a handle open on it,
847484983f4SRafael Espindola // only renamed. So by freeing this buffer, this ensures that
848484983f4SRafael Espindola // the last open handle on the destination file, if any, is
849484983f4SRafael Espindola // closed before we attempt to rename.
850484983f4SRafael Espindola OldArchiveBuf.reset();
851484983f4SRafael Espindola
852c02eacf4SRafael Espindola return Temp->keep(ArcName);
853fd66a48aSPeter Collingbourne }
854451c2ef1SJordan Rupprecht
8558d58eb11SSameer Arora Expected<std::unique_ptr<MemoryBuffer>>
writeArchiveToBuffer(ArrayRef<NewArchiveMember> NewMembers,bool WriteSymtab,object::Archive::Kind Kind,bool Deterministic,bool Thin)8568d58eb11SSameer Arora writeArchiveToBuffer(ArrayRef<NewArchiveMember> NewMembers, bool WriteSymtab,
8578d58eb11SSameer Arora object::Archive::Kind Kind, bool Deterministic,
8588d58eb11SSameer Arora bool Thin) {
8598d58eb11SSameer Arora SmallVector<char, 0> ArchiveBufferVector;
8608d58eb11SSameer Arora raw_svector_ostream ArchiveStream(ArchiveBufferVector);
8618d58eb11SSameer Arora
8628d58eb11SSameer Arora if (Error E = writeArchiveToStream(ArchiveStream, NewMembers, WriteSymtab,
8638d58eb11SSameer Arora Kind, Deterministic, Thin))
8648d58eb11SSameer Arora return std::move(E);
8658d58eb11SSameer Arora
8668d58eb11SSameer Arora return std::make_unique<SmallVectorMemoryBuffer>(
867d0262c23SJan Svoboda std::move(ArchiveBufferVector), /*RequiresNullTerminator=*/false);
8688d58eb11SSameer Arora }
8698d58eb11SSameer Arora
870451c2ef1SJordan Rupprecht } // namespace llvm
871