1fd66a48aSPeter Collingbourne //===- ArchiveWriter.cpp - ar File Format implementation --------*- C++ -*-===//
2fd66a48aSPeter Collingbourne //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6fd66a48aSPeter Collingbourne //
7fd66a48aSPeter Collingbourne //===----------------------------------------------------------------------===//
8fd66a48aSPeter Collingbourne //
9fd66a48aSPeter Collingbourne // This file defines the writeArchive function.
10fd66a48aSPeter Collingbourne //
11fd66a48aSPeter Collingbourne //===----------------------------------------------------------------------===//
12fd66a48aSPeter Collingbourne 
13fd66a48aSPeter Collingbourne #include "llvm/Object/ArchiveWriter.h"
14fd66a48aSPeter Collingbourne #include "llvm/ADT/ArrayRef.h"
1547359fbdSReid Kleckner #include "llvm/ADT/StringMap.h"
16fd66a48aSPeter Collingbourne #include "llvm/ADT/StringRef.h"
17264b5d9eSZachary Turner #include "llvm/BinaryFormat/Magic.h"
18fd66a48aSPeter Collingbourne #include "llvm/IR/LLVMContext.h"
19fd66a48aSPeter Collingbourne #include "llvm/Object/Archive.h"
2024f3e102SOwen Reynolds #include "llvm/Object/Error.h"
21*06624305SKeith Smiley #include "llvm/Object/IRObjectFile.h"
22*06624305SKeith Smiley #include "llvm/Object/MachO.h"
23fd66a48aSPeter Collingbourne #include "llvm/Object/ObjectFile.h"
24fd66a48aSPeter Collingbourne #include "llvm/Object/SymbolicFile.h"
25*06624305SKeith Smiley #include "llvm/Object/XCOFFObjectFile.h"
26af11cc7eSGuillaume Chatelet #include "llvm/Support/Alignment.h"
27cd278b7eSBenjamin Kramer #include "llvm/Support/EndianStream.h"
2874f29324SRafael Espindola #include "llvm/Support/Errc.h"
29fd66a48aSPeter Collingbourne #include "llvm/Support/ErrorHandling.h"
30fd66a48aSPeter Collingbourne #include "llvm/Support/Format.h"
31fe3b621fSzhijian #include "llvm/Support/MathExtras.h"
32fd66a48aSPeter Collingbourne #include "llvm/Support/Path.h"
338d58eb11SSameer Arora #include "llvm/Support/SmallVectorMemoryBuffer.h"
34fd66a48aSPeter Collingbourne #include "llvm/Support/raw_ostream.h"
35fd66a48aSPeter Collingbourne 
360d1bb79aSJames Y Knight #include <map>
370d1bb79aSJames Y Knight 
387ab1a3b5SPeter Collingbourne #if !defined(_MSC_VER) && !defined(__MINGW32__)
39fd66a48aSPeter Collingbourne #include <unistd.h>
407ab1a3b5SPeter Collingbourne #else
417ab1a3b5SPeter Collingbourne #include <io.h>
427ab1a3b5SPeter Collingbourne #endif
43fd66a48aSPeter Collingbourne 
44fd66a48aSPeter Collingbourne using namespace llvm;
45fd66a48aSPeter Collingbourne 
NewArchiveMember(MemoryBufferRef BufRef)468ec68fadSPeter Collingbourne NewArchiveMember::NewArchiveMember(MemoryBufferRef BufRef)
472f3f503dSReid Kleckner     : Buf(MemoryBuffer::getMemBuffer(BufRef, false)),
482f3f503dSReid Kleckner       MemberName(BufRef.getBufferIdentifier()) {}
49fd66a48aSPeter Collingbourne 
detectKindFromObject() const50*06624305SKeith Smiley object::Archive::Kind NewArchiveMember::detectKindFromObject() const {
51*06624305SKeith Smiley   auto MemBufferRef = this->Buf->getMemBufferRef();
52*06624305SKeith Smiley   Expected<std::unique_ptr<object::ObjectFile>> OptionalObject =
53*06624305SKeith Smiley       object::ObjectFile::createObjectFile(MemBufferRef);
54*06624305SKeith Smiley 
55*06624305SKeith Smiley   if (OptionalObject)
56*06624305SKeith Smiley     return isa<object::MachOObjectFile>(**OptionalObject)
57*06624305SKeith Smiley                ? object::Archive::K_DARWIN
58*06624305SKeith Smiley                : (isa<object::XCOFFObjectFile>(**OptionalObject)
59*06624305SKeith Smiley                       ? object::Archive::K_AIXBIG
60*06624305SKeith Smiley                       : object::Archive::K_GNU);
61*06624305SKeith Smiley 
62*06624305SKeith Smiley   // Squelch the error in case we had a non-object file.
63*06624305SKeith Smiley   consumeError(OptionalObject.takeError());
64*06624305SKeith Smiley 
65*06624305SKeith Smiley   // If we're adding a bitcode file to the archive, detect the Archive kind
66*06624305SKeith Smiley   // based on the target triple.
67*06624305SKeith Smiley   LLVMContext Context;
68*06624305SKeith Smiley   if (identify_magic(MemBufferRef.getBuffer()) == file_magic::bitcode) {
69*06624305SKeith Smiley     if (auto ObjOrErr = object::SymbolicFile::createSymbolicFile(
70*06624305SKeith Smiley             MemBufferRef, file_magic::bitcode, &Context)) {
71*06624305SKeith Smiley       auto &IRObject = cast<object::IRObjectFile>(**ObjOrErr);
72*06624305SKeith Smiley       return Triple(IRObject.getTargetTriple()).isOSDarwin()
73*06624305SKeith Smiley                  ? object::Archive::K_DARWIN
74*06624305SKeith Smiley                  : object::Archive::K_GNU;
75*06624305SKeith Smiley     } else {
76*06624305SKeith Smiley       // Squelch the error in case this was not a SymbolicFile.
77*06624305SKeith Smiley       consumeError(ObjOrErr.takeError());
78*06624305SKeith Smiley     }
79*06624305SKeith Smiley   }
80*06624305SKeith Smiley 
81*06624305SKeith Smiley   return object::Archive::getDefaultKindForHost();
82*06624305SKeith Smiley }
83*06624305SKeith Smiley 
848ec68fadSPeter Collingbourne Expected<NewArchiveMember>
getOldMember(const object::Archive::Child & OldMember,bool Deterministic)858ec68fadSPeter Collingbourne NewArchiveMember::getOldMember(const object::Archive::Child &OldMember,
868ec68fadSPeter Collingbourne                                bool Deterministic) {
87f4586039SKevin Enderby   Expected<llvm::MemoryBufferRef> BufOrErr = OldMember.getMemoryBufferRef();
888ec68fadSPeter Collingbourne   if (!BufOrErr)
89f4586039SKevin Enderby     return BufOrErr.takeError();
90fd66a48aSPeter Collingbourne 
918ec68fadSPeter Collingbourne   NewArchiveMember M;
928ec68fadSPeter Collingbourne   M.Buf = MemoryBuffer::getMemBuffer(*BufOrErr, false);
932f3f503dSReid Kleckner   M.MemberName = M.Buf->getBufferIdentifier();
948ec68fadSPeter Collingbourne   if (!Deterministic) {
95bff47b51SPavel Labath     auto ModTimeOrErr = OldMember.getLastModified();
964031d9f8SVedant Kumar     if (!ModTimeOrErr)
974031d9f8SVedant Kumar       return ModTimeOrErr.takeError();
984031d9f8SVedant Kumar     M.ModTime = ModTimeOrErr.get();
994031d9f8SVedant Kumar     Expected<unsigned> UIDOrErr = OldMember.getUID();
1004031d9f8SVedant Kumar     if (!UIDOrErr)
1014031d9f8SVedant Kumar       return UIDOrErr.takeError();
1024031d9f8SVedant Kumar     M.UID = UIDOrErr.get();
1034031d9f8SVedant Kumar     Expected<unsigned> GIDOrErr = OldMember.getGID();
1044031d9f8SVedant Kumar     if (!GIDOrErr)
1054031d9f8SVedant Kumar       return GIDOrErr.takeError();
1064031d9f8SVedant Kumar     M.GID = GIDOrErr.get();
1074031d9f8SVedant Kumar     Expected<sys::fs::perms> AccessModeOrErr = OldMember.getAccessMode();
1084031d9f8SVedant Kumar     if (!AccessModeOrErr)
1094031d9f8SVedant Kumar       return AccessModeOrErr.takeError();
1104031d9f8SVedant Kumar     M.Perms = AccessModeOrErr.get();
1118ec68fadSPeter Collingbourne   }
112c55cf4afSBill Wendling   return std::move(M);
113fd66a48aSPeter Collingbourne }
114fd66a48aSPeter Collingbourne 
getFile(StringRef FileName,bool Deterministic)1158ec68fadSPeter Collingbourne Expected<NewArchiveMember> NewArchiveMember::getFile(StringRef FileName,
1168ec68fadSPeter Collingbourne                                                      bool Deterministic) {
1178ec68fadSPeter Collingbourne   sys::fs::file_status Status;
118cc418a3aSReid Kleckner   auto FDOrErr = sys::fs::openNativeFileForRead(FileName);
119cc418a3aSReid Kleckner   if (!FDOrErr)
120cc418a3aSReid Kleckner     return FDOrErr.takeError();
121cc418a3aSReid Kleckner   sys::fs::file_t FD = *FDOrErr;
122cc418a3aSReid Kleckner   assert(FD != sys::fs::kInvalidFile);
123fd66a48aSPeter Collingbourne 
1248ec68fadSPeter Collingbourne   if (auto EC = sys::fs::status(FD, Status))
1258ec68fadSPeter Collingbourne     return errorCodeToError(EC);
126fd66a48aSPeter Collingbourne 
127fd66a48aSPeter Collingbourne   // Opening a directory doesn't make sense. Let it fail.
128fd66a48aSPeter Collingbourne   // Linux cannot open directories with open(2), although
129fd66a48aSPeter Collingbourne   // cygwin and *bsd can.
1308ec68fadSPeter Collingbourne   if (Status.type() == sys::fs::file_type::directory_file)
1318ec68fadSPeter Collingbourne     return errorCodeToError(make_error_code(errc::is_a_directory));
132fd66a48aSPeter Collingbourne 
1338ec68fadSPeter Collingbourne   ErrorOr<std::unique_ptr<MemoryBuffer>> MemberBufferOrErr =
1348ec68fadSPeter Collingbourne       MemoryBuffer::getOpenFile(FD, FileName, Status.getSize(), false);
1358ec68fadSPeter Collingbourne   if (!MemberBufferOrErr)
1368ec68fadSPeter Collingbourne     return errorCodeToError(MemberBufferOrErr.getError());
1378ec68fadSPeter Collingbourne 
138cc418a3aSReid Kleckner   if (auto EC = sys::fs::closeFile(FD))
139cc418a3aSReid Kleckner     return errorCodeToError(EC);
1408ec68fadSPeter Collingbourne 
1418ec68fadSPeter Collingbourne   NewArchiveMember M;
1428ec68fadSPeter Collingbourne   M.Buf = std::move(*MemberBufferOrErr);
1432f3f503dSReid Kleckner   M.MemberName = M.Buf->getBufferIdentifier();
1448ec68fadSPeter Collingbourne   if (!Deterministic) {
145bff47b51SPavel Labath     M.ModTime = std::chrono::time_point_cast<std::chrono::seconds>(
146bff47b51SPavel Labath         Status.getLastModificationTime());
1478ec68fadSPeter Collingbourne     M.UID = Status.getUser();
1488ec68fadSPeter Collingbourne     M.GID = Status.getGroup();
1498ec68fadSPeter Collingbourne     M.Perms = Status.permissions();
1508ec68fadSPeter Collingbourne   }
151c55cf4afSBill Wendling   return std::move(M);
152fd66a48aSPeter Collingbourne }
153fd66a48aSPeter Collingbourne 
154fd66a48aSPeter Collingbourne template <typename T>
printWithSpacePadding(raw_ostream & OS,T Data,unsigned Size)155fa08397fSRafael Espindola static void printWithSpacePadding(raw_ostream &OS, T Data, unsigned Size) {
156fd66a48aSPeter Collingbourne   uint64_t OldPos = OS.tell();
157fd66a48aSPeter Collingbourne   OS << Data;
158fd66a48aSPeter Collingbourne   unsigned SizeSoFar = OS.tell() - OldPos;
159540a8c7fSRafael Espindola   assert(SizeSoFar <= Size && "Data doesn't fit in Size");
160cd278b7eSBenjamin Kramer   OS.indent(Size - SizeSoFar);
161fd66a48aSPeter Collingbourne }
162fd66a48aSPeter Collingbourne 
isDarwin(object::Archive::Kind Kind)163c0b28d55SJames Y Knight static bool isDarwin(object::Archive::Kind Kind) {
164c0b28d55SJames Y Knight   return Kind == object::Archive::K_DARWIN ||
165c0b28d55SJames Y Knight          Kind == object::Archive::K_DARWIN64;
166c0b28d55SJames Y Knight }
167c0b28d55SJames Y Knight 
isAIXBigArchive(object::Archive::Kind Kind)168fe3b621fSzhijian static bool isAIXBigArchive(object::Archive::Kind Kind) {
169fe3b621fSzhijian   return Kind == object::Archive::K_AIXBIG;
170fe3b621fSzhijian }
171fe3b621fSzhijian 
isBSDLike(object::Archive::Kind Kind)17223a76be5SRafael Espindola static bool isBSDLike(object::Archive::Kind Kind) {
17323a76be5SRafael Espindola   switch (Kind) {
17423a76be5SRafael Espindola   case object::Archive::K_GNU:
175c3a89eefSJake Ehrlich   case object::Archive::K_GNU64:
176fe3b621fSzhijian   case object::Archive::K_AIXBIG:
17723a76be5SRafael Espindola     return false;
17823a76be5SRafael Espindola   case object::Archive::K_BSD:
17923a76be5SRafael Espindola   case object::Archive::K_DARWIN:
180f133ccbdSRafael Espindola   case object::Archive::K_DARWIN64:
181c0b28d55SJames Y Knight     return true;
182f133ccbdSRafael Espindola   case object::Archive::K_COFF:
183f133ccbdSRafael Espindola     break;
18423a76be5SRafael Espindola   }
185f133ccbdSRafael Espindola   llvm_unreachable("not supported for writting");
18623a76be5SRafael Espindola }
18723a76be5SRafael Espindola 
188c3a89eefSJake Ehrlich template <class T>
print(raw_ostream & Out,object::Archive::Kind Kind,T Val)189c3a89eefSJake Ehrlich static void print(raw_ostream &Out, object::Archive::Kind Kind, T Val) {
190e3f65297SPeter Collingbourne   support::endian::write(Out, Val,
191e3f65297SPeter Collingbourne                          isBSDLike(Kind) ? support::little : support::big);
192fd66a48aSPeter Collingbourne }
193fd66a48aSPeter Collingbourne 
printRestOfMemberHeader(raw_ostream & Out,const sys::TimePoint<std::chrono::seconds> & ModTime,unsigned UID,unsigned GID,unsigned Perms,uint64_t Size)194bff47b51SPavel Labath static void printRestOfMemberHeader(
195fa08397fSRafael Espindola     raw_ostream &Out, const sys::TimePoint<std::chrono::seconds> &ModTime,
19624f3e102SOwen Reynolds     unsigned UID, unsigned GID, unsigned Perms, uint64_t Size) {
197bff47b51SPavel Labath   printWithSpacePadding(Out, sys::toTimeT(ModTime), 12);
198540a8c7fSRafael Espindola 
199540a8c7fSRafael Espindola   // The format has only 6 chars for uid and gid. Truncate if the provided
200540a8c7fSRafael Espindola   // values don't fit.
201540a8c7fSRafael Espindola   printWithSpacePadding(Out, UID % 1000000, 6);
202540a8c7fSRafael Espindola   printWithSpacePadding(Out, GID % 1000000, 6);
203540a8c7fSRafael Espindola 
204fd66a48aSPeter Collingbourne   printWithSpacePadding(Out, format("%o", Perms), 8);
205fd66a48aSPeter Collingbourne   printWithSpacePadding(Out, Size, 10);
206fd66a48aSPeter Collingbourne   Out << "`\n";
207fd66a48aSPeter Collingbourne }
208fd66a48aSPeter Collingbourne 
209bff47b51SPavel Labath static void
printGNUSmallMemberHeader(raw_ostream & Out,StringRef Name,const sys::TimePoint<std::chrono::seconds> & ModTime,unsigned UID,unsigned GID,unsigned Perms,uint64_t Size)210fa08397fSRafael Espindola printGNUSmallMemberHeader(raw_ostream &Out, StringRef Name,
211bff47b51SPavel Labath                           const sys::TimePoint<std::chrono::seconds> &ModTime,
212bff47b51SPavel Labath                           unsigned UID, unsigned GID, unsigned Perms,
21324f3e102SOwen Reynolds                           uint64_t Size) {
214fd66a48aSPeter Collingbourne   printWithSpacePadding(Out, Twine(Name) + "/", 16);
215fd66a48aSPeter Collingbourne   printRestOfMemberHeader(Out, ModTime, UID, GID, Perms, Size);
216fd66a48aSPeter Collingbourne }
217fd66a48aSPeter Collingbourne 
218bff47b51SPavel Labath static void
printBSDMemberHeader(raw_ostream & Out,uint64_t Pos,StringRef Name,const sys::TimePoint<std::chrono::seconds> & ModTime,unsigned UID,unsigned GID,unsigned Perms,uint64_t Size)219476a7f92SRafael Espindola printBSDMemberHeader(raw_ostream &Out, uint64_t Pos, StringRef Name,
220bff47b51SPavel Labath                      const sys::TimePoint<std::chrono::seconds> &ModTime,
22124f3e102SOwen Reynolds                      unsigned UID, unsigned GID, unsigned Perms, uint64_t Size) {
222476a7f92SRafael Espindola   uint64_t PosAfterHeader = Pos + 60 + Name.size();
223a2ed0b0bSRafael Espindola   // Pad so that even 64 bit object files are aligned.
22418f805a7SGuillaume Chatelet   unsigned Pad = offsetToAlignment(PosAfterHeader, Align(8));
225a2ed0b0bSRafael Espindola   unsigned NameWithPadding = Name.size() + Pad;
226a2ed0b0bSRafael Espindola   printWithSpacePadding(Out, Twine("#1/") + Twine(NameWithPadding), 16);
227a2ed0b0bSRafael Espindola   printRestOfMemberHeader(Out, ModTime, UID, GID, Perms,
228a2ed0b0bSRafael Espindola                           NameWithPadding + Size);
229a2ed0b0bSRafael Espindola   Out << Name;
230a2ed0b0bSRafael Espindola   while (Pad--)
231a2ed0b0bSRafael Espindola     Out.write(uint8_t(0));
232a2ed0b0bSRafael Espindola }
2338cde5c01SRafael Espindola 
234fe3b621fSzhijian static void
printBigArchiveMemberHeader(raw_ostream & Out,StringRef Name,const sys::TimePoint<std::chrono::seconds> & ModTime,unsigned UID,unsigned GID,unsigned Perms,uint64_t Size,unsigned PrevOffset,unsigned NextOffset)235fe3b621fSzhijian printBigArchiveMemberHeader(raw_ostream &Out, StringRef Name,
236fe3b621fSzhijian                             const sys::TimePoint<std::chrono::seconds> &ModTime,
237fe3b621fSzhijian                             unsigned UID, unsigned GID, unsigned Perms,
238fe3b621fSzhijian                             uint64_t Size, unsigned PrevOffset,
239fe3b621fSzhijian                             unsigned NextOffset) {
240fe3b621fSzhijian   unsigned NameLen = Name.size();
241fe3b621fSzhijian 
242fe3b621fSzhijian   printWithSpacePadding(Out, Size, 20);           // File member size
243fe3b621fSzhijian   printWithSpacePadding(Out, NextOffset, 20);     // Next member header offset
244fe3b621fSzhijian   printWithSpacePadding(Out, PrevOffset, 20); // Previous member header offset
245fe3b621fSzhijian   printWithSpacePadding(Out, sys::toTimeT(ModTime), 12); // File member date
246fe3b621fSzhijian   // The big archive format has 12 chars for uid and gid.
247fe3b621fSzhijian   printWithSpacePadding(Out, UID % 1000000000000, 12);   // UID
248fe3b621fSzhijian   printWithSpacePadding(Out, GID % 1000000000000, 12);   // GID
249fe3b621fSzhijian   printWithSpacePadding(Out, format("%o", Perms), 12);   // Permission
250fe3b621fSzhijian   printWithSpacePadding(Out, NameLen, 4);                // Name length
251fe3b621fSzhijian   if (NameLen) {
252fe3b621fSzhijian     printWithSpacePadding(Out, Name, NameLen); // Name
253fe3b621fSzhijian     if (NameLen % 2)
254fe3b621fSzhijian       Out.write(uint8_t(0)); // Null byte padding
255fe3b621fSzhijian   }
256fe3b621fSzhijian   Out << "`\n"; // Terminator
257fe3b621fSzhijian }
258fe3b621fSzhijian 
useStringTable(bool Thin,StringRef Name)259e6492582SRafael Espindola static bool useStringTable(bool Thin, StringRef Name) {
2602f3f503dSReid Kleckner   return Thin || Name.size() >= 16 || Name.contains('/');
261e6492582SRafael Espindola }
262e6492582SRafael Espindola 
is64BitKind(object::Archive::Kind Kind)263c3a89eefSJake Ehrlich static bool is64BitKind(object::Archive::Kind Kind) {
264c3a89eefSJake Ehrlich   switch (Kind) {
265c3a89eefSJake Ehrlich   case object::Archive::K_GNU:
266c3a89eefSJake Ehrlich   case object::Archive::K_BSD:
267c3a89eefSJake Ehrlich   case object::Archive::K_DARWIN:
268c3a89eefSJake Ehrlich   case object::Archive::K_COFF:
269c3a89eefSJake Ehrlich     return false;
270fe3b621fSzhijian   case object::Archive::K_AIXBIG:
271c3a89eefSJake Ehrlich   case object::Archive::K_DARWIN64:
272c3a89eefSJake Ehrlich   case object::Archive::K_GNU64:
273c3a89eefSJake Ehrlich     return true;
274c3a89eefSJake Ehrlich   }
275c3a89eefSJake Ehrlich   llvm_unreachable("not supported for writting");
276c3a89eefSJake Ehrlich }
277c3a89eefSJake Ehrlich 
278451c2ef1SJordan Rupprecht static void
printMemberHeader(raw_ostream & Out,uint64_t Pos,raw_ostream & StringTable,StringMap<uint64_t> & MemberNames,object::Archive::Kind Kind,bool Thin,const NewArchiveMember & M,sys::TimePoint<std::chrono::seconds> ModTime,uint64_t Size)279451c2ef1SJordan Rupprecht printMemberHeader(raw_ostream &Out, uint64_t Pos, raw_ostream &StringTable,
280451c2ef1SJordan Rupprecht                   StringMap<uint64_t> &MemberNames, object::Archive::Kind Kind,
281451c2ef1SJordan Rupprecht                   bool Thin, const NewArchiveMember &M,
28224f3e102SOwen Reynolds                   sys::TimePoint<std::chrono::seconds> ModTime, uint64_t Size) {
283476a7f92SRafael Espindola   if (isBSDLike(Kind))
2840d1bb79aSJames Y Knight     return printBSDMemberHeader(Out, Pos, M.MemberName, ModTime, M.UID, M.GID,
285476a7f92SRafael Espindola                                 M.Perms, Size);
286476a7f92SRafael Espindola   if (!useStringTable(Thin, M.MemberName))
2870d1bb79aSJames Y Knight     return printGNUSmallMemberHeader(Out, M.MemberName, ModTime, M.UID, M.GID,
288476a7f92SRafael Espindola                                      M.Perms, Size);
289476a7f92SRafael Espindola   Out << '/';
290f0ad811bSPeter Wu   uint64_t NamePos;
291f0ad811bSPeter Wu   if (Thin) {
292f0ad811bSPeter Wu     NamePos = StringTable.tell();
293451c2ef1SJordan Rupprecht     StringTable << M.MemberName << "/\n";
294f0ad811bSPeter Wu   } else {
295ed3ef417SReid Kleckner     auto Insertion = MemberNames.insert({M.MemberName, uint64_t(0)});
296ed3ef417SReid Kleckner     if (Insertion.second) {
297ed3ef417SReid Kleckner       Insertion.first->second = StringTable.tell();
298451c2ef1SJordan Rupprecht       StringTable << M.MemberName << "/\n";
299f0ad811bSPeter Wu     }
300ed3ef417SReid Kleckner     NamePos = Insertion.first->second;
301f0ad811bSPeter Wu   }
302476a7f92SRafael Espindola   printWithSpacePadding(Out, NamePos, 15);
3030d1bb79aSJames Y Knight   printRestOfMemberHeader(Out, ModTime, M.UID, M.GID, M.Perms, Size);
304476a7f92SRafael Espindola }
305476a7f92SRafael Espindola 
306476a7f92SRafael Espindola namespace {
307476a7f92SRafael Espindola struct MemberData {
308476a7f92SRafael Espindola   std::vector<unsigned> Symbols;
309476a7f92SRafael Espindola   std::string Header;
310476a7f92SRafael Espindola   StringRef Data;
311476a7f92SRafael Espindola   StringRef Padding;
312476a7f92SRafael Espindola };
313476a7f92SRafael Espindola } // namespace
314476a7f92SRafael Espindola 
computeStringTable(StringRef Names)315476a7f92SRafael Espindola static MemberData computeStringTable(StringRef Names) {
316476a7f92SRafael Espindola   unsigned Size = Names.size();
31718f805a7SGuillaume Chatelet   unsigned Pad = offsetToAlignment(Size, Align(2));
318476a7f92SRafael Espindola   std::string Header;
319476a7f92SRafael Espindola   raw_string_ostream Out(Header);
320476a7f92SRafael Espindola   printWithSpacePadding(Out, "//", 48);
321476a7f92SRafael Espindola   printWithSpacePadding(Out, Size + Pad, 10);
322476a7f92SRafael Espindola   Out << "`\n";
323476a7f92SRafael Espindola   Out.flush();
324476a7f92SRafael Espindola   return {{}, std::move(Header), Names, Pad ? "\n" : ""};
325fd66a48aSPeter Collingbourne }
326fd66a48aSPeter Collingbourne 
now(bool Deterministic)327bff47b51SPavel Labath static sys::TimePoint<std::chrono::seconds> now(bool Deterministic) {
328bff47b51SPavel Labath   using namespace std::chrono;
329bff47b51SPavel Labath 
3306a8e86f2SRafael Espindola   if (!Deterministic)
331bff47b51SPavel Labath     return time_point_cast<seconds>(system_clock::now());
332bff47b51SPavel Labath   return sys::TimePoint<seconds>();
3336a8e86f2SRafael Espindola }
3346a8e86f2SRafael Espindola 
isArchiveSymbol(const object::BasicSymbolRef & S)335d901deeeSRafael Espindola static bool isArchiveSymbol(const object::BasicSymbolRef &S) {
336ac00376aSvgxbj   Expected<uint32_t> SymFlagsOrErr = S.getFlags();
337ac00376aSvgxbj   if (!SymFlagsOrErr)
338ac00376aSvgxbj     // TODO: Actually report errors helpfully.
339ac00376aSvgxbj     report_fatal_error(SymFlagsOrErr.takeError());
340ac00376aSvgxbj   if (*SymFlagsOrErr & object::SymbolRef::SF_FormatSpecific)
341d901deeeSRafael Espindola     return false;
342ac00376aSvgxbj   if (!(*SymFlagsOrErr & object::SymbolRef::SF_Global))
343d901deeeSRafael Espindola     return false;
344ac00376aSvgxbj   if (*SymFlagsOrErr & object::SymbolRef::SF_Undefined)
345d901deeeSRafael Espindola     return false;
346d901deeeSRafael Espindola   return true;
347d901deeeSRafael Espindola }
348d901deeeSRafael Espindola 
printNBits(raw_ostream & Out,object::Archive::Kind Kind,uint64_t Val)349c3a89eefSJake Ehrlich static void printNBits(raw_ostream &Out, object::Archive::Kind Kind,
350c3a89eefSJake Ehrlich                        uint64_t Val) {
351c3a89eefSJake Ehrlich   if (is64BitKind(Kind))
352c3a89eefSJake Ehrlich     print<uint64_t>(Out, Kind, Val);
353c3a89eefSJake Ehrlich   else
354c3a89eefSJake Ehrlich     print<uint32_t>(Out, Kind, Val);
355c3a89eefSJake Ehrlich }
356c3a89eefSJake Ehrlich 
computeSymbolTableSize(object::Archive::Kind Kind,uint64_t NumSyms,uint64_t OffsetSize,StringRef StringTable,uint32_t * Padding=nullptr)3572add7c5cSAndrew Ng static uint64_t computeSymbolTableSize(object::Archive::Kind Kind,
3582add7c5cSAndrew Ng                                        uint64_t NumSyms, uint64_t OffsetSize,
3592add7c5cSAndrew Ng                                        StringRef StringTable,
3602add7c5cSAndrew Ng                                        uint32_t *Padding = nullptr) {
3612add7c5cSAndrew Ng   assert((OffsetSize == 4 || OffsetSize == 8) && "Unsupported OffsetSize");
3622add7c5cSAndrew Ng   uint64_t Size = OffsetSize; // Number of entries
3632add7c5cSAndrew Ng   if (isBSDLike(Kind))
3642add7c5cSAndrew Ng     Size += NumSyms * OffsetSize * 2; // Table
3652add7c5cSAndrew Ng   else
3662add7c5cSAndrew Ng     Size += NumSyms * OffsetSize; // Table
3672add7c5cSAndrew Ng   if (isBSDLike(Kind))
3682add7c5cSAndrew Ng     Size += OffsetSize; // byte count
3692add7c5cSAndrew Ng   Size += StringTable.size();
3702add7c5cSAndrew Ng   // ld64 expects the members to be 8-byte aligned for 64-bit content and at
3712add7c5cSAndrew Ng   // least 4-byte aligned for 32-bit content.  Opt for the larger encoding
3722add7c5cSAndrew Ng   // uniformly.
3732add7c5cSAndrew Ng   // We do this for all bsd formats because it simplifies aligning members.
374fe3b621fSzhijian   // For the big archive format, the symbol table is the last member, so there
375fe3b621fSzhijian   // is no need to align.
376fe3b621fSzhijian   uint32_t Pad = isAIXBigArchive(Kind)
377fe3b621fSzhijian                      ? 0
378fe3b621fSzhijian                      : offsetToAlignment(Size, Align(isBSDLike(Kind) ? 8 : 2));
3792add7c5cSAndrew Ng   Size += Pad;
3802add7c5cSAndrew Ng   if (Padding)
3812add7c5cSAndrew Ng     *Padding = Pad;
3822add7c5cSAndrew Ng   return Size;
3832add7c5cSAndrew Ng }
3842add7c5cSAndrew Ng 
writeSymbolTableHeader(raw_ostream & Out,object::Archive::Kind Kind,bool Deterministic,uint64_t Size,uint64_t PrevMemberOffset=0)3852add7c5cSAndrew Ng static void writeSymbolTableHeader(raw_ostream &Out, object::Archive::Kind Kind,
386fe3b621fSzhijian                                    bool Deterministic, uint64_t Size,
387fe3b621fSzhijian                                    uint64_t PrevMemberOffset = 0) {
3882add7c5cSAndrew Ng   if (isBSDLike(Kind)) {
3892add7c5cSAndrew Ng     const char *Name = is64BitKind(Kind) ? "__.SYMDEF_64" : "__.SYMDEF";
3902add7c5cSAndrew Ng     printBSDMemberHeader(Out, Out.tell(), Name, now(Deterministic), 0, 0, 0,
3912add7c5cSAndrew Ng                          Size);
392fe3b621fSzhijian   } else if (isAIXBigArchive(Kind)) {
393fe3b621fSzhijian     printBigArchiveMemberHeader(Out, "", now(Deterministic), 0, 0,
394fe3b621fSzhijian                                 0, Size, PrevMemberOffset, 0);
3952add7c5cSAndrew Ng   } else {
3962add7c5cSAndrew Ng     const char *Name = is64BitKind(Kind) ? "/SYM64" : "";
3972add7c5cSAndrew Ng     printGNUSmallMemberHeader(Out, Name, now(Deterministic), 0, 0, 0, Size);
3982add7c5cSAndrew Ng   }
3992add7c5cSAndrew Ng }
4002add7c5cSAndrew Ng 
writeSymbolTable(raw_ostream & Out,object::Archive::Kind Kind,bool Deterministic,ArrayRef<MemberData> Members,StringRef StringTable,uint64_t PrevMemberOffset=0)401476a7f92SRafael Espindola static void writeSymbolTable(raw_ostream &Out, object::Archive::Kind Kind,
402476a7f92SRafael Espindola                              bool Deterministic, ArrayRef<MemberData> Members,
403fe3b621fSzhijian                              StringRef StringTable,
404fe3b621fSzhijian                              uint64_t PrevMemberOffset = 0) {
405c0b28d55SJames Y Knight   // We don't write a symbol table on an archive with no members -- except on
406c0b28d55SJames Y Knight   // Darwin, where the linker will abort unless the archive has a symbol table.
407c0b28d55SJames Y Knight   if (StringTable.empty() && !isDarwin(Kind))
408476a7f92SRafael Espindola     return;
409fd66a48aSPeter Collingbourne 
410476a7f92SRafael Espindola   unsigned NumSyms = 0;
411476a7f92SRafael Espindola   for (const MemberData &M : Members)
412476a7f92SRafael Espindola     NumSyms += M.Symbols.size();
413476a7f92SRafael Espindola 
4142add7c5cSAndrew Ng   uint64_t OffsetSize = is64BitKind(Kind) ? 8 : 4;
4152add7c5cSAndrew Ng   uint32_t Pad;
4162add7c5cSAndrew Ng   uint64_t Size = computeSymbolTableSize(Kind, NumSyms, OffsetSize, StringTable, &Pad);
417fe3b621fSzhijian   writeSymbolTableHeader(Out, Kind, Deterministic, Size, PrevMemberOffset);
418c79bff6bSRafael Espindola 
419fe3b621fSzhijian   uint64_t Pos = isAIXBigArchive(Kind) ? sizeof(object::BigArchive::FixLenHdr)
420fe3b621fSzhijian                                        : Out.tell() + Size;
421476a7f92SRafael Espindola 
42223a76be5SRafael Espindola   if (isBSDLike(Kind))
423c0b28d55SJames Y Knight     printNBits(Out, Kind, NumSyms * 2 * OffsetSize);
42423a76be5SRafael Espindola   else
425c3a89eefSJake Ehrlich     printNBits(Out, Kind, NumSyms);
426c79bff6bSRafael Espindola 
427476a7f92SRafael Espindola   for (const MemberData &M : Members) {
428476a7f92SRafael Espindola     for (unsigned StringOffset : M.Symbols) {
429476a7f92SRafael Espindola       if (isBSDLike(Kind))
430c0b28d55SJames Y Knight         printNBits(Out, Kind, StringOffset);
431c3a89eefSJake Ehrlich       printNBits(Out, Kind, Pos); // member offset
432476a7f92SRafael Espindola     }
433476a7f92SRafael Espindola     Pos += M.Header.size() + M.Data.size() + M.Padding.size();
434476a7f92SRafael Espindola   }
435476a7f92SRafael Espindola 
436476a7f92SRafael Espindola   if (isBSDLike(Kind))
437c3a89eefSJake Ehrlich     // byte count of the string table
438c0b28d55SJames Y Knight     printNBits(Out, Kind, StringTable.size());
439476a7f92SRafael Espindola   Out << StringTable;
440476a7f92SRafael Espindola 
441476a7f92SRafael Espindola   while (Pad--)
442476a7f92SRafael Espindola     Out.write(uint8_t(0));
443476a7f92SRafael Espindola }
444476a7f92SRafael Espindola 
445476a7f92SRafael Espindola static Expected<std::vector<unsigned>>
getSymbols(MemoryBufferRef Buf,raw_ostream & SymNames,bool & HasObject)446476a7f92SRafael Espindola getSymbols(MemoryBufferRef Buf, raw_ostream &SymNames, bool &HasObject) {
447476a7f92SRafael Espindola   std::vector<unsigned> Ret;
448476a7f92SRafael Espindola 
44972b27a6aSAlexander Shaposhnikov   // In the scenario when LLVMContext is populated SymbolicFile will contain a
45072b27a6aSAlexander Shaposhnikov   // reference to it, thus SymbolicFile should be destroyed first.
45172b27a6aSAlexander Shaposhnikov   LLVMContext Context;
45272b27a6aSAlexander Shaposhnikov   std::unique_ptr<object::SymbolicFile> Obj;
453a20168d0SJames Henderson 
454a20168d0SJames Henderson   const file_magic Type = identify_magic(Buf.getBuffer());
455a20168d0SJames Henderson   // Treat unsupported file types as having no symbols.
456a20168d0SJames Henderson   if (!object::SymbolicFile::isSymbolicFile(Type, &Context))
457a20168d0SJames Henderson     return Ret;
458a20168d0SJames Henderson   if (Type == file_magic::bitcode) {
45972b27a6aSAlexander Shaposhnikov     auto ObjOrErr = object::SymbolicFile::createSymbolicFile(
46072b27a6aSAlexander Shaposhnikov         Buf, file_magic::bitcode, &Context);
461a20168d0SJames Henderson     if (!ObjOrErr)
462a20168d0SJames Henderson       return ObjOrErr.takeError();
46372b27a6aSAlexander Shaposhnikov     Obj = std::move(*ObjOrErr);
46472b27a6aSAlexander Shaposhnikov   } else {
46572b27a6aSAlexander Shaposhnikov     auto ObjOrErr = object::SymbolicFile::createSymbolicFile(Buf);
466a20168d0SJames Henderson     if (!ObjOrErr)
467a20168d0SJames Henderson       return ObjOrErr.takeError();
46872b27a6aSAlexander Shaposhnikov     Obj = std::move(*ObjOrErr);
46972b27a6aSAlexander Shaposhnikov   }
470476a7f92SRafael Espindola 
471476a7f92SRafael Espindola   HasObject = true;
47272b27a6aSAlexander Shaposhnikov   for (const object::BasicSymbolRef &S : Obj->symbols()) {
473476a7f92SRafael Espindola     if (!isArchiveSymbol(S))
474476a7f92SRafael Espindola       continue;
475476a7f92SRafael Espindola     Ret.push_back(SymNames.tell());
476e357ca82SFangrui Song     if (Error E = S.printName(SymNames))
477c55cf4afSBill Wendling       return std::move(E);
478476a7f92SRafael Espindola     SymNames << '\0';
479476a7f92SRafael Espindola   }
480476a7f92SRafael Espindola   return Ret;
481476a7f92SRafael Espindola }
482476a7f92SRafael Espindola 
483476a7f92SRafael Espindola static Expected<std::vector<MemberData>>
computeMemberData(raw_ostream & StringTable,raw_ostream & SymNames,object::Archive::Kind Kind,bool Thin,bool Deterministic,bool NeedSymbols,ArrayRef<NewArchiveMember> NewMembers)484476a7f92SRafael Espindola computeMemberData(raw_ostream &StringTable, raw_ostream &SymNames,
485451c2ef1SJordan Rupprecht                   object::Archive::Kind Kind, bool Thin, bool Deterministic,
486a20168d0SJames Henderson                   bool NeedSymbols, ArrayRef<NewArchiveMember> NewMembers) {
487476a7f92SRafael Espindola   static char PaddingData[8] = {'\n', '\n', '\n', '\n', '\n', '\n', '\n', '\n'};
488476a7f92SRafael Espindola 
489fe3b621fSzhijian   uint64_t Pos =
490fe3b621fSzhijian       isAIXBigArchive(Kind) ? sizeof(object::BigArchive::FixLenHdr) : 0;
491476a7f92SRafael Espindola 
492476a7f92SRafael Espindola   std::vector<MemberData> Ret;
493476a7f92SRafael Espindola   bool HasObject = false;
4940d1bb79aSJames Y Knight 
495f0ad811bSPeter Wu   // Deduplicate long member names in the string table and reuse earlier name
496f0ad811bSPeter Wu   // offsets. This especially saves space for COFF Import libraries where all
497f0ad811bSPeter Wu   // members have the same name.
498f0ad811bSPeter Wu   StringMap<uint64_t> MemberNames;
499f0ad811bSPeter Wu 
5000d1bb79aSJames Y Knight   // UniqueTimestamps is a special case to improve debugging on Darwin:
5010d1bb79aSJames Y Knight   //
5020d1bb79aSJames Y Knight   // The Darwin linker does not link debug info into the final
5030d1bb79aSJames Y Knight   // binary. Instead, it emits entries of type N_OSO in in the output
5040d1bb79aSJames Y Knight   // binary's symbol table, containing references to the linked-in
5050d1bb79aSJames Y Knight   // object files. Using that reference, the debugger can read the
5060d1bb79aSJames Y Knight   // debug data directly from the object files. Alternatively, an
5070d1bb79aSJames Y Knight   // invocation of 'dsymutil' will link the debug data from the object
5080d1bb79aSJames Y Knight   // files into a dSYM bundle, which can be loaded by the debugger,
5090d1bb79aSJames Y Knight   // instead of the object files.
5100d1bb79aSJames Y Knight   //
5110d1bb79aSJames Y Knight   // For an object file, the N_OSO entries contain the absolute path
5120d1bb79aSJames Y Knight   // path to the file, and the file's timestamp. For an object
5130d1bb79aSJames Y Knight   // included in an archive, the path is formatted like
5140d1bb79aSJames Y Knight   // "/absolute/path/to/archive.a(member.o)", and the timestamp is the
5150d1bb79aSJames Y Knight   // archive member's timestamp, rather than the archive's timestamp.
5160d1bb79aSJames Y Knight   //
5170d1bb79aSJames Y Knight   // However, this doesn't always uniquely identify an object within
5180d1bb79aSJames Y Knight   // an archive -- an archive file can have multiple entries with the
5190d1bb79aSJames Y Knight   // same filename. (This will happen commonly if the original object
5200d1bb79aSJames Y Knight   // files started in different directories.) The only way they get
5210d1bb79aSJames Y Knight   // distinguished, then, is via the timestamp. But this process is
5220d1bb79aSJames Y Knight   // unable to find the correct object file in the archive when there
5230d1bb79aSJames Y Knight   // are two files of the same name and timestamp.
5240d1bb79aSJames Y Knight   //
5250d1bb79aSJames Y Knight   // Additionally, timestamp==0 is treated specially, and causes the
5260d1bb79aSJames Y Knight   // timestamp to be ignored as a match criteria.
5270d1bb79aSJames Y Knight   //
5280d1bb79aSJames Y Knight   // That will "usually" work out okay when creating an archive not in
5290d1bb79aSJames Y Knight   // deterministic timestamp mode, because the objects will probably
5300d1bb79aSJames Y Knight   // have been created at different timestamps.
5310d1bb79aSJames Y Knight   //
5320d1bb79aSJames Y Knight   // To ameliorate this problem, in deterministic archive mode (which
5330d1bb79aSJames Y Knight   // is the default), on Darwin we will emit a unique non-zero
5340d1bb79aSJames Y Knight   // timestamp for each entry with a duplicated name. This is still
5350d1bb79aSJames Y Knight   // deterministic: the only thing affecting that timestamp is the
5360d1bb79aSJames Y Knight   // order of the files in the resultant archive.
5370d1bb79aSJames Y Knight   //
5380d1bb79aSJames Y Knight   // See also the functions that handle the lookup:
5390d1bb79aSJames Y Knight   // in lldb: ObjectContainerBSDArchive::Archive::FindObject()
5400d1bb79aSJames Y Knight   // in llvm/tools/dsymutil: BinaryHolder::GetArchiveMemberBuffers().
541c0b28d55SJames Y Knight   bool UniqueTimestamps = Deterministic && isDarwin(Kind);
5420d1bb79aSJames Y Knight   std::map<StringRef, unsigned> FilenameCount;
5430d1bb79aSJames Y Knight   if (UniqueTimestamps) {
5440d1bb79aSJames Y Knight     for (const NewArchiveMember &M : NewMembers)
5450d1bb79aSJames Y Knight       FilenameCount[M.MemberName]++;
5460d1bb79aSJames Y Knight     for (auto &Entry : FilenameCount)
5470d1bb79aSJames Y Knight       Entry.second = Entry.second > 1 ? 1 : 0;
5480d1bb79aSJames Y Knight   }
5490d1bb79aSJames Y Knight 
550fe3b621fSzhijian   // The big archive format needs to know the offset of the previous member
551fe3b621fSzhijian   // header.
552fe3b621fSzhijian   unsigned PrevOffset = 0;
553476a7f92SRafael Espindola   for (const NewArchiveMember &M : NewMembers) {
554476a7f92SRafael Espindola     std::string Header;
555476a7f92SRafael Espindola     raw_string_ostream Out(Header);
556476a7f92SRafael Espindola 
557476a7f92SRafael Espindola     MemoryBufferRef Buf = M.Buf->getMemBufferRef();
558476a7f92SRafael Espindola     StringRef Data = Thin ? "" : Buf.getBuffer();
559476a7f92SRafael Espindola 
560476a7f92SRafael Espindola     // ld64 expects the members to be 8-byte aligned for 64-bit content and at
561476a7f92SRafael Espindola     // least 4-byte aligned for 32-bit content.  Opt for the larger encoding
562476a7f92SRafael Espindola     // uniformly.  This matches the behaviour with cctools and ensures that ld64
563476a7f92SRafael Espindola     // is happy with archives that we generate.
564c0b28d55SJames Y Knight     unsigned MemberPadding =
56518f805a7SGuillaume Chatelet         isDarwin(Kind) ? offsetToAlignment(Data.size(), Align(8)) : 0;
566af11cc7eSGuillaume Chatelet     unsigned TailPadding =
56718f805a7SGuillaume Chatelet         offsetToAlignment(Data.size() + MemberPadding, Align(2));
568476a7f92SRafael Espindola     StringRef Padding = StringRef(PaddingData, MemberPadding + TailPadding);
569476a7f92SRafael Espindola 
5700d1bb79aSJames Y Knight     sys::TimePoint<std::chrono::seconds> ModTime;
5710d1bb79aSJames Y Knight     if (UniqueTimestamps)
5720d1bb79aSJames Y Knight       // Increment timestamp for each file of a given name.
5730d1bb79aSJames Y Knight       ModTime = sys::toTimePoint(FilenameCount[M.MemberName]++);
5740d1bb79aSJames Y Knight     else
5750d1bb79aSJames Y Knight       ModTime = M.ModTime;
57624f3e102SOwen Reynolds 
57724f3e102SOwen Reynolds     uint64_t Size = Buf.getBufferSize() + MemberPadding;
57824f3e102SOwen Reynolds     if (Size > object::Archive::MaxMemberSize) {
57924f3e102SOwen Reynolds       std::string StringMsg =
58024f3e102SOwen Reynolds           "File " + M.MemberName.str() + " exceeds size limit";
58124f3e102SOwen Reynolds       return make_error<object::GenericBinaryError>(
58224f3e102SOwen Reynolds           std::move(StringMsg), object::object_error::parse_failed);
58324f3e102SOwen Reynolds     }
58424f3e102SOwen Reynolds 
585fe3b621fSzhijian     if (isAIXBigArchive(Kind)) {
586fe3b621fSzhijian       unsigned NextOffset = Pos + sizeof(object::BigArMemHdrType) +
587fe3b621fSzhijian                             alignTo(M.MemberName.size(), 2) + alignTo(Size, 2);
588fe3b621fSzhijian       printBigArchiveMemberHeader(Out, M.MemberName, ModTime, M.UID, M.GID,
589fe3b621fSzhijian                                   M.Perms, Size, PrevOffset, NextOffset);
590fe3b621fSzhijian       PrevOffset = Pos;
591fe3b621fSzhijian     } else {
592451c2ef1SJordan Rupprecht       printMemberHeader(Out, Pos, StringTable, MemberNames, Kind, Thin, M,
59324f3e102SOwen Reynolds                         ModTime, Size);
594fe3b621fSzhijian     }
595476a7f92SRafael Espindola     Out.flush();
596476a7f92SRafael Espindola 
597a20168d0SJames Henderson     std::vector<unsigned> Symbols;
598a20168d0SJames Henderson     if (NeedSymbols) {
599a20168d0SJames Henderson       Expected<std::vector<unsigned>> SymbolsOrErr =
600476a7f92SRafael Espindola           getSymbols(Buf, SymNames, HasObject);
601a20168d0SJames Henderson       if (auto E = SymbolsOrErr.takeError())
602c55cf4afSBill Wendling         return std::move(E);
603a20168d0SJames Henderson       Symbols = std::move(*SymbolsOrErr);
604a20168d0SJames Henderson     }
605476a7f92SRafael Espindola 
606476a7f92SRafael Espindola     Pos += Header.size() + Data.size() + Padding.size();
607a20168d0SJames Henderson     Ret.push_back({std::move(Symbols), std::move(Header), Data, Padding});
608476a7f92SRafael Espindola   }
609476a7f92SRafael Espindola   // If there are no symbols, emit an empty symbol table, to satisfy Solaris
610476a7f92SRafael Espindola   // tools, older versions of which expect a symbol table in a non-empty
611476a7f92SRafael Espindola   // archive, regardless of whether there are any symbols in it.
612476a7f92SRafael Espindola   if (HasObject && SymNames.tell() == 0)
613476a7f92SRafael Espindola     SymNames << '\0' << '\0' << '\0';
614476a7f92SRafael Espindola   return Ret;
615fd66a48aSPeter Collingbourne }
616fd66a48aSPeter Collingbourne 
617451c2ef1SJordan Rupprecht namespace llvm {
618451c2ef1SJordan Rupprecht 
canonicalizePath(StringRef P)6195d5078e3SOwen Reynolds static ErrorOr<SmallString<128>> canonicalizePath(StringRef P) {
6205d5078e3SOwen Reynolds   SmallString<128> Ret = P;
6215d5078e3SOwen Reynolds   std::error_code Err = sys::fs::make_absolute(Ret);
6225d5078e3SOwen Reynolds   if (Err)
6235d5078e3SOwen Reynolds     return Err;
6245d5078e3SOwen Reynolds   sys::path::remove_dots(Ret, /*removedotdot*/ true);
6255d5078e3SOwen Reynolds   return Ret;
626451c2ef1SJordan Rupprecht }
627451c2ef1SJordan Rupprecht 
6285d5078e3SOwen Reynolds // Compute the relative path from From to To.
computeArchiveRelativePath(StringRef From,StringRef To)6295d5078e3SOwen Reynolds Expected<std::string> computeArchiveRelativePath(StringRef From, StringRef To) {
6305d5078e3SOwen Reynolds   ErrorOr<SmallString<128>> PathToOrErr = canonicalizePath(To);
6315d5078e3SOwen Reynolds   ErrorOr<SmallString<128>> DirFromOrErr = canonicalizePath(From);
6325d5078e3SOwen Reynolds   if (!PathToOrErr || !DirFromOrErr)
6335d5078e3SOwen Reynolds     return errorCodeToError(std::error_code(errno, std::generic_category()));
6345d5078e3SOwen Reynolds 
6355d5078e3SOwen Reynolds   const SmallString<128> &PathTo = *PathToOrErr;
6365d5078e3SOwen Reynolds   const SmallString<128> &DirFrom = sys::path::parent_path(*DirFromOrErr);
6375d5078e3SOwen Reynolds 
6385d5078e3SOwen Reynolds   // Can't construct a relative path between different roots
6395d5078e3SOwen Reynolds   if (sys::path::root_name(PathTo) != sys::path::root_name(DirFrom))
6405d5078e3SOwen Reynolds     return sys::path::convert_to_slash(PathTo);
6415d5078e3SOwen Reynolds 
6425d5078e3SOwen Reynolds   // Skip common prefixes
6435d5078e3SOwen Reynolds   auto FromTo =
6445d5078e3SOwen Reynolds       std::mismatch(sys::path::begin(DirFrom), sys::path::end(DirFrom),
6455d5078e3SOwen Reynolds                     sys::path::begin(PathTo));
6465d5078e3SOwen Reynolds   auto FromI = FromTo.first;
6475d5078e3SOwen Reynolds   auto ToI = FromTo.second;
6485d5078e3SOwen Reynolds 
6495d5078e3SOwen Reynolds   // Construct relative path
650451c2ef1SJordan Rupprecht   SmallString<128> Relative;
651451c2ef1SJordan Rupprecht   for (auto FromE = sys::path::end(DirFrom); FromI != FromE; ++FromI)
6525d5078e3SOwen Reynolds     sys::path::append(Relative, sys::path::Style::posix, "..");
653451c2ef1SJordan Rupprecht 
6545d5078e3SOwen Reynolds   for (auto ToE = sys::path::end(PathTo); ToI != ToE; ++ToI)
6555d5078e3SOwen Reynolds     sys::path::append(Relative, sys::path::Style::posix, *ToI);
656451c2ef1SJordan Rupprecht 
657adcd0268SBenjamin Kramer   return std::string(Relative.str());
658451c2ef1SJordan Rupprecht }
659451c2ef1SJordan Rupprecht 
writeArchiveToStream(raw_ostream & Out,ArrayRef<NewArchiveMember> NewMembers,bool WriteSymtab,object::Archive::Kind Kind,bool Deterministic,bool Thin)6608d58eb11SSameer Arora static Error writeArchiveToStream(raw_ostream &Out,
6618d58eb11SSameer Arora                                   ArrayRef<NewArchiveMember> NewMembers,
662e6492582SRafael Espindola                                   bool WriteSymtab, object::Archive::Kind Kind,
6638d58eb11SSameer Arora                                   bool Deterministic, bool Thin) {
66423a76be5SRafael Espindola   assert((!Thin || !isBSDLike(Kind)) && "Only the gnu format has a thin mode");
665476a7f92SRafael Espindola 
666476a7f92SRafael Espindola   SmallString<0> SymNamesBuf;
667476a7f92SRafael Espindola   raw_svector_ostream SymNames(SymNamesBuf);
668476a7f92SRafael Espindola   SmallString<0> StringTableBuf;
669476a7f92SRafael Espindola   raw_svector_ostream StringTable(StringTableBuf);
670476a7f92SRafael Espindola 
671a20168d0SJames Henderson   Expected<std::vector<MemberData>> DataOrErr =
672a20168d0SJames Henderson       computeMemberData(StringTable, SymNames, Kind, Thin, Deterministic,
673a20168d0SJames Henderson                         WriteSymtab, NewMembers);
674476a7f92SRafael Espindola   if (Error E = DataOrErr.takeError())
675476a7f92SRafael Espindola     return E;
676476a7f92SRafael Espindola   std::vector<MemberData> &Data = *DataOrErr;
677476a7f92SRafael Espindola 
678fe3b621fSzhijian   if (!StringTableBuf.empty() && !isAIXBigArchive(Kind))
679476a7f92SRafael Espindola     Data.insert(Data.begin(), computeStringTable(StringTableBuf));
680476a7f92SRafael Espindola 
681c3a89eefSJake Ehrlich   // We would like to detect if we need to switch to a 64-bit symbol table.
682fe3b621fSzhijian   uint64_t LastMemberEndOffset =
683fe3b621fSzhijian       isAIXBigArchive(Kind) ? sizeof(object::BigArchive::FixLenHdr) : 8;
684fe3b621fSzhijian   uint64_t LastMemberHeaderOffset = LastMemberEndOffset;
6852add7c5cSAndrew Ng   uint64_t NumSyms = 0;
686c3a89eefSJake Ehrlich   for (const auto &M : Data) {
687c3a89eefSJake Ehrlich     // Record the start of the member's offset
688fe3b621fSzhijian     LastMemberHeaderOffset = LastMemberEndOffset;
689c3a89eefSJake Ehrlich     // Account for the size of each part associated with the member.
690fe3b621fSzhijian     LastMemberEndOffset += M.Header.size() + M.Data.size() + M.Padding.size();
6912add7c5cSAndrew Ng     NumSyms += M.Symbols.size();
692c3a89eefSJake Ehrlich   }
693d579c31dSPeter Collingbourne 
694fe3b621fSzhijian   // The symbol table is put at the end of the big archive file. The symbol
695fe3b621fSzhijian   // table is at the start of the archive file for other archive formats.
696fe3b621fSzhijian   if (WriteSymtab && !isAIXBigArchive(Kind)) {
6972add7c5cSAndrew Ng     // We assume 32-bit offsets to see if 32-bit symbols are possible or not.
6982add7c5cSAndrew Ng     uint64_t SymtabSize = computeSymbolTableSize(Kind, NumSyms, 4, SymNamesBuf);
6992add7c5cSAndrew Ng     auto computeSymbolTableHeaderSize =
7002add7c5cSAndrew Ng         [=] {
7012add7c5cSAndrew Ng           SmallString<0> TmpBuf;
7022add7c5cSAndrew Ng           raw_svector_ostream Tmp(TmpBuf);
7032add7c5cSAndrew Ng           writeSymbolTableHeader(Tmp, Kind, Deterministic, SymtabSize);
7042add7c5cSAndrew Ng           return TmpBuf.size();
7052add7c5cSAndrew Ng         };
706fe3b621fSzhijian     LastMemberHeaderOffset += computeSymbolTableHeaderSize() + SymtabSize;
7072add7c5cSAndrew Ng 
708d579c31dSPeter Collingbourne     // The SYM64 format is used when an archive's member offsets are larger than
709d579c31dSPeter Collingbourne     // 32-bits can hold. The need for this shift in format is detected by
710d579c31dSPeter Collingbourne     // writeArchive. To test this we need to generate a file with a member that
711d579c31dSPeter Collingbourne     // has an offset larger than 32-bits but this demands a very slow test. To
712d579c31dSPeter Collingbourne     // speed the test up we use this environment variable to pretend like the
713d579c31dSPeter Collingbourne     // cutoff happens before 32-bits and instead happens at some much smaller
714d579c31dSPeter Collingbourne     // value.
7152add7c5cSAndrew Ng     uint64_t Sym64Threshold = 1ULL << 32;
716d579c31dSPeter Collingbourne     const char *Sym64Env = std::getenv("SYM64_THRESHOLD");
717d579c31dSPeter Collingbourne     if (Sym64Env)
718d579c31dSPeter Collingbourne       StringRef(Sym64Env).getAsInteger(10, Sym64Threshold);
719d579c31dSPeter Collingbourne 
720fe3b621fSzhijian     // If LastMemberHeaderOffset isn't going to fit in a 32-bit varible we need
721fe3b621fSzhijian     // to switch to 64-bit. Note that the file can be larger than 4GB as long as
722fe3b621fSzhijian     // the last member starts before the 4GB offset.
723fe3b621fSzhijian     if (LastMemberHeaderOffset >= Sym64Threshold) {
724c0b28d55SJames Y Knight       if (Kind == object::Archive::K_DARWIN)
725c0b28d55SJames Y Knight         Kind = object::Archive::K_DARWIN64;
726c0b28d55SJames Y Knight       else
727c3a89eefSJake Ehrlich         Kind = object::Archive::K_GNU64;
728c3a89eefSJake Ehrlich     }
729c0b28d55SJames Y Knight   }
730c3a89eefSJake Ehrlich 
731e6492582SRafael Espindola   if (Thin)
732e6492582SRafael Espindola     Out << "!<thin>\n";
733fe3b621fSzhijian   else if (isAIXBigArchive(Kind))
734fe3b621fSzhijian     Out << "<bigaf>\n";
735e6492582SRafael Espindola   else
736fd66a48aSPeter Collingbourne     Out << "!<arch>\n";
737fd66a48aSPeter Collingbourne 
738fe3b621fSzhijian   if (!isAIXBigArchive(Kind)) {
739476a7f92SRafael Espindola     if (WriteSymtab)
740476a7f92SRafael Espindola       writeSymbolTable(Out, Kind, Deterministic, Data, SymNamesBuf);
741476a7f92SRafael Espindola     for (const MemberData &M : Data)
742476a7f92SRafael Espindola       Out << M.Header << M.Data << M.Padding;
743fe3b621fSzhijian   } else {
744fe3b621fSzhijian     // For the big archive (AIX) format, compute a table of member names and
745fe3b621fSzhijian     // offsets, used in the member table.
746fe3b621fSzhijian     uint64_t MemberTableNameStrTblSize = 0;
747fe3b621fSzhijian     std::vector<size_t> MemberOffsets;
748fe3b621fSzhijian     std::vector<StringRef> MemberNames;
749fe3b621fSzhijian     // Loop across object to find offset and names.
750fe3b621fSzhijian     uint64_t MemberEndOffset = sizeof(object::BigArchive::FixLenHdr);
751fe3b621fSzhijian     for (size_t I = 0, Size = NewMembers.size(); I != Size; ++I) {
752fe3b621fSzhijian       const NewArchiveMember &Member = NewMembers[I];
753fe3b621fSzhijian       MemberTableNameStrTblSize += Member.MemberName.size() + 1;
754fe3b621fSzhijian       MemberOffsets.push_back(MemberEndOffset);
755fe3b621fSzhijian       MemberNames.push_back(Member.MemberName);
756fe3b621fSzhijian       // File member name ended with "`\n". The length is included in
757fe3b621fSzhijian       // BigArMemHdrType.
758fe3b621fSzhijian       MemberEndOffset += sizeof(object::BigArMemHdrType) +
759fe3b621fSzhijian                              alignTo(Data[I].Data.size(), 2) +
760fe3b621fSzhijian                              alignTo(Member.MemberName.size(), 2);
761fe3b621fSzhijian     }
762fd66a48aSPeter Collingbourne 
763fe3b621fSzhijian     // AIX member table size.
764fe3b621fSzhijian     unsigned MemberTableSize = 20 + // Number of members field
765fe3b621fSzhijian                                20 * MemberOffsets.size() +
766fe3b621fSzhijian                                MemberTableNameStrTblSize;
767fe3b621fSzhijian 
768fe3b621fSzhijian     unsigned GlobalSymbolOffset =
769fe3b621fSzhijian         (WriteSymtab && NumSyms > 0)
770fe3b621fSzhijian             ? LastMemberEndOffset +
771fe3b621fSzhijian                   alignTo(sizeof(object::BigArMemHdrType) + MemberTableSize, 2)
772fe3b621fSzhijian             : 0;
773fe3b621fSzhijian 
774fe3b621fSzhijian     // Fixed Sized Header.
775fe3b621fSzhijian     printWithSpacePadding(Out, NewMembers.size() ? LastMemberEndOffset : 0,
776fe3b621fSzhijian                           20); // Offset to member table
777fe3b621fSzhijian     // If there are no file members in the archive, there will be no global
778fe3b621fSzhijian     // symbol table.
779fe3b621fSzhijian     printWithSpacePadding(Out, NewMembers.size() ? GlobalSymbolOffset : 0, 20);
780fe3b621fSzhijian     printWithSpacePadding(
781fe3b621fSzhijian         Out, 0,
782fe3b621fSzhijian         20); // Offset to 64 bits global symbol table - Not supported yet
783fe3b621fSzhijian     printWithSpacePadding(
784fe3b621fSzhijian         Out, NewMembers.size() ? sizeof(object::BigArchive::FixLenHdr) : 0,
785fe3b621fSzhijian         20); // Offset to first archive member
786fe3b621fSzhijian     printWithSpacePadding(Out, NewMembers.size() ? LastMemberHeaderOffset : 0,
787fe3b621fSzhijian                           20); // Offset to last archive member
788fe3b621fSzhijian     printWithSpacePadding(
789fe3b621fSzhijian         Out, 0,
790fe3b621fSzhijian         20); // Offset to first member of free list - Not supported yet
791fe3b621fSzhijian 
792fe3b621fSzhijian     for (const MemberData &M : Data) {
793fe3b621fSzhijian       Out << M.Header << M.Data;
794fe3b621fSzhijian       if (M.Data.size() % 2)
795fe3b621fSzhijian         Out << '\0';
796fe3b621fSzhijian     }
797fe3b621fSzhijian 
798fe3b621fSzhijian     if (NewMembers.size()) {
799fe3b621fSzhijian       // Member table.
800fe3b621fSzhijian       printBigArchiveMemberHeader(Out, "", sys::toTimePoint(0), 0, 0, 0,
801fe3b621fSzhijian                                   MemberTableSize, LastMemberHeaderOffset,
802fe3b621fSzhijian                                   GlobalSymbolOffset);
803fe3b621fSzhijian       printWithSpacePadding(Out, MemberOffsets.size(), 20); // Number of members
804fe3b621fSzhijian       for (uint64_t MemberOffset : MemberOffsets)
805fe3b621fSzhijian         printWithSpacePadding(Out, MemberOffset,
806fe3b621fSzhijian                               20); // Offset to member file header.
807fe3b621fSzhijian       for (StringRef MemberName : MemberNames)
808fe3b621fSzhijian         Out << MemberName << '\0'; // Member file name, null byte padding.
809fe3b621fSzhijian 
810fe3b621fSzhijian       if (MemberTableNameStrTblSize % 2)
811fe3b621fSzhijian         Out << '\0'; // Name table must be tail padded to an even number of
812fe3b621fSzhijian                      // bytes.
813fe3b621fSzhijian 
814fe3b621fSzhijian       if (WriteSymtab && NumSyms > 0)
815fe3b621fSzhijian         writeSymbolTable(Out, Kind, Deterministic, Data, SymNamesBuf,
816fe3b621fSzhijian                          LastMemberEndOffset);
817fe3b621fSzhijian     }
818fe3b621fSzhijian   }
819c02eacf4SRafael Espindola   Out.flush();
8208d58eb11SSameer Arora   return Error::success();
8218d58eb11SSameer Arora }
8228d58eb11SSameer Arora 
writeArchive(StringRef ArcName,ArrayRef<NewArchiveMember> NewMembers,bool WriteSymtab,object::Archive::Kind Kind,bool Deterministic,bool Thin,std::unique_ptr<MemoryBuffer> OldArchiveBuf)8238d58eb11SSameer Arora Error writeArchive(StringRef ArcName, ArrayRef<NewArchiveMember> NewMembers,
8248d58eb11SSameer Arora                    bool WriteSymtab, object::Archive::Kind Kind,
8258d58eb11SSameer Arora                    bool Deterministic, bool Thin,
8268d58eb11SSameer Arora                    std::unique_ptr<MemoryBuffer> OldArchiveBuf) {
8278d58eb11SSameer Arora   Expected<sys::fs::TempFile> Temp =
8288d58eb11SSameer Arora       sys::fs::TempFile::create(ArcName + ".temp-archive-%%%%%%%.a");
8298d58eb11SSameer Arora   if (!Temp)
8308d58eb11SSameer Arora     return Temp.takeError();
8318d58eb11SSameer Arora   raw_fd_ostream Out(Temp->FD, false);
8328d58eb11SSameer Arora 
8338d58eb11SSameer Arora   if (Error E = writeArchiveToStream(Out, NewMembers, WriteSymtab, Kind,
8348d58eb11SSameer Arora                                      Deterministic, Thin)) {
8358d58eb11SSameer Arora     if (Error DiscardError = Temp->discard())
8368d58eb11SSameer Arora       return joinErrors(std::move(E), std::move(DiscardError));
8378d58eb11SSameer Arora     return E;
8388d58eb11SSameer Arora   }
839484983f4SRafael Espindola 
840484983f4SRafael Espindola   // At this point, we no longer need whatever backing memory
841484983f4SRafael Espindola   // was used to generate the NewMembers. On Windows, this buffer
842484983f4SRafael Espindola   // could be a mapped view of the file we want to replace (if
843484983f4SRafael Espindola   // we're updating an existing archive, say). In that case, the
844484983f4SRafael Espindola   // rename would still succeed, but it would leave behind a
845484983f4SRafael Espindola   // temporary file (actually the original file renamed) because
846484983f4SRafael Espindola   // a file cannot be deleted while there's a handle open on it,
847484983f4SRafael Espindola   // only renamed. So by freeing this buffer, this ensures that
848484983f4SRafael Espindola   // the last open handle on the destination file, if any, is
849484983f4SRafael Espindola   // closed before we attempt to rename.
850484983f4SRafael Espindola   OldArchiveBuf.reset();
851484983f4SRafael Espindola 
852c02eacf4SRafael Espindola   return Temp->keep(ArcName);
853fd66a48aSPeter Collingbourne }
854451c2ef1SJordan Rupprecht 
8558d58eb11SSameer Arora Expected<std::unique_ptr<MemoryBuffer>>
writeArchiveToBuffer(ArrayRef<NewArchiveMember> NewMembers,bool WriteSymtab,object::Archive::Kind Kind,bool Deterministic,bool Thin)8568d58eb11SSameer Arora writeArchiveToBuffer(ArrayRef<NewArchiveMember> NewMembers, bool WriteSymtab,
8578d58eb11SSameer Arora                      object::Archive::Kind Kind, bool Deterministic,
8588d58eb11SSameer Arora                      bool Thin) {
8598d58eb11SSameer Arora   SmallVector<char, 0> ArchiveBufferVector;
8608d58eb11SSameer Arora   raw_svector_ostream ArchiveStream(ArchiveBufferVector);
8618d58eb11SSameer Arora 
8628d58eb11SSameer Arora   if (Error E = writeArchiveToStream(ArchiveStream, NewMembers, WriteSymtab,
8638d58eb11SSameer Arora                                      Kind, Deterministic, Thin))
8648d58eb11SSameer Arora     return std::move(E);
8658d58eb11SSameer Arora 
8668d58eb11SSameer Arora   return std::make_unique<SmallVectorMemoryBuffer>(
867d0262c23SJan Svoboda       std::move(ArchiveBufferVector), /*RequiresNullTerminator=*/false);
8688d58eb11SSameer Arora }
8698d58eb11SSameer Arora 
870451c2ef1SJordan Rupprecht } // namespace llvm
871