10b57cec5SDimitry Andric //===- StringTableBuilder.cpp - String table building utility -------------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric
90b57cec5SDimitry Andric #include "llvm/MC/StringTableBuilder.h"
10*5f7ddb14SDimitry Andric #include "llvm/ADT/ArrayRef.h"
110b57cec5SDimitry Andric #include "llvm/ADT/CachedHashString.h"
120b57cec5SDimitry Andric #include "llvm/ADT/SmallString.h"
130b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h"
140b57cec5SDimitry Andric #include "llvm/BinaryFormat/COFF.h"
150b57cec5SDimitry Andric #include "llvm/Support/Endian.h"
160b57cec5SDimitry Andric #include "llvm/Support/MathExtras.h"
170b57cec5SDimitry Andric #include "llvm/Support/raw_ostream.h"
180b57cec5SDimitry Andric #include <cassert>
190b57cec5SDimitry Andric #include <cstddef>
200b57cec5SDimitry Andric #include <cstdint>
210b57cec5SDimitry Andric #include <cstring>
220b57cec5SDimitry Andric #include <utility>
230b57cec5SDimitry Andric #include <vector>
240b57cec5SDimitry Andric
250b57cec5SDimitry Andric using namespace llvm;
260b57cec5SDimitry Andric
270b57cec5SDimitry Andric StringTableBuilder::~StringTableBuilder() = default;
280b57cec5SDimitry Andric
initSize()290b57cec5SDimitry Andric void StringTableBuilder::initSize() {
300b57cec5SDimitry Andric // Account for leading bytes in table so that offsets returned from add are
310b57cec5SDimitry Andric // correct.
320b57cec5SDimitry Andric switch (K) {
330b57cec5SDimitry Andric case RAW:
340b57cec5SDimitry Andric case DWARF:
350b57cec5SDimitry Andric Size = 0;
360b57cec5SDimitry Andric break;
37af732203SDimitry Andric case MachOLinked:
38af732203SDimitry Andric case MachO64Linked:
39af732203SDimitry Andric Size = 2;
40af732203SDimitry Andric break;
410b57cec5SDimitry Andric case MachO:
42af732203SDimitry Andric case MachO64:
430b57cec5SDimitry Andric case ELF:
440b57cec5SDimitry Andric // Start the table with a NUL byte.
450b57cec5SDimitry Andric Size = 1;
460b57cec5SDimitry Andric break;
478bcb0991SDimitry Andric case XCOFF:
480b57cec5SDimitry Andric case WinCOFF:
490b57cec5SDimitry Andric // Make room to write the table size later.
500b57cec5SDimitry Andric Size = 4;
510b57cec5SDimitry Andric break;
520b57cec5SDimitry Andric }
530b57cec5SDimitry Andric }
540b57cec5SDimitry Andric
StringTableBuilder(Kind K,unsigned Alignment)550b57cec5SDimitry Andric StringTableBuilder::StringTableBuilder(Kind K, unsigned Alignment)
560b57cec5SDimitry Andric : K(K), Alignment(Alignment) {
570b57cec5SDimitry Andric initSize();
580b57cec5SDimitry Andric }
590b57cec5SDimitry Andric
write(raw_ostream & OS) const600b57cec5SDimitry Andric void StringTableBuilder::write(raw_ostream &OS) const {
610b57cec5SDimitry Andric assert(isFinalized());
620b57cec5SDimitry Andric SmallString<0> Data;
630b57cec5SDimitry Andric Data.resize(getSize());
640b57cec5SDimitry Andric write((uint8_t *)Data.data());
650b57cec5SDimitry Andric OS << Data;
660b57cec5SDimitry Andric }
670b57cec5SDimitry Andric
680b57cec5SDimitry Andric using StringPair = std::pair<CachedHashStringRef, size_t>;
690b57cec5SDimitry Andric
write(uint8_t * Buf) const700b57cec5SDimitry Andric void StringTableBuilder::write(uint8_t *Buf) const {
710b57cec5SDimitry Andric assert(isFinalized());
720b57cec5SDimitry Andric for (const StringPair &P : StringIndexMap) {
730b57cec5SDimitry Andric StringRef Data = P.first.val();
740b57cec5SDimitry Andric if (!Data.empty())
750b57cec5SDimitry Andric memcpy(Buf + P.second, Data.data(), Data.size());
760b57cec5SDimitry Andric }
778bcb0991SDimitry Andric // The COFF formats store the size of the string table in the first 4 bytes.
788bcb0991SDimitry Andric // For Windows, the format is little-endian; for AIX, it is big-endian.
798bcb0991SDimitry Andric if (K == WinCOFF)
800b57cec5SDimitry Andric support::endian::write32le(Buf, Size);
818bcb0991SDimitry Andric else if (K == XCOFF)
828bcb0991SDimitry Andric support::endian::write32be(Buf, Size);
830b57cec5SDimitry Andric }
840b57cec5SDimitry Andric
850b57cec5SDimitry Andric // Returns the character at Pos from end of a string.
charTailAt(StringPair * P,size_t Pos)860b57cec5SDimitry Andric static int charTailAt(StringPair *P, size_t Pos) {
870b57cec5SDimitry Andric StringRef S = P->first.val();
880b57cec5SDimitry Andric if (Pos >= S.size())
890b57cec5SDimitry Andric return -1;
900b57cec5SDimitry Andric return (unsigned char)S[S.size() - Pos - 1];
910b57cec5SDimitry Andric }
920b57cec5SDimitry Andric
930b57cec5SDimitry Andric // Three-way radix quicksort. This is much faster than std::sort with strcmp
940b57cec5SDimitry Andric // because it does not compare characters that we already know the same.
multikeySort(MutableArrayRef<StringPair * > Vec,int Pos)950b57cec5SDimitry Andric static void multikeySort(MutableArrayRef<StringPair *> Vec, int Pos) {
960b57cec5SDimitry Andric tailcall:
970b57cec5SDimitry Andric if (Vec.size() <= 1)
980b57cec5SDimitry Andric return;
990b57cec5SDimitry Andric
1000b57cec5SDimitry Andric // Partition items so that items in [0, I) are greater than the pivot,
1010b57cec5SDimitry Andric // [I, J) are the same as the pivot, and [J, Vec.size()) are less than
1020b57cec5SDimitry Andric // the pivot.
1030b57cec5SDimitry Andric int Pivot = charTailAt(Vec[0], Pos);
1040b57cec5SDimitry Andric size_t I = 0;
1050b57cec5SDimitry Andric size_t J = Vec.size();
1060b57cec5SDimitry Andric for (size_t K = 1; K < J;) {
1070b57cec5SDimitry Andric int C = charTailAt(Vec[K], Pos);
1080b57cec5SDimitry Andric if (C > Pivot)
1090b57cec5SDimitry Andric std::swap(Vec[I++], Vec[K++]);
1100b57cec5SDimitry Andric else if (C < Pivot)
1110b57cec5SDimitry Andric std::swap(Vec[--J], Vec[K]);
1120b57cec5SDimitry Andric else
1130b57cec5SDimitry Andric K++;
1140b57cec5SDimitry Andric }
1150b57cec5SDimitry Andric
1160b57cec5SDimitry Andric multikeySort(Vec.slice(0, I), Pos);
1170b57cec5SDimitry Andric multikeySort(Vec.slice(J), Pos);
1180b57cec5SDimitry Andric
1190b57cec5SDimitry Andric // multikeySort(Vec.slice(I, J - I), Pos + 1), but with
1200b57cec5SDimitry Andric // tail call optimization.
1210b57cec5SDimitry Andric if (Pivot != -1) {
1220b57cec5SDimitry Andric Vec = Vec.slice(I, J - I);
1230b57cec5SDimitry Andric ++Pos;
1240b57cec5SDimitry Andric goto tailcall;
1250b57cec5SDimitry Andric }
1260b57cec5SDimitry Andric }
1270b57cec5SDimitry Andric
finalize()1280b57cec5SDimitry Andric void StringTableBuilder::finalize() {
1290b57cec5SDimitry Andric assert(K != DWARF);
1300b57cec5SDimitry Andric finalizeStringTable(/*Optimize=*/true);
1310b57cec5SDimitry Andric }
1320b57cec5SDimitry Andric
finalizeInOrder()1330b57cec5SDimitry Andric void StringTableBuilder::finalizeInOrder() {
1340b57cec5SDimitry Andric finalizeStringTable(/*Optimize=*/false);
1350b57cec5SDimitry Andric }
1360b57cec5SDimitry Andric
finalizeStringTable(bool Optimize)1370b57cec5SDimitry Andric void StringTableBuilder::finalizeStringTable(bool Optimize) {
1380b57cec5SDimitry Andric Finalized = true;
1390b57cec5SDimitry Andric
1400b57cec5SDimitry Andric if (Optimize) {
1410b57cec5SDimitry Andric std::vector<StringPair *> Strings;
1420b57cec5SDimitry Andric Strings.reserve(StringIndexMap.size());
1430b57cec5SDimitry Andric for (StringPair &P : StringIndexMap)
1440b57cec5SDimitry Andric Strings.push_back(&P);
1450b57cec5SDimitry Andric
1460b57cec5SDimitry Andric multikeySort(Strings, 0);
1470b57cec5SDimitry Andric initSize();
1480b57cec5SDimitry Andric
1490b57cec5SDimitry Andric StringRef Previous;
1500b57cec5SDimitry Andric for (StringPair *P : Strings) {
1510b57cec5SDimitry Andric StringRef S = P->first.val();
1520b57cec5SDimitry Andric if (Previous.endswith(S)) {
1530b57cec5SDimitry Andric size_t Pos = Size - S.size() - (K != RAW);
1540b57cec5SDimitry Andric if (!(Pos & (Alignment - 1))) {
1550b57cec5SDimitry Andric P->second = Pos;
1560b57cec5SDimitry Andric continue;
1570b57cec5SDimitry Andric }
1580b57cec5SDimitry Andric }
1590b57cec5SDimitry Andric
1600b57cec5SDimitry Andric Size = alignTo(Size, Alignment);
1610b57cec5SDimitry Andric P->second = Size;
1620b57cec5SDimitry Andric
1630b57cec5SDimitry Andric Size += S.size();
1640b57cec5SDimitry Andric if (K != RAW)
1650b57cec5SDimitry Andric ++Size;
1660b57cec5SDimitry Andric Previous = S;
1670b57cec5SDimitry Andric }
1680b57cec5SDimitry Andric }
1690b57cec5SDimitry Andric
170af732203SDimitry Andric if (K == MachO || K == MachOLinked)
1710b57cec5SDimitry Andric Size = alignTo(Size, 4); // Pad to multiple of 4.
172af732203SDimitry Andric if (K == MachO64 || K == MachO64Linked)
173af732203SDimitry Andric Size = alignTo(Size, 8); // Pad to multiple of 8.
174af732203SDimitry Andric
175af732203SDimitry Andric // According to ld64 the string table of a final linked Mach-O binary starts
176af732203SDimitry Andric // with " ", i.e. the first byte is ' ' and the second byte is zero. In
177af732203SDimitry Andric // 'initSize()' we reserved the first two bytes for holding this string.
178af732203SDimitry Andric if (K == MachOLinked || K == MachO64Linked)
179af732203SDimitry Andric StringIndexMap[CachedHashStringRef(" ")] = 0;
1800b57cec5SDimitry Andric
1810b57cec5SDimitry Andric // The first byte in an ELF string table must be null, according to the ELF
1820b57cec5SDimitry Andric // specification. In 'initSize()' we reserved the first byte to hold null for
1830b57cec5SDimitry Andric // this purpose and here we actually add the string to allow 'getOffset()' to
1840b57cec5SDimitry Andric // be called on an empty string.
1850b57cec5SDimitry Andric if (K == ELF)
1860b57cec5SDimitry Andric StringIndexMap[CachedHashStringRef("")] = 0;
1870b57cec5SDimitry Andric }
1880b57cec5SDimitry Andric
clear()1890b57cec5SDimitry Andric void StringTableBuilder::clear() {
1900b57cec5SDimitry Andric Finalized = false;
1910b57cec5SDimitry Andric StringIndexMap.clear();
1920b57cec5SDimitry Andric }
1930b57cec5SDimitry Andric
getOffset(CachedHashStringRef S) const1940b57cec5SDimitry Andric size_t StringTableBuilder::getOffset(CachedHashStringRef S) const {
1950b57cec5SDimitry Andric assert(isFinalized());
1960b57cec5SDimitry Andric auto I = StringIndexMap.find(S);
1970b57cec5SDimitry Andric assert(I != StringIndexMap.end() && "String is not in table!");
1980b57cec5SDimitry Andric return I->second;
1990b57cec5SDimitry Andric }
2000b57cec5SDimitry Andric
add(CachedHashStringRef S)2010b57cec5SDimitry Andric size_t StringTableBuilder::add(CachedHashStringRef S) {
2020b57cec5SDimitry Andric if (K == WinCOFF)
2030b57cec5SDimitry Andric assert(S.size() > COFF::NameSize && "Short string in COFF string table!");
2040b57cec5SDimitry Andric
2050b57cec5SDimitry Andric assert(!isFinalized());
2060b57cec5SDimitry Andric auto P = StringIndexMap.insert(std::make_pair(S, 0));
2070b57cec5SDimitry Andric if (P.second) {
2080b57cec5SDimitry Andric size_t Start = alignTo(Size, Alignment);
2090b57cec5SDimitry Andric P.first->second = Start;
2100b57cec5SDimitry Andric Size = Start + S.size() + (K != RAW);
2110b57cec5SDimitry Andric }
2120b57cec5SDimitry Andric return P.first->second;
2130b57cec5SDimitry Andric }
214