1e517273eSChandler Carruth //===- llvm/unittest/Bitcode/BitReaderTest.cpp - Tests for BitReader ------===// 2e517273eSChandler Carruth // 3e517273eSChandler Carruth // The LLVM Compiler Infrastructure 4e517273eSChandler Carruth // 5e517273eSChandler Carruth // This file is distributed under the University of Illinois Open Source 6e517273eSChandler Carruth // License. See LICENSE.TXT for details. 7e517273eSChandler Carruth // 8e517273eSChandler Carruth //===----------------------------------------------------------------------===// 9e517273eSChandler Carruth 105fa5ecf8SDaniel Dunbar #include "llvm/ADT/SmallString.h" 11456baad2SRafael Espindola #include "llvm/ADT/STLExtras.h" 12d9903888SChandler Carruth #include "llvm/AsmParser/Parser.h" 13*b4c1c28cSDerek Schuff #include "llvm/Bitcode/BitstreamReader.h" 14e517273eSChandler Carruth #include "llvm/Bitcode/BitstreamWriter.h" 15e517273eSChandler Carruth #include "llvm/Bitcode/ReaderWriter.h" 169fb823bbSChandler Carruth #include "llvm/IR/Constants.h" 179fb823bbSChandler Carruth #include "llvm/IR/Instructions.h" 189fb823bbSChandler Carruth #include "llvm/IR/LLVMContext.h" 199fb823bbSChandler Carruth #include "llvm/IR/Module.h" 205ad5f15cSChandler Carruth #include "llvm/IR/Verifier.h" 21456baad2SRafael Espindola #include "llvm/Support/DataStream.h" 227a2990cfSDuncan P. N. Exon Smith #include "llvm/Support/Debug.h" 23e517273eSChandler Carruth #include "llvm/Support/MemoryBuffer.h" 247a2990cfSDuncan P. N. Exon Smith #include "llvm/Support/SourceMgr.h" 25*b4c1c28cSDerek Schuff #include "llvm/Support/StreamingMemoryObject.h" 26e517273eSChandler Carruth #include "gtest/gtest.h" 27e517273eSChandler Carruth 287a2990cfSDuncan P. N. Exon Smith using namespace llvm; 297a2990cfSDuncan P. N. Exon Smith 30e517273eSChandler Carruth namespace { 31e517273eSChandler Carruth 327a2990cfSDuncan P. N. Exon Smith std::unique_ptr<Module> parseAssembly(const char *Assembly) { 337a2990cfSDuncan P. N. Exon Smith SMDiagnostic Error; 3411c07d7eSRafael Espindola std::unique_ptr<Module> M = 3511c07d7eSRafael Espindola parseAssemblyString(Assembly, Error, getGlobalContext()); 36e517273eSChandler Carruth 377a2990cfSDuncan P. N. Exon Smith std::string ErrMsg; 387a2990cfSDuncan P. N. Exon Smith raw_string_ostream OS(ErrMsg); 397a2990cfSDuncan P. N. Exon Smith Error.print("", OS); 40e517273eSChandler Carruth 417a2990cfSDuncan P. N. Exon Smith // A failure here means that the test itself is buggy. 4211c07d7eSRafael Espindola if (!M) 437a2990cfSDuncan P. N. Exon Smith report_fatal_error(OS.str().c_str()); 44e517273eSChandler Carruth 457a2990cfSDuncan P. N. Exon Smith return M; 46e517273eSChandler Carruth } 47e517273eSChandler Carruth 487a2990cfSDuncan P. N. Exon Smith static void writeModuleToBuffer(std::unique_ptr<Module> Mod, 497a2990cfSDuncan P. N. Exon Smith SmallVectorImpl<char> &Buffer) { 505fa5ecf8SDaniel Dunbar raw_svector_ostream OS(Buffer); 51508baf79SNAKAMURA Takumi WriteBitcodeToFile(Mod.get(), OS); 52e517273eSChandler Carruth } 53e517273eSChandler Carruth 547a2990cfSDuncan P. N. Exon Smith static std::unique_ptr<Module> getLazyModuleFromAssembly(LLVMContext &Context, 557a2990cfSDuncan P. N. Exon Smith SmallString<1024> &Mem, 567a2990cfSDuncan P. N. Exon Smith const char *Assembly) { 577a2990cfSDuncan P. N. Exon Smith writeModuleToBuffer(parseAssembly(Assembly), Mem); 583560ff2cSRafael Espindola std::unique_ptr<MemoryBuffer> Buffer = 593560ff2cSRafael Espindola MemoryBuffer::getMemBuffer(Mem.str(), "test", false); 60dcd1dca2SRafael Espindola ErrorOr<std::unique_ptr<Module>> ModuleOrErr = 6168812157SRafael Espindola getLazyBitcodeModule(std::move(Buffer), Context); 62dcd1dca2SRafael Espindola return std::move(ModuleOrErr.get()); 63e517273eSChandler Carruth } 64e517273eSChandler Carruth 65456baad2SRafael Espindola class BufferDataStreamer : public DataStreamer { 66456baad2SRafael Espindola std::unique_ptr<MemoryBuffer> Buffer; 67456baad2SRafael Espindola unsigned Pos = 0; 68456baad2SRafael Espindola size_t GetBytes(unsigned char *Out, size_t Len) override { 69456baad2SRafael Espindola StringRef Buf = Buffer->getBuffer(); 70456baad2SRafael Espindola size_t Left = Buf.size() - Pos; 71456baad2SRafael Espindola Len = std::min(Left, Len); 72456baad2SRafael Espindola memcpy(Out, Buffer->getBuffer().substr(Pos).data(), Len); 73456baad2SRafael Espindola Pos += Len; 74456baad2SRafael Espindola return Len; 75456baad2SRafael Espindola } 76456baad2SRafael Espindola 77456baad2SRafael Espindola public: 78456baad2SRafael Espindola BufferDataStreamer(std::unique_ptr<MemoryBuffer> Buffer) 79456baad2SRafael Espindola : Buffer(std::move(Buffer)) {} 80456baad2SRafael Espindola }; 81456baad2SRafael Espindola 82456baad2SRafael Espindola static std::unique_ptr<Module> 83456baad2SRafael Espindola getStreamedModuleFromAssembly(LLVMContext &Context, SmallString<1024> &Mem, 84456baad2SRafael Espindola const char *Assembly) { 85456baad2SRafael Espindola writeModuleToBuffer(parseAssembly(Assembly), Mem); 86456baad2SRafael Espindola std::unique_ptr<MemoryBuffer> Buffer = 87456baad2SRafael Espindola MemoryBuffer::getMemBuffer(Mem.str(), "test", false); 88f229a034SRafael Espindola auto Streamer = llvm::make_unique<BufferDataStreamer>(std::move(Buffer)); 89456baad2SRafael Espindola ErrorOr<std::unique_ptr<Module>> ModuleOrErr = 90456baad2SRafael Espindola getStreamedBitcodeModule("test", std::move(Streamer), Context); 91456baad2SRafael Espindola return std::move(ModuleOrErr.get()); 92456baad2SRafael Espindola } 93456baad2SRafael Espindola 94*b4c1c28cSDerek Schuff // Checks if we correctly detect eof if we try to read N bits when there are not 95*b4c1c28cSDerek Schuff // enough bits left on the input stream to read N bits, and we are using a data 96*b4c1c28cSDerek Schuff // streamer. In particular, it checks if we properly set the object size when 97*b4c1c28cSDerek Schuff // the eof is reached under such conditions. 98*b4c1c28cSDerek Schuff TEST(BitReaderTest, TestForEofAfterReadFailureOnDataStreamer) { 99*b4c1c28cSDerek Schuff // Note: Because StreamingMemoryObject does a call to method GetBytes in it's 100*b4c1c28cSDerek Schuff // constructor, using internal constant kChunkSize, we must fill the input 101*b4c1c28cSDerek Schuff // with more characters than that amount. 102*b4c1c28cSDerek Schuff static size_t InputSize = StreamingMemoryObject::kChunkSize + 5; 103*b4c1c28cSDerek Schuff char *Text = new char[InputSize]; 104*b4c1c28cSDerek Schuff std::memset(Text, 'a', InputSize); 105*b4c1c28cSDerek Schuff Text[InputSize - 1] = '\0'; 106*b4c1c28cSDerek Schuff StringRef Input(Text); 107*b4c1c28cSDerek Schuff 108*b4c1c28cSDerek Schuff // Build bitsteam reader using data streamer. 109*b4c1c28cSDerek Schuff auto MemoryBuf = MemoryBuffer::getMemBuffer(Input); 110*b4c1c28cSDerek Schuff std::unique_ptr<DataStreamer> Streamer( 111*b4c1c28cSDerek Schuff new BufferDataStreamer(std::move(MemoryBuf))); 112*b4c1c28cSDerek Schuff auto OwnedBytes = 113*b4c1c28cSDerek Schuff llvm::make_unique<StreamingMemoryObject>(std::move(Streamer)); 114*b4c1c28cSDerek Schuff auto Reader = llvm::make_unique<BitstreamReader>(std::move(OwnedBytes)); 115*b4c1c28cSDerek Schuff BitstreamCursor Cursor; 116*b4c1c28cSDerek Schuff Cursor.init(Reader.get()); 117*b4c1c28cSDerek Schuff 118*b4c1c28cSDerek Schuff // Jump to two bytes before end of stream. 119*b4c1c28cSDerek Schuff Cursor.JumpToBit((InputSize - 4) * CHAR_BIT); 120*b4c1c28cSDerek Schuff // Try to read 4 bytes when only 2 are present, resulting in error value 0. 121*b4c1c28cSDerek Schuff constexpr size_t ReadErrorValue = 0; 122*b4c1c28cSDerek Schuff EXPECT_EQ(ReadErrorValue, Cursor.Read(32)); 123*b4c1c28cSDerek Schuff // Should be at eof now. 124*b4c1c28cSDerek Schuff EXPECT_TRUE(Cursor.AtEndOfStream()); 125*b4c1c28cSDerek Schuff } 126*b4c1c28cSDerek Schuff 127456baad2SRafael Espindola TEST(BitReaderTest, MateralizeForwardRefWithStream) { 128456baad2SRafael Espindola SmallString<1024> Mem; 129456baad2SRafael Espindola 130456baad2SRafael Espindola LLVMContext Context; 131456baad2SRafael Espindola std::unique_ptr<Module> M = getStreamedModuleFromAssembly( 132456baad2SRafael Espindola Context, Mem, "@table = constant i8* blockaddress(@func, %bb)\n" 133456baad2SRafael Espindola "define void @func() {\n" 134456baad2SRafael Espindola " unreachable\n" 135456baad2SRafael Espindola "bb:\n" 136456baad2SRafael Espindola " unreachable\n" 137456baad2SRafael Espindola "}\n"); 138456baad2SRafael Espindola EXPECT_FALSE(M->getFunction("func")->empty()); 139456baad2SRafael Espindola } 140456baad2SRafael Espindola 1417480e4dbSPetar Jovanovic TEST(BitReaderTest, DematerializeFunctionPreservesLinkageType) { 1427480e4dbSPetar Jovanovic SmallString<1024> Mem; 1437480e4dbSPetar Jovanovic 1447480e4dbSPetar Jovanovic LLVMContext Context; 1457480e4dbSPetar Jovanovic std::unique_ptr<Module> M = getLazyModuleFromAssembly( 1467480e4dbSPetar Jovanovic Context, Mem, "define internal i32 @func() {\n" 1477480e4dbSPetar Jovanovic "ret i32 0\n" 1487480e4dbSPetar Jovanovic "}\n"); 1497480e4dbSPetar Jovanovic 1507480e4dbSPetar Jovanovic EXPECT_FALSE(verifyModule(*M, &dbgs())); 1517480e4dbSPetar Jovanovic 1525a52e6dcSRafael Espindola M->getFunction("func")->materialize(); 1537480e4dbSPetar Jovanovic EXPECT_FALSE(M->getFunction("func")->empty()); 1547480e4dbSPetar Jovanovic EXPECT_TRUE(M->getFunction("func")->getLinkage() == 1557480e4dbSPetar Jovanovic GlobalValue::InternalLinkage); 1567480e4dbSPetar Jovanovic 1577480e4dbSPetar Jovanovic // Check that the linkage type is preserved after dematerialization. 15897cb5657SEric Christopher M->getFunction("func")->dematerialize(); 1597480e4dbSPetar Jovanovic EXPECT_TRUE(M->getFunction("func")->empty()); 1607480e4dbSPetar Jovanovic EXPECT_TRUE(M->getFunction("func")->getLinkage() == 1617480e4dbSPetar Jovanovic GlobalValue::InternalLinkage); 1627480e4dbSPetar Jovanovic EXPECT_FALSE(verifyModule(*M, &dbgs())); 1637480e4dbSPetar Jovanovic } 1647480e4dbSPetar Jovanovic 1655d8dfd39SDerek Schuff // Tests that lazy evaluation can parse functions out of order. 1665d8dfd39SDerek Schuff TEST(BitReaderTest, MaterializeFunctionsOutOfOrder) { 1675d8dfd39SDerek Schuff SmallString<1024> Mem; 1685d8dfd39SDerek Schuff LLVMContext Context; 1695d8dfd39SDerek Schuff std::unique_ptr<Module> M = getLazyModuleFromAssembly( 1705d8dfd39SDerek Schuff Context, Mem, "define void @f() {\n" 1715d8dfd39SDerek Schuff " unreachable\n" 1725d8dfd39SDerek Schuff "}\n" 1735d8dfd39SDerek Schuff "define void @g() {\n" 1745d8dfd39SDerek Schuff " unreachable\n" 1755d8dfd39SDerek Schuff "}\n" 1765d8dfd39SDerek Schuff "define void @h() {\n" 1775d8dfd39SDerek Schuff " unreachable\n" 1785d8dfd39SDerek Schuff "}\n" 1795d8dfd39SDerek Schuff "define void @j() {\n" 1805d8dfd39SDerek Schuff " unreachable\n" 1815d8dfd39SDerek Schuff "}\n"); 1825d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 1835d8dfd39SDerek Schuff 1845d8dfd39SDerek Schuff Function *F = M->getFunction("f"); 1855d8dfd39SDerek Schuff Function *G = M->getFunction("g"); 1865d8dfd39SDerek Schuff Function *H = M->getFunction("h"); 1875d8dfd39SDerek Schuff Function *J = M->getFunction("j"); 1885d8dfd39SDerek Schuff 1895d8dfd39SDerek Schuff // Initially all functions are not materialized (no basic blocks). 1905d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 1915d8dfd39SDerek Schuff EXPECT_TRUE(G->empty()); 1925d8dfd39SDerek Schuff EXPECT_TRUE(H->empty()); 1935d8dfd39SDerek Schuff EXPECT_TRUE(J->empty()); 1945d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 1955d8dfd39SDerek Schuff 1965d8dfd39SDerek Schuff // Materialize h. 1975d8dfd39SDerek Schuff H->materialize(); 1985d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 1995d8dfd39SDerek Schuff EXPECT_TRUE(G->empty()); 2005d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 2015d8dfd39SDerek Schuff EXPECT_TRUE(J->empty()); 2025d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 2035d8dfd39SDerek Schuff 2045d8dfd39SDerek Schuff // Materialize g. 2055d8dfd39SDerek Schuff G->materialize(); 2065d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 2075d8dfd39SDerek Schuff EXPECT_FALSE(G->empty()); 2085d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 2095d8dfd39SDerek Schuff EXPECT_TRUE(J->empty()); 2105d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 2115d8dfd39SDerek Schuff 2125d8dfd39SDerek Schuff // Materialize j. 2135d8dfd39SDerek Schuff J->materialize(); 2145d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 2155d8dfd39SDerek Schuff EXPECT_FALSE(G->empty()); 2165d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 2175d8dfd39SDerek Schuff EXPECT_FALSE(J->empty()); 2185d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 2195d8dfd39SDerek Schuff 2205d8dfd39SDerek Schuff // Materialize f. 2215d8dfd39SDerek Schuff F->materialize(); 2225d8dfd39SDerek Schuff EXPECT_FALSE(F->empty()); 2235d8dfd39SDerek Schuff EXPECT_FALSE(G->empty()); 2245d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 2255d8dfd39SDerek Schuff EXPECT_FALSE(J->empty()); 2265d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 2275d8dfd39SDerek Schuff } 2285d8dfd39SDerek Schuff 2297a2990cfSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddr) { // PR11677 2307a2990cfSDuncan P. N. Exon Smith SmallString<1024> Mem; 2317a2990cfSDuncan P. N. Exon Smith 2327a2990cfSDuncan P. N. Exon Smith LLVMContext Context; 2337a2990cfSDuncan P. N. Exon Smith std::unique_ptr<Module> M = getLazyModuleFromAssembly( 2347a2990cfSDuncan P. N. Exon Smith Context, Mem, "@table = constant i8* blockaddress(@func, %bb)\n" 2357a2990cfSDuncan P. N. Exon Smith "define void @func() {\n" 2367a2990cfSDuncan P. N. Exon Smith " unreachable\n" 2377a2990cfSDuncan P. N. Exon Smith "bb:\n" 2387a2990cfSDuncan P. N. Exon Smith " unreachable\n" 2397a2990cfSDuncan P. N. Exon Smith "}\n"); 2407a2990cfSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 241908d809bSDuncan P. N. Exon Smith 242908d809bSDuncan P. N. Exon Smith // Try (and fail) to dematerialize @func. 24397cb5657SEric Christopher M->getFunction("func")->dematerialize(); 244908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 245908d809bSDuncan P. N. Exon Smith } 246908d809bSDuncan P. N. Exon Smith 247908d809bSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddrInFunctionBefore) { 248908d809bSDuncan P. N. Exon Smith SmallString<1024> Mem; 249908d809bSDuncan P. N. Exon Smith 250908d809bSDuncan P. N. Exon Smith LLVMContext Context; 251908d809bSDuncan P. N. Exon Smith std::unique_ptr<Module> M = getLazyModuleFromAssembly( 252908d809bSDuncan P. N. Exon Smith Context, Mem, "define i8* @before() {\n" 253908d809bSDuncan P. N. Exon Smith " ret i8* blockaddress(@func, %bb)\n" 254908d809bSDuncan P. N. Exon Smith "}\n" 255908d809bSDuncan P. N. Exon Smith "define void @other() {\n" 256908d809bSDuncan P. N. Exon Smith " unreachable\n" 257908d809bSDuncan P. N. Exon Smith "}\n" 258908d809bSDuncan P. N. Exon Smith "define void @func() {\n" 259908d809bSDuncan P. N. Exon Smith " unreachable\n" 260908d809bSDuncan P. N. Exon Smith "bb:\n" 261908d809bSDuncan P. N. Exon Smith " unreachable\n" 262908d809bSDuncan P. N. Exon Smith "}\n"); 263908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("before")->empty()); 264908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("func")->empty()); 265908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 266908d809bSDuncan P. N. Exon Smith 267908d809bSDuncan P. N. Exon Smith // Materialize @before, pulling in @func. 2685a52e6dcSRafael Espindola EXPECT_FALSE(M->getFunction("before")->materialize()); 269908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 270908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("other")->empty()); 271908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 272908d809bSDuncan P. N. Exon Smith 273908d809bSDuncan P. N. Exon Smith // Try (and fail) to dematerialize @func. 27497cb5657SEric Christopher M->getFunction("func")->dematerialize(); 275908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 276908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 277908d809bSDuncan P. N. Exon Smith } 278908d809bSDuncan P. N. Exon Smith 279908d809bSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddrInFunctionAfter) { 280908d809bSDuncan P. N. Exon Smith SmallString<1024> Mem; 281908d809bSDuncan P. N. Exon Smith 282908d809bSDuncan P. N. Exon Smith LLVMContext Context; 283908d809bSDuncan P. N. Exon Smith std::unique_ptr<Module> M = getLazyModuleFromAssembly( 284908d809bSDuncan P. N. Exon Smith Context, Mem, "define void @func() {\n" 285908d809bSDuncan P. N. Exon Smith " unreachable\n" 286908d809bSDuncan P. N. Exon Smith "bb:\n" 287908d809bSDuncan P. N. Exon Smith " unreachable\n" 288908d809bSDuncan P. N. Exon Smith "}\n" 289908d809bSDuncan P. N. Exon Smith "define void @other() {\n" 290908d809bSDuncan P. N. Exon Smith " unreachable\n" 291908d809bSDuncan P. N. Exon Smith "}\n" 292908d809bSDuncan P. N. Exon Smith "define i8* @after() {\n" 293908d809bSDuncan P. N. Exon Smith " ret i8* blockaddress(@func, %bb)\n" 294908d809bSDuncan P. N. Exon Smith "}\n"); 295908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("after")->empty()); 296908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("func")->empty()); 297908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 298908d809bSDuncan P. N. Exon Smith 299908d809bSDuncan P. N. Exon Smith // Materialize @after, pulling in @func. 3005a52e6dcSRafael Espindola EXPECT_FALSE(M->getFunction("after")->materialize()); 301908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 302908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("other")->empty()); 303908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 304908d809bSDuncan P. N. Exon Smith 305908d809bSDuncan P. N. Exon Smith // Try (and fail) to dematerialize @func. 30697cb5657SEric Christopher M->getFunction("func")->dematerialize(); 307908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 308908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 309e517273eSChandler Carruth } 3107a2990cfSDuncan P. N. Exon Smith 3117a2990cfSDuncan P. N. Exon Smith } // end namespace 312