1e517273eSChandler Carruth //===- llvm/unittest/Bitcode/BitReaderTest.cpp - Tests for BitReader ------===// 2e517273eSChandler Carruth // 3e517273eSChandler Carruth // The LLVM Compiler Infrastructure 4e517273eSChandler Carruth // 5e517273eSChandler Carruth // This file is distributed under the University of Illinois Open Source 6e517273eSChandler Carruth // License. See LICENSE.TXT for details. 7e517273eSChandler Carruth // 8e517273eSChandler Carruth //===----------------------------------------------------------------------===// 9e517273eSChandler Carruth 105fa5ecf8SDaniel Dunbar #include "llvm/ADT/SmallString.h" 11456baad2SRafael Espindola #include "llvm/ADT/STLExtras.h" 12d9903888SChandler Carruth #include "llvm/AsmParser/Parser.h" 13b4c1c28cSDerek Schuff #include "llvm/Bitcode/BitstreamReader.h" 14e517273eSChandler Carruth #include "llvm/Bitcode/BitstreamWriter.h" 15e517273eSChandler Carruth #include "llvm/Bitcode/ReaderWriter.h" 169fb823bbSChandler Carruth #include "llvm/IR/Constants.h" 179fb823bbSChandler Carruth #include "llvm/IR/Instructions.h" 189fb823bbSChandler Carruth #include "llvm/IR/LLVMContext.h" 199fb823bbSChandler Carruth #include "llvm/IR/Module.h" 205ad5f15cSChandler Carruth #include "llvm/IR/Verifier.h" 21456baad2SRafael Espindola #include "llvm/Support/DataStream.h" 227a2990cfSDuncan P. N. Exon Smith #include "llvm/Support/Debug.h" 23e517273eSChandler Carruth #include "llvm/Support/MemoryBuffer.h" 247a2990cfSDuncan P. N. Exon Smith #include "llvm/Support/SourceMgr.h" 25b4c1c28cSDerek Schuff #include "llvm/Support/StreamingMemoryObject.h" 26e517273eSChandler Carruth #include "gtest/gtest.h" 27e517273eSChandler Carruth 287a2990cfSDuncan P. N. Exon Smith using namespace llvm; 297a2990cfSDuncan P. N. Exon Smith 30e517273eSChandler Carruth namespace { 31e517273eSChandler Carruth 327a2990cfSDuncan P. N. Exon Smith std::unique_ptr<Module> parseAssembly(const char *Assembly) { 337a2990cfSDuncan P. N. Exon Smith SMDiagnostic Error; 3411c07d7eSRafael Espindola std::unique_ptr<Module> M = 3511c07d7eSRafael Espindola parseAssemblyString(Assembly, Error, getGlobalContext()); 36e517273eSChandler Carruth 377a2990cfSDuncan P. N. Exon Smith std::string ErrMsg; 387a2990cfSDuncan P. N. Exon Smith raw_string_ostream OS(ErrMsg); 397a2990cfSDuncan P. N. Exon Smith Error.print("", OS); 40e517273eSChandler Carruth 417a2990cfSDuncan P. N. Exon Smith // A failure here means that the test itself is buggy. 4211c07d7eSRafael Espindola if (!M) 437a2990cfSDuncan P. N. Exon Smith report_fatal_error(OS.str().c_str()); 44e517273eSChandler Carruth 457a2990cfSDuncan P. N. Exon Smith return M; 46e517273eSChandler Carruth } 47e517273eSChandler Carruth 487a2990cfSDuncan P. N. Exon Smith static void writeModuleToBuffer(std::unique_ptr<Module> Mod, 497a2990cfSDuncan P. N. Exon Smith SmallVectorImpl<char> &Buffer) { 505fa5ecf8SDaniel Dunbar raw_svector_ostream OS(Buffer); 51508baf79SNAKAMURA Takumi WriteBitcodeToFile(Mod.get(), OS); 52e517273eSChandler Carruth } 53e517273eSChandler Carruth 547a2990cfSDuncan P. N. Exon Smith static std::unique_ptr<Module> getLazyModuleFromAssembly(LLVMContext &Context, 557a2990cfSDuncan P. N. Exon Smith SmallString<1024> &Mem, 567a2990cfSDuncan P. N. Exon Smith const char *Assembly) { 577a2990cfSDuncan P. N. Exon Smith writeModuleToBuffer(parseAssembly(Assembly), Mem); 583560ff2cSRafael Espindola std::unique_ptr<MemoryBuffer> Buffer = 593560ff2cSRafael Espindola MemoryBuffer::getMemBuffer(Mem.str(), "test", false); 60dcd1dca2SRafael Espindola ErrorOr<std::unique_ptr<Module>> ModuleOrErr = 6168812157SRafael Espindola getLazyBitcodeModule(std::move(Buffer), Context); 62dcd1dca2SRafael Espindola return std::move(ModuleOrErr.get()); 63e517273eSChandler Carruth } 64e517273eSChandler Carruth 65456baad2SRafael Espindola class BufferDataStreamer : public DataStreamer { 66456baad2SRafael Espindola std::unique_ptr<MemoryBuffer> Buffer; 67456baad2SRafael Espindola unsigned Pos = 0; 68456baad2SRafael Espindola size_t GetBytes(unsigned char *Out, size_t Len) override { 69456baad2SRafael Espindola StringRef Buf = Buffer->getBuffer(); 70456baad2SRafael Espindola size_t Left = Buf.size() - Pos; 71456baad2SRafael Espindola Len = std::min(Left, Len); 72456baad2SRafael Espindola memcpy(Out, Buffer->getBuffer().substr(Pos).data(), Len); 73456baad2SRafael Espindola Pos += Len; 74456baad2SRafael Espindola return Len; 75456baad2SRafael Espindola } 76456baad2SRafael Espindola 77456baad2SRafael Espindola public: 78456baad2SRafael Espindola BufferDataStreamer(std::unique_ptr<MemoryBuffer> Buffer) 79456baad2SRafael Espindola : Buffer(std::move(Buffer)) {} 80456baad2SRafael Espindola }; 81456baad2SRafael Espindola 82456baad2SRafael Espindola static std::unique_ptr<Module> 83456baad2SRafael Espindola getStreamedModuleFromAssembly(LLVMContext &Context, SmallString<1024> &Mem, 84456baad2SRafael Espindola const char *Assembly) { 85456baad2SRafael Espindola writeModuleToBuffer(parseAssembly(Assembly), Mem); 86456baad2SRafael Espindola std::unique_ptr<MemoryBuffer> Buffer = 87456baad2SRafael Espindola MemoryBuffer::getMemBuffer(Mem.str(), "test", false); 88f229a034SRafael Espindola auto Streamer = llvm::make_unique<BufferDataStreamer>(std::move(Buffer)); 89456baad2SRafael Espindola ErrorOr<std::unique_ptr<Module>> ModuleOrErr = 90456baad2SRafael Espindola getStreamedBitcodeModule("test", std::move(Streamer), Context); 91456baad2SRafael Espindola return std::move(ModuleOrErr.get()); 92456baad2SRafael Espindola } 93456baad2SRafael Espindola 94b4c1c28cSDerek Schuff // Checks if we correctly detect eof if we try to read N bits when there are not 95b4c1c28cSDerek Schuff // enough bits left on the input stream to read N bits, and we are using a data 96b4c1c28cSDerek Schuff // streamer. In particular, it checks if we properly set the object size when 97b4c1c28cSDerek Schuff // the eof is reached under such conditions. 98b4c1c28cSDerek Schuff TEST(BitReaderTest, TestForEofAfterReadFailureOnDataStreamer) { 99b4c1c28cSDerek Schuff // Note: Because StreamingMemoryObject does a call to method GetBytes in it's 100b4c1c28cSDerek Schuff // constructor, using internal constant kChunkSize, we must fill the input 101b4c1c28cSDerek Schuff // with more characters than that amount. 102b4c1c28cSDerek Schuff static size_t InputSize = StreamingMemoryObject::kChunkSize + 5; 103b4c1c28cSDerek Schuff char *Text = new char[InputSize]; 104b4c1c28cSDerek Schuff std::memset(Text, 'a', InputSize); 105b4c1c28cSDerek Schuff Text[InputSize - 1] = '\0'; 106b4c1c28cSDerek Schuff StringRef Input(Text); 107b4c1c28cSDerek Schuff 108b4c1c28cSDerek Schuff // Build bitsteam reader using data streamer. 109b4c1c28cSDerek Schuff auto MemoryBuf = MemoryBuffer::getMemBuffer(Input); 110b4c1c28cSDerek Schuff std::unique_ptr<DataStreamer> Streamer( 111b4c1c28cSDerek Schuff new BufferDataStreamer(std::move(MemoryBuf))); 112b4c1c28cSDerek Schuff auto OwnedBytes = 113b4c1c28cSDerek Schuff llvm::make_unique<StreamingMemoryObject>(std::move(Streamer)); 114b4c1c28cSDerek Schuff auto Reader = llvm::make_unique<BitstreamReader>(std::move(OwnedBytes)); 115b4c1c28cSDerek Schuff BitstreamCursor Cursor; 116b4c1c28cSDerek Schuff Cursor.init(Reader.get()); 117b4c1c28cSDerek Schuff 118b4c1c28cSDerek Schuff // Jump to two bytes before end of stream. 119b4c1c28cSDerek Schuff Cursor.JumpToBit((InputSize - 4) * CHAR_BIT); 120b4c1c28cSDerek Schuff // Try to read 4 bytes when only 2 are present, resulting in error value 0. 121*438ec14aSDerek Schuff const size_t ReadErrorValue = 0; 122b4c1c28cSDerek Schuff EXPECT_EQ(ReadErrorValue, Cursor.Read(32)); 123b4c1c28cSDerek Schuff // Should be at eof now. 124b4c1c28cSDerek Schuff EXPECT_TRUE(Cursor.AtEndOfStream()); 125*438ec14aSDerek Schuff 126*438ec14aSDerek Schuff delete[] Text; 127b4c1c28cSDerek Schuff } 128b4c1c28cSDerek Schuff 129456baad2SRafael Espindola TEST(BitReaderTest, MateralizeForwardRefWithStream) { 130456baad2SRafael Espindola SmallString<1024> Mem; 131456baad2SRafael Espindola 132456baad2SRafael Espindola LLVMContext Context; 133456baad2SRafael Espindola std::unique_ptr<Module> M = getStreamedModuleFromAssembly( 134456baad2SRafael Espindola Context, Mem, "@table = constant i8* blockaddress(@func, %bb)\n" 135456baad2SRafael Espindola "define void @func() {\n" 136456baad2SRafael Espindola " unreachable\n" 137456baad2SRafael Espindola "bb:\n" 138456baad2SRafael Espindola " unreachable\n" 139456baad2SRafael Espindola "}\n"); 140456baad2SRafael Espindola EXPECT_FALSE(M->getFunction("func")->empty()); 141456baad2SRafael Espindola } 142456baad2SRafael Espindola 1437480e4dbSPetar Jovanovic TEST(BitReaderTest, DematerializeFunctionPreservesLinkageType) { 1447480e4dbSPetar Jovanovic SmallString<1024> Mem; 1457480e4dbSPetar Jovanovic 1467480e4dbSPetar Jovanovic LLVMContext Context; 1477480e4dbSPetar Jovanovic std::unique_ptr<Module> M = getLazyModuleFromAssembly( 1487480e4dbSPetar Jovanovic Context, Mem, "define internal i32 @func() {\n" 1497480e4dbSPetar Jovanovic "ret i32 0\n" 1507480e4dbSPetar Jovanovic "}\n"); 1517480e4dbSPetar Jovanovic 1527480e4dbSPetar Jovanovic EXPECT_FALSE(verifyModule(*M, &dbgs())); 1537480e4dbSPetar Jovanovic 1545a52e6dcSRafael Espindola M->getFunction("func")->materialize(); 1557480e4dbSPetar Jovanovic EXPECT_FALSE(M->getFunction("func")->empty()); 1567480e4dbSPetar Jovanovic EXPECT_TRUE(M->getFunction("func")->getLinkage() == 1577480e4dbSPetar Jovanovic GlobalValue::InternalLinkage); 1587480e4dbSPetar Jovanovic 1597480e4dbSPetar Jovanovic // Check that the linkage type is preserved after dematerialization. 16097cb5657SEric Christopher M->getFunction("func")->dematerialize(); 1617480e4dbSPetar Jovanovic EXPECT_TRUE(M->getFunction("func")->empty()); 1627480e4dbSPetar Jovanovic EXPECT_TRUE(M->getFunction("func")->getLinkage() == 1637480e4dbSPetar Jovanovic GlobalValue::InternalLinkage); 1647480e4dbSPetar Jovanovic EXPECT_FALSE(verifyModule(*M, &dbgs())); 1657480e4dbSPetar Jovanovic } 1667480e4dbSPetar Jovanovic 1675d8dfd39SDerek Schuff // Tests that lazy evaluation can parse functions out of order. 1685d8dfd39SDerek Schuff TEST(BitReaderTest, MaterializeFunctionsOutOfOrder) { 1695d8dfd39SDerek Schuff SmallString<1024> Mem; 1705d8dfd39SDerek Schuff LLVMContext Context; 1715d8dfd39SDerek Schuff std::unique_ptr<Module> M = getLazyModuleFromAssembly( 1725d8dfd39SDerek Schuff Context, Mem, "define void @f() {\n" 1735d8dfd39SDerek Schuff " unreachable\n" 1745d8dfd39SDerek Schuff "}\n" 1755d8dfd39SDerek Schuff "define void @g() {\n" 1765d8dfd39SDerek Schuff " unreachable\n" 1775d8dfd39SDerek Schuff "}\n" 1785d8dfd39SDerek Schuff "define void @h() {\n" 1795d8dfd39SDerek Schuff " unreachable\n" 1805d8dfd39SDerek Schuff "}\n" 1815d8dfd39SDerek Schuff "define void @j() {\n" 1825d8dfd39SDerek Schuff " unreachable\n" 1835d8dfd39SDerek Schuff "}\n"); 1845d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 1855d8dfd39SDerek Schuff 1865d8dfd39SDerek Schuff Function *F = M->getFunction("f"); 1875d8dfd39SDerek Schuff Function *G = M->getFunction("g"); 1885d8dfd39SDerek Schuff Function *H = M->getFunction("h"); 1895d8dfd39SDerek Schuff Function *J = M->getFunction("j"); 1905d8dfd39SDerek Schuff 1915d8dfd39SDerek Schuff // Initially all functions are not materialized (no basic blocks). 1925d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 1935d8dfd39SDerek Schuff EXPECT_TRUE(G->empty()); 1945d8dfd39SDerek Schuff EXPECT_TRUE(H->empty()); 1955d8dfd39SDerek Schuff EXPECT_TRUE(J->empty()); 1965d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 1975d8dfd39SDerek Schuff 1985d8dfd39SDerek Schuff // Materialize h. 1995d8dfd39SDerek Schuff H->materialize(); 2005d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 2015d8dfd39SDerek Schuff EXPECT_TRUE(G->empty()); 2025d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 2035d8dfd39SDerek Schuff EXPECT_TRUE(J->empty()); 2045d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 2055d8dfd39SDerek Schuff 2065d8dfd39SDerek Schuff // Materialize g. 2075d8dfd39SDerek Schuff G->materialize(); 2085d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 2095d8dfd39SDerek Schuff EXPECT_FALSE(G->empty()); 2105d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 2115d8dfd39SDerek Schuff EXPECT_TRUE(J->empty()); 2125d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 2135d8dfd39SDerek Schuff 2145d8dfd39SDerek Schuff // Materialize j. 2155d8dfd39SDerek Schuff J->materialize(); 2165d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 2175d8dfd39SDerek Schuff EXPECT_FALSE(G->empty()); 2185d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 2195d8dfd39SDerek Schuff EXPECT_FALSE(J->empty()); 2205d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 2215d8dfd39SDerek Schuff 2225d8dfd39SDerek Schuff // Materialize f. 2235d8dfd39SDerek Schuff F->materialize(); 2245d8dfd39SDerek Schuff EXPECT_FALSE(F->empty()); 2255d8dfd39SDerek Schuff EXPECT_FALSE(G->empty()); 2265d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 2275d8dfd39SDerek Schuff EXPECT_FALSE(J->empty()); 2285d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 2295d8dfd39SDerek Schuff } 2305d8dfd39SDerek Schuff 2317a2990cfSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddr) { // PR11677 2327a2990cfSDuncan P. N. Exon Smith SmallString<1024> Mem; 2337a2990cfSDuncan P. N. Exon Smith 2347a2990cfSDuncan P. N. Exon Smith LLVMContext Context; 2357a2990cfSDuncan P. N. Exon Smith std::unique_ptr<Module> M = getLazyModuleFromAssembly( 2367a2990cfSDuncan P. N. Exon Smith Context, Mem, "@table = constant i8* blockaddress(@func, %bb)\n" 2377a2990cfSDuncan P. N. Exon Smith "define void @func() {\n" 2387a2990cfSDuncan P. N. Exon Smith " unreachable\n" 2397a2990cfSDuncan P. N. Exon Smith "bb:\n" 2407a2990cfSDuncan P. N. Exon Smith " unreachable\n" 2417a2990cfSDuncan P. N. Exon Smith "}\n"); 2427a2990cfSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 243908d809bSDuncan P. N. Exon Smith 244908d809bSDuncan P. N. Exon Smith // Try (and fail) to dematerialize @func. 24597cb5657SEric Christopher M->getFunction("func")->dematerialize(); 246908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 247908d809bSDuncan P. N. Exon Smith } 248908d809bSDuncan P. N. Exon Smith 249908d809bSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddrInFunctionBefore) { 250908d809bSDuncan P. N. Exon Smith SmallString<1024> Mem; 251908d809bSDuncan P. N. Exon Smith 252908d809bSDuncan P. N. Exon Smith LLVMContext Context; 253908d809bSDuncan P. N. Exon Smith std::unique_ptr<Module> M = getLazyModuleFromAssembly( 254908d809bSDuncan P. N. Exon Smith Context, Mem, "define i8* @before() {\n" 255908d809bSDuncan P. N. Exon Smith " ret i8* blockaddress(@func, %bb)\n" 256908d809bSDuncan P. N. Exon Smith "}\n" 257908d809bSDuncan P. N. Exon Smith "define void @other() {\n" 258908d809bSDuncan P. N. Exon Smith " unreachable\n" 259908d809bSDuncan P. N. Exon Smith "}\n" 260908d809bSDuncan P. N. Exon Smith "define void @func() {\n" 261908d809bSDuncan P. N. Exon Smith " unreachable\n" 262908d809bSDuncan P. N. Exon Smith "bb:\n" 263908d809bSDuncan P. N. Exon Smith " unreachable\n" 264908d809bSDuncan P. N. Exon Smith "}\n"); 265908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("before")->empty()); 266908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("func")->empty()); 267908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 268908d809bSDuncan P. N. Exon Smith 269908d809bSDuncan P. N. Exon Smith // Materialize @before, pulling in @func. 2705a52e6dcSRafael Espindola EXPECT_FALSE(M->getFunction("before")->materialize()); 271908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 272908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("other")->empty()); 273908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 274908d809bSDuncan P. N. Exon Smith 275908d809bSDuncan P. N. Exon Smith // Try (and fail) to dematerialize @func. 27697cb5657SEric Christopher M->getFunction("func")->dematerialize(); 277908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 278908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 279908d809bSDuncan P. N. Exon Smith } 280908d809bSDuncan P. N. Exon Smith 281908d809bSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddrInFunctionAfter) { 282908d809bSDuncan P. N. Exon Smith SmallString<1024> Mem; 283908d809bSDuncan P. N. Exon Smith 284908d809bSDuncan P. N. Exon Smith LLVMContext Context; 285908d809bSDuncan P. N. Exon Smith std::unique_ptr<Module> M = getLazyModuleFromAssembly( 286908d809bSDuncan P. N. Exon Smith Context, Mem, "define void @func() {\n" 287908d809bSDuncan P. N. Exon Smith " unreachable\n" 288908d809bSDuncan P. N. Exon Smith "bb:\n" 289908d809bSDuncan P. N. Exon Smith " unreachable\n" 290908d809bSDuncan P. N. Exon Smith "}\n" 291908d809bSDuncan P. N. Exon Smith "define void @other() {\n" 292908d809bSDuncan P. N. Exon Smith " unreachable\n" 293908d809bSDuncan P. N. Exon Smith "}\n" 294908d809bSDuncan P. N. Exon Smith "define i8* @after() {\n" 295908d809bSDuncan P. N. Exon Smith " ret i8* blockaddress(@func, %bb)\n" 296908d809bSDuncan P. N. Exon Smith "}\n"); 297908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("after")->empty()); 298908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("func")->empty()); 299908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 300908d809bSDuncan P. N. Exon Smith 301908d809bSDuncan P. N. Exon Smith // Materialize @after, pulling in @func. 3025a52e6dcSRafael Espindola EXPECT_FALSE(M->getFunction("after")->materialize()); 303908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 304908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("other")->empty()); 305908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 306908d809bSDuncan P. N. Exon Smith 307908d809bSDuncan P. N. Exon Smith // Try (and fail) to dematerialize @func. 30897cb5657SEric Christopher M->getFunction("func")->dematerialize(); 309908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 310908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 311e517273eSChandler Carruth } 3127a2990cfSDuncan P. N. Exon Smith 3137a2990cfSDuncan P. N. Exon Smith } // end namespace 314