1e517273eSChandler Carruth //===- llvm/unittest/Bitcode/BitReaderTest.cpp - Tests for BitReader ------===// 2e517273eSChandler Carruth // 3e517273eSChandler Carruth // The LLVM Compiler Infrastructure 4e517273eSChandler Carruth // 5e517273eSChandler Carruth // This file is distributed under the University of Illinois Open Source 6e517273eSChandler Carruth // License. See LICENSE.TXT for details. 7e517273eSChandler Carruth // 8e517273eSChandler Carruth //===----------------------------------------------------------------------===// 9e517273eSChandler Carruth 105fa5ecf8SDaniel Dunbar #include "llvm/ADT/SmallString.h" 11456baad2SRafael Espindola #include "llvm/ADT/STLExtras.h" 12d9903888SChandler Carruth #include "llvm/AsmParser/Parser.h" 13b4c1c28cSDerek Schuff #include "llvm/Bitcode/BitstreamReader.h" 14e517273eSChandler Carruth #include "llvm/Bitcode/BitstreamWriter.h" 15e517273eSChandler Carruth #include "llvm/Bitcode/ReaderWriter.h" 169fb823bbSChandler Carruth #include "llvm/IR/Constants.h" 179fb823bbSChandler Carruth #include "llvm/IR/Instructions.h" 189fb823bbSChandler Carruth #include "llvm/IR/LLVMContext.h" 199fb823bbSChandler Carruth #include "llvm/IR/Module.h" 205ad5f15cSChandler Carruth #include "llvm/IR/Verifier.h" 21456baad2SRafael Espindola #include "llvm/Support/DataStream.h" 227a2990cfSDuncan P. N. Exon Smith #include "llvm/Support/Debug.h" 23e517273eSChandler Carruth #include "llvm/Support/MemoryBuffer.h" 247a2990cfSDuncan P. N. Exon Smith #include "llvm/Support/SourceMgr.h" 25b4c1c28cSDerek Schuff #include "llvm/Support/StreamingMemoryObject.h" 26e517273eSChandler Carruth #include "gtest/gtest.h" 27e517273eSChandler Carruth 287a2990cfSDuncan P. N. Exon Smith using namespace llvm; 297a2990cfSDuncan P. N. Exon Smith 30e517273eSChandler Carruth namespace { 31e517273eSChandler Carruth 32*03b42e41SMehdi Amini std::unique_ptr<Module> parseAssembly(LLVMContext &Context, 33*03b42e41SMehdi Amini const char *Assembly) { 347a2990cfSDuncan P. N. Exon Smith SMDiagnostic Error; 35*03b42e41SMehdi Amini std::unique_ptr<Module> M = parseAssemblyString(Assembly, Error, Context); 36e517273eSChandler Carruth 377a2990cfSDuncan P. N. Exon Smith std::string ErrMsg; 387a2990cfSDuncan P. N. Exon Smith raw_string_ostream OS(ErrMsg); 397a2990cfSDuncan P. N. Exon Smith Error.print("", OS); 40e517273eSChandler Carruth 417a2990cfSDuncan P. N. Exon Smith // A failure here means that the test itself is buggy. 4211c07d7eSRafael Espindola if (!M) 437a2990cfSDuncan P. N. Exon Smith report_fatal_error(OS.str().c_str()); 44e517273eSChandler Carruth 457a2990cfSDuncan P. N. Exon Smith return M; 46e517273eSChandler Carruth } 47e517273eSChandler Carruth 487a2990cfSDuncan P. N. Exon Smith static void writeModuleToBuffer(std::unique_ptr<Module> Mod, 497a2990cfSDuncan P. N. Exon Smith SmallVectorImpl<char> &Buffer) { 505fa5ecf8SDaniel Dunbar raw_svector_ostream OS(Buffer); 51508baf79SNAKAMURA Takumi WriteBitcodeToFile(Mod.get(), OS); 52e517273eSChandler Carruth } 53e517273eSChandler Carruth 547a2990cfSDuncan P. N. Exon Smith static std::unique_ptr<Module> getLazyModuleFromAssembly(LLVMContext &Context, 557a2990cfSDuncan P. N. Exon Smith SmallString<1024> &Mem, 567a2990cfSDuncan P. N. Exon Smith const char *Assembly) { 57*03b42e41SMehdi Amini writeModuleToBuffer(parseAssembly(Context, Assembly), Mem); 583560ff2cSRafael Espindola std::unique_ptr<MemoryBuffer> Buffer = 593560ff2cSRafael Espindola MemoryBuffer::getMemBuffer(Mem.str(), "test", false); 60dcd1dca2SRafael Espindola ErrorOr<std::unique_ptr<Module>> ModuleOrErr = 6168812157SRafael Espindola getLazyBitcodeModule(std::move(Buffer), Context); 62dcd1dca2SRafael Espindola return std::move(ModuleOrErr.get()); 63e517273eSChandler Carruth } 64e517273eSChandler Carruth 65456baad2SRafael Espindola class BufferDataStreamer : public DataStreamer { 66456baad2SRafael Espindola std::unique_ptr<MemoryBuffer> Buffer; 67456baad2SRafael Espindola unsigned Pos = 0; 68456baad2SRafael Espindola size_t GetBytes(unsigned char *Out, size_t Len) override { 69456baad2SRafael Espindola StringRef Buf = Buffer->getBuffer(); 70456baad2SRafael Espindola size_t Left = Buf.size() - Pos; 71456baad2SRafael Espindola Len = std::min(Left, Len); 72456baad2SRafael Espindola memcpy(Out, Buffer->getBuffer().substr(Pos).data(), Len); 73456baad2SRafael Espindola Pos += Len; 74456baad2SRafael Espindola return Len; 75456baad2SRafael Espindola } 76456baad2SRafael Espindola 77456baad2SRafael Espindola public: 78456baad2SRafael Espindola BufferDataStreamer(std::unique_ptr<MemoryBuffer> Buffer) 79456baad2SRafael Espindola : Buffer(std::move(Buffer)) {} 80456baad2SRafael Espindola }; 81456baad2SRafael Espindola 82456baad2SRafael Espindola static std::unique_ptr<Module> 83456baad2SRafael Espindola getStreamedModuleFromAssembly(LLVMContext &Context, SmallString<1024> &Mem, 84456baad2SRafael Espindola const char *Assembly) { 85*03b42e41SMehdi Amini writeModuleToBuffer(parseAssembly(Context, Assembly), Mem); 86456baad2SRafael Espindola std::unique_ptr<MemoryBuffer> Buffer = 87456baad2SRafael Espindola MemoryBuffer::getMemBuffer(Mem.str(), "test", false); 88f229a034SRafael Espindola auto Streamer = llvm::make_unique<BufferDataStreamer>(std::move(Buffer)); 89456baad2SRafael Espindola ErrorOr<std::unique_ptr<Module>> ModuleOrErr = 90456baad2SRafael Espindola getStreamedBitcodeModule("test", std::move(Streamer), Context); 91456baad2SRafael Espindola return std::move(ModuleOrErr.get()); 92456baad2SRafael Espindola } 93456baad2SRafael Espindola 94b4c1c28cSDerek Schuff // Checks if we correctly detect eof if we try to read N bits when there are not 95b4c1c28cSDerek Schuff // enough bits left on the input stream to read N bits, and we are using a data 96b4c1c28cSDerek Schuff // streamer. In particular, it checks if we properly set the object size when 97b4c1c28cSDerek Schuff // the eof is reached under such conditions. 98b4c1c28cSDerek Schuff TEST(BitReaderTest, TestForEofAfterReadFailureOnDataStreamer) { 99b4c1c28cSDerek Schuff // Note: Because StreamingMemoryObject does a call to method GetBytes in it's 100b4c1c28cSDerek Schuff // constructor, using internal constant kChunkSize, we must fill the input 101b4c1c28cSDerek Schuff // with more characters than that amount. 102b4c1c28cSDerek Schuff static size_t InputSize = StreamingMemoryObject::kChunkSize + 5; 103b4c1c28cSDerek Schuff char *Text = new char[InputSize]; 104b4c1c28cSDerek Schuff std::memset(Text, 'a', InputSize); 105b4c1c28cSDerek Schuff Text[InputSize - 1] = '\0'; 106b4c1c28cSDerek Schuff StringRef Input(Text); 107b4c1c28cSDerek Schuff 108b4c1c28cSDerek Schuff // Build bitsteam reader using data streamer. 109b4c1c28cSDerek Schuff auto MemoryBuf = MemoryBuffer::getMemBuffer(Input); 110b4c1c28cSDerek Schuff std::unique_ptr<DataStreamer> Streamer( 111b4c1c28cSDerek Schuff new BufferDataStreamer(std::move(MemoryBuf))); 112b4c1c28cSDerek Schuff auto OwnedBytes = 113b4c1c28cSDerek Schuff llvm::make_unique<StreamingMemoryObject>(std::move(Streamer)); 114b4c1c28cSDerek Schuff auto Reader = llvm::make_unique<BitstreamReader>(std::move(OwnedBytes)); 115b4c1c28cSDerek Schuff BitstreamCursor Cursor; 116b4c1c28cSDerek Schuff Cursor.init(Reader.get()); 117b4c1c28cSDerek Schuff 118b4c1c28cSDerek Schuff // Jump to two bytes before end of stream. 119b4c1c28cSDerek Schuff Cursor.JumpToBit((InputSize - 4) * CHAR_BIT); 120b4c1c28cSDerek Schuff // Try to read 4 bytes when only 2 are present, resulting in error value 0. 121438ec14aSDerek Schuff const size_t ReadErrorValue = 0; 122b4c1c28cSDerek Schuff EXPECT_EQ(ReadErrorValue, Cursor.Read(32)); 123b4c1c28cSDerek Schuff // Should be at eof now. 124b4c1c28cSDerek Schuff EXPECT_TRUE(Cursor.AtEndOfStream()); 125438ec14aSDerek Schuff 126438ec14aSDerek Schuff delete[] Text; 127b4c1c28cSDerek Schuff } 128b4c1c28cSDerek Schuff 129456baad2SRafael Espindola TEST(BitReaderTest, MateralizeForwardRefWithStream) { 130456baad2SRafael Espindola SmallString<1024> Mem; 131456baad2SRafael Espindola 132456baad2SRafael Espindola LLVMContext Context; 133456baad2SRafael Espindola std::unique_ptr<Module> M = getStreamedModuleFromAssembly( 134456baad2SRafael Espindola Context, Mem, "@table = constant i8* blockaddress(@func, %bb)\n" 135456baad2SRafael Espindola "define void @func() {\n" 136456baad2SRafael Espindola " unreachable\n" 137456baad2SRafael Espindola "bb:\n" 138456baad2SRafael Espindola " unreachable\n" 139456baad2SRafael Espindola "}\n"); 140456baad2SRafael Espindola EXPECT_FALSE(M->getFunction("func")->empty()); 141456baad2SRafael Espindola } 142456baad2SRafael Espindola 1435d8dfd39SDerek Schuff // Tests that lazy evaluation can parse functions out of order. 1445d8dfd39SDerek Schuff TEST(BitReaderTest, MaterializeFunctionsOutOfOrder) { 1455d8dfd39SDerek Schuff SmallString<1024> Mem; 1465d8dfd39SDerek Schuff LLVMContext Context; 1475d8dfd39SDerek Schuff std::unique_ptr<Module> M = getLazyModuleFromAssembly( 1485d8dfd39SDerek Schuff Context, Mem, "define void @f() {\n" 1495d8dfd39SDerek Schuff " unreachable\n" 1505d8dfd39SDerek Schuff "}\n" 1515d8dfd39SDerek Schuff "define void @g() {\n" 1525d8dfd39SDerek Schuff " unreachable\n" 1535d8dfd39SDerek Schuff "}\n" 1545d8dfd39SDerek Schuff "define void @h() {\n" 1555d8dfd39SDerek Schuff " unreachable\n" 1565d8dfd39SDerek Schuff "}\n" 1575d8dfd39SDerek Schuff "define void @j() {\n" 1585d8dfd39SDerek Schuff " unreachable\n" 1595d8dfd39SDerek Schuff "}\n"); 1605d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 1615d8dfd39SDerek Schuff 1625d8dfd39SDerek Schuff Function *F = M->getFunction("f"); 1635d8dfd39SDerek Schuff Function *G = M->getFunction("g"); 1645d8dfd39SDerek Schuff Function *H = M->getFunction("h"); 1655d8dfd39SDerek Schuff Function *J = M->getFunction("j"); 1665d8dfd39SDerek Schuff 1675d8dfd39SDerek Schuff // Initially all functions are not materialized (no basic blocks). 1685d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 1695d8dfd39SDerek Schuff EXPECT_TRUE(G->empty()); 1705d8dfd39SDerek Schuff EXPECT_TRUE(H->empty()); 1715d8dfd39SDerek Schuff EXPECT_TRUE(J->empty()); 1725d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 1735d8dfd39SDerek Schuff 1745d8dfd39SDerek Schuff // Materialize h. 1755d8dfd39SDerek Schuff H->materialize(); 1765d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 1775d8dfd39SDerek Schuff EXPECT_TRUE(G->empty()); 1785d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 1795d8dfd39SDerek Schuff EXPECT_TRUE(J->empty()); 1805d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 1815d8dfd39SDerek Schuff 1825d8dfd39SDerek Schuff // Materialize g. 1835d8dfd39SDerek Schuff G->materialize(); 1845d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 1855d8dfd39SDerek Schuff EXPECT_FALSE(G->empty()); 1865d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 1875d8dfd39SDerek Schuff EXPECT_TRUE(J->empty()); 1885d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 1895d8dfd39SDerek Schuff 1905d8dfd39SDerek Schuff // Materialize j. 1915d8dfd39SDerek Schuff J->materialize(); 1925d8dfd39SDerek Schuff EXPECT_TRUE(F->empty()); 1935d8dfd39SDerek Schuff EXPECT_FALSE(G->empty()); 1945d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 1955d8dfd39SDerek Schuff EXPECT_FALSE(J->empty()); 1965d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 1975d8dfd39SDerek Schuff 1985d8dfd39SDerek Schuff // Materialize f. 1995d8dfd39SDerek Schuff F->materialize(); 2005d8dfd39SDerek Schuff EXPECT_FALSE(F->empty()); 2015d8dfd39SDerek Schuff EXPECT_FALSE(G->empty()); 2025d8dfd39SDerek Schuff EXPECT_FALSE(H->empty()); 2035d8dfd39SDerek Schuff EXPECT_FALSE(J->empty()); 2045d8dfd39SDerek Schuff EXPECT_FALSE(verifyModule(*M, &dbgs())); 2055d8dfd39SDerek Schuff } 2065d8dfd39SDerek Schuff 2077a2990cfSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddr) { // PR11677 2087a2990cfSDuncan P. N. Exon Smith SmallString<1024> Mem; 2097a2990cfSDuncan P. N. Exon Smith 2107a2990cfSDuncan P. N. Exon Smith LLVMContext Context; 2117a2990cfSDuncan P. N. Exon Smith std::unique_ptr<Module> M = getLazyModuleFromAssembly( 2127a2990cfSDuncan P. N. Exon Smith Context, Mem, "@table = constant i8* blockaddress(@func, %bb)\n" 2137a2990cfSDuncan P. N. Exon Smith "define void @func() {\n" 2147a2990cfSDuncan P. N. Exon Smith " unreachable\n" 2157a2990cfSDuncan P. N. Exon Smith "bb:\n" 2167a2990cfSDuncan P. N. Exon Smith " unreachable\n" 2177a2990cfSDuncan P. N. Exon Smith "}\n"); 2187a2990cfSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 219908d809bSDuncan P. N. Exon Smith } 220908d809bSDuncan P. N. Exon Smith 221908d809bSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddrInFunctionBefore) { 222908d809bSDuncan P. N. Exon Smith SmallString<1024> Mem; 223908d809bSDuncan P. N. Exon Smith 224908d809bSDuncan P. N. Exon Smith LLVMContext Context; 225908d809bSDuncan P. N. Exon Smith std::unique_ptr<Module> M = getLazyModuleFromAssembly( 226908d809bSDuncan P. N. Exon Smith Context, Mem, "define i8* @before() {\n" 227908d809bSDuncan P. N. Exon Smith " ret i8* blockaddress(@func, %bb)\n" 228908d809bSDuncan P. N. Exon Smith "}\n" 229908d809bSDuncan P. N. Exon Smith "define void @other() {\n" 230908d809bSDuncan P. N. Exon Smith " unreachable\n" 231908d809bSDuncan P. N. Exon Smith "}\n" 232908d809bSDuncan P. N. Exon Smith "define void @func() {\n" 233908d809bSDuncan P. N. Exon Smith " unreachable\n" 234908d809bSDuncan P. N. Exon Smith "bb:\n" 235908d809bSDuncan P. N. Exon Smith " unreachable\n" 236908d809bSDuncan P. N. Exon Smith "}\n"); 237908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("before")->empty()); 238908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("func")->empty()); 239908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 240908d809bSDuncan P. N. Exon Smith 241908d809bSDuncan P. N. Exon Smith // Materialize @before, pulling in @func. 2425a52e6dcSRafael Espindola EXPECT_FALSE(M->getFunction("before")->materialize()); 243908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 244908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("other")->empty()); 245908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 246908d809bSDuncan P. N. Exon Smith } 247908d809bSDuncan P. N. Exon Smith 248908d809bSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddrInFunctionAfter) { 249908d809bSDuncan P. N. Exon Smith SmallString<1024> Mem; 250908d809bSDuncan P. N. Exon Smith 251908d809bSDuncan P. N. Exon Smith LLVMContext Context; 252908d809bSDuncan P. N. Exon Smith std::unique_ptr<Module> M = getLazyModuleFromAssembly( 253908d809bSDuncan P. N. Exon Smith Context, Mem, "define void @func() {\n" 254908d809bSDuncan P. N. Exon Smith " unreachable\n" 255908d809bSDuncan P. N. Exon Smith "bb:\n" 256908d809bSDuncan P. N. Exon Smith " unreachable\n" 257908d809bSDuncan P. N. Exon Smith "}\n" 258908d809bSDuncan P. N. Exon Smith "define void @other() {\n" 259908d809bSDuncan P. N. Exon Smith " unreachable\n" 260908d809bSDuncan P. N. Exon Smith "}\n" 261908d809bSDuncan P. N. Exon Smith "define i8* @after() {\n" 262908d809bSDuncan P. N. Exon Smith " ret i8* blockaddress(@func, %bb)\n" 263908d809bSDuncan P. N. Exon Smith "}\n"); 264908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("after")->empty()); 265908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("func")->empty()); 266908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 267908d809bSDuncan P. N. Exon Smith 268908d809bSDuncan P. N. Exon Smith // Materialize @after, pulling in @func. 2695a52e6dcSRafael Espindola EXPECT_FALSE(M->getFunction("after")->materialize()); 270908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(M->getFunction("func")->empty()); 271908d809bSDuncan P. N. Exon Smith EXPECT_TRUE(M->getFunction("other")->empty()); 272908d809bSDuncan P. N. Exon Smith EXPECT_FALSE(verifyModule(*M, &dbgs())); 273e517273eSChandler Carruth } 2747a2990cfSDuncan P. N. Exon Smith 2757a2990cfSDuncan P. N. Exon Smith } // end namespace 276