1e517273eSChandler Carruth //===- llvm/unittest/Bitcode/BitReaderTest.cpp - Tests for BitReader ------===//
2e517273eSChandler Carruth //
3e517273eSChandler Carruth //                     The LLVM Compiler Infrastructure
4e517273eSChandler Carruth //
5e517273eSChandler Carruth // This file is distributed under the University of Illinois Open Source
6e517273eSChandler Carruth // License. See LICENSE.TXT for details.
7e517273eSChandler Carruth //
8e517273eSChandler Carruth //===----------------------------------------------------------------------===//
9e517273eSChandler Carruth 
105fa5ecf8SDaniel Dunbar #include "llvm/ADT/SmallString.h"
11456baad2SRafael Espindola #include "llvm/ADT/STLExtras.h"
12d9903888SChandler Carruth #include "llvm/AsmParser/Parser.h"
13b4c1c28cSDerek Schuff #include "llvm/Bitcode/BitstreamReader.h"
14e517273eSChandler Carruth #include "llvm/Bitcode/BitstreamWriter.h"
15e517273eSChandler Carruth #include "llvm/Bitcode/ReaderWriter.h"
169fb823bbSChandler Carruth #include "llvm/IR/Constants.h"
179fb823bbSChandler Carruth #include "llvm/IR/Instructions.h"
189fb823bbSChandler Carruth #include "llvm/IR/LLVMContext.h"
199fb823bbSChandler Carruth #include "llvm/IR/Module.h"
205ad5f15cSChandler Carruth #include "llvm/IR/Verifier.h"
21456baad2SRafael Espindola #include "llvm/Support/DataStream.h"
227a2990cfSDuncan P. N. Exon Smith #include "llvm/Support/Debug.h"
23e517273eSChandler Carruth #include "llvm/Support/MemoryBuffer.h"
247a2990cfSDuncan P. N. Exon Smith #include "llvm/Support/SourceMgr.h"
25b4c1c28cSDerek Schuff #include "llvm/Support/StreamingMemoryObject.h"
26e517273eSChandler Carruth #include "gtest/gtest.h"
27e517273eSChandler Carruth 
287a2990cfSDuncan P. N. Exon Smith using namespace llvm;
297a2990cfSDuncan P. N. Exon Smith 
30e517273eSChandler Carruth namespace {
31e517273eSChandler Carruth 
32*03b42e41SMehdi Amini std::unique_ptr<Module> parseAssembly(LLVMContext &Context,
33*03b42e41SMehdi Amini                                       const char *Assembly) {
347a2990cfSDuncan P. N. Exon Smith   SMDiagnostic Error;
35*03b42e41SMehdi Amini   std::unique_ptr<Module> M = parseAssemblyString(Assembly, Error, Context);
36e517273eSChandler Carruth 
377a2990cfSDuncan P. N. Exon Smith   std::string ErrMsg;
387a2990cfSDuncan P. N. Exon Smith   raw_string_ostream OS(ErrMsg);
397a2990cfSDuncan P. N. Exon Smith   Error.print("", OS);
40e517273eSChandler Carruth 
417a2990cfSDuncan P. N. Exon Smith   // A failure here means that the test itself is buggy.
4211c07d7eSRafael Espindola   if (!M)
437a2990cfSDuncan P. N. Exon Smith     report_fatal_error(OS.str().c_str());
44e517273eSChandler Carruth 
457a2990cfSDuncan P. N. Exon Smith   return M;
46e517273eSChandler Carruth }
47e517273eSChandler Carruth 
487a2990cfSDuncan P. N. Exon Smith static void writeModuleToBuffer(std::unique_ptr<Module> Mod,
497a2990cfSDuncan P. N. Exon Smith                                 SmallVectorImpl<char> &Buffer) {
505fa5ecf8SDaniel Dunbar   raw_svector_ostream OS(Buffer);
51508baf79SNAKAMURA Takumi   WriteBitcodeToFile(Mod.get(), OS);
52e517273eSChandler Carruth }
53e517273eSChandler Carruth 
547a2990cfSDuncan P. N. Exon Smith static std::unique_ptr<Module> getLazyModuleFromAssembly(LLVMContext &Context,
557a2990cfSDuncan P. N. Exon Smith                                                          SmallString<1024> &Mem,
567a2990cfSDuncan P. N. Exon Smith                                                          const char *Assembly) {
57*03b42e41SMehdi Amini   writeModuleToBuffer(parseAssembly(Context, Assembly), Mem);
583560ff2cSRafael Espindola   std::unique_ptr<MemoryBuffer> Buffer =
593560ff2cSRafael Espindola       MemoryBuffer::getMemBuffer(Mem.str(), "test", false);
60dcd1dca2SRafael Espindola   ErrorOr<std::unique_ptr<Module>> ModuleOrErr =
6168812157SRafael Espindola       getLazyBitcodeModule(std::move(Buffer), Context);
62dcd1dca2SRafael Espindola   return std::move(ModuleOrErr.get());
63e517273eSChandler Carruth }
64e517273eSChandler Carruth 
65456baad2SRafael Espindola class BufferDataStreamer : public DataStreamer {
66456baad2SRafael Espindola   std::unique_ptr<MemoryBuffer> Buffer;
67456baad2SRafael Espindola   unsigned Pos = 0;
68456baad2SRafael Espindola   size_t GetBytes(unsigned char *Out, size_t Len) override {
69456baad2SRafael Espindola     StringRef Buf = Buffer->getBuffer();
70456baad2SRafael Espindola     size_t Left = Buf.size() - Pos;
71456baad2SRafael Espindola     Len = std::min(Left, Len);
72456baad2SRafael Espindola     memcpy(Out, Buffer->getBuffer().substr(Pos).data(), Len);
73456baad2SRafael Espindola     Pos += Len;
74456baad2SRafael Espindola     return Len;
75456baad2SRafael Espindola   }
76456baad2SRafael Espindola 
77456baad2SRafael Espindola public:
78456baad2SRafael Espindola   BufferDataStreamer(std::unique_ptr<MemoryBuffer> Buffer)
79456baad2SRafael Espindola       : Buffer(std::move(Buffer)) {}
80456baad2SRafael Espindola };
81456baad2SRafael Espindola 
82456baad2SRafael Espindola static std::unique_ptr<Module>
83456baad2SRafael Espindola getStreamedModuleFromAssembly(LLVMContext &Context, SmallString<1024> &Mem,
84456baad2SRafael Espindola                               const char *Assembly) {
85*03b42e41SMehdi Amini   writeModuleToBuffer(parseAssembly(Context, Assembly), Mem);
86456baad2SRafael Espindola   std::unique_ptr<MemoryBuffer> Buffer =
87456baad2SRafael Espindola       MemoryBuffer::getMemBuffer(Mem.str(), "test", false);
88f229a034SRafael Espindola   auto Streamer = llvm::make_unique<BufferDataStreamer>(std::move(Buffer));
89456baad2SRafael Espindola   ErrorOr<std::unique_ptr<Module>> ModuleOrErr =
90456baad2SRafael Espindola       getStreamedBitcodeModule("test", std::move(Streamer), Context);
91456baad2SRafael Espindola   return std::move(ModuleOrErr.get());
92456baad2SRafael Espindola }
93456baad2SRafael Espindola 
94b4c1c28cSDerek Schuff // Checks if we correctly detect eof if we try to read N bits when there are not
95b4c1c28cSDerek Schuff // enough bits left on the input stream to read N bits, and we are using a data
96b4c1c28cSDerek Schuff // streamer. In particular, it checks if we properly set the object size when
97b4c1c28cSDerek Schuff // the eof is reached under such conditions.
98b4c1c28cSDerek Schuff TEST(BitReaderTest, TestForEofAfterReadFailureOnDataStreamer) {
99b4c1c28cSDerek Schuff   // Note: Because StreamingMemoryObject does a call to method GetBytes in it's
100b4c1c28cSDerek Schuff   // constructor, using internal constant kChunkSize, we must fill the input
101b4c1c28cSDerek Schuff   // with more characters than that amount.
102b4c1c28cSDerek Schuff   static size_t InputSize = StreamingMemoryObject::kChunkSize + 5;
103b4c1c28cSDerek Schuff   char *Text = new char[InputSize];
104b4c1c28cSDerek Schuff   std::memset(Text, 'a', InputSize);
105b4c1c28cSDerek Schuff   Text[InputSize - 1] = '\0';
106b4c1c28cSDerek Schuff   StringRef Input(Text);
107b4c1c28cSDerek Schuff 
108b4c1c28cSDerek Schuff   // Build bitsteam reader using data streamer.
109b4c1c28cSDerek Schuff   auto MemoryBuf = MemoryBuffer::getMemBuffer(Input);
110b4c1c28cSDerek Schuff   std::unique_ptr<DataStreamer> Streamer(
111b4c1c28cSDerek Schuff       new BufferDataStreamer(std::move(MemoryBuf)));
112b4c1c28cSDerek Schuff   auto OwnedBytes =
113b4c1c28cSDerek Schuff       llvm::make_unique<StreamingMemoryObject>(std::move(Streamer));
114b4c1c28cSDerek Schuff   auto Reader = llvm::make_unique<BitstreamReader>(std::move(OwnedBytes));
115b4c1c28cSDerek Schuff   BitstreamCursor Cursor;
116b4c1c28cSDerek Schuff   Cursor.init(Reader.get());
117b4c1c28cSDerek Schuff 
118b4c1c28cSDerek Schuff   // Jump to two bytes before end of stream.
119b4c1c28cSDerek Schuff   Cursor.JumpToBit((InputSize - 4) * CHAR_BIT);
120b4c1c28cSDerek Schuff   // Try to read 4 bytes when only 2 are present, resulting in error value 0.
121438ec14aSDerek Schuff   const size_t ReadErrorValue = 0;
122b4c1c28cSDerek Schuff   EXPECT_EQ(ReadErrorValue, Cursor.Read(32));
123b4c1c28cSDerek Schuff   // Should be at eof now.
124b4c1c28cSDerek Schuff   EXPECT_TRUE(Cursor.AtEndOfStream());
125438ec14aSDerek Schuff 
126438ec14aSDerek Schuff   delete[] Text;
127b4c1c28cSDerek Schuff }
128b4c1c28cSDerek Schuff 
129456baad2SRafael Espindola TEST(BitReaderTest, MateralizeForwardRefWithStream) {
130456baad2SRafael Espindola   SmallString<1024> Mem;
131456baad2SRafael Espindola 
132456baad2SRafael Espindola   LLVMContext Context;
133456baad2SRafael Espindola   std::unique_ptr<Module> M = getStreamedModuleFromAssembly(
134456baad2SRafael Espindola       Context, Mem, "@table = constant i8* blockaddress(@func, %bb)\n"
135456baad2SRafael Espindola                     "define void @func() {\n"
136456baad2SRafael Espindola                     "  unreachable\n"
137456baad2SRafael Espindola                     "bb:\n"
138456baad2SRafael Espindola                     "  unreachable\n"
139456baad2SRafael Espindola                     "}\n");
140456baad2SRafael Espindola   EXPECT_FALSE(M->getFunction("func")->empty());
141456baad2SRafael Espindola }
142456baad2SRafael Espindola 
1435d8dfd39SDerek Schuff // Tests that lazy evaluation can parse functions out of order.
1445d8dfd39SDerek Schuff TEST(BitReaderTest, MaterializeFunctionsOutOfOrder) {
1455d8dfd39SDerek Schuff   SmallString<1024> Mem;
1465d8dfd39SDerek Schuff   LLVMContext Context;
1475d8dfd39SDerek Schuff   std::unique_ptr<Module> M = getLazyModuleFromAssembly(
1485d8dfd39SDerek Schuff       Context, Mem, "define void @f() {\n"
1495d8dfd39SDerek Schuff                     "  unreachable\n"
1505d8dfd39SDerek Schuff                     "}\n"
1515d8dfd39SDerek Schuff                     "define void @g() {\n"
1525d8dfd39SDerek Schuff                     "  unreachable\n"
1535d8dfd39SDerek Schuff                     "}\n"
1545d8dfd39SDerek Schuff                     "define void @h() {\n"
1555d8dfd39SDerek Schuff                     "  unreachable\n"
1565d8dfd39SDerek Schuff                     "}\n"
1575d8dfd39SDerek Schuff                     "define void @j() {\n"
1585d8dfd39SDerek Schuff                     "  unreachable\n"
1595d8dfd39SDerek Schuff                     "}\n");
1605d8dfd39SDerek Schuff   EXPECT_FALSE(verifyModule(*M, &dbgs()));
1615d8dfd39SDerek Schuff 
1625d8dfd39SDerek Schuff   Function *F = M->getFunction("f");
1635d8dfd39SDerek Schuff   Function *G = M->getFunction("g");
1645d8dfd39SDerek Schuff   Function *H = M->getFunction("h");
1655d8dfd39SDerek Schuff   Function *J = M->getFunction("j");
1665d8dfd39SDerek Schuff 
1675d8dfd39SDerek Schuff   // Initially all functions are not materialized (no basic blocks).
1685d8dfd39SDerek Schuff   EXPECT_TRUE(F->empty());
1695d8dfd39SDerek Schuff   EXPECT_TRUE(G->empty());
1705d8dfd39SDerek Schuff   EXPECT_TRUE(H->empty());
1715d8dfd39SDerek Schuff   EXPECT_TRUE(J->empty());
1725d8dfd39SDerek Schuff   EXPECT_FALSE(verifyModule(*M, &dbgs()));
1735d8dfd39SDerek Schuff 
1745d8dfd39SDerek Schuff   // Materialize h.
1755d8dfd39SDerek Schuff   H->materialize();
1765d8dfd39SDerek Schuff   EXPECT_TRUE(F->empty());
1775d8dfd39SDerek Schuff   EXPECT_TRUE(G->empty());
1785d8dfd39SDerek Schuff   EXPECT_FALSE(H->empty());
1795d8dfd39SDerek Schuff   EXPECT_TRUE(J->empty());
1805d8dfd39SDerek Schuff   EXPECT_FALSE(verifyModule(*M, &dbgs()));
1815d8dfd39SDerek Schuff 
1825d8dfd39SDerek Schuff   // Materialize g.
1835d8dfd39SDerek Schuff   G->materialize();
1845d8dfd39SDerek Schuff   EXPECT_TRUE(F->empty());
1855d8dfd39SDerek Schuff   EXPECT_FALSE(G->empty());
1865d8dfd39SDerek Schuff   EXPECT_FALSE(H->empty());
1875d8dfd39SDerek Schuff   EXPECT_TRUE(J->empty());
1885d8dfd39SDerek Schuff   EXPECT_FALSE(verifyModule(*M, &dbgs()));
1895d8dfd39SDerek Schuff 
1905d8dfd39SDerek Schuff   // Materialize j.
1915d8dfd39SDerek Schuff   J->materialize();
1925d8dfd39SDerek Schuff   EXPECT_TRUE(F->empty());
1935d8dfd39SDerek Schuff   EXPECT_FALSE(G->empty());
1945d8dfd39SDerek Schuff   EXPECT_FALSE(H->empty());
1955d8dfd39SDerek Schuff   EXPECT_FALSE(J->empty());
1965d8dfd39SDerek Schuff   EXPECT_FALSE(verifyModule(*M, &dbgs()));
1975d8dfd39SDerek Schuff 
1985d8dfd39SDerek Schuff   // Materialize f.
1995d8dfd39SDerek Schuff   F->materialize();
2005d8dfd39SDerek Schuff   EXPECT_FALSE(F->empty());
2015d8dfd39SDerek Schuff   EXPECT_FALSE(G->empty());
2025d8dfd39SDerek Schuff   EXPECT_FALSE(H->empty());
2035d8dfd39SDerek Schuff   EXPECT_FALSE(J->empty());
2045d8dfd39SDerek Schuff   EXPECT_FALSE(verifyModule(*M, &dbgs()));
2055d8dfd39SDerek Schuff }
2065d8dfd39SDerek Schuff 
2077a2990cfSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddr) { // PR11677
2087a2990cfSDuncan P. N. Exon Smith   SmallString<1024> Mem;
2097a2990cfSDuncan P. N. Exon Smith 
2107a2990cfSDuncan P. N. Exon Smith   LLVMContext Context;
2117a2990cfSDuncan P. N. Exon Smith   std::unique_ptr<Module> M = getLazyModuleFromAssembly(
2127a2990cfSDuncan P. N. Exon Smith       Context, Mem, "@table = constant i8* blockaddress(@func, %bb)\n"
2137a2990cfSDuncan P. N. Exon Smith                     "define void @func() {\n"
2147a2990cfSDuncan P. N. Exon Smith                     "  unreachable\n"
2157a2990cfSDuncan P. N. Exon Smith                     "bb:\n"
2167a2990cfSDuncan P. N. Exon Smith                     "  unreachable\n"
2177a2990cfSDuncan P. N. Exon Smith                     "}\n");
2187a2990cfSDuncan P. N. Exon Smith   EXPECT_FALSE(verifyModule(*M, &dbgs()));
219908d809bSDuncan P. N. Exon Smith }
220908d809bSDuncan P. N. Exon Smith 
221908d809bSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddrInFunctionBefore) {
222908d809bSDuncan P. N. Exon Smith   SmallString<1024> Mem;
223908d809bSDuncan P. N. Exon Smith 
224908d809bSDuncan P. N. Exon Smith   LLVMContext Context;
225908d809bSDuncan P. N. Exon Smith   std::unique_ptr<Module> M = getLazyModuleFromAssembly(
226908d809bSDuncan P. N. Exon Smith       Context, Mem, "define i8* @before() {\n"
227908d809bSDuncan P. N. Exon Smith                     "  ret i8* blockaddress(@func, %bb)\n"
228908d809bSDuncan P. N. Exon Smith                     "}\n"
229908d809bSDuncan P. N. Exon Smith                     "define void @other() {\n"
230908d809bSDuncan P. N. Exon Smith                     "  unreachable\n"
231908d809bSDuncan P. N. Exon Smith                     "}\n"
232908d809bSDuncan P. N. Exon Smith                     "define void @func() {\n"
233908d809bSDuncan P. N. Exon Smith                     "  unreachable\n"
234908d809bSDuncan P. N. Exon Smith                     "bb:\n"
235908d809bSDuncan P. N. Exon Smith                     "  unreachable\n"
236908d809bSDuncan P. N. Exon Smith                     "}\n");
237908d809bSDuncan P. N. Exon Smith   EXPECT_TRUE(M->getFunction("before")->empty());
238908d809bSDuncan P. N. Exon Smith   EXPECT_TRUE(M->getFunction("func")->empty());
239908d809bSDuncan P. N. Exon Smith   EXPECT_FALSE(verifyModule(*M, &dbgs()));
240908d809bSDuncan P. N. Exon Smith 
241908d809bSDuncan P. N. Exon Smith   // Materialize @before, pulling in @func.
2425a52e6dcSRafael Espindola   EXPECT_FALSE(M->getFunction("before")->materialize());
243908d809bSDuncan P. N. Exon Smith   EXPECT_FALSE(M->getFunction("func")->empty());
244908d809bSDuncan P. N. Exon Smith   EXPECT_TRUE(M->getFunction("other")->empty());
245908d809bSDuncan P. N. Exon Smith   EXPECT_FALSE(verifyModule(*M, &dbgs()));
246908d809bSDuncan P. N. Exon Smith }
247908d809bSDuncan P. N. Exon Smith 
248908d809bSDuncan P. N. Exon Smith TEST(BitReaderTest, MaterializeFunctionsForBlockAddrInFunctionAfter) {
249908d809bSDuncan P. N. Exon Smith   SmallString<1024> Mem;
250908d809bSDuncan P. N. Exon Smith 
251908d809bSDuncan P. N. Exon Smith   LLVMContext Context;
252908d809bSDuncan P. N. Exon Smith   std::unique_ptr<Module> M = getLazyModuleFromAssembly(
253908d809bSDuncan P. N. Exon Smith       Context, Mem, "define void @func() {\n"
254908d809bSDuncan P. N. Exon Smith                     "  unreachable\n"
255908d809bSDuncan P. N. Exon Smith                     "bb:\n"
256908d809bSDuncan P. N. Exon Smith                     "  unreachable\n"
257908d809bSDuncan P. N. Exon Smith                     "}\n"
258908d809bSDuncan P. N. Exon Smith                     "define void @other() {\n"
259908d809bSDuncan P. N. Exon Smith                     "  unreachable\n"
260908d809bSDuncan P. N. Exon Smith                     "}\n"
261908d809bSDuncan P. N. Exon Smith                     "define i8* @after() {\n"
262908d809bSDuncan P. N. Exon Smith                     "  ret i8* blockaddress(@func, %bb)\n"
263908d809bSDuncan P. N. Exon Smith                     "}\n");
264908d809bSDuncan P. N. Exon Smith   EXPECT_TRUE(M->getFunction("after")->empty());
265908d809bSDuncan P. N. Exon Smith   EXPECT_TRUE(M->getFunction("func")->empty());
266908d809bSDuncan P. N. Exon Smith   EXPECT_FALSE(verifyModule(*M, &dbgs()));
267908d809bSDuncan P. N. Exon Smith 
268908d809bSDuncan P. N. Exon Smith   // Materialize @after, pulling in @func.
2695a52e6dcSRafael Espindola   EXPECT_FALSE(M->getFunction("after")->materialize());
270908d809bSDuncan P. N. Exon Smith   EXPECT_FALSE(M->getFunction("func")->empty());
271908d809bSDuncan P. N. Exon Smith   EXPECT_TRUE(M->getFunction("other")->empty());
272908d809bSDuncan P. N. Exon Smith   EXPECT_FALSE(verifyModule(*M, &dbgs()));
273e517273eSChandler Carruth }
2747a2990cfSDuncan P. N. Exon Smith 
2757a2990cfSDuncan P. N. Exon Smith } // end namespace
276