1 //===--- raw_ostream.cpp - Implement the raw_ostream classes --------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This implements support for bulk buffered stream output.
10 //
11 //===----------------------------------------------------------------------===//
12
13 #include "llvm/Support/raw_ostream.h"
14 #include "llvm/ADT/STLArrayExtras.h"
15 #include "llvm/ADT/StringExtras.h"
16 #include "llvm/Config/config.h"
17 #include "llvm/Support/Compiler.h"
18 #include "llvm/Support/Duration.h"
19 #include "llvm/Support/ErrorHandling.h"
20 #include "llvm/Support/FileSystem.h"
21 #include "llvm/Support/Format.h"
22 #include "llvm/Support/FormatVariadic.h"
23 #include "llvm/Support/MathExtras.h"
24 #include "llvm/Support/NativeFormatting.h"
25 #include "llvm/Support/Process.h"
26 #include "llvm/Support/Program.h"
27 #include <algorithm>
28 #include <cerrno>
29 #include <cstdio>
30 #include <sys/stat.h>
31
32 // <fcntl.h> may provide O_BINARY.
33 #if defined(HAVE_FCNTL_H)
34 # include <fcntl.h>
35 #endif
36
37 #if defined(HAVE_UNISTD_H)
38 # include <unistd.h>
39 #endif
40
41 #if defined(__CYGWIN__)
42 #include <io.h>
43 #endif
44
45 #if defined(_MSC_VER)
46 #include <io.h>
47 #ifndef STDIN_FILENO
48 # define STDIN_FILENO 0
49 #endif
50 #ifndef STDOUT_FILENO
51 # define STDOUT_FILENO 1
52 #endif
53 #ifndef STDERR_FILENO
54 # define STDERR_FILENO 2
55 #endif
56 #endif
57
58 #ifdef _WIN32
59 #include "llvm/Support/ConvertUTF.h"
60 #include "llvm/Support/Windows/WindowsSupport.h"
61 #endif
62
63 using namespace llvm;
64
65 constexpr raw_ostream::Colors raw_ostream::BLACK;
66 constexpr raw_ostream::Colors raw_ostream::RED;
67 constexpr raw_ostream::Colors raw_ostream::GREEN;
68 constexpr raw_ostream::Colors raw_ostream::YELLOW;
69 constexpr raw_ostream::Colors raw_ostream::BLUE;
70 constexpr raw_ostream::Colors raw_ostream::MAGENTA;
71 constexpr raw_ostream::Colors raw_ostream::CYAN;
72 constexpr raw_ostream::Colors raw_ostream::WHITE;
73 constexpr raw_ostream::Colors raw_ostream::SAVEDCOLOR;
74 constexpr raw_ostream::Colors raw_ostream::RESET;
75
~raw_ostream()76 raw_ostream::~raw_ostream() {
77 // raw_ostream's subclasses should take care to flush the buffer
78 // in their destructors.
79 assert(OutBufCur == OutBufStart &&
80 "raw_ostream destructor called with non-empty buffer!");
81
82 if (BufferMode == BufferKind::InternalBuffer)
83 delete [] OutBufStart;
84 }
85
preferred_buffer_size() const86 size_t raw_ostream::preferred_buffer_size() const {
87 // BUFSIZ is intended to be a reasonable default.
88 return BUFSIZ;
89 }
90
SetBuffered()91 void raw_ostream::SetBuffered() {
92 // Ask the subclass to determine an appropriate buffer size.
93 if (size_t Size = preferred_buffer_size())
94 SetBufferSize(Size);
95 else
96 // It may return 0, meaning this stream should be unbuffered.
97 SetUnbuffered();
98 }
99
SetBufferAndMode(char * BufferStart,size_t Size,BufferKind Mode)100 void raw_ostream::SetBufferAndMode(char *BufferStart, size_t Size,
101 BufferKind Mode) {
102 assert(((Mode == BufferKind::Unbuffered && !BufferStart && Size == 0) ||
103 (Mode != BufferKind::Unbuffered && BufferStart && Size != 0)) &&
104 "stream must be unbuffered or have at least one byte");
105 // Make sure the current buffer is free of content (we can't flush here; the
106 // child buffer management logic will be in write_impl).
107 assert(GetNumBytesInBuffer() == 0 && "Current buffer is non-empty!");
108
109 if (BufferMode == BufferKind::InternalBuffer)
110 delete [] OutBufStart;
111 OutBufStart = BufferStart;
112 OutBufEnd = OutBufStart+Size;
113 OutBufCur = OutBufStart;
114 BufferMode = Mode;
115
116 assert(OutBufStart <= OutBufEnd && "Invalid size!");
117 }
118
operator <<(unsigned long N)119 raw_ostream &raw_ostream::operator<<(unsigned long N) {
120 write_integer(*this, static_cast<uint64_t>(N), 0, IntegerStyle::Integer);
121 return *this;
122 }
123
operator <<(long N)124 raw_ostream &raw_ostream::operator<<(long N) {
125 write_integer(*this, static_cast<int64_t>(N), 0, IntegerStyle::Integer);
126 return *this;
127 }
128
operator <<(unsigned long long N)129 raw_ostream &raw_ostream::operator<<(unsigned long long N) {
130 write_integer(*this, static_cast<uint64_t>(N), 0, IntegerStyle::Integer);
131 return *this;
132 }
133
operator <<(long long N)134 raw_ostream &raw_ostream::operator<<(long long N) {
135 write_integer(*this, static_cast<int64_t>(N), 0, IntegerStyle::Integer);
136 return *this;
137 }
138
write_hex(unsigned long long N)139 raw_ostream &raw_ostream::write_hex(unsigned long long N) {
140 llvm::write_hex(*this, N, HexPrintStyle::Lower);
141 return *this;
142 }
143
operator <<(Colors C)144 raw_ostream &raw_ostream::operator<<(Colors C) {
145 if (C == Colors::RESET)
146 resetColor();
147 else
148 changeColor(C);
149 return *this;
150 }
151
write_uuid(const uuid_t UUID)152 raw_ostream &raw_ostream::write_uuid(const uuid_t UUID) {
153 for (int Idx = 0; Idx < 16; ++Idx) {
154 *this << format("%02" PRIX32, UUID[Idx]);
155 if (Idx == 3 || Idx == 5 || Idx == 7 || Idx == 9)
156 *this << "-";
157 }
158 return *this;
159 }
160
161
write_escaped(StringRef Str,bool UseHexEscapes)162 raw_ostream &raw_ostream::write_escaped(StringRef Str,
163 bool UseHexEscapes) {
164 for (unsigned char c : Str) {
165 switch (c) {
166 case '\\':
167 *this << '\\' << '\\';
168 break;
169 case '\t':
170 *this << '\\' << 't';
171 break;
172 case '\n':
173 *this << '\\' << 'n';
174 break;
175 case '"':
176 *this << '\\' << '"';
177 break;
178 default:
179 if (isPrint(c)) {
180 *this << c;
181 break;
182 }
183
184 // Write out the escaped representation.
185 if (UseHexEscapes) {
186 *this << '\\' << 'x';
187 *this << hexdigit((c >> 4) & 0xF);
188 *this << hexdigit((c >> 0) & 0xF);
189 } else {
190 // Always use a full 3-character octal escape.
191 *this << '\\';
192 *this << char('0' + ((c >> 6) & 7));
193 *this << char('0' + ((c >> 3) & 7));
194 *this << char('0' + ((c >> 0) & 7));
195 }
196 }
197 }
198
199 return *this;
200 }
201
operator <<(const void * P)202 raw_ostream &raw_ostream::operator<<(const void *P) {
203 llvm::write_hex(*this, (uintptr_t)P, HexPrintStyle::PrefixLower);
204 return *this;
205 }
206
operator <<(double N)207 raw_ostream &raw_ostream::operator<<(double N) {
208 llvm::write_double(*this, N, FloatStyle::Exponent);
209 return *this;
210 }
211
flush_nonempty()212 void raw_ostream::flush_nonempty() {
213 assert(OutBufCur > OutBufStart && "Invalid call to flush_nonempty.");
214 size_t Length = OutBufCur - OutBufStart;
215 OutBufCur = OutBufStart;
216 flush_tied_then_write(OutBufStart, Length);
217 }
218
write(unsigned char C)219 raw_ostream &raw_ostream::write(unsigned char C) {
220 // Group exceptional cases into a single branch.
221 if (LLVM_UNLIKELY(OutBufCur >= OutBufEnd)) {
222 if (LLVM_UNLIKELY(!OutBufStart)) {
223 if (BufferMode == BufferKind::Unbuffered) {
224 flush_tied_then_write(reinterpret_cast<char *>(&C), 1);
225 return *this;
226 }
227 // Set up a buffer and start over.
228 SetBuffered();
229 return write(C);
230 }
231
232 flush_nonempty();
233 }
234
235 *OutBufCur++ = C;
236 return *this;
237 }
238
write(const char * Ptr,size_t Size)239 raw_ostream &raw_ostream::write(const char *Ptr, size_t Size) {
240 // Group exceptional cases into a single branch.
241 if (LLVM_UNLIKELY(size_t(OutBufEnd - OutBufCur) < Size)) {
242 if (LLVM_UNLIKELY(!OutBufStart)) {
243 if (BufferMode == BufferKind::Unbuffered) {
244 flush_tied_then_write(Ptr, Size);
245 return *this;
246 }
247 // Set up a buffer and start over.
248 SetBuffered();
249 return write(Ptr, Size);
250 }
251
252 size_t NumBytes = OutBufEnd - OutBufCur;
253
254 // If the buffer is empty at this point we have a string that is larger
255 // than the buffer. Directly write the chunk that is a multiple of the
256 // preferred buffer size and put the remainder in the buffer.
257 if (LLVM_UNLIKELY(OutBufCur == OutBufStart)) {
258 assert(NumBytes != 0 && "undefined behavior");
259 size_t BytesToWrite = Size - (Size % NumBytes);
260 flush_tied_then_write(Ptr, BytesToWrite);
261 size_t BytesRemaining = Size - BytesToWrite;
262 if (BytesRemaining > size_t(OutBufEnd - OutBufCur)) {
263 // Too much left over to copy into our buffer.
264 return write(Ptr + BytesToWrite, BytesRemaining);
265 }
266 copy_to_buffer(Ptr + BytesToWrite, BytesRemaining);
267 return *this;
268 }
269
270 // We don't have enough space in the buffer to fit the string in. Insert as
271 // much as possible, flush and start over with the remainder.
272 copy_to_buffer(Ptr, NumBytes);
273 flush_nonempty();
274 return write(Ptr + NumBytes, Size - NumBytes);
275 }
276
277 copy_to_buffer(Ptr, Size);
278
279 return *this;
280 }
281
copy_to_buffer(const char * Ptr,size_t Size)282 void raw_ostream::copy_to_buffer(const char *Ptr, size_t Size) {
283 assert(Size <= size_t(OutBufEnd - OutBufCur) && "Buffer overrun!");
284
285 // Handle short strings specially, memcpy isn't very good at very short
286 // strings.
287 switch (Size) {
288 case 4: OutBufCur[3] = Ptr[3]; LLVM_FALLTHROUGH;
289 case 3: OutBufCur[2] = Ptr[2]; LLVM_FALLTHROUGH;
290 case 2: OutBufCur[1] = Ptr[1]; LLVM_FALLTHROUGH;
291 case 1: OutBufCur[0] = Ptr[0]; LLVM_FALLTHROUGH;
292 case 0: break;
293 default:
294 memcpy(OutBufCur, Ptr, Size);
295 break;
296 }
297
298 OutBufCur += Size;
299 }
300
flush_tied_then_write(const char * Ptr,size_t Size)301 void raw_ostream::flush_tied_then_write(const char *Ptr, size_t Size) {
302 if (TiedStream)
303 TiedStream->flush();
304 write_impl(Ptr, Size);
305 }
306
307 // Formatted output.
operator <<(const format_object_base & Fmt)308 raw_ostream &raw_ostream::operator<<(const format_object_base &Fmt) {
309 // If we have more than a few bytes left in our output buffer, try
310 // formatting directly onto its end.
311 size_t NextBufferSize = 127;
312 size_t BufferBytesLeft = OutBufEnd - OutBufCur;
313 if (BufferBytesLeft > 3) {
314 size_t BytesUsed = Fmt.print(OutBufCur, BufferBytesLeft);
315
316 // Common case is that we have plenty of space.
317 if (BytesUsed <= BufferBytesLeft) {
318 OutBufCur += BytesUsed;
319 return *this;
320 }
321
322 // Otherwise, we overflowed and the return value tells us the size to try
323 // again with.
324 NextBufferSize = BytesUsed;
325 }
326
327 // If we got here, we didn't have enough space in the output buffer for the
328 // string. Try printing into a SmallVector that is resized to have enough
329 // space. Iterate until we win.
330 SmallVector<char, 128> V;
331
332 while (true) {
333 V.resize(NextBufferSize);
334
335 // Try formatting into the SmallVector.
336 size_t BytesUsed = Fmt.print(V.data(), NextBufferSize);
337
338 // If BytesUsed fit into the vector, we win.
339 if (BytesUsed <= NextBufferSize)
340 return write(V.data(), BytesUsed);
341
342 // Otherwise, try again with a new size.
343 assert(BytesUsed > NextBufferSize && "Didn't grow buffer!?");
344 NextBufferSize = BytesUsed;
345 }
346 }
347
operator <<(const formatv_object_base & Obj)348 raw_ostream &raw_ostream::operator<<(const formatv_object_base &Obj) {
349 Obj.format(*this);
350 return *this;
351 }
352
operator <<(const FormattedString & FS)353 raw_ostream &raw_ostream::operator<<(const FormattedString &FS) {
354 unsigned LeftIndent = 0;
355 unsigned RightIndent = 0;
356 const ssize_t Difference = FS.Width - FS.Str.size();
357 if (Difference > 0) {
358 switch (FS.Justify) {
359 case FormattedString::JustifyNone:
360 break;
361 case FormattedString::JustifyLeft:
362 RightIndent = Difference;
363 break;
364 case FormattedString::JustifyRight:
365 LeftIndent = Difference;
366 break;
367 case FormattedString::JustifyCenter:
368 LeftIndent = Difference / 2;
369 RightIndent = Difference - LeftIndent;
370 break;
371 }
372 }
373 indent(LeftIndent);
374 (*this) << FS.Str;
375 indent(RightIndent);
376 return *this;
377 }
378
operator <<(const FormattedNumber & FN)379 raw_ostream &raw_ostream::operator<<(const FormattedNumber &FN) {
380 if (FN.Hex) {
381 HexPrintStyle Style;
382 if (FN.Upper && FN.HexPrefix)
383 Style = HexPrintStyle::PrefixUpper;
384 else if (FN.Upper && !FN.HexPrefix)
385 Style = HexPrintStyle::Upper;
386 else if (!FN.Upper && FN.HexPrefix)
387 Style = HexPrintStyle::PrefixLower;
388 else
389 Style = HexPrintStyle::Lower;
390 llvm::write_hex(*this, FN.HexValue, Style, FN.Width);
391 } else {
392 llvm::SmallString<16> Buffer;
393 llvm::raw_svector_ostream Stream(Buffer);
394 llvm::write_integer(Stream, FN.DecValue, 0, IntegerStyle::Integer);
395 if (Buffer.size() < FN.Width)
396 indent(FN.Width - Buffer.size());
397 (*this) << Buffer;
398 }
399 return *this;
400 }
401
operator <<(const FormattedBytes & FB)402 raw_ostream &raw_ostream::operator<<(const FormattedBytes &FB) {
403 if (FB.Bytes.empty())
404 return *this;
405
406 size_t LineIndex = 0;
407 auto Bytes = FB.Bytes;
408 const size_t Size = Bytes.size();
409 HexPrintStyle HPS = FB.Upper ? HexPrintStyle::Upper : HexPrintStyle::Lower;
410 uint64_t OffsetWidth = 0;
411 if (FB.FirstByteOffset) {
412 // Figure out how many nibbles are needed to print the largest offset
413 // represented by this data set, so that we can align the offset field
414 // to the right width.
415 size_t Lines = Size / FB.NumPerLine;
416 uint64_t MaxOffset = *FB.FirstByteOffset + Lines * FB.NumPerLine;
417 unsigned Power = 0;
418 if (MaxOffset > 0)
419 Power = llvm::Log2_64_Ceil(MaxOffset);
420 OffsetWidth = std::max<uint64_t>(4, llvm::alignTo(Power, 4) / 4);
421 }
422
423 // The width of a block of data including all spaces for group separators.
424 unsigned NumByteGroups =
425 alignTo(FB.NumPerLine, FB.ByteGroupSize) / FB.ByteGroupSize;
426 unsigned BlockCharWidth = FB.NumPerLine * 2 + NumByteGroups - 1;
427
428 while (!Bytes.empty()) {
429 indent(FB.IndentLevel);
430
431 if (FB.FirstByteOffset) {
432 uint64_t Offset = FB.FirstByteOffset.value();
433 llvm::write_hex(*this, Offset + LineIndex, HPS, OffsetWidth);
434 *this << ": ";
435 }
436
437 auto Line = Bytes.take_front(FB.NumPerLine);
438
439 size_t CharsPrinted = 0;
440 // Print the hex bytes for this line in groups
441 for (size_t I = 0; I < Line.size(); ++I, CharsPrinted += 2) {
442 if (I && (I % FB.ByteGroupSize) == 0) {
443 ++CharsPrinted;
444 *this << " ";
445 }
446 llvm::write_hex(*this, Line[I], HPS, 2);
447 }
448
449 if (FB.ASCII) {
450 // Print any spaces needed for any bytes that we didn't print on this
451 // line so that the ASCII bytes are correctly aligned.
452 assert(BlockCharWidth >= CharsPrinted);
453 indent(BlockCharWidth - CharsPrinted + 2);
454 *this << "|";
455
456 // Print the ASCII char values for each byte on this line
457 for (uint8_t Byte : Line) {
458 if (isPrint(Byte))
459 *this << static_cast<char>(Byte);
460 else
461 *this << '.';
462 }
463 *this << '|';
464 }
465
466 Bytes = Bytes.drop_front(Line.size());
467 LineIndex += Line.size();
468 if (LineIndex < Size)
469 *this << '\n';
470 }
471 return *this;
472 }
473
474 template <char C>
write_padding(raw_ostream & OS,unsigned NumChars)475 static raw_ostream &write_padding(raw_ostream &OS, unsigned NumChars) {
476 static const char Chars[] = {C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C,
477 C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C,
478 C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C,
479 C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C,
480 C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C};
481
482 // Usually the indentation is small, handle it with a fastpath.
483 if (NumChars < array_lengthof(Chars))
484 return OS.write(Chars, NumChars);
485
486 while (NumChars) {
487 unsigned NumToWrite = std::min(NumChars,
488 (unsigned)array_lengthof(Chars)-1);
489 OS.write(Chars, NumToWrite);
490 NumChars -= NumToWrite;
491 }
492 return OS;
493 }
494
495 /// indent - Insert 'NumSpaces' spaces.
indent(unsigned NumSpaces)496 raw_ostream &raw_ostream::indent(unsigned NumSpaces) {
497 return write_padding<' '>(*this, NumSpaces);
498 }
499
500 /// write_zeros - Insert 'NumZeros' nulls.
write_zeros(unsigned NumZeros)501 raw_ostream &raw_ostream::write_zeros(unsigned NumZeros) {
502 return write_padding<'\0'>(*this, NumZeros);
503 }
504
prepare_colors()505 bool raw_ostream::prepare_colors() {
506 // Colors were explicitly disabled.
507 if (!ColorEnabled)
508 return false;
509
510 // Colors require changing the terminal but this stream is not going to a
511 // terminal.
512 if (sys::Process::ColorNeedsFlush() && !is_displayed())
513 return false;
514
515 if (sys::Process::ColorNeedsFlush())
516 flush();
517
518 return true;
519 }
520
changeColor(enum Colors colors,bool bold,bool bg)521 raw_ostream &raw_ostream::changeColor(enum Colors colors, bool bold, bool bg) {
522 if (!prepare_colors())
523 return *this;
524
525 const char *colorcode =
526 (colors == SAVEDCOLOR)
527 ? sys::Process::OutputBold(bg)
528 : sys::Process::OutputColor(static_cast<char>(colors), bold, bg);
529 if (colorcode)
530 write(colorcode, strlen(colorcode));
531 return *this;
532 }
533
resetColor()534 raw_ostream &raw_ostream::resetColor() {
535 if (!prepare_colors())
536 return *this;
537
538 if (const char *colorcode = sys::Process::ResetColor())
539 write(colorcode, strlen(colorcode));
540 return *this;
541 }
542
reverseColor()543 raw_ostream &raw_ostream::reverseColor() {
544 if (!prepare_colors())
545 return *this;
546
547 if (const char *colorcode = sys::Process::OutputReverse())
548 write(colorcode, strlen(colorcode));
549 return *this;
550 }
551
anchor()552 void raw_ostream::anchor() {}
553
554 //===----------------------------------------------------------------------===//
555 // Formatted Output
556 //===----------------------------------------------------------------------===//
557
558 // Out of line virtual method.
home()559 void format_object_base::home() {
560 }
561
562 //===----------------------------------------------------------------------===//
563 // raw_fd_ostream
564 //===----------------------------------------------------------------------===//
565
getFD(StringRef Filename,std::error_code & EC,sys::fs::CreationDisposition Disp,sys::fs::FileAccess Access,sys::fs::OpenFlags Flags)566 static int getFD(StringRef Filename, std::error_code &EC,
567 sys::fs::CreationDisposition Disp, sys::fs::FileAccess Access,
568 sys::fs::OpenFlags Flags) {
569 assert((Access & sys::fs::FA_Write) &&
570 "Cannot make a raw_ostream from a read-only descriptor!");
571
572 // Handle "-" as stdout. Note that when we do this, we consider ourself
573 // the owner of stdout and may set the "binary" flag globally based on Flags.
574 if (Filename == "-") {
575 EC = std::error_code();
576 // Change stdout's text/binary mode based on the Flags.
577 sys::ChangeStdoutMode(Flags);
578 return STDOUT_FILENO;
579 }
580
581 int FD;
582 if (Access & sys::fs::FA_Read)
583 EC = sys::fs::openFileForReadWrite(Filename, FD, Disp, Flags);
584 else
585 EC = sys::fs::openFileForWrite(Filename, FD, Disp, Flags);
586 if (EC)
587 return -1;
588
589 return FD;
590 }
591
raw_fd_ostream(StringRef Filename,std::error_code & EC)592 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC)
593 : raw_fd_ostream(Filename, EC, sys::fs::CD_CreateAlways, sys::fs::FA_Write,
594 sys::fs::OF_None) {}
595
raw_fd_ostream(StringRef Filename,std::error_code & EC,sys::fs::CreationDisposition Disp)596 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC,
597 sys::fs::CreationDisposition Disp)
598 : raw_fd_ostream(Filename, EC, Disp, sys::fs::FA_Write, sys::fs::OF_None) {}
599
raw_fd_ostream(StringRef Filename,std::error_code & EC,sys::fs::FileAccess Access)600 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC,
601 sys::fs::FileAccess Access)
602 : raw_fd_ostream(Filename, EC, sys::fs::CD_CreateAlways, Access,
603 sys::fs::OF_None) {}
604
raw_fd_ostream(StringRef Filename,std::error_code & EC,sys::fs::OpenFlags Flags)605 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC,
606 sys::fs::OpenFlags Flags)
607 : raw_fd_ostream(Filename, EC, sys::fs::CD_CreateAlways, sys::fs::FA_Write,
608 Flags) {}
609
raw_fd_ostream(StringRef Filename,std::error_code & EC,sys::fs::CreationDisposition Disp,sys::fs::FileAccess Access,sys::fs::OpenFlags Flags)610 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC,
611 sys::fs::CreationDisposition Disp,
612 sys::fs::FileAccess Access,
613 sys::fs::OpenFlags Flags)
614 : raw_fd_ostream(getFD(Filename, EC, Disp, Access, Flags), true) {}
615
616 /// FD is the file descriptor that this writes to. If ShouldClose is true, this
617 /// closes the file when the stream is destroyed.
raw_fd_ostream(int fd,bool shouldClose,bool unbuffered,OStreamKind K)618 raw_fd_ostream::raw_fd_ostream(int fd, bool shouldClose, bool unbuffered,
619 OStreamKind K)
620 : raw_pwrite_stream(unbuffered, K), FD(fd), ShouldClose(shouldClose) {
621 if (FD < 0 ) {
622 ShouldClose = false;
623 return;
624 }
625
626 enable_colors(true);
627
628 // Do not attempt to close stdout or stderr. We used to try to maintain the
629 // property that tools that support writing file to stdout should not also
630 // write informational output to stdout, but in practice we were never able to
631 // maintain this invariant. Many features have been added to LLVM and clang
632 // (-fdump-record-layouts, optimization remarks, etc) that print to stdout, so
633 // users must simply be aware that mixed output and remarks is a possibility.
634 if (FD <= STDERR_FILENO)
635 ShouldClose = false;
636
637 #ifdef _WIN32
638 // Check if this is a console device. This is not equivalent to isatty.
639 IsWindowsConsole =
640 ::GetFileType((HANDLE)::_get_osfhandle(fd)) == FILE_TYPE_CHAR;
641 #endif
642
643 // Get the starting position.
644 off_t loc = ::lseek(FD, 0, SEEK_CUR);
645 sys::fs::file_status Status;
646 std::error_code EC = status(FD, Status);
647 IsRegularFile = Status.type() == sys::fs::file_type::regular_file;
648 #ifdef _WIN32
649 // MSVCRT's _lseek(SEEK_CUR) doesn't return -1 for pipes.
650 SupportsSeeking = !EC && IsRegularFile;
651 #else
652 SupportsSeeking = !EC && loc != (off_t)-1;
653 #endif
654 if (!SupportsSeeking)
655 pos = 0;
656 else
657 pos = static_cast<uint64_t>(loc);
658 }
659
~raw_fd_ostream()660 raw_fd_ostream::~raw_fd_ostream() {
661 if (FD >= 0) {
662 flush();
663 if (ShouldClose) {
664 if (auto EC = sys::Process::SafelyCloseFileDescriptor(FD))
665 error_detected(EC);
666 }
667 }
668
669 #ifdef __MINGW32__
670 // On mingw, global dtors should not call exit().
671 // report_fatal_error() invokes exit(). We know report_fatal_error()
672 // might not write messages to stderr when any errors were detected
673 // on FD == 2.
674 if (FD == 2) return;
675 #endif
676
677 // If there are any pending errors, report them now. Clients wishing
678 // to avoid report_fatal_error calls should check for errors with
679 // has_error() and clear the error flag with clear_error() before
680 // destructing raw_ostream objects which may have errors.
681 if (has_error())
682 report_fatal_error(Twine("IO failure on output stream: ") +
683 error().message(),
684 /*gen_crash_diag=*/false);
685 }
686
687 #if defined(_WIN32)
688 // The most reliable way to print unicode in a Windows console is with
689 // WriteConsoleW. To use that, first transcode from UTF-8 to UTF-16. This
690 // assumes that LLVM programs always print valid UTF-8 to the console. The data
691 // might not be UTF-8 for two major reasons:
692 // 1. The program is printing binary (-filetype=obj -o -), in which case it
693 // would have been gibberish anyway.
694 // 2. The program is printing text in a semi-ascii compatible codepage like
695 // shift-jis or cp1252.
696 //
697 // Most LLVM programs don't produce non-ascii text unless they are quoting
698 // user source input. A well-behaved LLVM program should either validate that
699 // the input is UTF-8 or transcode from the local codepage to UTF-8 before
700 // quoting it. If they don't, this may mess up the encoding, but this is still
701 // probably the best compromise we can make.
write_console_impl(int FD,StringRef Data)702 static bool write_console_impl(int FD, StringRef Data) {
703 SmallVector<wchar_t, 256> WideText;
704
705 // Fall back to ::write if it wasn't valid UTF-8.
706 if (auto EC = sys::windows::UTF8ToUTF16(Data, WideText))
707 return false;
708
709 // On Windows 7 and earlier, WriteConsoleW has a low maximum amount of data
710 // that can be written to the console at a time.
711 size_t MaxWriteSize = WideText.size();
712 if (!RunningWindows8OrGreater())
713 MaxWriteSize = 32767;
714
715 size_t WCharsWritten = 0;
716 do {
717 size_t WCharsToWrite =
718 std::min(MaxWriteSize, WideText.size() - WCharsWritten);
719 DWORD ActuallyWritten;
720 bool Success =
721 ::WriteConsoleW((HANDLE)::_get_osfhandle(FD), &WideText[WCharsWritten],
722 WCharsToWrite, &ActuallyWritten,
723 /*Reserved=*/nullptr);
724
725 // The most likely reason for WriteConsoleW to fail is that FD no longer
726 // points to a console. Fall back to ::write. If this isn't the first loop
727 // iteration, something is truly wrong.
728 if (!Success)
729 return false;
730
731 WCharsWritten += ActuallyWritten;
732 } while (WCharsWritten != WideText.size());
733 return true;
734 }
735 #endif
736
write_impl(const char * Ptr,size_t Size)737 void raw_fd_ostream::write_impl(const char *Ptr, size_t Size) {
738 assert(FD >= 0 && "File already closed.");
739 pos += Size;
740
741 #if defined(_WIN32)
742 // If this is a Windows console device, try re-encoding from UTF-8 to UTF-16
743 // and using WriteConsoleW. If that fails, fall back to plain write().
744 if (IsWindowsConsole)
745 if (write_console_impl(FD, StringRef(Ptr, Size)))
746 return;
747 #endif
748
749 // The maximum write size is limited to INT32_MAX. A write
750 // greater than SSIZE_MAX is implementation-defined in POSIX,
751 // and Windows _write requires 32 bit input.
752 size_t MaxWriteSize = INT32_MAX;
753
754 #if defined(__linux__)
755 // It is observed that Linux returns EINVAL for a very large write (>2G).
756 // Make it a reasonably small value.
757 MaxWriteSize = 1024 * 1024 * 1024;
758 #endif
759
760 do {
761 size_t ChunkSize = std::min(Size, MaxWriteSize);
762 ssize_t ret = ::write(FD, Ptr, ChunkSize);
763
764 if (ret < 0) {
765 // If it's a recoverable error, swallow it and retry the write.
766 //
767 // Ideally we wouldn't ever see EAGAIN or EWOULDBLOCK here, since
768 // raw_ostream isn't designed to do non-blocking I/O. However, some
769 // programs, such as old versions of bjam, have mistakenly used
770 // O_NONBLOCK. For compatibility, emulate blocking semantics by
771 // spinning until the write succeeds. If you don't want spinning,
772 // don't use O_NONBLOCK file descriptors with raw_ostream.
773 if (errno == EINTR || errno == EAGAIN
774 #ifdef EWOULDBLOCK
775 || errno == EWOULDBLOCK
776 #endif
777 )
778 continue;
779
780 // Otherwise it's a non-recoverable error. Note it and quit.
781 error_detected(std::error_code(errno, std::generic_category()));
782 break;
783 }
784
785 // The write may have written some or all of the data. Update the
786 // size and buffer pointer to reflect the remainder that needs
787 // to be written. If there are no bytes left, we're done.
788 Ptr += ret;
789 Size -= ret;
790 } while (Size > 0);
791 }
792
close()793 void raw_fd_ostream::close() {
794 assert(ShouldClose);
795 ShouldClose = false;
796 flush();
797 if (auto EC = sys::Process::SafelyCloseFileDescriptor(FD))
798 error_detected(EC);
799 FD = -1;
800 }
801
seek(uint64_t off)802 uint64_t raw_fd_ostream::seek(uint64_t off) {
803 assert(SupportsSeeking && "Stream does not support seeking!");
804 flush();
805 #ifdef _WIN32
806 pos = ::_lseeki64(FD, off, SEEK_SET);
807 #elif defined(HAVE_LSEEK64)
808 pos = ::lseek64(FD, off, SEEK_SET);
809 #else
810 pos = ::lseek(FD, off, SEEK_SET);
811 #endif
812 if (pos == (uint64_t)-1)
813 error_detected(std::error_code(errno, std::generic_category()));
814 return pos;
815 }
816
pwrite_impl(const char * Ptr,size_t Size,uint64_t Offset)817 void raw_fd_ostream::pwrite_impl(const char *Ptr, size_t Size,
818 uint64_t Offset) {
819 uint64_t Pos = tell();
820 seek(Offset);
821 write(Ptr, Size);
822 seek(Pos);
823 }
824
preferred_buffer_size() const825 size_t raw_fd_ostream::preferred_buffer_size() const {
826 #if defined(_WIN32)
827 // Disable buffering for console devices. Console output is re-encoded from
828 // UTF-8 to UTF-16 on Windows, and buffering it would require us to split the
829 // buffer on a valid UTF-8 codepoint boundary. Terminal buffering is disabled
830 // below on most other OSs, so do the same thing on Windows and avoid that
831 // complexity.
832 if (IsWindowsConsole)
833 return 0;
834 return raw_ostream::preferred_buffer_size();
835 #elif !defined(__minix)
836 // Minix has no st_blksize.
837 assert(FD >= 0 && "File not yet open!");
838 struct stat statbuf;
839 if (fstat(FD, &statbuf) != 0)
840 return 0;
841
842 // If this is a terminal, don't use buffering. Line buffering
843 // would be a more traditional thing to do, but it's not worth
844 // the complexity.
845 if (S_ISCHR(statbuf.st_mode) && is_displayed())
846 return 0;
847 // Return the preferred block size.
848 return statbuf.st_blksize;
849 #else
850 return raw_ostream::preferred_buffer_size();
851 #endif
852 }
853
is_displayed() const854 bool raw_fd_ostream::is_displayed() const {
855 return sys::Process::FileDescriptorIsDisplayed(FD);
856 }
857
has_colors() const858 bool raw_fd_ostream::has_colors() const {
859 if (!HasColors)
860 HasColors = sys::Process::FileDescriptorHasColors(FD);
861 return *HasColors;
862 }
863
lock()864 Expected<sys::fs::FileLocker> raw_fd_ostream::lock() {
865 std::error_code EC = sys::fs::lockFile(FD);
866 if (!EC)
867 return sys::fs::FileLocker(FD);
868 return errorCodeToError(EC);
869 }
870
871 Expected<sys::fs::FileLocker>
tryLockFor(Duration const & Timeout)872 raw_fd_ostream::tryLockFor(Duration const& Timeout) {
873 std::error_code EC = sys::fs::tryLockFile(FD, Timeout.getDuration());
874 if (!EC)
875 return sys::fs::FileLocker(FD);
876 return errorCodeToError(EC);
877 }
878
anchor()879 void raw_fd_ostream::anchor() {}
880
881 //===----------------------------------------------------------------------===//
882 // outs(), errs(), nulls()
883 //===----------------------------------------------------------------------===//
884
outs()885 raw_fd_ostream &llvm::outs() {
886 // Set buffer settings to model stdout behavior.
887 std::error_code EC;
888 static raw_fd_ostream S("-", EC, sys::fs::OF_None);
889 assert(!EC);
890 return S;
891 }
892
errs()893 raw_fd_ostream &llvm::errs() {
894 // Set standard error to be unbuffered and tied to outs() by default.
895 static raw_fd_ostream S(STDERR_FILENO, false, true);
896 return S;
897 }
898
899 /// nulls() - This returns a reference to a raw_ostream which discards output.
nulls()900 raw_ostream &llvm::nulls() {
901 static raw_null_ostream S;
902 return S;
903 }
904
905 //===----------------------------------------------------------------------===//
906 // File Streams
907 //===----------------------------------------------------------------------===//
908
raw_fd_stream(StringRef Filename,std::error_code & EC)909 raw_fd_stream::raw_fd_stream(StringRef Filename, std::error_code &EC)
910 : raw_fd_ostream(getFD(Filename, EC, sys::fs::CD_CreateAlways,
911 sys::fs::FA_Write | sys::fs::FA_Read,
912 sys::fs::OF_None),
913 true, false, OStreamKind::OK_FDStream) {
914 if (EC)
915 return;
916
917 if (!isRegularFile())
918 EC = std::make_error_code(std::errc::invalid_argument);
919 }
920
read(char * Ptr,size_t Size)921 ssize_t raw_fd_stream::read(char *Ptr, size_t Size) {
922 assert(get_fd() >= 0 && "File already closed.");
923 ssize_t Ret = ::read(get_fd(), (void *)Ptr, Size);
924 if (Ret >= 0)
925 inc_pos(Ret);
926 else
927 error_detected(std::error_code(errno, std::generic_category()));
928 return Ret;
929 }
930
classof(const raw_ostream * OS)931 bool raw_fd_stream::classof(const raw_ostream *OS) {
932 return OS->get_kind() == OStreamKind::OK_FDStream;
933 }
934
935 //===----------------------------------------------------------------------===//
936 // raw_string_ostream
937 //===----------------------------------------------------------------------===//
938
write_impl(const char * Ptr,size_t Size)939 void raw_string_ostream::write_impl(const char *Ptr, size_t Size) {
940 OS.append(Ptr, Size);
941 }
942
943 //===----------------------------------------------------------------------===//
944 // raw_svector_ostream
945 //===----------------------------------------------------------------------===//
946
current_pos() const947 uint64_t raw_svector_ostream::current_pos() const { return OS.size(); }
948
write_impl(const char * Ptr,size_t Size)949 void raw_svector_ostream::write_impl(const char *Ptr, size_t Size) {
950 OS.append(Ptr, Ptr + Size);
951 }
952
pwrite_impl(const char * Ptr,size_t Size,uint64_t Offset)953 void raw_svector_ostream::pwrite_impl(const char *Ptr, size_t Size,
954 uint64_t Offset) {
955 memcpy(OS.data() + Offset, Ptr, Size);
956 }
957
958 //===----------------------------------------------------------------------===//
959 // raw_null_ostream
960 //===----------------------------------------------------------------------===//
961
~raw_null_ostream()962 raw_null_ostream::~raw_null_ostream() {
963 #ifndef NDEBUG
964 // ~raw_ostream asserts that the buffer is empty. This isn't necessary
965 // with raw_null_ostream, but it's better to have raw_null_ostream follow
966 // the rules than to change the rules just for raw_null_ostream.
967 flush();
968 #endif
969 }
970
write_impl(const char * Ptr,size_t Size)971 void raw_null_ostream::write_impl(const char *Ptr, size_t Size) {
972 }
973
current_pos() const974 uint64_t raw_null_ostream::current_pos() const {
975 return 0;
976 }
977
pwrite_impl(const char * Ptr,size_t Size,uint64_t Offset)978 void raw_null_ostream::pwrite_impl(const char *Ptr, size_t Size,
979 uint64_t Offset) {}
980
anchor()981 void raw_pwrite_stream::anchor() {}
982
anchor()983 void buffer_ostream::anchor() {}
984
anchor()985 void buffer_unique_ostream::anchor() {}
986
writeToOutput(StringRef OutputFileName,std::function<Error (raw_ostream &)> Write)987 Error llvm::writeToOutput(StringRef OutputFileName,
988 std::function<Error(raw_ostream &)> Write) {
989 if (OutputFileName == "-")
990 return Write(outs());
991
992 if (OutputFileName == "/dev/null") {
993 raw_null_ostream Out;
994 return Write(Out);
995 }
996
997 unsigned Mode = sys::fs::all_read | sys::fs::all_write | sys::fs::all_exe;
998 Expected<sys::fs::TempFile> Temp =
999 sys::fs::TempFile::create(OutputFileName + ".temp-stream-%%%%%%", Mode);
1000 if (!Temp)
1001 return createFileError(OutputFileName, Temp.takeError());
1002
1003 raw_fd_ostream Out(Temp->FD, false);
1004
1005 if (Error E = Write(Out)) {
1006 if (Error DiscardError = Temp->discard())
1007 return joinErrors(std::move(E), std::move(DiscardError));
1008 return E;
1009 }
1010 Out.flush();
1011
1012 return Temp->keep(OutputFileName);
1013 }
1014