//===-- Perf.cpp ----------------------------------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "Perf.h" #include "llvm/Support/FormatVariadic.h" #include "llvm/Support/MathExtras.h" #include #include #include using namespace lldb_private; using namespace process_linux; using namespace llvm; Expected lldb_private::process_linux::LoadPerfTscConversionParameters() { lldb::pid_t pid = getpid(); perf_event_attr attr; memset(&attr, 0, sizeof(attr)); attr.size = sizeof(attr); attr.type = PERF_TYPE_SOFTWARE; attr.config = PERF_COUNT_SW_DUMMY; Expected perf_event = PerfEvent::Init(attr, pid); if (!perf_event) return perf_event.takeError(); if (Error mmap_err = perf_event->MmapMetadataAndBuffers(/*num_data_pages*/ 0, /*num_aux_pages*/ 0)) return std::move(mmap_err); perf_event_mmap_page &mmap_metada = perf_event->GetMetadataPage(); if (mmap_metada.cap_user_time && mmap_metada.cap_user_time_zero) { return LinuxPerfZeroTscConversion{ mmap_metada.time_mult, mmap_metada.time_shift, mmap_metada.time_zero}; } else { auto err_cap = !mmap_metada.cap_user_time ? "cap_user_time" : "cap_user_time_zero"; std::string err_msg = llvm::formatv("Can't get TSC to real time conversion values. " "perf_event capability '{0}' not supported.", err_cap); return llvm::createStringError(llvm::inconvertibleErrorCode(), err_msg); } } void resource_handle::MmapDeleter::operator()(void *ptr) { if (m_bytes && ptr != nullptr) munmap(ptr, m_bytes); } void resource_handle::FileDescriptorDeleter::operator()(long *ptr) { if (ptr == nullptr) return; if (*ptr == -1) return; close(*ptr); std::default_delete()(ptr); } llvm::Expected PerfEvent::Init(perf_event_attr &attr, lldb::pid_t pid, int cpu, int group_fd, unsigned long flags) { errno = 0; long fd = syscall(SYS_perf_event_open, &attr, pid, cpu, group_fd, flags); if (fd == -1) { std::string err_msg = llvm::formatv("perf event syscall failed: {0}", std::strerror(errno)); return llvm::createStringError(llvm::inconvertibleErrorCode(), err_msg); } return PerfEvent{fd}; } llvm::Expected PerfEvent::Init(perf_event_attr &attr, lldb::pid_t pid) { return Init(attr, pid, -1, -1, 0); } llvm::Expected PerfEvent::DoMmap(void *addr, size_t length, int prot, int flags, long int offset, llvm::StringRef buffer_name) { errno = 0; auto mmap_result = ::mmap(nullptr, length, prot, flags, GetFd(), offset); if (mmap_result == MAP_FAILED) { std::string err_msg = llvm::formatv("perf event mmap allocation failed for {0}: {1}", buffer_name, std::strerror(errno)); return createStringError(inconvertibleErrorCode(), err_msg); } return resource_handle::MmapUP(mmap_result, length); } llvm::Error PerfEvent::MmapMetadataAndDataBuffer(size_t num_data_pages) { size_t mmap_size = (num_data_pages + 1) * getpagesize(); if (Expected mmap_metadata_data = DoMmap(nullptr, mmap_size, PROT_WRITE, MAP_SHARED, 0, "metadata and data buffer")) { m_metadata_data_base = std::move(mmap_metadata_data.get()); return Error::success(); } else return mmap_metadata_data.takeError(); } llvm::Error PerfEvent::MmapAuxBuffer(size_t num_aux_pages) { if (num_aux_pages == 0) return Error::success(); perf_event_mmap_page &metadata_page = GetMetadataPage(); metadata_page.aux_offset = metadata_page.data_offset + metadata_page.data_size; metadata_page.aux_size = num_aux_pages * getpagesize(); if (Expected mmap_aux = DoMmap(nullptr, metadata_page.aux_size, PROT_READ, MAP_SHARED, metadata_page.aux_offset, "aux buffer")) { m_aux_base = std::move(mmap_aux.get()); return Error::success(); } else return mmap_aux.takeError(); } llvm::Error PerfEvent::MmapMetadataAndBuffers(size_t num_data_pages, size_t num_aux_pages) { if (num_data_pages != 0 && !isPowerOf2_64(num_data_pages)) return llvm::createStringError( llvm::inconvertibleErrorCode(), llvm::formatv("Number of data pages must be a power of 2, got: {0}", num_data_pages)); if (num_aux_pages != 0 && !isPowerOf2_64(num_aux_pages)) return llvm::createStringError( llvm::inconvertibleErrorCode(), llvm::formatv("Number of aux pages must be a power of 2, got: {0}", num_aux_pages)); if (Error err = MmapMetadataAndDataBuffer(num_data_pages)) return err; if (Error err = MmapAuxBuffer(num_aux_pages)) return err; return Error::success(); } long PerfEvent::GetFd() const { return *(m_fd.get()); } perf_event_mmap_page &PerfEvent::GetMetadataPage() const { return *reinterpret_cast(m_metadata_data_base.get()); } ArrayRef PerfEvent::GetDataBuffer() const { perf_event_mmap_page &mmap_metadata = GetMetadataPage(); return {reinterpret_cast(m_metadata_data_base.get()) + mmap_metadata.data_offset, static_cast(mmap_metadata.data_size)}; } ArrayRef PerfEvent::GetAuxBuffer() const { perf_event_mmap_page &mmap_metadata = GetMetadataPage(); return {reinterpret_cast(m_aux_base.get()), static_cast(mmap_metadata.aux_size)}; }