/* * Copyright (C) 2015 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "record_file.h" #include #include #include #include #include #include "event_attr.h" #include "record.h" #include "utils.h" using namespace PerfFileFormat; std::unique_ptr RecordFileReader::CreateInstance(const std::string& filename) { std::string mode = std::string("rb") + CLOSE_ON_EXEC_MODE; FILE* fp = fopen(filename.c_str(), mode.c_str()); if (fp == nullptr) { PLOG(ERROR) << "failed to open record file '" << filename << "'"; return nullptr; } auto reader = std::unique_ptr(new RecordFileReader(filename, fp)); if (!reader->ReadHeader() || !reader->ReadAttrSection() || !reader->ReadFeatureSectionDescriptors()) { return nullptr; } return reader; } RecordFileReader::RecordFileReader(const std::string& filename, FILE* fp) : filename_(filename), record_fp_(fp), event_id_pos_in_sample_records_(0), event_id_reverse_pos_in_non_sample_records_(0) { } RecordFileReader::~RecordFileReader() { if (record_fp_ != nullptr) { Close(); } } bool RecordFileReader::Close() { bool result = true; if (fclose(record_fp_) != 0) { PLOG(ERROR) << "failed to close record file '" << filename_ << "'"; result = false; } record_fp_ = nullptr; return result; } bool RecordFileReader::ReadHeader() { if (fread(&header_, sizeof(header_), 1, record_fp_) != 1) { PLOG(ERROR) << "failed to read file " << filename_; return false; } return true; } bool RecordFileReader::ReadAttrSection() { size_t attr_count = header_.attrs.size / header_.attr_size; if (header_.attr_size != sizeof(FileAttr)) { LOG(DEBUG) << "attr size (" << header_.attr_size << ") in " << filename_ << " doesn't match expected size (" << sizeof(FileAttr) << ")"; } if (attr_count == 0) { LOG(ERROR) << "no attr in file " << filename_; return false; } if (fseek(record_fp_, header_.attrs.offset, SEEK_SET) != 0) { PLOG(ERROR) << "failed to fseek()"; return false; } for (size_t i = 0; i < attr_count; ++i) { std::vector buf(header_.attr_size); if (fread(&buf[0], buf.size(), 1, record_fp_) != 1) { PLOG(ERROR) << "failed to read " << filename_; return false; } // The size of perf_event_attr is changing between different linux kernel versions. // Make sure we copy correct data to memory. FileAttr attr; memset(&attr, 0, sizeof(attr)); size_t section_desc_size = sizeof(attr.ids); size_t perf_event_attr_size = header_.attr_size - section_desc_size; memcpy(&attr.attr, &buf[0], std::min(sizeof(attr.attr), perf_event_attr_size)); memcpy(&attr.ids, &buf[perf_event_attr_size], section_desc_size); file_attrs_.push_back(attr); } if (file_attrs_.size() > 1) { std::vector attrs; for (const auto& file_attr : file_attrs_) { attrs.push_back(file_attr.attr); } if (!GetCommonEventIdPositionsForAttrs(attrs, &event_id_pos_in_sample_records_, &event_id_reverse_pos_in_non_sample_records_)) { return false; } } for (size_t i = 0; i < file_attrs_.size(); ++i) { std::vector ids; if (!ReadIdsForAttr(file_attrs_[i], &ids)) { return false; } for (auto id : ids) { event_id_to_attr_map_[id] = &file_attrs_[i].attr; } } return true; } bool RecordFileReader::ReadFeatureSectionDescriptors() { std::vector features; for (size_t i = 0; i < sizeof(header_.features); ++i) { for (size_t j = 0; j < 8; ++j) { if (header_.features[i] & (1 << j)) { features.push_back(i * 8 + j); } } } uint64_t feature_section_offset = header_.data.offset + header_.data.size; if (fseek(record_fp_, feature_section_offset, SEEK_SET) != 0) { PLOG(ERROR) << "failed to fseek()"; return false; } for (const auto& id : features) { SectionDesc desc; if (fread(&desc, sizeof(desc), 1, record_fp_) != 1) { PLOG(ERROR) << "failed to read " << filename_; return false; } feature_section_descriptors_.emplace(id, desc); } return true; } bool RecordFileReader::ReadIdsForAttr(const FileAttr& attr, std::vector* ids) { size_t id_count = attr.ids.size / sizeof(uint64_t); if (fseek(record_fp_, attr.ids.offset, SEEK_SET) != 0) { PLOG(ERROR) << "failed to fseek()"; return false; } ids->resize(id_count); if (fread(ids->data(), attr.ids.size, 1, record_fp_) != 1) { PLOG(ERROR) << "failed to read file " << filename_; return false; } return true; } bool RecordFileReader::ReadDataSection(std::function)> callback, bool sorted) { if (fseek(record_fp_, header_.data.offset, SEEK_SET) != 0) { PLOG(ERROR) << "failed to fseek()"; return false; } bool has_timestamp = true; for (const auto& attr : file_attrs_) { if (!IsTimestampSupported(attr.attr)) { has_timestamp = false; break; } } RecordCache cache(has_timestamp); for (size_t nbytes_read = 0; nbytes_read < header_.data.size;) { std::unique_ptr record = ReadRecord(); if (record == nullptr) { return false; } nbytes_read += record->size(); if (sorted) { cache.Push(std::move(record)); record = cache.Pop(); if (record != nullptr) { if (!callback(std::move(record))) { return false; } } } else { if (!callback(std::move(record))) { return false; } } } std::vector> records = cache.PopAll(); for (auto& record : records) { if (!callback(std::move(record))) { return false; } } return true; } std::unique_ptr RecordFileReader::ReadRecord() { std::vector buf(sizeof(perf_event_header)); if (fread(buf.data(), sizeof(perf_event_header), 1, record_fp_) != 1) { PLOG(ERROR) << "failed to read file " << filename_; return nullptr; } perf_event_header* pheader = reinterpret_cast(&buf[0]); if (buf.size() < pheader->size) { buf.resize(pheader->size); pheader = reinterpret_cast(&buf[0]); } if (buf.size() > sizeof(perf_event_header)) { if (fread(&buf[sizeof(perf_event_header)], pheader->size - sizeof(perf_event_header), 1, record_fp_) != 1) { PLOG(ERROR) << "failed to read file " << filename_; return nullptr; } } const perf_event_attr* attr = &file_attrs_[0].attr; if (file_attrs_.size() > 1 && pheader->type < PERF_RECORD_USER_DEFINED_TYPE_START) { bool has_event_id = false; uint64_t event_id; if (pheader->type == PERF_RECORD_SAMPLE) { if (pheader->size > event_id_pos_in_sample_records_ + sizeof(uint64_t)) { has_event_id = true; event_id = *reinterpret_cast(&buf[event_id_pos_in_sample_records_]); } } else { if (pheader->size > event_id_reverse_pos_in_non_sample_records_) { has_event_id = true; event_id = *reinterpret_cast(&buf[pheader->size - event_id_reverse_pos_in_non_sample_records_]); } } if (has_event_id) { auto it = event_id_to_attr_map_.find(event_id); if (it != event_id_to_attr_map_.end()) { attr = it->second; } } } return ReadRecordFromBuffer(*attr, pheader); } bool RecordFileReader::ReadFeatureSection(int feature, std::vector* data) { const std::map& section_map = FeatureSectionDescriptors(); auto it = section_map.find(feature); if (it == section_map.end()) { return false; } SectionDesc section = it->second; data->resize(section.size); if (section.size == 0) { return true; } if (fseek(record_fp_, section.offset, SEEK_SET) != 0) { PLOG(ERROR) << "failed to fseek()"; return false; } if (fread(data->data(), data->size(), 1, record_fp_) != 1) { PLOG(ERROR) << "failed to read " << filename_; return false; } return true; } std::vector RecordFileReader::ReadCmdlineFeature() { std::vector buf; if (!ReadFeatureSection(FEAT_CMDLINE, &buf)) { return std::vector(); } const char* p = buf.data(); const char* end = buf.data() + buf.size(); std::vector cmdline; uint32_t arg_count; MoveFromBinaryFormat(arg_count, p); CHECK_LE(p, end); for (size_t i = 0; i < arg_count; ++i) { uint32_t len; MoveFromBinaryFormat(len, p); CHECK_LE(p + len, end); cmdline.push_back(p); p += len; } return cmdline; } std::vector RecordFileReader::ReadBuildIdFeature() { std::vector buf; if (!ReadFeatureSection(FEAT_BUILD_ID, &buf)) { return std::vector(); } const char* p = buf.data(); const char* end = buf.data() + buf.size(); std::vector result; while (p < end) { const perf_event_header* header = reinterpret_cast(p); CHECK_LE(p + header->size, end); BuildIdRecord record(header); // Set type explicitly as the perf.data produced by perf doesn't set it. record.SetTypeAndMisc(PERF_RECORD_BUILD_ID, record.misc()); result.push_back(record); p += record.size(); } return result; } std::string RecordFileReader::ReadFeatureString(int feature) { std::vector buf; if (!ReadFeatureSection(feature, &buf)) { return std::string(); } const char* p = buf.data(); const char* end = buf.data() + buf.size(); uint32_t len; MoveFromBinaryFormat(len, p); CHECK_LE(p + len, end); return p; } std::vector> RecordFileReader::DataSection() { std::vector> records; ReadDataSection([&](std::unique_ptr record) { records.push_back(std::move(record)); return true; }); return records; }