// Copyright 2017 The Chromium OS Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "bsdiff/endsley_patch_writer.h" #include #include #include "bsdiff/brotli_compressor.h" #include "bsdiff/bz2_compressor.h" #include "bsdiff/logging.h" namespace { constexpr uint8_t kEndsleyMagicHeader[] = "ENDSLEY/BSDIFF43"; void EncodeInt64(int64_t x, uint8_t* buf) { uint64_t y = x < 0 ? (1ULL << 63ULL) - x : x; for (int i = 0; i < 8; ++i) { buf[i] = y & 0xff; y /= 256; } } // The minimum size that we would consider flushing out. constexpr size_t kMinimumFlushSize = 1024 * 1024; // 1 MiB } // namespace namespace bsdiff { bool EndsleyPatchWriter::Init(size_t new_size) { switch (compressor_type_) { case CompressorType::kNoCompression: // The patch is uncompressed and it will need exactly: // new_size + 24 * len(control_entries) + sizeof(header) // We don't know the length of the control entries yet, but we can reserve // enough space to hold at least |new_size|. patch_->clear(); patch_->reserve(new_size); break; case CompressorType::kBrotli: compressor_.reset(new BrotliCompressor(brotli_quality_)); if (!compressor_) { LOG(ERROR) << "Error creating brotli compressor."; return false; } break; case CompressorType::kBZ2: compressor_.reset(new BZ2Compressor()); if (!compressor_) { LOG(ERROR) << "Error creating BZ2 compressor."; return false; } break; } // Header is the magic followed by the new length. uint8_t header[24]; memcpy(header, kEndsleyMagicHeader, 16); EncodeInt64(new_size, header + 16); EmitBuffer(header, sizeof(header)); return true; } bool EndsleyPatchWriter::WriteDiffStream(const uint8_t* data, size_t size) { if (!size) return true; // Speed-up the common case where the diff stream data is added right after // the control entry that refers to it. if (control_.empty() && pending_diff_ >= size) { pending_diff_ -= size; EmitBuffer(data, size); return true; } diff_data_.insert(diff_data_.end(), data, data + size); return true; } bool EndsleyPatchWriter::WriteExtraStream(const uint8_t* data, size_t size) { if (!size) return true; // Speed-up the common case where the extra stream data is added right after // the diff stream data and the control entry that refers to it. Note that // the diff data comes first so we need to make sure it is all out. if (control_.empty() && !pending_diff_ && pending_extra_ >= size) { pending_extra_ -= size; EmitBuffer(data, size); return true; } extra_data_.insert(extra_data_.end(), data, data + size); return true; } bool EndsleyPatchWriter::AddControlEntry(const ControlEntry& entry) { // Speed-up the common case where the control entry is added when there's // nothing else pending. if (control_.empty() && diff_data_.empty() && extra_data_.empty() && !pending_diff_ && !pending_extra_) { pending_diff_ = entry.diff_size; pending_extra_ = entry.extra_size; EmitControlEntry(entry); return true; } control_.push_back(entry); pending_control_data_ += entry.diff_size + entry.extra_size; // Check whether it is worth Flushing the entries now that the we have more // control entries. We need control entries to write enough output data, and // we need that output data to be at least 50% of the available diff and extra // data. This last requirement is to reduce the overhead of removing the // flushed data. if (pending_control_data_ > kMinimumFlushSize && (diff_data_.size() + extra_data_.size()) / 2 <= pending_control_data_) { Flush(); } return true; } bool EndsleyPatchWriter::Close() { // Flush any pending data. Flush(); if (pending_diff_ || pending_extra_ || !control_.empty()) { LOG(ERROR) << "Insufficient data sent to diff/extra streams"; return false; } if (!diff_data_.empty() || !extra_data_.empty()) { LOG(ERROR) << "Pending data to diff/extra not flushed out on Close()"; return false; } if (compressor_) { if (!compressor_->Finish()) return false; *patch_ = compressor_->GetCompressedData(); } return true; } void EndsleyPatchWriter::EmitControlEntry(const ControlEntry& entry) { // Generate the 24 byte control entry. uint8_t buf[24]; EncodeInt64(entry.diff_size, buf); EncodeInt64(entry.extra_size, buf + 8); EncodeInt64(entry.offset_increment, buf + 16); EmitBuffer(buf, sizeof(buf)); } void EndsleyPatchWriter::EmitBuffer(const uint8_t* data, size_t size) { if (compressor_) { compressor_->Write(data, size); } else { patch_->insert(patch_->end(), data, data + size); } } void EndsleyPatchWriter::Flush() { size_t used_diff = 0; size_t used_extra = 0; size_t used_control = 0; do { if (!pending_diff_ && !pending_extra_ && used_control < control_.size()) { // We can emit a control entry in these conditions. const ControlEntry& entry = control_[used_control]; used_control++; pending_diff_ = entry.diff_size; pending_extra_ = entry.extra_size; pending_control_data_ -= entry.extra_size + entry.diff_size; EmitControlEntry(entry); } if (pending_diff_) { size_t diff_size = std::min(diff_data_.size() - used_diff, pending_diff_); EmitBuffer(diff_data_.data() + used_diff, diff_size); pending_diff_ -= diff_size; used_diff += diff_size; } if (!pending_diff_ && pending_extra_) { size_t extra_size = std::min(extra_data_.size() - used_extra, pending_extra_); EmitBuffer(extra_data_.data() + used_extra, extra_size); pending_extra_ -= extra_size; used_extra += extra_size; } } while (!pending_diff_ && !pending_extra_ && used_control < control_.size()); if (used_diff) diff_data_.erase(diff_data_.begin(), diff_data_.begin() + used_diff); if (used_extra) extra_data_.erase(extra_data_.begin(), extra_data_.begin() + used_extra); if (used_control) control_.erase(control_.begin(), control_.begin() + used_control); } } // namespace bsdiff