/* * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "modules/audio_coding/neteq/red_payload_splitter.h" #include #include #include #include #include #include #include "modules/audio_coding/neteq/decoder_database.h" #include "modules/audio_coding/neteq/packet.h" #include "rtc_base/buffer.h" #include "rtc_base/logging.h" #include "rtc_base/numerics/safe_conversions.h" namespace webrtc { // The method loops through a list of packets {A, B, C, ...}. Each packet is // split into its corresponding RED payloads, {A1, A2, ...}, which is // temporarily held in the list |new_packets|. // When the first packet in |packet_list| has been processed, the original // packet is replaced by the new ones in |new_packets|, so that |packet_list| // becomes: {A1, A2, ..., B, C, ...}. The method then continues with B, and C, // until all the original packets have been replaced by their split payloads. bool RedPayloadSplitter::SplitRed(PacketList* packet_list) { // Too many RED blocks indicates that something is wrong. Clamp it at some // reasonable value. const size_t kMaxRedBlocks = 32; bool ret = true; PacketList::iterator it = packet_list->begin(); while (it != packet_list->end()) { const Packet& red_packet = *it; assert(!red_packet.payload.empty()); const uint8_t* payload_ptr = red_packet.payload.data(); size_t payload_length = red_packet.payload.size(); // Read RED headers (according to RFC 2198): // // 0 1 2 3 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ // |F| block PT | timestamp offset | block length | // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ // Last RED header: // 0 1 2 3 4 5 6 7 // +-+-+-+-+-+-+-+-+ // |0| Block PT | // +-+-+-+-+-+-+-+-+ struct RedHeader { uint8_t payload_type; uint32_t timestamp; size_t payload_length; }; std::vector new_headers; bool last_block = false; size_t sum_length = 0; while (!last_block) { if (payload_length == 0) { RTC_LOG(LS_WARNING) << "SplitRed header too short"; return false; } RedHeader new_header; // Check the F bit. If F == 0, this was the last block. last_block = ((*payload_ptr & 0x80) == 0); // Bits 1 through 7 are payload type. new_header.payload_type = payload_ptr[0] & 0x7F; if (last_block) { // No more header data to read. sum_length += kRedLastHeaderLength; // Account for RED header size. new_header.timestamp = red_packet.timestamp; new_header.payload_length = red_packet.payload.size() - sum_length; payload_ptr += kRedLastHeaderLength; // Advance to first payload byte. payload_length -= kRedLastHeaderLength; } else { if (payload_length < kRedHeaderLength) { RTC_LOG(LS_WARNING) << "SplitRed header too short"; return false; } // Bits 8 through 21 are timestamp offset. int timestamp_offset = (payload_ptr[1] << 6) + ((payload_ptr[2] & 0xFC) >> 2); new_header.timestamp = red_packet.timestamp - timestamp_offset; // Bits 22 through 31 are payload length. new_header.payload_length = ((payload_ptr[2] & 0x03) << 8) + payload_ptr[3]; sum_length += new_header.payload_length; sum_length += kRedHeaderLength; // Account for RED header size. payload_ptr += kRedHeaderLength; // Advance to next RED header. payload_length -= kRedHeaderLength; } // Store in new list of packets. if (new_header.payload_length > 0) { new_headers.push_back(new_header); } } if (new_headers.size() <= kMaxRedBlocks) { // Populate the new packets with payload data. // |payload_ptr| now points at the first payload byte. PacketList new_packets; // An empty list to store the split packets in. for (size_t i = 0; i != new_headers.size(); ++i) { const auto& new_header = new_headers[i]; size_t payload_length = new_header.payload_length; if (payload_ptr + payload_length > red_packet.payload.data() + red_packet.payload.size()) { // The block lengths in the RED headers do not match the overall // packet length. Something is corrupt. Discard this and the remaining // payloads from this packet. RTC_LOG(LS_WARNING) << "SplitRed length mismatch"; ret = false; break; } Packet new_packet; new_packet.timestamp = new_header.timestamp; new_packet.payload_type = new_header.payload_type; new_packet.sequence_number = red_packet.sequence_number; new_packet.priority.red_level = rtc::dchecked_cast((new_headers.size() - 1) - i); new_packet.payload.SetData(payload_ptr, payload_length); new_packet.packet_info = RtpPacketInfo( /*ssrc=*/red_packet.packet_info.ssrc(), /*csrcs=*/std::vector(), /*rtp_timestamp=*/new_packet.timestamp, /*audio_level=*/absl::nullopt, /*absolute_capture_time=*/absl::nullopt, /*receive_time_ms=*/red_packet.packet_info.receive_time_ms()); new_packets.push_front(std::move(new_packet)); payload_ptr += payload_length; } // Insert new packets into original list, before the element pointed to by // iterator |it|. packet_list->splice(it, std::move(new_packets)); } else { RTC_LOG(LS_WARNING) << "SplitRed too many blocks: " << new_headers.size(); ret = false; } // Remove |it| from the packet list. This operation effectively moves the // iterator |it| to the next packet in the list. Thus, we do not have to // increment it manually. it = packet_list->erase(it); } return ret; } void RedPayloadSplitter::CheckRedPayloads( PacketList* packet_list, const DecoderDatabase& decoder_database) { int main_payload_type = -1; for (auto it = packet_list->begin(); it != packet_list->end(); /* */) { uint8_t this_payload_type = it->payload_type; if (decoder_database.IsRed(this_payload_type)) { it = packet_list->erase(it); continue; } if (!decoder_database.IsDtmf(this_payload_type) && !decoder_database.IsComfortNoise(this_payload_type)) { if (main_payload_type == -1) { // This is the first packet in the list which is non-DTMF non-CNG. main_payload_type = this_payload_type; } else { if (this_payload_type != main_payload_type) { // We do not allow redundant payloads of a different type. // Remove |it| from the packet list. This operation effectively // moves the iterator |it| to the next packet in the list. Thus, we // do not have to increment it manually. it = packet_list->erase(it); continue; } } } ++it; } } } // namespace webrtc