/* * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "modules/audio_coding/neteq/tools/neteq_replacement_input.h" #include #include #include #include #include #include #include "modules/audio_coding/neteq/tools/fake_decode_from_file.h" #include "modules/audio_coding/neteq/tools/neteq_input.h" #include "modules/rtp_rtcp/source/rtp_packet_received.h" #include "rtc_base/checks.h" namespace webrtc { namespace test { NetEqReplacementInput::NetEqReplacementInput( std::unique_ptr source, uint8_t replacement_payload_type, const std::set& comfort_noise_types, const std::set& forbidden_types) : source_(std::move(source)), replacement_payload_type_(replacement_payload_type), comfort_noise_types_(comfort_noise_types), forbidden_types_(forbidden_types) { RTC_CHECK(source_); packet_ = source_->PopPacket(); ReplacePacket(); } std::optional NetEqReplacementInput::NextPacketTime() const { return packet_ ? std::optional(packet_->arrival_time().ms()) : std::nullopt; } std::optional NetEqReplacementInput::NextOutputEventTime() const { return source_->NextOutputEventTime(); } std::optional NetEqReplacementInput::NextSetMinimumDelayInfo() const { return source_->NextSetMinimumDelayInfo(); } std::unique_ptr NetEqReplacementInput::PopPacket() { std::unique_ptr to_return = std::move(packet_); while (true) { packet_ = source_->PopPacket(); if (!packet_) break; if (!packet_->payload().empty()) { // Not padding only. Good to go. Skip this packet otherwise. break; } } ReplacePacket(); return to_return; } void NetEqReplacementInput::AdvanceOutputEvent() { source_->AdvanceOutputEvent(); } void NetEqReplacementInput::AdvanceSetMinimumDelay() { source_->AdvanceSetMinimumDelay(); } bool NetEqReplacementInput::ended() const { return source_->ended(); } const RtpPacketReceived* NetEqReplacementInput::NextPacket() const { return source_->NextPacket(); } void NetEqReplacementInput::ReplacePacket() { if (!source_->NextPacketTime()) { // End of input. Cannot do proper replacement on the very last packet, so we // delete it instead. packet_.reset(); return; } RTC_DCHECK(packet_); RTC_CHECK_EQ(forbidden_types_.count(packet_->PayloadType()), 0) << "Payload type " << static_cast(packet_->PayloadType()) << " is forbidden."; // Check if this packet is comfort noise. if (comfort_noise_types_.count(packet_->PayloadType()) != 0) { // If CNG, simply insert a zero-energy one-byte payload. uint8_t cng_payload[1] = {127}; // Max attenuation of CNG. packet_->SetPayload(cng_payload); return; } const RtpPacketReceived* next_packet = source_->NextPacket(); RTC_DCHECK(next_packet); uint8_t payload[12]; constexpr uint32_t kMaxFrameSize = 120 * 48; const uint32_t timestamp_diff = next_packet->Timestamp() - packet_->Timestamp(); uint32_t frame_size = last_frame_size_timestamps_; if (timestamp_diff > 0) { frame_size = std::min(frame_size, timestamp_diff); } const bool opus_dtx = packet_->payload_size() <= 2; if (next_packet->SequenceNumber() == packet_->SequenceNumber() + 1 && timestamp_diff <= kMaxFrameSize && timestamp_diff > 0 && !opus_dtx) { // Packets are in order and the timestamp diff is valid. frame_size = timestamp_diff; last_frame_size_timestamps_ = frame_size; } RTC_DCHECK_LE(frame_size, kMaxFrameSize); RTC_DCHECK_GT(frame_size, 0); FakeDecodeFromFile::PrepareEncoded(packet_->Timestamp(), frame_size, packet_->payload_size(), payload); packet_->SetPayload(payload); packet_->SetPayloadType(replacement_payload_type_); return; } } // namespace test } // namespace webrtc