/* * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "echo_cancellation_impl.h" #include <cassert> #include <string.h> #include "critical_section_wrapper.h" #include "echo_cancellation.h" #include "audio_processing_impl.h" #include "audio_buffer.h" namespace webrtc { typedef void Handle; namespace { WebRtc_Word16 MapSetting(EchoCancellation::SuppressionLevel level) { switch (level) { case EchoCancellation::kLowSuppression: return kAecNlpConservative; case EchoCancellation::kModerateSuppression: return kAecNlpModerate; case EchoCancellation::kHighSuppression: return kAecNlpAggressive; default: return -1; } } int MapError(int err) { switch (err) { case AEC_UNSUPPORTED_FUNCTION_ERROR: return AudioProcessing::kUnsupportedFunctionError; break; case AEC_BAD_PARAMETER_ERROR: return AudioProcessing::kBadParameterError; break; case AEC_BAD_PARAMETER_WARNING: return AudioProcessing::kBadStreamParameterWarning; break; default: // AEC_UNSPECIFIED_ERROR // AEC_UNINITIALIZED_ERROR // AEC_NULL_POINTER_ERROR return AudioProcessing::kUnspecifiedError; } } } // namespace EchoCancellationImpl::EchoCancellationImpl(const AudioProcessingImpl* apm) : ProcessingComponent(apm), apm_(apm), drift_compensation_enabled_(false), metrics_enabled_(false), suppression_level_(kModerateSuppression), device_sample_rate_hz_(48000), stream_drift_samples_(0), was_stream_drift_set_(false), stream_has_echo_(false), delay_logging_enabled_(false) {} EchoCancellationImpl::~EchoCancellationImpl() {} int EchoCancellationImpl::ProcessRenderAudio(const AudioBuffer* audio) { if (!is_component_enabled()) { return apm_->kNoError; } assert(audio->samples_per_split_channel() <= 160); assert(audio->num_channels() == apm_->num_reverse_channels()); int err = apm_->kNoError; // The ordering convention must be followed to pass to the correct AEC. size_t handle_index = 0; for (int i = 0; i < apm_->num_output_channels(); i++) { for (int j = 0; j < audio->num_channels(); j++) { Handle* my_handle = static_cast<Handle*>(handle(handle_index)); err = WebRtcAec_BufferFarend( my_handle, audio->low_pass_split_data(j), static_cast<WebRtc_Word16>(audio->samples_per_split_channel())); if (err != apm_->kNoError) { return GetHandleError(my_handle); // TODO(ajm): warning possible? } handle_index++; } } return apm_->kNoError; } int EchoCancellationImpl::ProcessCaptureAudio(AudioBuffer* audio) { if (!is_component_enabled()) { return apm_->kNoError; } if (!apm_->was_stream_delay_set()) { return apm_->kStreamParameterNotSetError; } if (drift_compensation_enabled_ && !was_stream_drift_set_) { return apm_->kStreamParameterNotSetError; } assert(audio->samples_per_split_channel() <= 160); assert(audio->num_channels() == apm_->num_output_channels()); int err = apm_->kNoError; // The ordering convention must be followed to pass to the correct AEC. size_t handle_index = 0; stream_has_echo_ = false; for (int i = 0; i < audio->num_channels(); i++) { for (int j = 0; j < apm_->num_reverse_channels(); j++) { Handle* my_handle = handle(handle_index); err = WebRtcAec_Process( my_handle, audio->low_pass_split_data(i), audio->high_pass_split_data(i), audio->low_pass_split_data(i), audio->high_pass_split_data(i), static_cast<WebRtc_Word16>(audio->samples_per_split_channel()), apm_->stream_delay_ms(), stream_drift_samples_); if (err != apm_->kNoError) { err = GetHandleError(my_handle); // TODO(ajm): Figure out how to return warnings properly. if (err != apm_->kBadStreamParameterWarning) { return err; } } WebRtc_Word16 status = 0; err = WebRtcAec_get_echo_status(my_handle, &status); if (err != apm_->kNoError) { return GetHandleError(my_handle); } if (status == 1) { stream_has_echo_ = true; } handle_index++; } } was_stream_drift_set_ = false; return apm_->kNoError; } int EchoCancellationImpl::Enable(bool enable) { CriticalSectionScoped crit_scoped(*apm_->crit()); // Ensure AEC and AECM are not both enabled. if (enable && apm_->echo_control_mobile()->is_enabled()) { return apm_->kBadParameterError; } return EnableComponent(enable); } bool EchoCancellationImpl::is_enabled() const { return is_component_enabled(); } int EchoCancellationImpl::set_suppression_level(SuppressionLevel level) { CriticalSectionScoped crit_scoped(*apm_->crit()); if (MapSetting(level) == -1) { return apm_->kBadParameterError; } suppression_level_ = level; return Configure(); } EchoCancellation::SuppressionLevel EchoCancellationImpl::suppression_level() const { return suppression_level_; } int EchoCancellationImpl::enable_drift_compensation(bool enable) { CriticalSectionScoped crit_scoped(*apm_->crit()); drift_compensation_enabled_ = enable; return Configure(); } bool EchoCancellationImpl::is_drift_compensation_enabled() const { return drift_compensation_enabled_; } int EchoCancellationImpl::set_device_sample_rate_hz(int rate) { CriticalSectionScoped crit_scoped(*apm_->crit()); if (rate < 8000 || rate > 96000) { return apm_->kBadParameterError; } device_sample_rate_hz_ = rate; return Initialize(); } int EchoCancellationImpl::device_sample_rate_hz() const { return device_sample_rate_hz_; } int EchoCancellationImpl::set_stream_drift_samples(int drift) { was_stream_drift_set_ = true; stream_drift_samples_ = drift; return apm_->kNoError; } int EchoCancellationImpl::stream_drift_samples() const { return stream_drift_samples_; } int EchoCancellationImpl::enable_metrics(bool enable) { CriticalSectionScoped crit_scoped(*apm_->crit()); metrics_enabled_ = enable; return Configure(); } bool EchoCancellationImpl::are_metrics_enabled() const { return metrics_enabled_; } // TODO(ajm): we currently just use the metrics from the first AEC. Think more // aboue the best way to extend this to multi-channel. int EchoCancellationImpl::GetMetrics(Metrics* metrics) { CriticalSectionScoped crit_scoped(*apm_->crit()); if (metrics == NULL) { return apm_->kNullPointerError; } if (!is_component_enabled() || !metrics_enabled_) { return apm_->kNotEnabledError; } AecMetrics my_metrics; memset(&my_metrics, 0, sizeof(my_metrics)); memset(metrics, 0, sizeof(Metrics)); Handle* my_handle = static_cast<Handle*>(handle(0)); int err = WebRtcAec_GetMetrics(my_handle, &my_metrics); if (err != apm_->kNoError) { return GetHandleError(my_handle); } metrics->residual_echo_return_loss.instant = my_metrics.rerl.instant; metrics->residual_echo_return_loss.average = my_metrics.rerl.average; metrics->residual_echo_return_loss.maximum = my_metrics.rerl.max; metrics->residual_echo_return_loss.minimum = my_metrics.rerl.min; metrics->echo_return_loss.instant = my_metrics.erl.instant; metrics->echo_return_loss.average = my_metrics.erl.average; metrics->echo_return_loss.maximum = my_metrics.erl.max; metrics->echo_return_loss.minimum = my_metrics.erl.min; metrics->echo_return_loss_enhancement.instant = my_metrics.erle.instant; metrics->echo_return_loss_enhancement.average = my_metrics.erle.average; metrics->echo_return_loss_enhancement.maximum = my_metrics.erle.max; metrics->echo_return_loss_enhancement.minimum = my_metrics.erle.min; metrics->a_nlp.instant = my_metrics.aNlp.instant; metrics->a_nlp.average = my_metrics.aNlp.average; metrics->a_nlp.maximum = my_metrics.aNlp.max; metrics->a_nlp.minimum = my_metrics.aNlp.min; return apm_->kNoError; } bool EchoCancellationImpl::stream_has_echo() const { return stream_has_echo_; } int EchoCancellationImpl::enable_delay_logging(bool enable) { CriticalSectionScoped crit_scoped(*apm_->crit()); delay_logging_enabled_ = enable; return Configure(); } bool EchoCancellationImpl::is_delay_logging_enabled() const { return delay_logging_enabled_; } // TODO(bjornv): How should we handle the multi-channel case? int EchoCancellationImpl::GetDelayMetrics(int* median, int* std) { CriticalSectionScoped crit_scoped(*apm_->crit()); if (median == NULL) { return apm_->kNullPointerError; } if (std == NULL) { return apm_->kNullPointerError; } if (!is_component_enabled() || !delay_logging_enabled_) { return apm_->kNotEnabledError; } Handle* my_handle = static_cast<Handle*>(handle(0)); if (WebRtcAec_GetDelayMetrics(my_handle, median, std) != apm_->kNoError) { return GetHandleError(my_handle); } return apm_->kNoError; } int EchoCancellationImpl::Initialize() { int err = ProcessingComponent::Initialize(); if (err != apm_->kNoError || !is_component_enabled()) { return err; } was_stream_drift_set_ = false; return apm_->kNoError; } int EchoCancellationImpl::get_version(char* version, int version_len_bytes) const { if (WebRtcAec_get_version(version, version_len_bytes) != 0) { return apm_->kBadParameterError; } return apm_->kNoError; } void* EchoCancellationImpl::CreateHandle() const { Handle* handle = NULL; if (WebRtcAec_Create(&handle) != apm_->kNoError) { handle = NULL; } else { assert(handle != NULL); } return handle; } int EchoCancellationImpl::DestroyHandle(void* handle) const { assert(handle != NULL); return WebRtcAec_Free(static_cast<Handle*>(handle)); } int EchoCancellationImpl::InitializeHandle(void* handle) const { assert(handle != NULL); return WebRtcAec_Init(static_cast<Handle*>(handle), apm_->sample_rate_hz(), device_sample_rate_hz_); } int EchoCancellationImpl::ConfigureHandle(void* handle) const { assert(handle != NULL); AecConfig config; config.metricsMode = metrics_enabled_; config.nlpMode = MapSetting(suppression_level_); config.skewMode = drift_compensation_enabled_; config.delay_logging = delay_logging_enabled_; return WebRtcAec_set_config(static_cast<Handle*>(handle), config); } int EchoCancellationImpl::num_handles_required() const { return apm_->num_output_channels() * apm_->num_reverse_channels(); } int EchoCancellationImpl::GetHandleError(void* handle) const { assert(handle != NULL); return MapError(WebRtcAec_get_error_code(static_cast<Handle*>(handle))); } } // namespace webrtc