221 lines
6.8 KiB
C
221 lines
6.8 KiB
C
/*
|
|
* Copyright (C) 2010-2011 Mamadou Diop.
|
|
*
|
|
* Contact: Mamadou Diop <diopmamadou(at)doubango.org>
|
|
*
|
|
* This file is part of Open Source Doubango Framework.
|
|
*
|
|
* DOUBANGO is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* DOUBANGO is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with DOUBANGO.
|
|
*
|
|
*/
|
|
|
|
/**@file tdav_speex_denoise.c
|
|
* @brief Speex Denoiser (Noise suppression, AGC, AEC) Plugin
|
|
*
|
|
* @author Mamadou Diop <diopmamadou(at)doubango.org>
|
|
*
|
|
|
|
*/
|
|
#include "tinydav/audio/tdav_speex_denoise.h"
|
|
|
|
#if HAVE_SPEEX_DSP && (!defined(HAVE_SPEEX_DENOISE) || HAVE_SPEEX_DENOISE)
|
|
|
|
#include "tsk_memory.h"
|
|
#include "tsk_debug.h"
|
|
|
|
#define ECHO_TAIL 20
|
|
|
|
int tdav_speex_denoise_open(tmedia_denoise_t* self, uint32_t frame_size, uint32_t sampling_rate, tsk_bool_t denoise, float agc_level, tsk_bool_t aec, tsk_bool_t vad)
|
|
{
|
|
tdav_speex_denoise_t *denoiser = (tdav_speex_denoise_t *)self;
|
|
float f;
|
|
int i;
|
|
|
|
if(!denoiser->echo_state){
|
|
if((denoiser->echo_state = speex_echo_state_init(frame_size, ECHO_TAIL*frame_size))){
|
|
speex_echo_ctl(denoiser->echo_state, SPEEX_ECHO_SET_SAMPLING_RATE, &sampling_rate);
|
|
}
|
|
}
|
|
|
|
if(!denoiser->preprocess_state){
|
|
denoiser->vad_on = vad;
|
|
denoiser->frame_size = frame_size;
|
|
|
|
if((denoiser->preprocess_state = speex_preprocess_state_init(frame_size, sampling_rate))){
|
|
|
|
if(denoiser->echo_state){
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_ECHO_STATE, denoiser->echo_state);
|
|
|
|
i = -40;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_ECHO_SUPPRESS, &i);
|
|
i = -15;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_ECHO_SUPPRESS_ACTIVE, &i);
|
|
|
|
TSK_FREE(denoiser->echo_output_frame);
|
|
denoiser->echo_output_frame = tsk_calloc(denoiser->frame_size, sizeof(spx_int16_t));
|
|
}
|
|
|
|
if(denoise){
|
|
i = 1;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DENOISE, &i);
|
|
i = -30;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_NOISE_SUPPRESS, &i);
|
|
}
|
|
else{
|
|
i = 0;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DENOISE, &i);
|
|
}
|
|
|
|
if(agc_level){
|
|
i = 1;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC, &i);
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_LEVEL, &agc_level);
|
|
//speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_TARGET, &agc_level);
|
|
i = 30;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_MAX_GAIN, &i);
|
|
i = 12;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_INCREMENT, &i);
|
|
i = -40;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_DECREMENT, &i);
|
|
}
|
|
else{
|
|
i = 0, f = 8000.0f;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC, &i);
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_LEVEL, &f);
|
|
}
|
|
i = vad ? 1 : 2;
|
|
speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_VAD, &i);
|
|
//i=1;
|
|
//speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DEREVERB, &i);
|
|
//i=1;
|
|
//speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DEREVERB_DECAY, &i);
|
|
//i=1;
|
|
//speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DEREVERB_LEVEL, &i);
|
|
|
|
return 0;
|
|
}
|
|
else{
|
|
TSK_DEBUG_ERROR("Failed to create Speex preprocessor state");
|
|
return -2;
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
int tdav_speex_denoise_echo_playback(tmedia_denoise_t* self, const void* echo_frame)
|
|
{
|
|
tdav_speex_denoise_t *denoiser = (tdav_speex_denoise_t *)self;
|
|
if(denoiser->echo_state){
|
|
speex_echo_playback(denoiser->echo_state, echo_frame);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int tdav_speex_denoise_process(tmedia_denoise_t* self, void* audio_frame, tsk_bool_t* silence_or_noise)
|
|
{
|
|
tdav_speex_denoise_t *denoiser = (tdav_speex_denoise_t *)self;
|
|
int vad;
|
|
|
|
if(denoiser->preprocess_state){
|
|
if(denoiser->echo_state && denoiser->echo_output_frame){
|
|
speex_echo_capture(denoiser->echo_state, audio_frame, denoiser->echo_output_frame);
|
|
memcpy(audio_frame, denoiser->echo_output_frame, denoiser->frame_size*sizeof(spx_int16_t));
|
|
}
|
|
vad = speex_preprocess_run(denoiser->preprocess_state, audio_frame);
|
|
if(!vad && denoiser->vad_on){
|
|
*silence_or_noise = tsk_true;
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
int tdav_speex_denoise_close(tmedia_denoise_t* self)
|
|
{
|
|
tdav_speex_denoise_t *denoiser = (tdav_speex_denoise_t *)self;
|
|
|
|
if(denoiser->preprocess_state){
|
|
speex_preprocess_state_destroy(denoiser->preprocess_state);
|
|
denoiser->preprocess_state = tsk_null;
|
|
}
|
|
if(denoiser->echo_state){
|
|
speex_echo_state_destroy(denoiser->echo_state);
|
|
denoiser->echo_state = tsk_null;
|
|
}
|
|
TSK_FREE(denoiser->echo_output_frame);
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
|
|
//
|
|
// Speex denoiser Plugin definition
|
|
//
|
|
|
|
/* constructor */
|
|
static tsk_object_t* tdav_speex_denoise_ctor(tsk_object_t * self, va_list * app)
|
|
{
|
|
tdav_speex_denoise_t *denoise = self;
|
|
if(denoise){
|
|
/* init base */
|
|
tmedia_denoise_init(TMEDIA_DENOISE(denoise));
|
|
/* init self */
|
|
}
|
|
return self;
|
|
}
|
|
/* destructor */
|
|
static tsk_object_t* tdav_speex_denoise_dtor(tsk_object_t * self)
|
|
{
|
|
tdav_speex_denoise_t *denoise = self;
|
|
if(denoise){
|
|
/* deinit base */
|
|
tmedia_denoise_deinit(TMEDIA_DENOISE(denoise));
|
|
/* deinit self */
|
|
if(denoise->preprocess_state){ // already done by close() ...but who know?
|
|
speex_preprocess_state_destroy(denoise->preprocess_state);
|
|
}
|
|
if(denoise->echo_state){
|
|
speex_echo_state_destroy(denoise->echo_state);
|
|
}
|
|
TSK_FREE(denoise->echo_output_frame);
|
|
}
|
|
|
|
return self;
|
|
}
|
|
/* object definition */
|
|
static const tsk_object_def_t tdav_speex_denoise_def_s =
|
|
{
|
|
sizeof(tdav_speex_denoise_t),
|
|
tdav_speex_denoise_ctor,
|
|
tdav_speex_denoise_dtor,
|
|
tsk_null,
|
|
};
|
|
/* plugin definition*/
|
|
static const tmedia_denoise_plugin_def_t tdav_speex_denoise_plugin_def_s =
|
|
{
|
|
&tdav_speex_denoise_def_s,
|
|
|
|
"Audio Denoiser based on Speex",
|
|
|
|
tdav_speex_denoise_open,
|
|
tdav_speex_denoise_echo_playback,
|
|
tdav_speex_denoise_process,
|
|
tdav_speex_denoise_close,
|
|
};
|
|
const tmedia_denoise_plugin_def_t *tdav_speex_denoise_plugin_def_t = &tdav_speex_denoise_plugin_def_s;
|
|
|
|
|
|
#endif /* HAVE_SPEEX_DSP */ |