webrtc c++（二） webrtc音频操作麦克风录音与播放，声音控制

由于新版本的webrtc工程太过于庞大，对于理解源码很不方便，所以以后都采用老版本的wenrtc，以方便理解webrtc源码下载链接：https://pan.baidu.com/s/14ECsWNgQ4ZxrxG0tO22E0w提取码：ups7这个版本中webrtc 音频核心为webrtc::VoiceEngine* ptrVoEngine_; //核心引擎类，下面的四个类的都是基于引擎创建的

i7891090

7652人浏览 · 2020-06-23 17:48:47

i7891090 · 2020-06-23 17:48:47 发布

由于新版本的webrtc工程太过于庞大，有一千读个工程，对于理解源码很不方便，所以以后都采用老版本的webrtc，以方便理解,这个版本有一百多个工程，相对于最新的工程要小很多

webrtc源码下载链接：

https://pan.baidu.com/s/14ECsWNgQ4ZxrxG0tO22E0w
提取码：ups7

这个版本中webrtc 音频核心为

webrtc::VoiceEngine* ptrVoEngine_; //核心引擎类，下面的四个类的都是基于引擎创建的
webrtc::VoEBase* ptrVoEBase_;
webrtc::VoEVolumeControl* ptrVoEVolumeControl_;//声音控制类，设置麦克风与声卡的声音等
webrtc::VoEFile* ptrVoEFile_;//音频文件管理，播放文件，保存文件等
webrtc::VoEHardware* ptrVoEHardware_;//设备相关，可以获取设备，打开设备，播放等

1.核心类的创建

bool videoCap::InitVoiceEnginee()
{
    ptrVoEngine_ = webrtc::VoiceEngine::Create(); //通过全局方法创建引擎

    //通过引擎创建其他类
    ptrVoEBase_ = webrtc::VoEBase::GetInterface(ptrVoEngine_); 

    ptrVoEHardware_ = webrtc::VoEHardware::GetInterface(ptrVoEngine_);
    ptrVoEFile_ = webrtc::VoEFile::GetInterface(ptrVoEngine_);
    ptrVoEVolumeControl_ = webrtc::VoEVolumeControl::GetInterface(ptrVoEngine_);

    int errCode = ptrVoEBase_->Init();
    if (errCode != 0)
    {
        return false;
    }
    
    //注册错误回调
    errCode = ptrVoEBase_->RegisterVoiceEngineObserver(voeObserver_);
    if (errCode != 0)
    {
        return false;
    }
    return true;
}

2 获取音频设备列表(麦克风与音响设备)

void videoCap::setDevice()
{
	int recoder_device_num{ 0 };
	int play_device_num{ 0 };
        //获取所有录制设备信息(麦克风等)
	int errCode = ptrVoEHardware_->GetNumOfRecordingDevices(recoder_device_num);
	if (errCode != 0)
	{
		return;
	}
        
        //获取所以播放设备信息(耳麦音响等)
	errCode = ptrVoEHardware_->GetNumOfPlayoutDevices(play_device_num);
	if (errCode != 0)
	{
		return;
	}

        //获取录制设备详细信息
	for (int i = 0; i < recoder_device_num; ++i)
	{
		char devName[256]{ 0 };
		char guidName[256]{ 0 };
		ptrVoEHardware_->GetRecordingDeviceName(i, devName, guidName);
		ui.m_cbRecoderDev->addItem(devName, i);
	}

        //获取播放设备详细信息
	for (int i = 0; i < recoder_device_num; ++i)
	{
		char devName[256]{ 0 };
		char guidName[256]{ 0 };

		ptrVoEHardware_->GetPlayoutDeviceName(i, devName, guidName);

		ui.m_cbPlayerDev->addItem(devName,i);
	}
        
        //创建channel,以后所有的操作都是基于这个audio_channel_
	audio_channel_ = ptrVoEBase_->CreateChannel();
	if (audio_channel_ < 0)
	{
		qDebug() << "ERROR in VoEBase::CreateChannel";
	}
	errCode = ptrVoEBase_->StartPlayout(audio_channel_);
	if (errCode != 0)
	{
		qDebug() << "ERROR in VoEBase::StartPlayout";
	}

}

3 开始/结束录制

void videoCap::OnOpenPbClicked()
{
	if (ui.m_pbOpen->text() == QString::fromLocal8Bit("打开"))
	{
                //开始录制
		ptrVoEFile_->StartRecordingMicrophone(VIDEO_FILE); 
		ui.m_pbOpen->setText(QString::fromLocal8Bit("关闭"));
	}
	else
	{
                //结束录制
		ptrVoEFile_->StopRecordingMicrophone();
		ui.m_pbOpen->setText(QString::fromLocal8Bit("打开"));
	}
}

4播放/停止

void videoCap::OnPlayPbClicked()
{
        
	if (ui.m_pbPlayer->text() == QString::fromLocal8Bit("播放"))
	{
                //播放
		ptrVoEFile_->StartPlayingFileLocally(audio_channel_, VIDEO_FILE);
		ui.m_pbPlayer->setText(QString::fromLocal8Bit("停止"));
	}
	else
	{
                //停止
		ptrVoEFile_->StopPlayingFileLocally(audio_channel_);
		ui.m_pbPlayer->setText(QString::fromLocal8Bit("播放"));
	}
}

5音量控制

//获取麦克风当前音量
int videoCap::GetMicroVolume()
{
	unsigned int n{ 0 };
	ptrVoEVolumeControl_->GetMicVolume(n);
	ui.m_slider_Speaker->setValue(n);
	return n;
}

//设置麦克风音量
void videoCap::SetMicroVolume(int n)
{
	int errCode = ptrVoEVolumeControl_->SetMicVolume(n);
	if (errCode != 0)
	{
		qDebug() << "set volume failed";
	}
}

//获取音响音量
int videoCap::GetSpeakVolume()
{
	unsigned int n{ 0 };
	ptrVoEVolumeControl_->GetSpeakerVolume(n);
	ui.m_slider_Micro->setValue(n);
	return n;
	
}

//设置音响音量
void videoCap::SetSpeakVolume(int n)
{
	int errCode =	ptrVoEVolumeControl_->SetSpeakerVolume(n);
	if (errCode != 0)
	{
		qDebug() << "set volume failed";
	}
}

6 资源销毁

void videoCap::UnInitVoiceEnginee()
{
	if (ptrVoEFile_->IsPlayingFileLocally(audio_channel_))
	{
		ptrVoEFile_->StopPlayingFileLocally(audio_channel_);
	}
	ptrVoEFile_->StopRecordingMicrophone();
	ptrVoEBase_->StopPlayout(audio_channel_);

	ptrVoEFile_->Release();
	ptrVoEHardware_->Release();

	ptrVoEVolumeControl_->Release();
	ptrVoEBase_->Release();

	webrtc::VoiceEngine::Delete(ptrVoEngine_);
}

7完整代码

//.h文件
#pragma once

#include <QWidget>
#include <QDebug>
#include <mutex>
#include "video_capture/video_capture_factory.h"
#include "base/device.h"
#include "engine/webrtcvideocapturer.h"

#include "webrtc/modules/audio_device/include/audio_device.h"

#include "ui_videoCap.h"

//audio
#include "webrtc/voice_engine/include/voe_hardware.h"
#include "webrtc/voice_engine/include/voe_base.h"
#include "webrtc/voice_engine/voice_engine_defines.h"
#include "webrtc/voice_engine/include/voe_volume_control.h"
#include "webrtc/voice_engine/include/voe_file.h"
#include "webrtc/voice_engine/voice_engine_impl.h"

class VoiceObserver :public webrtc::VoiceEngineObserver
{
public:
	virtual void CallbackOnError(int channel, int errCode) override
	{
		qDebug() << "channel id = " << channel << "errCode = " << errCode;
	}
};

class videoCap:public QWidget
{
public:
	explicit videoCap(QWidget *parent = nullptr);
	~videoCap();

protected:
	virtual void  paintEvent(QPaintEvent *event) override;
private:
	void OnOpenPbClicked();
	void OnPlayPbClicked();

	bool InitVoiceEnginee();

	void UnInitVoiceEnginee();

	void setDevice();

	int GetMicroVolume();
	void SetMicroVolume(int n);

	int GetSpeakVolume();
	void SetSpeakVolume(int n); 
private:
	Ui::Form ui;

	webrtc::VoiceEngine* ptrVoEngine_;
	webrtc::VoEBase* ptrVoEBase_;
	webrtc::VoEVolumeControl* ptrVoEVolumeControl_;
	webrtc::VoEFile* ptrVoEFile_;
	webrtc::VoEHardware* ptrVoEHardware_;
	VoiceObserver voeObserver_;

	int audio_channel_;

};

.cpp文件
#include "videoCap.h"
#include <QPainter>
#include "libyuv/include/libyuv.h"

#define  VIDEO_FILE "1234.pcm"

videoCap::videoCap(QWidget *parent)
	:QWidget(parent)
	,ptrVoEBase_(nullptr)
	,ptrVoEFile_(nullptr)
	,ptrVoEngine_(nullptr)
	,ptrVoEHardware_(nullptr)
	,ptrVoEVolumeControl_(nullptr)
{
	ui.setupUi(this);
	if (!InitVoiceEnginee())
		return;
	setDevice();
	QObject::connect(ui.m_pbOpen,&QPushButton::clicked,this,&videoCap::OnOpenPbClicked);
	QObject::connect(ui.m_pbPlayer,&QPushButton::clicked,this,&videoCap::OnPlayPbClicked);
	ui.m_pbOpen->setText(QString::fromLocal8Bit("打开"));
	ui.m_pbPlayer->setText(QString::fromLocal8Bit("播放"));

	connect(ui.m_slider_Speaker,&QSlider::valueChanged,this,&videoCap::SetSpeakVolume);
	connect(ui.m_slider_Micro, &QSlider::valueChanged, this, &videoCap::SetMicroVolume);
	GetMicroVolume();
	GetSpeakVolume();
}

bool videoCap::InitVoiceEnginee()
{
	ptrVoEngine_ = webrtc::VoiceEngine::Create();
	ptrVoEBase_ = webrtc::VoEBase::GetInterface(ptrVoEngine_);

	ptrVoEHardware_ = webrtc::VoEHardware::GetInterface(ptrVoEngine_);
	ptrVoEFile_ = webrtc::VoEFile::GetInterface(ptrVoEngine_);
	ptrVoEVolumeControl_ = webrtc::VoEVolumeControl::GetInterface(ptrVoEngine_);

	int errCode = ptrVoEBase_->Init();
	if (errCode != 0)
	{
		return false; 
	}

	errCode = ptrVoEBase_->RegisterVoiceEngineObserver(voeObserver_);
	if (errCode != 0)
	{
		return false;
	}
	return true;
}

void videoCap::UnInitVoiceEnginee()
{
	if (ptrVoEFile_->IsPlayingFileLocally(audio_channel_))
	{
		ptrVoEFile_->StopPlayingFileLocally(audio_channel_);
	}
	ptrVoEFile_->StopRecordingMicrophone();
	ptrVoEBase_->StopPlayout(audio_channel_);

	ptrVoEFile_->Release();
	ptrVoEHardware_->Release();

	ptrVoEVolumeControl_->Release();
	ptrVoEBase_->Release();

	webrtc::VoiceEngine::Delete(ptrVoEngine_);
}


videoCap::~videoCap()
{
	UnInitVoiceEnginee();
}

void videoCap::OnOpenPbClicked()
{
	if (ui.m_pbOpen->text() == QString::fromLocal8Bit("打开"))
	{
		ptrVoEFile_->StartRecordingMicrophone(VIDEO_FILE); 
		ui.m_pbOpen->setText(QString::fromLocal8Bit("关闭"));
	}
	else
	{
		ptrVoEFile_->StopRecordingMicrophone();
		ui.m_pbOpen->setText(QString::fromLocal8Bit("打开"));
	}
}

void videoCap::OnPlayPbClicked()
{
	if (ui.m_pbPlayer->text() == QString::fromLocal8Bit("播放"))
	{
		ptrVoEFile_->StartPlayingFileLocally(audio_channel_, VIDEO_FILE);
		ui.m_pbPlayer->setText(QString::fromLocal8Bit("停止"));
	}
	else
	{
		ptrVoEFile_->StopPlayingFileLocally(audio_channel_);
		ui.m_pbPlayer->setText(QString::fromLocal8Bit("播放"));
	}
}

void  videoCap::paintEvent(QPaintEvent *event)
{
	QWidget::paintEvent(event);
}

void videoCap::setDevice()
{
	int recoder_device_num{ 0 };
	int play_device_num{ 0 };
	int errCode = ptrVoEHardware_->GetNumOfRecordingDevices(recoder_device_num);
	if (errCode != 0)
	{
		return;
	}

	errCode = ptrVoEHardware_->GetNumOfPlayoutDevices(play_device_num);
	if (errCode != 0)
	{
		return;
	}

	for (int i = 0; i < recoder_device_num; ++i)
	{
		char devName[256]{ 0 };
		char guidName[256]{ 0 };
		ptrVoEHardware_->GetRecordingDeviceName(i, devName, guidName);
		ui.m_cbRecoderDev->addItem(devName, i);
	}

	for (int i = 0; i < recoder_device_num; ++i)
	{
		char devName[256]{ 0 };
		char guidName[256]{ 0 };

		ptrVoEHardware_->GetPlayoutDeviceName(i, devName, guidName);

		ui.m_cbPlayerDev->addItem(devName,i);
	}

	audio_channel_ = ptrVoEBase_->CreateChannel();
	if (audio_channel_ < 0)
	{
		qDebug() << "ERROR in VoEBase::CreateChannel";
	}
	errCode = ptrVoEBase_->StartPlayout(audio_channel_);
	if (errCode != 0)
	{
		qDebug() << "ERROR in VoEBase::StartPlayout";
	}

}

int videoCap::GetMicroVolume()
{
	unsigned int n{ 0 };
	ptrVoEVolumeControl_->GetMicVolume(n);
	ui.m_slider_Speaker->setValue(n);
	return n;
}

void videoCap::SetMicroVolume(int n)
{
	int errCode = ptrVoEVolumeControl_->SetMicVolume(n);
	if (errCode != 0)
	{
		qDebug() << "set volume failed";
	}
}

int videoCap::GetSpeakVolume()
{
	unsigned int n{ 0 };
	ptrVoEVolumeControl_->GetSpeakerVolume(n);
	ui.m_slider_Micro->setValue(n);
	return n;
	
}

void videoCap::SetSpeakVolume(int n)
{
	int errCode =	ptrVoEVolumeControl_->SetSpeakerVolume(n);
	if (errCode != 0)
	{
		qDebug() << "set volume failed";
	}
}

8编译错误，音频需要依赖的模块

video_capture_module.lib
video_capture_module_internal_impl.lib
common_video.lib
rtc_base.lib
rtc_media.lib
voice_engine.lib
rtc_base_approved.lib
rtc_event_log_proto.lib
rtc_event_log.lib
protobuf_full_do_not_use.lib
protobuf_lite.lib
protoc_lib.lib
system_wrappers.lib
directshow_baseclasses.lib
webrtc_i420.lib
libyuv.lib
Winmm.lib
libjpeg.lib
audio_device.lib
audio_decoder_interface.lib
audio_processing.lib
audio_processing_sse2.lib
audio_coding_module.lib
audio_encoder_interface.lib
audio_decoder_factory_interface.lib
rtp_rtcp.lib
rent_a_codec.lib
isac.lib
audio_conference_mixer.lib
webrtc_utility.lib
webrtc_common.lib
common_audio.lib
openmax_dl.lib
common_audio_sse2.lib
media_file.lib
red.lib
builtin_audio_decoder_factory.lib
isac_common.lib
pcm16b.lib
cng.lib
g711.lib
webrtc_opus.lib
opus.lib
ilbc.lib
g722.lib
neteq.lib
metrics_default.lib
audioproc_debug_proto.lib
paced_sender.lib
msdmo.lib
wmcodecdspuuid.lib
dmoguids.lib

最后三个是directShow的依赖，不是webrtc源码编译出来的，

还有些预处理需要添加

WEBRTC_WIN
QT_NO_KEYWORDS
_DEBUG
NOMINMAX

否则会编译失败

参考灿哥哥的博客

https://blog.csdn.net/caoshangpa/article/details/54340229

即构开发者社区

致力于链接即构和开发者，提供实时互动和元宇宙领域的前沿洞察、技术分享和丰富的开发者活动，共建实时互动世界。

更多推荐

flutter+dart聊天室|flutter仿微信界面聊天App实例

基于Flutter+Dart+photo_view+image_picker+video_player等技术开发跨平台实战仿微信聊天应用。实现消息发送/表情gif、图片预览、红包/视频号/朋友圈等功能。运用技术技术框架：Flutter 1.12.13/Dart 2.7.0视频组件：chewie: ^0.9.7图片/拍照：image_picker: ^0.6.6+1图片预览组件：photo_view

即构开发者社区

WebRTC语音对讲无声音

最近在搞Webrtc对讲的降噪和回音消除，找了代码然后改了非常多。。。。发现一个很无语的Bug：进入程序进行语音对讲，有偶发扬声器无法播放声音，但如果首先进行视频通话，再语音，刚正常。刚开始怀疑是代码改了哪里改错了，查了很多资料，Webrtc输出的每行日志都排查了，还是不行，后来直接通过查看喇叭设置，发现那个setSpeakerphoneOn已被关闭了，真是Orz.....然后直接在启动程...

即构开发者社区

用Flutter构建一个视频通话联系人管理应用

用Flutter构建一个视频 / 通话 / 联系人管理应用这是编程务实的第三个实验，要完成一个简单的拨号器。在此需求基础上，我使用Flutter添加了一些全新的功能，包括视频通话，观众视角通话，联系人管理等功能。尽我最大所能…美化（救命，UI真的尽力了, logo也是白嫖的）下面是一个简易的Demo展示:项目目录：$ lsandroidbuildioslibmyflutter.imlpu