2021-02-11 19:18:35 +00:00
/*
2022-03-23 15:45:51 +00:00
This class handles both RX and TX audio , each is created as a separate instance of the class
2021-05-23 15:09:41 +00:00
but as the setup / handling if output ( RX ) and input ( TX ) devices is so similar I have combined them .
2021-02-11 19:18:35 +00:00
*/
2021-06-16 22:44:59 +00:00
2021-02-11 19:18:35 +00:00
# include "audiohandler.h"
2021-05-16 20:16:59 +00:00
2021-02-23 21:21:22 +00:00
# include "logcategories.h"
2021-05-24 17:00:38 +00:00
# include "ulaw.h"
2021-02-13 00:45:59 +00:00
2021-11-01 20:27:33 +00:00
2021-06-16 22:44:59 +00:00
2021-06-04 07:24:26 +00:00
audioHandler : : audioHandler ( QObject * parent )
2021-02-11 19:18:35 +00:00
{
2021-05-30 11:07:51 +00:00
Q_UNUSED ( parent )
2021-02-11 19:18:35 +00:00
}
audioHandler : : ~ audioHandler ( )
{
2021-06-02 17:36:33 +00:00
2021-06-03 11:05:28 +00:00
if ( isInitialized ) {
2021-06-04 07:24:26 +00:00
stop ( ) ;
2021-06-02 17:36:33 +00:00
}
2022-04-03 23:01:08 +00:00
if ( audioInput ! = Q_NULLPTR ) {
audioInput = Q_NULLPTR ;
delete audioInput ;
}
if ( audioOutput ! = Q_NULLPTR ) {
delete audioOutput ;
audioOutput = Q_NULLPTR ;
}
2022-05-06 22:10:46 +00:00
if ( converterThread ! = Q_NULLPTR ) {
converterThread - > quit ( ) ;
converterThread - > wait ( ) ;
2021-06-16 08:49:38 +00:00
}
2021-02-11 19:18:35 +00:00
}
2021-06-04 07:24:26 +00:00
bool audioHandler : : init ( audioSetup setupIn )
2021-02-11 19:18:35 +00:00
{
2021-05-23 15:09:41 +00:00
if ( isInitialized ) {
return false ;
}
2021-06-04 07:24:26 +00:00
/*
0x01 uLaw 1 ch 8 bit
0x02 PCM 1 ch 8 bit
0x04 PCM 1 ch 16 bit
0x08 PCM 2 ch 8 bit
0x10 PCM 2 ch 16 bit
0x20 uLaw 2 ch 8 bit
2022-05-06 22:10:46 +00:00
0x40 Opus 1 ch
0x80 Opus 2 ch
2021-06-04 07:24:26 +00:00
*/
setup = setupIn ;
2022-04-03 19:16:52 +00:00
setup . format . setChannelCount ( 1 ) ;
setup . format . setSampleSize ( 8 ) ;
setup . format . setSampleType ( QAudioFormat : : UnSignedInt ) ;
2022-05-06 22:10:46 +00:00
setup . format . setCodec ( " audio/pcm " ) ;
2022-01-04 21:26:03 +00:00
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " audio handler starting: " < < setup . name ;
2021-06-04 07:24:26 +00:00
2022-04-05 15:47:43 +00:00
if ( setup . port . isNull ( ) )
{
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " No audio device was found. You probably need to install libqt5multimedia-plugins. " ;
return false ;
}
2021-06-04 07:24:26 +00:00
if ( setup . codec = = 0x01 | | setup . codec = = 0x20 ) {
setup . ulaw = true ;
2022-05-03 09:37:41 +00:00
setup . format . setSampleSize ( 16 ) ;
setup . format . setSampleType ( QAudioFormat : : SignedInt ) ;
2022-05-06 22:10:46 +00:00
setup . format . setCodec ( " audio/PCMU " ) ;
2021-06-04 07:24:26 +00:00
}
2022-04-28 09:02:51 +00:00
2021-08-14 09:06:17 +00:00
if ( setup . codec = = 0x08 | | setup . codec = = 0x10 | | setup . codec = = 0x20 | | setup . codec = = 0x80 ) {
2022-04-03 19:16:52 +00:00
setup . format . setChannelCount ( 2 ) ;
2021-06-04 07:24:26 +00:00
}
2022-04-05 15:47:43 +00:00
2022-04-07 17:35:44 +00:00
if ( setup . codec = = 0x04 | | setup . codec = = 0x10 ) {
2022-04-03 19:16:52 +00:00
setup . format . setSampleSize ( 16 ) ;
setup . format . setSampleType ( QAudioFormat : : SignedInt ) ;
2021-06-04 07:24:26 +00:00
}
2021-03-09 17:22:16 +00:00
2022-04-07 17:35:44 +00:00
if ( setup . codec = = 0x40 | | setup . codec = = 0x80 ) {
2022-05-06 22:10:46 +00:00
setup . format . setSampleSize ( 32 ) ;
2022-04-07 17:35:44 +00:00
setup . format . setSampleType ( QAudioFormat : : Float ) ;
2022-05-06 22:10:46 +00:00
setup . format . setCodec ( " audio/opus " ) ;
2022-04-07 17:35:44 +00:00
}
2022-05-04 14:43:34 +00:00
2022-01-14 19:40:25 +00:00
qDebug ( logAudio ( ) ) < < " Creating " < < ( setup . isinput ? " Input " : " Output " ) < < " audio device: " < < setup . name < <
2022-04-03 19:16:52 +00:00
" , bits " < < setup . format . sampleSize ( ) < <
2022-01-14 19:40:25 +00:00
" , codec " < < setup . codec < <
" , latency " < < setup . latency < <
" , localAFGain " < < setup . localAFgain < <
2022-04-03 19:16:52 +00:00
" , radioChan " < < setup . format . channelCount ( ) < <
2022-01-14 19:40:25 +00:00
" , resampleQuality " < < setup . resampleQuality < <
2022-04-03 19:16:52 +00:00
" , samplerate " < < setup . format . sampleRate ( ) < <
2022-01-14 19:40:25 +00:00
" , uLaw " < < setup . ulaw ;
2021-07-06 06:24:35 +00:00
if ( ! setup . isinput )
{
this - > setVolume ( setup . localAFgain ) ;
}
2021-06-04 07:24:26 +00:00
2022-04-04 18:22:11 +00:00
format = setup . port . preferredFormat ( ) ;
2022-04-05 15:47:43 +00:00
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Preferred Format: SampleSize " < < format . sampleSize ( ) < < " Channel Count " < < format . channelCount ( ) < <
2022-04-04 18:22:11 +00:00
" Sample Rate " < < format . sampleRate ( ) < < " Codec " < < format . codec ( ) < < " Sample Type " < < format . sampleType ( ) ;
2021-06-04 07:24:26 +00:00
if ( format . channelCount ( ) > 2 ) {
format . setChannelCount ( 2 ) ;
}
2021-06-07 13:04:52 +00:00
else if ( format . channelCount ( ) < 1 )
{
qCritical ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " No channels found, aborting setup. " ;
return false ;
}
2022-04-20 12:35:23 +00:00
if ( format . channelCount ( ) = = 1 & & setup . format . channelCount ( ) = = 2 ) {
format . setChannelCount ( 2 ) ;
if ( ! setup . port . isFormatSupported ( format ) ) {
qCritical ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Cannot request stereo input! " ;
format . setChannelCount ( 1 ) ;
}
}
2021-06-07 13:04:52 +00:00
2022-05-04 21:29:05 +00:00
if ( format . sampleType ( ) = = QAudioFormat : : SignedInt ) {
format . setSampleType ( QAudioFormat : : Float ) ;
format . setSampleSize ( 32 ) ;
if ( ! setup . port . isFormatSupported ( format ) ) {
qCritical ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Attempt to select 32bit Float failed, reverting to SignedInt " ;
format . setSampleType ( QAudioFormat : : SignedInt ) ;
format . setSampleSize ( 16 ) ;
}
}
2022-04-11 22:24:56 +00:00
if ( format . sampleSize ( ) = = 24 ) {
2022-04-28 09:02:51 +00:00
// We can't convert this easily so use 32 bit instead.
format . setSampleSize ( 32 ) ;
if ( ! setup . port . isFormatSupported ( format ) ) {
qCritical ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " 24 bit requested and 32 bit audio not supported, try 16 bit instead " ;
format . setSampleSize ( 16 ) ;
}
2022-04-11 22:24:56 +00:00
}
2022-05-04 14:43:34 +00:00
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Selected format: SampleSize " < < format . sampleSize ( ) < < " Channel Count " < < format . channelCount ( ) < <
" Sample Rate " < < format . sampleRate ( ) < < " Codec " < < format . codec ( ) < < " Sample Type " < < format . sampleType ( ) ;
2021-06-04 07:24:26 +00:00
// We "hopefully" now have a valid format that is supported so try connecting
2021-06-07 09:40:04 +00:00
2022-05-06 22:10:46 +00:00
converter = new audioConverter ( ) ;
converterThread = new QThread ( this ) ;
converterThread - > setObjectName ( " audioConverter() " ) ;
converter - > moveToThread ( converterThread ) ;
connect ( this , SIGNAL ( setupConverter ( QAudioFormat , QAudioFormat , quint8 , quint8 ) ) , converter , SLOT ( init ( QAudioFormat , QAudioFormat , quint8 , quint8 ) ) ) ;
connect ( converterThread , SIGNAL ( finished ( ) ) , converter , SLOT ( deleteLater ( ) ) ) ;
connect ( this , SIGNAL ( sendToConverter ( audioPacket ) ) , converter , SLOT ( convert ( audioPacket ) ) ) ;
converterThread - > start ( QThread : : TimeCriticalPriority ) ;
2021-06-04 07:24:26 +00:00
if ( setup . isinput ) {
audioInput = new QAudioInput ( setup . port , format , this ) ;
2022-04-06 20:52:22 +00:00
connect ( audioInput , SIGNAL ( stateChanged ( QAudio : : State ) ) , SLOT ( stateChanged ( QAudio : : State ) ) ) ;
2022-05-06 22:10:46 +00:00
emit setupConverter ( format , setup . format , 7 , setup . resampleQuality ) ;
connect ( converter , SIGNAL ( converted ( audioPacket ) ) , this , SLOT ( convertedInput ( audioPacket ) ) ) ;
2021-06-04 07:24:26 +00:00
}
else {
audioOutput = new QAudioOutput ( setup . port , format , this ) ;
2022-04-06 20:52:22 +00:00
connect ( audioOutput , SIGNAL ( stateChanged ( QAudio : : State ) ) , SLOT ( stateChanged ( QAudio : : State ) ) ) ;
2022-05-06 22:10:46 +00:00
emit setupConverter ( setup . format , format , 7 , setup . resampleQuality ) ;
connect ( converter , SIGNAL ( converted ( audioPacket ) ) , this , SLOT ( convertedOutput ( audioPacket ) ) ) ;
2021-06-04 07:24:26 +00:00
}
2021-08-14 09:29:22 +00:00
2022-05-06 22:10:46 +00:00
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " thread id " < < QThread : : currentThreadId ( ) ;
2021-06-04 07:24:26 +00:00
2022-04-06 21:02:43 +00:00
underTimer = new QTimer ( ) ;
underTimer - > setSingleShot ( true ) ;
2022-05-02 14:58:41 +00:00
connect ( underTimer , SIGNAL ( timeout ( ) ) , this , SLOT ( clearUnderrun ( ) ) ) ;
2022-04-06 21:02:43 +00:00
2022-04-03 23:01:08 +00:00
this - > start ( ) ;
2022-04-06 21:02:43 +00:00
2022-04-05 15:47:43 +00:00
return true ;
2021-02-11 19:18:35 +00:00
}
2021-06-04 07:24:26 +00:00
void audioHandler : : start ( )
{
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " start() running " ;
if ( setup . isinput ) {
2022-05-07 09:43:28 +00:00
//this->open(QIODevice::WriteOnly);
//audioInput->start(this);
audioDevice = audioInput - > start ( ) ;
2022-05-02 14:58:41 +00:00
connect ( audioInput , SIGNAL ( destroyed ( ) ) , audioDevice , SLOT ( deleteLater ( ) ) , Qt : : UniqueConnection ) ;
2022-05-07 09:43:28 +00:00
connect ( audioDevice , SIGNAL ( readyRead ( ) ) , this , SLOT ( getNextAudioChunk ( ) ) , Qt : : UniqueConnection ) ;
2021-06-04 07:24:26 +00:00
}
else {
2022-05-02 10:52:23 +00:00
// Buffer size must be set before audio is started.
2022-05-02 11:55:58 +00:00
# ifdef Q_OS_WIN
audioOutput - > setBufferSize ( format . bytesForDuration ( setup . latency * 100 ) ) ;
# else
audioOutput - > setBufferSize ( format . bytesForDuration ( setup . latency * 1000 ) ) ;
# endif
2022-04-03 19:16:52 +00:00
audioDevice = audioOutput - > start ( ) ;
2022-05-02 14:58:41 +00:00
connect ( audioOutput , SIGNAL ( destroyed ( ) ) , audioDevice , SLOT ( deleteLater ( ) ) , Qt : : UniqueConnection ) ;
2022-04-03 23:01:08 +00:00
}
if ( ! audioDevice ) {
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Audio device failed to start() " ;
return ;
2021-06-04 07:24:26 +00:00
}
2022-04-06 18:40:14 +00:00
2021-06-04 07:24:26 +00:00
}
2022-04-04 10:47:55 +00:00
void audioHandler : : stop ( )
{
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " stop() running " ;
if ( audioOutput ! = Q_NULLPTR & & audioOutput - > state ( ) ! = QAudio : : StoppedState ) {
// Stop audio output
audioOutput - > stop ( ) ;
}
if ( audioInput ! = Q_NULLPTR & & audioInput - > state ( ) ! = QAudio : : StoppedState ) {
// Stop audio output
audioInput - > stop ( ) ;
}
audioDevice = Q_NULLPTR ;
}
2022-05-07 09:43:28 +00:00
/*
2022-05-06 22:10:46 +00:00
qint64 audioHandler : : readData ( char * data , qint64 nBytes ) {
return nBytes ;
2021-02-11 19:18:35 +00:00
}
2022-05-06 22:10:46 +00:00
qint64 audioHandler : : writeData ( const char * data , qint64 nBytes ) {
2021-02-11 19:18:35 +00:00
2022-05-06 22:10:46 +00:00
tempBuf . data . append ( data , nBytes ) ;
2021-02-11 19:18:35 +00:00
2022-05-06 22:10:46 +00:00
while ( tempBuf . data . length ( ) > = format . bytesForDuration ( setup . blockSize * 1000 ) ) {
audioPacket packet ;
packet . time = QTime : : currentTime ( ) ;
packet . sent = 0 ;
packet . volume = volume ;
memcpy ( & packet . guid , setup . guid , GUIDLEN ) ;
QTime startProcessing = QTime : : currentTime ( ) ;
packet . data . clear ( ) ;
packet . data = tempBuf . data . mid ( 0 , format . bytesForDuration ( setup . blockSize * 1000 ) ) ;
tempBuf . data . remove ( 0 , format . bytesForDuration ( setup . blockSize * 1000 ) ) ;
2022-04-07 18:23:38 +00:00
2022-05-06 22:10:46 +00:00
emit sendToConverter ( packet ) ;
2021-06-16 08:49:38 +00:00
}
2021-06-16 18:14:21 +00:00
2022-05-06 22:10:46 +00:00
return nBytes ;
}
2022-05-07 09:43:28 +00:00
*/
2022-04-06 18:40:14 +00:00
2022-05-06 22:10:46 +00:00
void audioHandler : : setVolume ( unsigned char volume )
{
this - > volume = audiopot [ volume ] ;
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " setVolume: " < < volume < < " ( " < < this - > volume < < " ) " ;
}
2022-04-06 18:40:14 +00:00
2022-04-03 19:16:52 +00:00
2022-05-06 22:10:46 +00:00
void audioHandler : : incomingAudio ( audioPacket packet )
{
2022-05-07 09:43:28 +00:00
//QTime startProcessing = QTime::currentTime();
2022-04-28 09:02:51 +00:00
2022-05-06 22:10:46 +00:00
packet . volume = volume ;
2022-04-03 19:16:52 +00:00
2022-05-06 22:10:46 +00:00
emit sendToConverter ( packet ) ;
2022-04-05 15:47:43 +00:00
2022-05-06 22:10:46 +00:00
return ;
}
2022-04-03 19:16:52 +00:00
2022-05-06 22:10:46 +00:00
void audioHandler : : convertedOutput ( audioPacket packet ) {
currentLatency = packet . time . msecsTo ( QTime : : currentTime ( ) ) + ( format . durationForBytes ( audioOutput - > bufferSize ( ) - audioOutput - > bytesFree ( ) ) / 1000 ) ;
2022-05-07 09:43:28 +00:00
if ( audioDevice ! = Q_NULLPTR ) {
2022-05-06 22:10:46 +00:00
audioDevice - > write ( packet . data ) ;
if ( lastReceived . msecsTo ( QTime : : currentTime ( ) ) > 100 ) {
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Time since last audio packet " < < lastReceived . msecsTo ( QTime : : currentTime ( ) ) < < " Expected around " < < setup . blockSize ;
2021-03-09 17:22:16 +00:00
}
2022-05-06 22:10:46 +00:00
lastReceived = QTime : : currentTime ( ) ;
}
2022-05-07 09:43:28 +00:00
/*if ((packet.seq > lastSentSeq + 1) && (setup.codec == 0x40 || setup.codec == 0x80)) {
2022-05-06 22:10:46 +00:00
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Attempting FEC on packet " < < packet . seq < < " as last is " < < lastSentSeq ;
lastSentSeq = packet . seq ;
incomingAudio ( packet ) ; // Call myself again to run the packet a second time (FEC)
2021-05-27 10:41:08 +00:00
}
2022-05-06 22:10:46 +00:00
*/
lastSentSeq = packet . seq ;
emit haveLevels ( getAmplitude ( ) , setup . latency , currentLatency , isUnderrun ) ;
2022-04-06 20:52:22 +00:00
2022-05-06 22:10:46 +00:00
amplitude = packet . amplitude ;
2021-02-11 19:18:35 +00:00
2022-05-06 22:10:46 +00:00
}
2021-08-14 15:04:50 +00:00
2022-04-10 22:13:51 +00:00
void audioHandler : : getNextAudioChunk ( )
2021-02-12 20:42:56 +00:00
{
2022-04-10 23:23:08 +00:00
tempBuf . data . append ( audioDevice - > readAll ( ) ) ;
2022-05-02 12:53:49 +00:00
while ( tempBuf . data . length ( ) > = format . bytesForDuration ( setup . blockSize * 1000 ) ) {
2022-05-06 22:10:46 +00:00
audioPacket packet ;
packet . time = QTime : : currentTime ( ) ;
packet . sent = 0 ;
packet . volume = volume ;
memcpy ( & packet . guid , setup . guid , GUIDLEN ) ;
2022-05-07 09:43:28 +00:00
//QTime startProcessing = QTime::currentTime();
2022-05-06 22:10:46 +00:00
packet . data . clear ( ) ;
packet . data = tempBuf . data . mid ( 0 , format . bytesForDuration ( setup . blockSize * 1000 ) ) ;
2022-04-11 11:11:10 +00:00
tempBuf . data . remove ( 0 , format . bytesForDuration ( setup . blockSize * 1000 ) ) ;
2022-05-06 22:10:46 +00:00
emit sendToConverter ( packet ) ;
2021-02-27 09:34:56 +00:00
}
2021-05-23 15:09:41 +00:00
return ;
2021-05-27 12:54:52 +00:00
2021-02-12 20:42:56 +00:00
}
2021-05-23 15:09:41 +00:00
2022-05-06 22:10:46 +00:00
void audioHandler : : convertedInput ( audioPacket audio )
{
emit haveAudioData ( audio ) ;
if ( lastReceived . msecsTo ( QTime : : currentTime ( ) ) > 100 ) {
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Time since last audio packet " < < lastReceived . msecsTo ( QTime : : currentTime ( ) ) < < " Expected around " < < setup . blockSize ;
}
lastReceived = QTime : : currentTime ( ) ;
amplitude = audio . amplitude ;
emit haveLevels ( getAmplitude ( ) , setup . latency , currentLatency , isUnderrun ) ;
}
2022-04-05 15:47:43 +00:00
void audioHandler : : changeLatency ( const quint16 newSize )
{
setup . latency = newSize ;
if ( ! setup . isinput ) {
stop ( ) ;
start ( ) ;
}
2022-05-02 11:55:58 +00:00
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Configured latency: " < < setup . latency < < " Buffer Duration: " < < format . durationForBytes ( audioOutput - > bufferSize ( ) ) / 1000 < < " ms " ;
2022-04-05 15:47:43 +00:00
}
int audioHandler : : getLatency ( )
{
return currentLatency ;
}
2021-06-04 07:24:26 +00:00
2022-01-22 15:12:36 +00:00
quint16 audioHandler : : getAmplitude ( )
{
2022-04-03 23:01:08 +00:00
return static_cast < quint16 > ( amplitude * 255.0 ) ;
2022-01-22 15:12:36 +00:00
}
2021-02-11 19:18:35 +00:00
2022-04-06 20:52:22 +00:00
void audioHandler : : stateChanged ( QAudio : : State state )
{
// Process the state
switch ( state )
{
case QAudio : : IdleState :
{
isUnderrun = true ;
2022-05-02 10:52:23 +00:00
if ( underTimer - > isActive ( ) ) {
underTimer - > stop ( ) ;
2022-04-06 21:02:43 +00:00
}
2022-04-06 20:52:22 +00:00
break ;
}
case QAudio : : ActiveState :
{
2022-05-02 10:52:23 +00:00
//qDebug(logAudio()) << (setup.isinput ? "Input" : "Output") << "Audio started!";
if ( ! underTimer - > isActive ( ) ) {
underTimer - > start ( 500 ) ;
}
2022-04-06 20:52:22 +00:00
break ;
}
case QAudio : : SuspendedState :
{
break ;
}
case QAudio : : StoppedState :
{
break ;
}
default : {
}
break ;
}
}
void audioHandler : : clearUnderrun ( )
{
isUnderrun = false ;
2022-05-04 21:29:05 +00:00
}