1
/* $Id: media.cpp 4793 2014-03-14 04:09:50Z bennylp $ */
3
* Copyright (C) 2013 Teluu Inc. (http://www.teluu.com)
5
* This program is free software; you can redistribute it and/or modify
6
* it under the terms of the GNU General Public License as published by
7
* the Free Software Foundation; either version 2 of the License, or
8
* (at your option) any later version.
10
* This program is distributed in the hope that it will be useful,
11
* but WITHOUT ANY WARRANTY; without even the implied warranty of
12
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13
* GNU General Public License for more details.
15
* You should have received a copy of the GNU General Public License
16
* along with this program; if not, write to the Free Software
17
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
20
#include <pjsua2/media.hpp>
21
#include <pjsua2/types.hpp>
22
#include <pjsua2/endpoint.hpp>
28
#define THIS_FILE "media.cpp"
29
#define MAX_FILE_NAMES 64
30
#define MAX_DEV_COUNT 64
32
///////////////////////////////////////////////////////////////////////////////
33
void MediaFormatAudio::fromPj(const pjmedia_format &format)
35
if ((format.type != PJMEDIA_TYPE_AUDIO) &&
36
(format.detail_type != PJMEDIA_FORMAT_DETAIL_AUDIO))
38
type = PJMEDIA_TYPE_UNKNOWN;
46
clockRate = format.det.aud.clock_rate;
47
channelCount = format.det.aud.channel_count;
48
frameTimeUsec = format.det.aud.frame_time_usec;
49
bitsPerSample = format.det.aud.bits_per_sample;
50
avgBps = format.det.aud.avg_bps;
51
maxBps = format.det.aud.max_bps;
54
pjmedia_format MediaFormatAudio::toPj() const
56
pjmedia_format pj_format;
59
pj_format.type = type;
61
pj_format.detail_type = PJMEDIA_FORMAT_DETAIL_AUDIO;
62
pj_format.det.aud.clock_rate = clockRate;
63
pj_format.det.aud.channel_count = channelCount;
64
pj_format.det.aud.frame_time_usec = frameTimeUsec;
65
pj_format.det.aud.bits_per_sample = bitsPerSample;
66
pj_format.det.aud.avg_bps = avgBps;
67
pj_format.det.aud.max_bps = maxBps;
72
///////////////////////////////////////////////////////////////////////////////
73
/* Audio Media operations. */
74
void ConfPortInfo::fromPj(const pjsua_conf_port_info &port_info)
76
portId = port_info.slot_id;
77
name = pj2Str(port_info.name);
78
format.fromPj(port_info.format);
79
txLevelAdj = port_info.tx_level_adj;
80
rxLevelAdj = port_info.rx_level_adj;
83
format.id = PJMEDIA_FORMAT_PCM;
84
format.type = PJMEDIA_TYPE_AUDIO;
85
format.clockRate = port_info.clock_rate;
86
format.channelCount = port_info.channel_count;
87
format.bitsPerSample = port_info.bits_per_sample;
88
format.frameTimeUsec = (port_info.samples_per_frame *
90
(port_info.clock_rate *
91
port_info.channel_count);
93
format.avgBps = format.maxBps = port_info.clock_rate *
94
port_info.channel_count *
95
port_info.bits_per_sample;
98
for (unsigned i=0; i<port_info.listener_cnt; ++i) {
99
listeners.push_back(port_info.listeners[i]);
102
///////////////////////////////////////////////////////////////////////////////
103
Media::Media(pjmedia_type med_type)
114
pjmedia_type Media::getType() const
119
///////////////////////////////////////////////////////////////////////////////
120
AudioMedia::AudioMedia()
121
: Media(PJMEDIA_TYPE_AUDIO), id(PJSUA_INVALID_ID), mediaPool(NULL)
126
void AudioMedia::registerMediaPort(MediaPort port) throw(Error)
128
/* Check if media already added to Conf bridge. */
129
pj_assert(!Endpoint::instance().mediaExists(*this));
132
pj_assert(id == PJSUA_INVALID_ID);
134
pj_caching_pool_init(&mediaCachingPool, NULL, 0);
136
mediaPool = pj_pool_create(&mediaCachingPool.factory,
143
pj_caching_pool_destroy(&mediaCachingPool);
144
PJSUA2_RAISE_ERROR(PJ_ENOMEM);
147
PJSUA2_CHECK_EXPR( pjsua_conf_add_port(mediaPool,
148
(pjmedia_port *)port,
152
Endpoint::instance().mediaAdd(*this);
155
void AudioMedia::unregisterMediaPort()
157
if (id != PJSUA_INVALID_ID) {
158
pjsua_conf_remove_port(id);
159
id = PJSUA_INVALID_ID;
163
pj_pool_release(mediaPool);
165
pj_caching_pool_destroy(&mediaCachingPool);
168
Endpoint::instance().mediaRemove(*this);
171
AudioMedia::~AudioMedia()
173
unregisterMediaPort();
176
ConfPortInfo AudioMedia::getPortInfo() const throw(Error)
178
return AudioMedia::getPortInfoFromId(id);
181
int AudioMedia::getPortId() const
186
ConfPortInfo AudioMedia::getPortInfoFromId(int port_id) throw(Error)
188
pjsua_conf_port_info pj_info;
191
PJSUA2_CHECK_EXPR( pjsua_conf_get_port_info(port_id, &pj_info) );
196
void AudioMedia::startTransmit(const AudioMedia &sink) const throw(Error)
198
PJSUA2_CHECK_EXPR( pjsua_conf_connect(id, sink.id) );
201
void AudioMedia::stopTransmit(const AudioMedia &sink) const throw(Error)
203
PJSUA2_CHECK_EXPR( pjsua_conf_disconnect(id, sink.id) );
206
void AudioMedia::adjustRxLevel(float level) throw(Error)
208
PJSUA2_CHECK_EXPR( pjsua_conf_adjust_tx_level(id, level) );
211
void AudioMedia::adjustTxLevel(float level) throw(Error)
213
PJSUA2_CHECK_EXPR( pjsua_conf_adjust_rx_level(id, level) );
216
unsigned AudioMedia::getRxLevel() const throw(Error)
219
PJSUA2_CHECK_EXPR( pjsua_conf_get_signal_level(id, &level, NULL) );
223
unsigned AudioMedia::getTxLevel() const throw(Error)
226
PJSUA2_CHECK_EXPR( pjsua_conf_get_signal_level(id, NULL, &level) );
230
AudioMedia* AudioMedia::typecastFromMedia(Media *media)
232
return static_cast<AudioMedia*>(media);
235
///////////////////////////////////////////////////////////////////////////////
237
AudioMediaPlayer::AudioMediaPlayer()
238
: playerId(PJSUA_INVALID_ID)
243
AudioMediaPlayer::~AudioMediaPlayer()
245
if (playerId != PJSUA_INVALID_ID) {
246
unregisterMediaPort();
247
pjsua_player_destroy(playerId);
251
void AudioMediaPlayer::createPlayer(const string &file_name,
255
if (playerId != PJSUA_INVALID_ID) {
256
PJSUA2_RAISE_ERROR(PJ_EEXISTS);
259
pj_str_t pj_name = str2Pj(file_name);
261
PJSUA2_CHECK_EXPR( pjsua_player_create(&pj_name,
265
/* Register EOF callback */
269
status = pjsua_player_get_port(playerId, &port);
270
if (status != PJ_SUCCESS) {
271
pjsua_player_destroy(playerId);
272
PJSUA2_RAISE_ERROR2(status, "AudioMediaPlayer::createPlayer()");
274
status = pjmedia_wav_player_set_eof_cb(port, this, &eof_cb);
275
if (status != PJ_SUCCESS) {
276
pjsua_player_destroy(playerId);
277
PJSUA2_RAISE_ERROR2(status, "AudioMediaPlayer::createPlayer()");
280
/* Get media port id. */
281
id = pjsua_player_get_conf_port(playerId);
283
registerMediaPort(NULL);
286
void AudioMediaPlayer::createPlaylist(const StringVector &file_names,
291
if (playerId != PJSUA_INVALID_ID) {
292
PJSUA2_RAISE_ERROR(PJ_EEXISTS);
295
pj_str_t pj_files[MAX_FILE_NAMES];
296
unsigned i, count = 0;
297
pj_str_t pj_lbl = str2Pj(label);
300
count = PJ_ARRAY_SIZE(pj_files);
302
for(i=0; i<file_names.size() && i<count;++i)
304
const string &file_name = file_names[i];
306
pj_files[i] = str2Pj(file_name);
309
PJSUA2_CHECK_EXPR( pjsua_playlist_create(pj_files,
315
/* Register EOF callback */
317
status = pjsua_player_get_port(playerId, &port);
318
if (status != PJ_SUCCESS) {
319
pjsua_player_destroy(playerId);
320
PJSUA2_RAISE_ERROR2(status, "AudioMediaPlayer::createPlaylist()");
322
status = pjmedia_wav_playlist_set_eof_cb(port, this, &eof_cb);
323
if (status != PJ_SUCCESS) {
324
pjsua_player_destroy(playerId);
325
PJSUA2_RAISE_ERROR2(status, "AudioMediaPlayer::createPlaylist()");
328
/* Get media port id. */
329
id = pjsua_player_get_conf_port(playerId);
331
registerMediaPort(NULL);
334
AudioMediaPlayerInfo AudioMediaPlayer::getInfo() const throw(Error)
336
AudioMediaPlayerInfo info;
337
pjmedia_wav_player_info pj_info;
339
PJSUA2_CHECK_EXPR( pjsua_player_get_info(playerId, &pj_info) );
341
pj_bzero(&info, sizeof(info));
342
info.formatId = pj_info.fmt_id;
343
info.payloadBitsPerSample = pj_info.payload_bits_per_sample;
344
info.sizeBytes = pj_info.size_bytes;
345
info.sizeSamples = pj_info.size_samples;
350
pj_uint32_t AudioMediaPlayer::getPos() const throw(Error)
352
pj_ssize_t pos = pjsua_player_get_pos(playerId);
354
PJSUA2_RAISE_ERROR2(-pos, "AudioMediaPlayer::getPos()");
356
return (pj_uint32_t)pos;
359
void AudioMediaPlayer::setPos(pj_uint32_t samples) throw(Error)
361
PJSUA2_CHECK_EXPR( pjsua_player_set_pos(playerId, samples) );
364
AudioMediaPlayer* AudioMediaPlayer::typecastFromAudioMedia(
367
return static_cast<AudioMediaPlayer*>(media);
370
pj_status_t AudioMediaPlayer::eof_cb(pjmedia_port *port,
373
AudioMediaPlayer *player = (AudioMediaPlayer*)usr_data;
374
return player->onEof() ? PJ_SUCCESS : PJ_EEOF;
377
///////////////////////////////////////////////////////////////////////////////
378
AudioMediaRecorder::AudioMediaRecorder()
379
: recorderId(PJSUA_INVALID_ID)
384
AudioMediaRecorder::~AudioMediaRecorder()
386
if (recorderId != PJSUA_INVALID_ID) {
387
unregisterMediaPort();
388
pjsua_recorder_destroy(recorderId);
392
void AudioMediaRecorder::createRecorder(const string &file_name,
398
PJ_UNUSED_ARG(max_size);
400
if (recorderId != PJSUA_INVALID_ID) {
401
PJSUA2_RAISE_ERROR(PJ_EEXISTS);
404
pj_str_t pj_name = str2Pj(file_name);
406
PJSUA2_CHECK_EXPR( pjsua_recorder_create(&pj_name,
413
/* Get media port id. */
414
id = pjsua_recorder_get_conf_port(recorderId);
416
registerMediaPort(NULL);
419
AudioMediaRecorder* AudioMediaRecorder::typecastFromAudioMedia(
422
return static_cast<AudioMediaRecorder*>(media);
425
///////////////////////////////////////////////////////////////////////////////
426
void AudioDevInfo::fromPj(const pjmedia_aud_dev_info &dev_info)
428
name = dev_info.name;
429
inputCount = dev_info.input_count;
430
outputCount = dev_info.output_count;
431
defaultSamplesPerSec = dev_info.default_samples_per_sec;
432
driver = dev_info.driver;
433
caps = dev_info.caps;
434
routes = dev_info.routes;
436
for (unsigned i=0; i<dev_info.ext_fmt_cnt;++i) {
437
MediaFormatAudio *format = new MediaFormatAudio;
439
format->fromPj(dev_info.ext_fmt[i]);
440
if (format->type == PJMEDIA_TYPE_AUDIO)
441
extFmt.push_back(format);
445
AudioDevInfo::~AudioDevInfo()
447
for(unsigned i=0;i<extFmt.size();++i) {
453
///////////////////////////////////////////////////////////////////////////////
455
* Simple AudioMedia class for sound device.
457
class DevAudioMedia : public AudioMedia
464
DevAudioMedia::DevAudioMedia()
467
registerMediaPort(NULL);
470
DevAudioMedia::~DevAudioMedia()
472
/* Avoid removing this port (conf port id=0) from conference */
473
this->id = PJSUA_INVALID_ID;
476
///////////////////////////////////////////////////////////////////////////////
477
/* Audio device operations. */
479
AudDevManager::AudDevManager()
484
AudDevManager::~AudDevManager()
486
// At this point, devMedia should have been cleaned up by Endpoint,
487
// as AudDevManager destructor is called after Endpoint destructor.
493
int AudDevManager::getCaptureDev() const throw(Error)
495
return getActiveDev(true);
498
AudioMedia &AudDevManager::getCaptureDevMedia() throw(Error)
501
devMedia = new DevAudioMedia;
505
int AudDevManager::getPlaybackDev() const throw(Error)
507
return getActiveDev(false);
510
AudioMedia &AudDevManager::getPlaybackDevMedia() throw(Error)
513
devMedia = new DevAudioMedia;
517
void AudDevManager::setCaptureDev(int capture_dev) const throw(Error)
519
int playback_dev = getPlaybackDev();
521
PJSUA2_CHECK_EXPR( pjsua_set_snd_dev(capture_dev, playback_dev) );
524
void AudDevManager::setPlaybackDev(int playback_dev) const throw(Error)
526
int capture_dev = getCaptureDev();
528
PJSUA2_CHECK_EXPR( pjsua_set_snd_dev(capture_dev, playback_dev) );
531
const AudioDevInfoVector &AudDevManager::enumDev() throw(Error)
533
pjmedia_aud_dev_info pj_info[MAX_DEV_COUNT];
534
unsigned count = MAX_DEV_COUNT;
536
PJSUA2_CHECK_EXPR( pjsua_enum_aud_devs(pj_info, &count) );
538
pj_enter_critical_section();
540
for (unsigned i = 0; i<count ;++i) {
541
AudioDevInfo *dev_info = new AudioDevInfo;
542
dev_info->fromPj(pj_info[i]);
543
audioDevList.push_back(dev_info);
545
pj_leave_critical_section();
549
void AudDevManager::setNullDev() throw(Error)
551
PJSUA2_CHECK_EXPR( pjsua_set_null_snd_dev() );
554
MediaPort *AudDevManager::setNoDev()
556
return (MediaPort*)pjsua_set_no_snd_dev();
559
void AudDevManager::setEcOptions(unsigned tail_msec,
560
unsigned options) throw(Error)
562
PJSUA2_CHECK_EXPR( pjsua_set_ec(tail_msec, options) );
565
unsigned AudDevManager::getEcTail() const throw(Error)
567
unsigned tail_msec = 0;
569
PJSUA2_CHECK_EXPR( pjsua_get_ec_tail(&tail_msec) );
574
bool AudDevManager::sndIsActive() const
576
return PJ2BOOL(pjsua_snd_is_active());
579
void AudDevManager::refreshDevs() throw(Error)
581
PJSUA2_CHECK_EXPR( pjmedia_aud_dev_refresh() );
584
unsigned AudDevManager::getDevCount() const
586
return pjmedia_aud_dev_count();
590
AudDevManager::getDevInfo(int id) const throw(Error)
592
AudioDevInfo dev_info;
593
pjmedia_aud_dev_info pj_info;
595
PJSUA2_CHECK_EXPR( pjmedia_aud_dev_get_info(id, &pj_info) );
597
dev_info.fromPj(pj_info);
601
int AudDevManager::lookupDev(const string &drv_name,
602
const string &dev_name) const throw(Error)
604
pjmedia_aud_dev_index pj_idx = 0;
606
PJSUA2_CHECK_EXPR( pjmedia_aud_dev_lookup(drv_name.c_str(),
614
string AudDevManager::capName(pjmedia_aud_dev_cap cap) const
616
return pjmedia_aud_dev_cap_name(cap, NULL);
620
AudDevManager::setExtFormat(const MediaFormatAudio &format,
621
bool keep) throw(Error)
623
pjmedia_format pj_format = format.toPj();
625
PJSUA2_CHECK_EXPR( pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_EXT_FORMAT,
630
MediaFormatAudio AudDevManager::getExtFormat() const throw(Error)
632
pjmedia_format pj_format;
633
MediaFormatAudio format;
635
PJSUA2_CHECK_EXPR( pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_EXT_FORMAT,
638
format.fromPj(pj_format);
643
void AudDevManager::setInputLatency(unsigned latency_msec,
644
bool keep) throw(Error)
646
PJSUA2_CHECK_EXPR( pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_INPUT_LATENCY,
651
unsigned AudDevManager::getInputLatency() const throw(Error)
653
unsigned latency_msec = 0;
655
PJSUA2_CHECK_EXPR( pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_INPUT_LATENCY,
662
AudDevManager::setOutputLatency(unsigned latency_msec,
663
bool keep) throw(Error)
665
PJSUA2_CHECK_EXPR( pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_OUTPUT_LATENCY,
670
unsigned AudDevManager::getOutputLatency() const throw(Error)
672
unsigned latency_msec = 0;
674
PJSUA2_CHECK_EXPR( pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_OUTPUT_LATENCY,
680
void AudDevManager::setInputVolume(unsigned volume, bool keep) throw(Error)
683
pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_INPUT_VOLUME_SETTING,
688
unsigned AudDevManager::getInputVolume() const throw(Error)
693
pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_INPUT_VOLUME_SETTING,
699
void AudDevManager::setOutputVolume(unsigned volume, bool keep) throw(Error)
702
pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_OUTPUT_VOLUME_SETTING,
707
unsigned AudDevManager::getOutputVolume() const throw(Error)
712
pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_OUTPUT_VOLUME_SETTING,
718
unsigned AudDevManager::getInputSignal() const throw(Error)
723
pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_INPUT_SIGNAL_METER,
729
unsigned AudDevManager::getOutputSignal() const throw(Error)
734
pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_OUTPUT_SIGNAL_METER,
741
AudDevManager::setInputRoute(pjmedia_aud_dev_route route,
742
bool keep) throw(Error)
744
PJSUA2_CHECK_EXPR( pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_INPUT_ROUTE,
749
pjmedia_aud_dev_route AudDevManager::getInputRoute() const throw(Error)
751
pjmedia_aud_dev_route route = PJMEDIA_AUD_DEV_ROUTE_DEFAULT;
753
PJSUA2_CHECK_EXPR( pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_INPUT_ROUTE,
760
AudDevManager::setOutputRoute(pjmedia_aud_dev_route route,
761
bool keep) throw(Error)
763
PJSUA2_CHECK_EXPR( pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_OUTPUT_ROUTE,
768
pjmedia_aud_dev_route AudDevManager::getOutputRoute() const throw(Error)
770
pjmedia_aud_dev_route route = PJMEDIA_AUD_DEV_ROUTE_DEFAULT;
772
PJSUA2_CHECK_EXPR( pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_OUTPUT_ROUTE,
778
void AudDevManager::setVad(bool enable, bool keep) throw(Error)
780
PJSUA2_CHECK_EXPR( pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_VAD,
785
bool AudDevManager::getVad() const throw(Error)
789
PJSUA2_CHECK_EXPR( pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_VAD,
795
void AudDevManager::setCng(bool enable, bool keep) throw(Error)
797
PJSUA2_CHECK_EXPR( pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_CNG,
802
bool AudDevManager::getCng() const throw(Error)
806
PJSUA2_CHECK_EXPR( pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_CNG,
812
void AudDevManager::setPlc(bool enable, bool keep) throw(Error)
814
PJSUA2_CHECK_EXPR( pjsua_snd_set_setting(PJMEDIA_AUD_DEV_CAP_PLC,
819
bool AudDevManager::getPlc() const throw(Error)
823
PJSUA2_CHECK_EXPR( pjsua_snd_get_setting(PJMEDIA_AUD_DEV_CAP_PLC,
829
void AudDevManager::clearAudioDevList()
831
for(unsigned i=0;i<audioDevList.size();++i) {
832
delete audioDevList[i];
834
audioDevList.clear();
837
int AudDevManager::getActiveDev(bool is_capture) const throw(Error)
839
int capture_dev = 0, playback_dev = 0;
840
PJSUA2_CHECK_EXPR( pjsua_get_snd_dev(&capture_dev, &playback_dev) );
842
return is_capture?capture_dev:playback_dev;
845
///////////////////////////////////////////////////////////////////////////////
846
void CodecInfo::fromPj(const pjsua_codec_info &codec_info)
848
codecId = pj2Str(codec_info.codec_id);
849
priority = codec_info.priority;
850
desc = pj2Str(codec_info.desc);