1
/* $Id: qt_dev.m 4722 2014-01-29 10:40:40Z nanang $ */
3
* Copyright (C) 2008-2011 Teluu Inc. (http://www.teluu.com)
5
* This program is free software; you can redistribute it and/or modify
6
* it under the terms of the GNU General Public License as published by
7
* the Free Software Foundation; either version 2 of the License, or
8
* (at your option) any later version.
10
* This program is distributed in the hope that it will be useful,
11
* but WITHOUT ANY WARRANTY; without even the implied warranty of
12
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13
* GNU General Public License for more details.
15
* You should have received a copy of the GNU General Public License
16
* along with this program; if not, write to the Free Software
17
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19
#include <pjmedia-videodev/videodev_imp.h>
20
#include <pj/assert.h>
24
#if defined(PJMEDIA_HAS_VIDEO) && PJMEDIA_HAS_VIDEO != 0 && \
25
defined(PJMEDIA_VIDEO_DEV_HAS_QT) && PJMEDIA_VIDEO_DEV_HAS_QT != 0
27
#include <Foundation/NSAutoreleasePool.h>
28
#include <QTKit/QTKit.h>
30
#define THIS_FILE "qt_dev.c"
31
#define DEFAULT_CLOCK_RATE 90000
32
#define DEFAULT_WIDTH 640
33
#define DEFAULT_HEIGHT 480
34
#define DEFAULT_FPS 15
36
#define kCVPixelFormatType_422YpCbCr8_yuvs 'yuvs'
38
typedef struct qt_fmt_info
40
pjmedia_format_id pjmedia_format;
44
static qt_fmt_info qt_fmts[] =
46
{PJMEDIA_FORMAT_YUY2, kCVPixelFormatType_422YpCbCr8_yuvs},
47
{PJMEDIA_FORMAT_UYVY, kCVPixelFormatType_422YpCbCr8},
53
pjmedia_vid_dev_info info;
60
pjmedia_vid_dev_factory base;
66
struct qt_dev_info *dev_info;
70
typedef void (*func_ptr)(struct qt_stream *strm);
72
@interface QTDelegate: NSObject
75
struct qt_stream *strm;
85
pjmedia_vid_dev_stream base; /**< Base stream */
86
pjmedia_vid_dev_param param; /**< Settings */
87
pj_pool_t *pool; /**< Memory pool. */
89
pj_timestamp cap_frame_ts; /**< Captured frame tstamp */
90
unsigned cap_ts_inc; /**< Increment */
92
pjmedia_vid_dev_cb vid_cb; /**< Stream callback. */
93
void *user_data; /**< Application data. */
95
pj_bool_t cap_thread_exited;
96
pj_bool_t cap_thread_initialized;
97
pj_thread_desc cap_thread_desc;
98
pj_thread_t *cap_thread;
100
struct qt_factory *qf;
102
pj_bool_t is_running;
103
pj_bool_t cap_exited;
105
QTCaptureSession *cap_session;
106
QTCaptureDeviceInput *dev_input;
107
QTCaptureDecompressedVideoOutput *video_output;
108
QTDelegate *qt_delegate;
113
static pj_status_t qt_factory_init(pjmedia_vid_dev_factory *f);
114
static pj_status_t qt_factory_destroy(pjmedia_vid_dev_factory *f);
115
static pj_status_t qt_factory_refresh(pjmedia_vid_dev_factory *f);
116
static unsigned qt_factory_get_dev_count(pjmedia_vid_dev_factory *f);
117
static pj_status_t qt_factory_get_dev_info(pjmedia_vid_dev_factory *f,
119
pjmedia_vid_dev_info *info);
120
static pj_status_t qt_factory_default_param(pj_pool_t *pool,
121
pjmedia_vid_dev_factory *f,
123
pjmedia_vid_dev_param *param);
124
static pj_status_t qt_factory_create_stream(
125
pjmedia_vid_dev_factory *f,
126
pjmedia_vid_dev_param *param,
127
const pjmedia_vid_dev_cb *cb,
129
pjmedia_vid_dev_stream **p_vid_strm);
131
static pj_status_t qt_stream_get_param(pjmedia_vid_dev_stream *strm,
132
pjmedia_vid_dev_param *param);
133
static pj_status_t qt_stream_get_cap(pjmedia_vid_dev_stream *strm,
134
pjmedia_vid_dev_cap cap,
136
static pj_status_t qt_stream_set_cap(pjmedia_vid_dev_stream *strm,
137
pjmedia_vid_dev_cap cap,
139
static pj_status_t qt_stream_start(pjmedia_vid_dev_stream *strm);
140
static pj_status_t qt_stream_stop(pjmedia_vid_dev_stream *strm);
141
static pj_status_t qt_stream_destroy(pjmedia_vid_dev_stream *strm);
144
static pjmedia_vid_dev_factory_op factory_op =
148
&qt_factory_get_dev_count,
149
&qt_factory_get_dev_info,
150
&qt_factory_default_param,
151
&qt_factory_create_stream,
155
static pjmedia_vid_dev_stream_op stream_op =
157
&qt_stream_get_param,
168
/****************************************************************************
172
* Init qt_ video driver.
174
pjmedia_vid_dev_factory* pjmedia_qt_factory(pj_pool_factory *pf)
176
struct qt_factory *f;
179
pool = pj_pool_create(pf, "qt video", 4000, 4000, NULL);
180
f = PJ_POOL_ZALLOC_T(pool, struct qt_factory);
183
f->base.op = &factory_op;
189
/* API: init factory */
190
static pj_status_t qt_factory_init(pjmedia_vid_dev_factory *f)
192
return qt_factory_refresh(f);
195
/* API: destroy factory */
196
static pj_status_t qt_factory_destroy(pjmedia_vid_dev_factory *f)
198
struct qt_factory *qf = (struct qt_factory*)f;
199
pj_pool_t *pool = qf->pool;
202
pj_pool_release(qf->dev_pool);
205
pj_pool_release(pool);
210
/* API: refresh the list of devices */
211
static pj_status_t qt_factory_refresh(pjmedia_vid_dev_factory *f)
213
struct qt_factory *qf = (struct qt_factory*)f;
214
struct qt_dev_info *qdi;
215
unsigned i, dev_count = 0;
216
NSAutoreleasePool *apool = [[NSAutoreleasePool alloc]init];
220
pj_pool_release(qf->dev_pool);
224
dev_array = [QTCaptureDevice inputDevices];
225
for (i = 0; i < [dev_array count]; i++) {
226
QTCaptureDevice *dev = [dev_array objectAtIndex:i];
227
if ([dev hasMediaType:QTMediaTypeVideo] ||
228
[dev hasMediaType:QTMediaTypeMuxed])
234
/* Initialize input and output devices here */
236
qf->dev_pool = pj_pool_create(qf->pf, "qt video", 500, 500, NULL);
238
qf->dev_info = (struct qt_dev_info*)
239
pj_pool_calloc(qf->dev_pool, dev_count,
240
sizeof(struct qt_dev_info));
241
for (i = 0; i < [dev_array count]; i++) {
242
QTCaptureDevice *dev = [dev_array objectAtIndex:i];
243
if ([dev hasMediaType:QTMediaTypeVideo] ||
244
[dev hasMediaType:QTMediaTypeMuxed])
248
qdi = &qf->dev_info[qf->dev_count++];
249
pj_bzero(qdi, sizeof(*qdi));
250
[[dev localizedDisplayName] getCString:qdi->info.name
251
maxLength:sizeof(qdi->info.name)
253
[NSString defaultCStringEncoding]];
254
[[dev uniqueID] getCString:qdi->dev_id
255
maxLength:sizeof(qdi->dev_id)
256
encoding:[NSString defaultCStringEncoding]];
257
strcpy(qdi->info.driver, "QT");
258
qdi->info.dir = PJMEDIA_DIR_CAPTURE;
259
qdi->info.has_callback = PJ_TRUE;
261
qdi->info.fmt_cnt = 0;
262
qdi->info.caps = PJMEDIA_VID_DEV_CAP_FORMAT;
263
for (k = 0; k < [[dev formatDescriptions] count]; k++) {
265
QTFormatDescription *desc = [[dev formatDescriptions]
267
for (l = 0; l < PJ_ARRAY_SIZE(qt_fmts); l++) {
268
if ([desc formatType] == qt_fmts[l].qt_format) {
269
pjmedia_format *fmt =
270
&qdi->info.fmt[qdi->info.fmt_cnt++];
271
pjmedia_format_init_video(fmt,
272
qt_fmts[l].pjmedia_format,
281
PJ_LOG(4, (THIS_FILE, " dev_id %d: %s", i, qdi->info.name));
287
PJ_LOG(4, (THIS_FILE, "qt video has %d devices",
293
/* API: get number of devices */
294
static unsigned qt_factory_get_dev_count(pjmedia_vid_dev_factory *f)
296
struct qt_factory *qf = (struct qt_factory*)f;
297
return qf->dev_count;
300
/* API: get device info */
301
static pj_status_t qt_factory_get_dev_info(pjmedia_vid_dev_factory *f,
303
pjmedia_vid_dev_info *info)
305
struct qt_factory *qf = (struct qt_factory*)f;
307
PJ_ASSERT_RETURN(index < qf->dev_count, PJMEDIA_EVID_INVDEV);
309
pj_memcpy(info, &qf->dev_info[index].info, sizeof(*info));
314
/* API: create default device parameter */
315
static pj_status_t qt_factory_default_param(pj_pool_t *pool,
316
pjmedia_vid_dev_factory *f,
318
pjmedia_vid_dev_param *param)
320
struct qt_factory *qf = (struct qt_factory*)f;
321
struct qt_dev_info *di = &qf->dev_info[index];
323
PJ_ASSERT_RETURN(index < qf->dev_count, PJMEDIA_EVID_INVDEV);
327
pj_bzero(param, sizeof(*param));
328
param->dir = PJMEDIA_DIR_CAPTURE;
329
param->cap_id = index;
330
param->rend_id = PJMEDIA_VID_INVALID_DEV;
331
param->flags = PJMEDIA_VID_DEV_CAP_FORMAT;
332
param->clock_rate = DEFAULT_CLOCK_RATE;
333
pj_memcpy(¶m->fmt, &di->info.fmt[0], sizeof(param->fmt));
338
static qt_fmt_info* get_qt_format_info(pjmedia_format_id id)
342
for (i = 0; i < PJ_ARRAY_SIZE(qt_fmts); i++) {
343
if (qt_fmts[i].pjmedia_format == id)
350
@implementation QTDelegate
351
- (void)captureOutput:(QTCaptureOutput *)captureOutput
352
didOutputVideoFrame:(CVImageBufferRef)videoFrame
353
withSampleBuffer:(QTSampleBuffer *)sampleBuffer
354
fromConnection:(QTCaptureConnection *)connection
356
unsigned size = [sampleBuffer lengthForAllSamples];
359
if (!strm->is_running) {
360
strm->cap_exited = PJ_TRUE;
364
if (strm->cap_thread_initialized == 0 || !pj_thread_is_registered())
366
pj_thread_register("qt_cap", strm->cap_thread_desc,
368
strm->cap_thread_initialized = 1;
369
PJ_LOG(5,(THIS_FILE, "Capture thread started"));
375
frame.type = PJMEDIA_FRAME_TYPE_VIDEO;
376
frame.buf = [sampleBuffer bytesForAllSamples];
379
frame.timestamp.u64 = strm->cap_frame_ts.u64;
381
if (strm->vid_cb.capture_cb)
382
(*strm->vid_cb.capture_cb)(&strm->base, strm->user_data, &frame);
384
strm->cap_frame_ts.u64 += strm->cap_ts_inc;
394
static void init_qt(struct qt_stream *strm)
396
const pjmedia_video_format_detail *vfd;
397
qt_fmt_info *qfi = get_qt_format_info(strm->param.fmt.id);
402
strm->status = PJMEDIA_EVID_BADFORMAT;
406
strm->cap_session = [[QTCaptureSession alloc] init];
407
if (!strm->cap_session) {
408
strm->status = PJ_ENOMEM;
412
/* Open video device */
413
QTCaptureDevice *videoDevice =
414
[QTCaptureDevice deviceWithUniqueID:
415
[NSString stringWithCString:
416
strm->qf->dev_info[strm->param.cap_id].dev_id
418
[NSString defaultCStringEncoding]]];
419
if (!videoDevice || ![videoDevice open:&error]) {
420
strm->status = PJMEDIA_EVID_SYSERR;
424
/* Add the video device to the session as a device input */
425
strm->dev_input = [[QTCaptureDeviceInput alloc]
426
initWithDevice:videoDevice];
427
success = [strm->cap_session addInput:strm->dev_input error:&error];
429
strm->status = PJMEDIA_EVID_SYSERR;
433
strm->video_output = [[QTCaptureDecompressedVideoOutput alloc] init];
434
success = [strm->cap_session addOutput:strm->video_output
437
strm->status = PJMEDIA_EVID_SYSERR;
441
vfd = pjmedia_format_get_video_format_detail(&strm->param.fmt,
443
[strm->video_output setPixelBufferAttributes:
444
[NSDictionary dictionaryWithObjectsAndKeys:
445
[NSNumber numberWithInt:qfi->qt_format],
446
kCVPixelBufferPixelFormatTypeKey,
447
[NSNumber numberWithInt:vfd->size.w],
448
kCVPixelBufferWidthKey,
449
[NSNumber numberWithInt:vfd->size.h],
450
kCVPixelBufferHeightKey, nil]];
452
pj_assert(vfd->fps.num);
453
strm->cap_ts_inc = PJMEDIA_SPF2(strm->param.clock_rate, &vfd->fps, 1);
455
if ([strm->video_output
456
respondsToSelector:@selector(setMinimumVideoFrameInterval)])
458
[strm->video_output setMinimumVideoFrameInterval:
459
(1.0f * vfd->fps.denum / (double)vfd->fps.num)];
462
strm->qt_delegate = [[QTDelegate alloc]init];
463
strm->qt_delegate->strm = strm;
464
[strm->video_output setDelegate:strm->qt_delegate];
467
static void run_func_on_main_thread(struct qt_stream *strm, func_ptr func)
469
NSAutoreleasePool *pool = [[NSAutoreleasePool alloc] init];
470
QTDelegate *delg = [[QTDelegate alloc] init];
474
[delg performSelectorOnMainThread:@selector(run_func)
475
withObject:nil waitUntilDone:YES];
477
CFRunLoopRunInMode(kCFRunLoopDefaultMode, 0, false);
483
/* API: create stream */
484
static pj_status_t qt_factory_create_stream(
485
pjmedia_vid_dev_factory *f,
486
pjmedia_vid_dev_param *param,
487
const pjmedia_vid_dev_cb *cb,
489
pjmedia_vid_dev_stream **p_vid_strm)
491
struct qt_factory *qf = (struct qt_factory*)f;
493
struct qt_stream *strm;
494
const pjmedia_video_format_info *vfi;
495
pj_status_t status = PJ_SUCCESS;
497
PJ_ASSERT_RETURN(f && param && p_vid_strm, PJ_EINVAL);
498
PJ_ASSERT_RETURN(param->fmt.type == PJMEDIA_TYPE_VIDEO &&
499
param->fmt.detail_type == PJMEDIA_FORMAT_DETAIL_VIDEO &&
500
param->dir == PJMEDIA_DIR_CAPTURE,
503
vfi = pjmedia_get_video_format_info(NULL, param->fmt.id);
505
return PJMEDIA_EVID_BADFORMAT;
507
/* Create and Initialize stream descriptor */
508
pool = pj_pool_create(qf->pf, "qt-dev", 4000, 4000, NULL);
509
PJ_ASSERT_RETURN(pool != NULL, PJ_ENOMEM);
511
strm = PJ_POOL_ZALLOC_T(pool, struct qt_stream);
512
pj_memcpy(&strm->param, param, sizeof(*param));
514
pj_memcpy(&strm->vid_cb, cb, sizeof(*cb));
515
strm->user_data = user_data;
518
/* Create capture stream here */
519
if (param->dir & PJMEDIA_DIR_CAPTURE) {
520
strm->status = PJ_SUCCESS;
521
run_func_on_main_thread(strm, init_qt);
522
if ((status = strm->status) != PJ_SUCCESS)
526
/* Apply the remaining settings */
528
if (param->flags & PJMEDIA_VID_DEV_CAP_INPUT_SCALE) {
529
qt_stream_set_cap(&strm->base,
530
PJMEDIA_VID_DEV_CAP_INPUT_SCALE,
535
strm->base.op = &stream_op;
536
*p_vid_strm = &strm->base;
541
qt_stream_destroy((pjmedia_vid_dev_stream *)strm);
546
/* API: Get stream info. */
547
static pj_status_t qt_stream_get_param(pjmedia_vid_dev_stream *s,
548
pjmedia_vid_dev_param *pi)
550
struct qt_stream *strm = (struct qt_stream*)s;
552
PJ_ASSERT_RETURN(strm && pi, PJ_EINVAL);
554
pj_memcpy(pi, &strm->param, sizeof(*pi));
556
/* if (qt_stream_get_cap(s, PJMEDIA_VID_DEV_CAP_INPUT_SCALE,
557
&pi->fmt.info_size) == PJ_SUCCESS)
559
pi->flags |= PJMEDIA_VID_DEV_CAP_INPUT_SCALE;
565
/* API: get capability */
566
static pj_status_t qt_stream_get_cap(pjmedia_vid_dev_stream *s,
567
pjmedia_vid_dev_cap cap,
570
struct qt_stream *strm = (struct qt_stream*)s;
574
PJ_ASSERT_RETURN(s && pval, PJ_EINVAL);
576
if (cap==PJMEDIA_VID_DEV_CAP_INPUT_SCALE)
578
return PJMEDIA_EVID_INVCAP;
579
// return PJ_SUCCESS;
581
return PJMEDIA_EVID_INVCAP;
585
/* API: set capability */
586
static pj_status_t qt_stream_set_cap(pjmedia_vid_dev_stream *s,
587
pjmedia_vid_dev_cap cap,
590
struct qt_stream *strm = (struct qt_stream*)s;
594
PJ_ASSERT_RETURN(s && pval, PJ_EINVAL);
596
if (cap==PJMEDIA_VID_DEV_CAP_INPUT_SCALE)
601
return PJMEDIA_EVID_INVCAP;
604
static void start_qt(struct qt_stream *strm)
606
[strm->cap_session startRunning];
609
static void stop_qt(struct qt_stream *strm)
611
[strm->cap_session stopRunning];
614
/* API: Start stream. */
615
static pj_status_t qt_stream_start(pjmedia_vid_dev_stream *strm)
617
struct qt_stream *stream = (struct qt_stream*)strm;
619
PJ_UNUSED_ARG(stream);
621
PJ_LOG(4, (THIS_FILE, "Starting qt video stream"));
623
if (stream->cap_session) {
624
run_func_on_main_thread(stream, start_qt);
626
if (![stream->cap_session isRunning])
627
return PJMEDIA_EVID_NOTREADY;
629
stream->is_running = PJ_TRUE;
635
/* API: Stop stream. */
636
static pj_status_t qt_stream_stop(pjmedia_vid_dev_stream *strm)
638
struct qt_stream *stream = (struct qt_stream*)strm;
640
PJ_UNUSED_ARG(stream);
642
PJ_LOG(4, (THIS_FILE, "Stopping qt video stream"));
644
if (stream->cap_session && [stream->cap_session isRunning]) {
647
stream->cap_exited = PJ_FALSE;
648
run_func_on_main_thread(stream, stop_qt);
650
stream->is_running = PJ_FALSE;
651
for (i = 50; i >= 0 && !stream->cap_exited; i--) {
659
static void destroy_qt(struct qt_stream *strm)
661
if (strm->dev_input && [[strm->dev_input device] isOpen])
662
[[strm->dev_input device] close];
664
if (strm->cap_session) {
665
[strm->cap_session release];
666
strm->cap_session = NULL;
668
if (strm->dev_input) {
669
[strm->dev_input release];
670
strm->dev_input = NULL;
672
if (strm->qt_delegate) {
673
[strm->qt_delegate release];
674
strm->qt_delegate = NULL;
676
if (strm->video_output) {
677
[strm->video_output release];
678
strm->video_output = NULL;
682
/* API: Destroy stream. */
683
static pj_status_t qt_stream_destroy(pjmedia_vid_dev_stream *strm)
685
struct qt_stream *stream = (struct qt_stream*)strm;
687
PJ_ASSERT_RETURN(stream != NULL, PJ_EINVAL);
689
qt_stream_stop(strm);
691
run_func_on_main_thread(stream, destroy_qt);
693
pj_pool_release(stream->pool);
698
#endif /* PJMEDIA_VIDEO_DEV_HAS_QT */