1
/**************************************************************************
3
* Copyright 2013 Advanced Micro Devices, Inc.
6
* Permission is hereby granted, free of charge, to any person obtaining a
7
* copy of this software and associated documentation files (the
8
* "Software"), to deal in the Software without restriction, including
9
* without limitation the rights to use, copy, modify, merge, publish,
10
* distribute, sub license, and/or sell copies of the Software, and to
11
* permit persons to whom the Software is furnished to do so, subject to
12
* the following conditions:
14
* The above copyright notice and this permission notice (including the
15
* next paragraph) shall be included in all copies or substantial portions
18
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21
* IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR
22
* ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26
**************************************************************************/
28
#include <tizplatform.h>
29
#include <tizkernel.h>
32
#include "entrypoint.h"
35
#include "vid_omx_common.h"
36
#include "vid_dec_common.h"
37
#include "vid_dec_h264_common.h"
39
#include "vl/vl_video_buffer.h"
40
#include "vl/vl_compositor.h"
41
#include "util/u_hash_table.h"
42
#include "util/u_surface.h"
44
#include "dri_screen.h"
47
unsigned dec_frame_delta;
49
static enum pipe_error hash_table_clear_item_callback(void *key, void *value, void *data)
51
struct pipe_video_buffer *video_buffer = (struct pipe_video_buffer *)value;
52
video_buffer->destroy(video_buffer);
56
static void release_input_headers(vid_dec_PrivateType* priv) {
58
for (i = 0; i < priv->num_in_buffers; i++) {
59
assert(!priv->in_port_disabled_);
60
if (priv->in_buffers[i]->pInputPortPrivate) {
61
vid_dec_FreeInputPortPrivate(priv->in_buffers[i]);
63
(void) tiz_krn_release_buffer (tiz_get_krn (handleOf (priv)),
64
OMX_VID_DEC_AVC_INPUT_PORT_INDEX,
66
priv->in_buffers[i] = NULL;
68
priv->p_inhdr_ = NULL;
69
priv->num_in_buffers = 0;
72
static void release_output_header(vid_dec_PrivateType* priv) {
73
if (priv->p_outhdr_) {
74
assert(!priv->out_port_disabled_);
75
(void) tiz_krn_release_buffer (tiz_get_krn (handleOf (priv)),
76
OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX,
78
priv->p_outhdr_ = NULL;
82
static OMX_ERRORTYPE h264d_release_all_headers(vid_dec_PrivateType* priv)
85
release_input_headers(priv);
86
release_output_header(priv);
91
static void h264d_buffer_emptied(vid_dec_PrivateType* priv, OMX_BUFFERHEADERTYPE * p_hdr)
94
assert(priv->in_buffers[0] == p_hdr);
96
if (!priv->out_port_disabled_) {
97
assert (p_hdr->nFilledLen == 0);
100
if ((p_hdr->nFlags & OMX_BUFFERFLAG_EOS) != 0) {
104
(void) tiz_krn_release_buffer (tiz_get_krn (handleOf (priv)), 0, p_hdr);
105
priv->p_inhdr_ = NULL;
106
priv->in_buffers[0] = NULL;
110
static void h264d_buffer_filled(vid_dec_PrivateType* priv, OMX_BUFFERHEADERTYPE * p_hdr)
114
assert(priv->p_outhdr_ == p_hdr);
116
if (!priv->in_port_disabled_) {
120
/* EOS has been received and all the input data has been consumed
121
* already, so its time to propagate the EOS flag */
122
priv->p_outhdr_->nFlags |= OMX_BUFFERFLAG_EOS;
126
(void) tiz_krn_release_buffer(tiz_get_krn (handleOf (priv)),
127
OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX,
129
priv->p_outhdr_ = NULL;
133
static bool h264d_shift_buffers_left(vid_dec_PrivateType* priv) {
134
if (--priv->num_in_buffers) {
135
priv->in_buffers[0] = priv->in_buffers[1];
136
priv->sizes[0] = priv->sizes[1] - dec_frame_delta;
137
priv->inputs[0] = priv->inputs[1] + dec_frame_delta;
138
priv->timestamps[0] = priv->timestamps[1];
145
static OMX_BUFFERHEADERTYPE * get_input_buffer(vid_dec_PrivateType* priv) {
148
if (priv->in_port_disabled_) {
152
if (priv->num_in_buffers > 1) {
153
/* The input buffer wasn't cleared last time. */
154
h264d_buffer_emptied(priv, priv->in_buffers[0]);
155
if (priv->in_buffers[0]) {
156
/* Failed to release buffer */
159
h264d_shift_buffers_left(priv);
162
/* Decode_frame expects new buffers each time */
163
assert(priv->p_inhdr_ || priv->first_buf_in_frame);
164
tiz_krn_claim_buffer(tiz_get_krn (handleOf (priv)),
165
OMX_VID_DEC_AVC_INPUT_PORT_INDEX, 0,
167
return priv->p_inhdr_;
170
static struct pipe_resource * st_omx_pipe_texture_from_eglimage(EGLDisplay egldisplay,
173
_EGLDisplay *disp = egldisplay;
174
struct dri2_egl_display *dri2_egl_dpy = disp->DriverData;
175
__DRIscreen *_dri_screen = dri2_egl_dpy->dri_screen;
176
struct dri_screen *st_dri_screen = dri_screen(_dri_screen);
177
__DRIimage *_dri_image = st_dri_screen->lookup_egl_image(st_dri_screen, eglimage);
179
return _dri_image->texture;
182
static void get_eglimage(vid_dec_PrivateType* priv) {
183
OMX_PTR p_eglimage = NULL;
184
OMX_NATIVE_WINDOWTYPE * p_egldisplay = NULL;
185
const tiz_port_t * p_port = NULL;
186
struct pipe_video_buffer templat = {};
187
struct pipe_video_buffer *video_buffer = NULL;
188
struct pipe_resource * p_res = NULL;
189
struct pipe_resource *resources[VL_NUM_COMPONENTS];
192
tiz_krn_claim_eglimage(tiz_get_krn (handleOf (priv)),
193
OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX,
194
priv->p_outhdr_, &p_eglimage)) {
195
priv->use_eglimage = true;
196
p_port = tiz_krn_get_port(tiz_get_krn (handleOf (priv)),
197
OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX);
198
p_egldisplay = p_port->portdef_.format.video.pNativeWindow;
200
if (!util_hash_table_get(priv->video_buffer_map, priv->p_outhdr_)) {
201
p_res = st_omx_pipe_texture_from_eglimage(p_egldisplay, p_eglimage);
205
memset(&templat, 0, sizeof(templat));
206
templat.buffer_format = p_res->format;
207
templat.width = p_res->width0;
208
templat.height = p_res->height0;
209
templat.interlaced = 0;
211
memset(resources, 0, sizeof(resources));
212
pipe_resource_reference(&resources[0], p_res);
214
video_buffer = vl_video_buffer_create_ex2(priv->pipe, &templat, resources);
216
assert(video_buffer);
217
assert(video_buffer->buffer_format == p_res->format);
219
_mesa_hash_table_insert(priv->video_buffer_map, priv->p_outhdr_, video_buffer);
222
(void) tiz_krn_release_buffer(tiz_get_krn (handleOf (priv)),
223
OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX,
225
priv->p_outhdr_ = NULL;
229
static OMX_BUFFERHEADERTYPE * get_output_buffer(vid_dec_PrivateType* priv) {
232
if (priv->out_port_disabled_) {
236
if (!priv->p_outhdr_) {
238
== tiz_krn_claim_buffer(tiz_get_krn (handleOf (priv)),
239
OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX, 0,
241
if (priv->p_outhdr_) {
242
/* Check pBuffer nullity to know if an eglimage has been registered. */
243
if (!priv->p_outhdr_->pBuffer) {
249
return priv->p_outhdr_;
252
static void reset_stream_parameters(vid_dec_PrivateType* apriv)
255
TIZ_INIT_OMX_PORT_STRUCT(apriv->out_port_def_,
256
OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX);
258
tiz_api_GetParameter (tiz_get_krn (handleOf (apriv)), handleOf (apriv),
259
OMX_IndexParamPortDefinition, &(apriv->out_port_def_));
262
apriv->num_in_buffers = 0;
263
apriv->first_buf_in_frame = true;
265
apriv->frame_finished = false;
266
apriv->frame_started = false;
267
apriv->picture.h264.field_order_cnt[0] = apriv->picture.h264.field_order_cnt[1] = INT_MAX;
271
/* Replacement for bellagio's omx_base_filter_BufferMgmtFunction */
272
static void h264d_manage_buffers(vid_dec_PrivateType* priv) {
273
bool next_is_eos = priv->num_in_buffers == 2 ? !!(priv->in_buffers[1]->nFlags & OMX_BUFFERFLAG_EOS) : false;
274
vid_dec_FrameDecoded_common(priv, priv->in_buffers[0], priv->p_outhdr_);
276
priv->p_outhdr_->nTimeStamp = priv->in_buffers[0]->nTimeStamp;
278
/* Realase output buffer if filled or eos
279
Keep if two input buffers are being decoded */
280
if ((!next_is_eos) && ((priv->p_outhdr_->nFilledLen > 0) || priv->use_eglimage || priv->eos_)) {
281
h264d_buffer_filled(priv, priv->p_outhdr_);
284
/* Release input buffer if possible */
285
if (priv->in_buffers[0]->nFilledLen == 0) {
286
h264d_buffer_emptied(priv, priv->in_buffers[0]);
290
static OMX_ERRORTYPE decode_frame(vid_dec_PrivateType*priv,
291
OMX_BUFFERHEADERTYPE *in_buf)
293
unsigned i = priv->num_in_buffers++;
294
priv->in_buffers[i] = in_buf;
295
priv->sizes[i] = in_buf->nFilledLen;
296
priv->inputs[i] = in_buf->pBuffer;
297
priv->timestamps[i] = in_buf->nTimeStamp;
299
while (priv->num_in_buffers > (!!(in_buf->nFlags & OMX_BUFFERFLAG_EOS) ? 0 : 1)) {
300
priv->eos_ = !!(priv->in_buffers[0]->nFlags & OMX_BUFFERFLAG_EOS);
301
unsigned min_bits_left = priv->eos_ ? 32 : MAX2(in_buf->nFilledLen * 8, 32);
304
vl_vlc_init(&vlc, priv->num_in_buffers, priv->inputs, priv->sizes);
307
priv->bytes_left = vl_vlc_bits_left(&vlc) / 8;
309
while (vl_vlc_bits_left (&vlc) > min_bits_left) {
310
vid_dec_h264_Decode(priv, &vlc, min_bits_left);
311
vl_vlc_fillbits(&vlc);
315
unsigned bytes = priv->bytes_left - vl_vlc_bits_left(&vlc) / 8;
317
priv->codec->decode_bitstream(priv->codec, priv->target, &priv->picture.base,
318
1, &priv->slice, &bytes);
320
if (priv->num_in_buffers)
321
priv->slice = priv->inputs[1];
326
if (priv->eos_ && priv->frame_started)
327
vid_dec_h264_EndFrame(priv);
329
if (priv->frame_finished) {
330
priv->frame_finished = false;
331
h264d_manage_buffers(priv);
332
} else if (priv->eos_) {
333
vid_dec_FreeInputPortPrivate(priv->in_buffers[0]);
334
h264d_manage_buffers(priv);
336
priv->in_buffers[0]->nFilledLen = 0;
337
h264d_buffer_emptied(priv, priv->in_buffers[0]);
340
if (priv->out_port_disabled_) {
341
/* In case out port is disabled, h264d_buffer_emptied will fail to release input port.
342
* We need to wait before shifting the buffers in that case and check in
343
* get_input_buffer when out port is enabled to release and shift the buffers.
344
* Infinite looping occurs if buffer is not released */
345
if (priv->num_in_buffers == 2) {
346
/* Set the delta value for use in get_input_buffer before exiting */
347
dec_frame_delta = MIN2((min_bits_left - vl_vlc_bits_left(&vlc)) / 8, priv->sizes[1]);
352
h264d_shift_buffers_left(priv);
355
return OMX_ErrorNone;
362
static void * h264d_prc_ctor(void *ap_obj, va_list * app)
364
vid_dec_PrivateType*priv = super_ctor(typeOf (ap_obj, "h264dprc"), ap_obj, app);
368
priv->first_buf_in_frame = true;
370
priv->in_port_disabled_ = false;
371
priv->out_port_disabled_ = false;
372
priv->picture.base.profile = PIPE_VIDEO_PROFILE_MPEG4_AVC_HIGH;
373
priv->profile = PIPE_VIDEO_PROFILE_MPEG4_AVC_HIGH;
374
reset_stream_parameters(priv);
379
static void * h264d_prc_dtor(void *ap_obj)
381
return super_dtor(typeOf(ap_obj, "h264dprc"), ap_obj);
384
static OMX_ERRORTYPE h264d_prc_allocate_resources(void *ap_obj, OMX_U32 a_pid)
386
vid_dec_PrivateType*priv = ap_obj;
387
struct pipe_screen *screen;
392
priv->screen = omx_get_screen();
394
return OMX_ErrorInsufficientResources;
396
screen = priv->screen->pscreen;
397
priv->pipe = pipe_create_multimedia_context(screen);
399
return OMX_ErrorInsufficientResources;
401
if (!vl_compositor_init(&priv->compositor, priv->pipe)) {
402
priv->pipe->destroy(priv->pipe);
404
return OMX_ErrorInsufficientResources;
407
if (!vl_compositor_init_state(&priv->cstate, priv->pipe)) {
408
vl_compositor_cleanup(&priv->compositor);
409
priv->pipe->destroy(priv->pipe);
411
return OMX_ErrorInsufficientResources;
414
vl_csc_get_matrix(VL_CSC_COLOR_STANDARD_BT_601, NULL, true, &csc);
415
if (!vl_compositor_set_csc_matrix(&priv->cstate, (const vl_csc_matrix *)&csc, 1.0f, 0.0f)) {
416
vl_compositor_cleanup(&priv->compositor);
417
priv->pipe->destroy(priv->pipe);
419
return OMX_ErrorInsufficientResources;
422
list_inithead(&priv->codec_data.h264.dpb_list);
424
priv->video_buffer_map = util_hash_table_create_ptr_keys();
426
return OMX_ErrorNone;
429
static OMX_ERRORTYPE h264d_prc_deallocate_resources(void *ap_obj)
431
vid_dec_PrivateType*priv = ap_obj;
434
/* Clear hash table */
435
util_hash_table_foreach(priv->video_buffer_map,
436
&hash_table_clear_item_callback,
438
_mesa_hash_table_destroy(priv->video_buffer_map, NULL);
441
vl_compositor_cleanup_state(&priv->cstate);
442
vl_compositor_cleanup(&priv->compositor);
443
priv->pipe->destroy(priv->pipe);
449
return OMX_ErrorNone;
452
static OMX_ERRORTYPE h264d_prc_prepare_to_transfer(void *ap_obj, OMX_U32 a_pid)
454
vid_dec_PrivateType*priv = ap_obj;
457
TIZ_INIT_OMX_PORT_STRUCT(priv->out_port_def_,
458
OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX);
460
tiz_api_GetParameter(tiz_get_krn(handleOf(priv)), handleOf(priv),
461
OMX_IndexParamPortDefinition, &(priv->out_port_def_)));
463
priv->first_buf_in_frame = true;
465
return OMX_ErrorNone;
468
static OMX_ERRORTYPE h264d_prc_transfer_and_process(void *ap_obj, OMX_U32 a_pid)
470
return OMX_ErrorNone;
473
static OMX_ERRORTYPE h264d_prc_stop_and_return(void *ap_obj)
475
vid_dec_PrivateType*priv = (vid_dec_PrivateType*) ap_obj;
476
return h264d_release_all_headers (priv);
479
static OMX_ERRORTYPE h264d_prc_buffers_ready(const void *ap_obj)
481
vid_dec_PrivateType*priv = (vid_dec_PrivateType*) ap_obj;
482
OMX_BUFFERHEADERTYPE *in_buf = NULL;
483
OMX_BUFFERHEADERTYPE *out_buf = NULL;
487
/* Set parameters if start of stream */
488
if (!priv->eos_ && priv->first_buf_in_frame && (in_buf = get_input_buffer(priv))) {
489
decode_frame(priv, in_buf);
492
/* Don't get input buffer if output buffer not found */
493
while (!priv->eos_ && (out_buf = get_output_buffer(priv)) && (in_buf = get_input_buffer(priv))) {
494
if (!priv->out_port_disabled_) {
495
decode_frame(priv, in_buf);
499
return OMX_ErrorNone;
502
static OMX_ERRORTYPE h264d_prc_port_flush(const void *ap_obj, OMX_U32 a_pid)
504
vid_dec_PrivateType*priv = (vid_dec_PrivateType*) ap_obj;
505
if (OMX_ALL == a_pid || OMX_VID_DEC_AVC_INPUT_PORT_INDEX == a_pid) {
506
release_input_headers(priv);
507
reset_stream_parameters(priv);
509
if (OMX_ALL == a_pid || OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX == a_pid) {
510
release_output_header(priv);
512
return OMX_ErrorNone;
515
static OMX_ERRORTYPE h264d_prc_port_disable(const void *ap_obj, OMX_U32 a_pid)
517
vid_dec_PrivateType*priv = (vid_dec_PrivateType*) ap_obj;
519
if (OMX_ALL == a_pid || OMX_VID_DEC_AVC_INPUT_PORT_INDEX == a_pid) {
520
/* Release all buffers */
521
h264d_release_all_headers(priv);
522
reset_stream_parameters(priv);
523
priv->in_port_disabled_ = true;
525
if (OMX_ALL == a_pid || OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX == a_pid) {
526
release_output_header(priv);
527
priv->out_port_disabled_ = true;
529
return OMX_ErrorNone;
532
static OMX_ERRORTYPE h264d_prc_port_enable(const void *ap_obj, OMX_U32 a_pid)
534
vid_dec_PrivateType* priv = (vid_dec_PrivateType*) ap_obj;
536
if (OMX_ALL == a_pid || OMX_VID_DEC_AVC_INPUT_PORT_INDEX == a_pid) {
537
if (priv->in_port_disabled_) {
538
reset_stream_parameters(priv);
539
priv->in_port_disabled_ = false;
542
if (OMX_ALL == a_pid || OMX_VID_DEC_AVC_OUTPUT_PORT_INDEX == a_pid) {
543
priv->out_port_disabled_ = false;
545
return OMX_ErrorNone;
552
static void * h264d_prc_class_ctor(void *ap_obj, va_list * app)
554
/* NOTE: Class methods might be added in the future. None for now. */
555
return super_ctor(typeOf(ap_obj, "h264dprc_class"), ap_obj, app);
562
void * h264d_prc_class_init(void * ap_tos, void * ap_hdl)
564
void * tizprc = tiz_get_type(ap_hdl, "tizprc");
565
void * h264dprc_class = factory_new
566
/* TIZ_CLASS_COMMENT: class type, class name, parent, size */
567
(classOf(tizprc), "h264dprc_class", classOf(tizprc),
568
sizeof(h264d_prc_class_t),
569
/* TIZ_CLASS_COMMENT: */
571
/* TIZ_CLASS_COMMENT: class constructor */
572
ctor, h264d_prc_class_ctor,
573
/* TIZ_CLASS_COMMENT: stop value*/
575
return h264dprc_class;
578
void * h264d_prc_init(void * ap_tos, void * ap_hdl)
580
void * tizprc = tiz_get_type(ap_hdl, "tizprc");
581
void * h264dprc_class = tiz_get_type(ap_hdl, "h264dprc_class");
582
TIZ_LOG_CLASS (h264dprc_class);
583
void * h264dprc = factory_new
584
/* TIZ_CLASS_COMMENT: class type, class name, parent, size */
585
(h264dprc_class, "h264dprc", tizprc, sizeof(vid_dec_PrivateType),
586
/* TIZ_CLASS_COMMENT: */
588
/* TIZ_CLASS_COMMENT: class constructor */
589
ctor, h264d_prc_ctor,
590
/* TIZ_CLASS_COMMENT: class destructor */
591
dtor, h264d_prc_dtor,
592
/* TIZ_CLASS_COMMENT: */
593
tiz_srv_allocate_resources, h264d_prc_allocate_resources,
594
/* TIZ_CLASS_COMMENT: */
595
tiz_srv_deallocate_resources, h264d_prc_deallocate_resources,
596
/* TIZ_CLASS_COMMENT: */
597
tiz_srv_prepare_to_transfer, h264d_prc_prepare_to_transfer,
598
/* TIZ_CLASS_COMMENT: */
599
tiz_srv_transfer_and_process, h264d_prc_transfer_and_process,
600
/* TIZ_CLASS_COMMENT: */
601
tiz_srv_stop_and_return, h264d_prc_stop_and_return,
602
/* TIZ_CLASS_COMMENT: */
603
tiz_prc_buffers_ready, h264d_prc_buffers_ready,
604
/* TIZ_CLASS_COMMENT: */
605
tiz_prc_port_flush, h264d_prc_port_flush,
606
/* TIZ_CLASS_COMMENT: */
607
tiz_prc_port_disable, h264d_prc_port_disable,
608
/* TIZ_CLASS_COMMENT: */
609
tiz_prc_port_enable, h264d_prc_port_enable,
610
/* TIZ_CLASS_COMMENT: stop value*/