1
/**************************************************************************
3
* Copyright 2013 Advanced Micro Devices, Inc.
6
* Permission is hereby granted, free of charge, to any person obtaining a
7
* copy of this software and associated documentation files (the
8
* "Software"), to deal in the Software without restriction, including
9
* without limitation the rights to use, copy, modify, merge, publish,
10
* distribute, sub license, and/or sell copies of the Software, and to
11
* permit persons to whom the Software is furnished to do so, subject to
12
* the following conditions:
14
* The above copyright notice and this permission notice (including the
15
* next paragraph) shall be included in all copies or substantial portions
18
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21
* IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR
22
* ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26
**************************************************************************/
30
* Christian König <christian.koenig@amd.com>
37
#include <OMX_Video.h>
39
/* bellagio defines a DEBUG macro that we don't want */
41
#include <bellagio/omxcore.h>
44
#include <bellagio/omxcore.h>
47
#include "pipe/p_screen.h"
48
#include "pipe/p_video_codec.h"
49
#include "util/u_memory.h"
50
#include "util/u_surface.h"
51
#include "vl/vl_video_buffer.h"
52
#include "util/vl_vlc.h"
54
#include "entrypoint.h"
56
#include "vid_omx_common.h"
57
#include "vid_dec_h264_common.h"
59
static OMX_ERRORTYPE vid_dec_Constructor(OMX_COMPONENTTYPE *comp, OMX_STRING name);
60
static OMX_ERRORTYPE vid_dec_Destructor(OMX_COMPONENTTYPE *comp);
61
static OMX_ERRORTYPE vid_dec_SetParameter(OMX_HANDLETYPE handle, OMX_INDEXTYPE idx, OMX_PTR param);
62
static OMX_ERRORTYPE vid_dec_GetParameter(OMX_HANDLETYPE handle, OMX_INDEXTYPE idx, OMX_PTR param);
63
static OMX_ERRORTYPE vid_dec_MessageHandler(OMX_COMPONENTTYPE *comp, internalRequestMessageType *msg);
64
static OMX_ERRORTYPE vid_dec_DecodeBuffer(omx_base_PortType *port, OMX_BUFFERHEADERTYPE *buf);
65
static OMX_ERRORTYPE vid_dec_FreeDecBuffer(omx_base_PortType *port, OMX_U32 idx, OMX_BUFFERHEADERTYPE *buf);
66
static void vid_dec_FrameDecoded(OMX_COMPONENTTYPE *comp, OMX_BUFFERHEADERTYPE* input, OMX_BUFFERHEADERTYPE* output);
68
OMX_ERRORTYPE vid_dec_LoaderComponent(stLoaderComponentType *comp)
70
comp->componentVersion.s.nVersionMajor = 0;
71
comp->componentVersion.s.nVersionMinor = 0;
72
comp->componentVersion.s.nRevision = 0;
73
comp->componentVersion.s.nStep = 1;
74
comp->name_specific_length = 4;
76
comp->name = CALLOC(1, OMX_MAX_STRINGNAME_SIZE);
77
if (comp->name == NULL)
80
comp->name_specific = CALLOC(comp->name_specific_length, sizeof(char *));
81
if (comp->name_specific == NULL)
84
comp->role_specific = CALLOC(comp->name_specific_length, sizeof(char *));
85
if (comp->role_specific == NULL)
88
comp->name_specific[0] = CALLOC(1, OMX_MAX_STRINGNAME_SIZE);
89
if (comp->name_specific[0] == NULL)
92
comp->name_specific[1] = CALLOC(1, OMX_MAX_STRINGNAME_SIZE);
93
if (comp->name_specific[1] == NULL)
96
comp->name_specific[2] = CALLOC(1, OMX_MAX_STRINGNAME_SIZE);
97
if (comp->name_specific[2] == NULL)
100
comp->name_specific[3] = CALLOC(1, OMX_MAX_STRINGNAME_SIZE);
101
if (comp->name_specific[3] == NULL)
104
comp->role_specific[0] = CALLOC(1, OMX_MAX_STRINGNAME_SIZE);
105
if (comp->role_specific[0] == NULL)
108
comp->role_specific[1] = CALLOC(1, OMX_MAX_STRINGNAME_SIZE);
109
if (comp->role_specific[1] == NULL)
112
comp->role_specific[2] = CALLOC(1, OMX_MAX_STRINGNAME_SIZE);
113
if (comp->role_specific[2] == NULL)
116
comp->role_specific[3] = CALLOC(1, OMX_MAX_STRINGNAME_SIZE);
117
if (comp->role_specific[3] == NULL)
120
strcpy(comp->name, OMX_VID_DEC_BASE_NAME);
121
strcpy(comp->name_specific[0], OMX_VID_DEC_MPEG2_NAME);
122
strcpy(comp->name_specific[1], OMX_VID_DEC_AVC_NAME);
123
strcpy(comp->name_specific[2], OMX_VID_DEC_HEVC_NAME);
124
strcpy(comp->name_specific[3], OMX_VID_DEC_AV1_NAME);
126
strcpy(comp->role_specific[0], OMX_VID_DEC_MPEG2_ROLE);
127
strcpy(comp->role_specific[1], OMX_VID_DEC_AVC_ROLE);
128
strcpy(comp->role_specific[2], OMX_VID_DEC_HEVC_ROLE);
129
strcpy(comp->role_specific[3], OMX_VID_DEC_AV1_ROLE);
131
comp->constructor = vid_dec_Constructor;
133
return OMX_ErrorNone;
136
FREE(comp->role_specific[3]);
137
FREE(comp->role_specific[2]);
138
FREE(comp->role_specific[1]);
139
FREE(comp->role_specific[0]);
140
FREE(comp->name_specific[3]);
141
FREE(comp->name_specific[2]);
142
FREE(comp->name_specific[1]);
143
FREE(comp->name_specific[0]);
146
FREE(comp->role_specific);
147
FREE(comp->name_specific);
151
return OMX_ErrorInsufficientResources;
154
static OMX_ERRORTYPE vid_dec_Constructor(OMX_COMPONENTTYPE *comp, OMX_STRING name)
156
vid_dec_PrivateType *priv;
157
omx_base_video_PortType *port;
158
struct pipe_screen *screen;
162
assert(!comp->pComponentPrivate);
164
priv = comp->pComponentPrivate = CALLOC(1, sizeof(vid_dec_PrivateType));
166
return OMX_ErrorInsufficientResources;
168
r = omx_base_filter_Constructor(comp, name);
172
priv->profile = PIPE_VIDEO_PROFILE_UNKNOWN;
174
if (!strcmp(name, OMX_VID_DEC_MPEG2_NAME))
175
priv->profile = PIPE_VIDEO_PROFILE_MPEG2_MAIN;
177
if (!strcmp(name, OMX_VID_DEC_AVC_NAME))
178
priv->profile = PIPE_VIDEO_PROFILE_MPEG4_AVC_HIGH;
180
if (!strcmp(name, OMX_VID_DEC_HEVC_NAME))
181
priv->profile = PIPE_VIDEO_PROFILE_HEVC_MAIN;
183
if (!strcmp(name, OMX_VID_DEC_AV1_NAME))
184
priv->profile = PIPE_VIDEO_PROFILE_AV1_MAIN;
186
if (priv->profile == PIPE_VIDEO_PROFILE_AV1_MAIN)
187
priv->BufferMgmtCallback = vid_dec_av1_FrameDecoded;
189
priv->BufferMgmtCallback = vid_dec_FrameDecoded;
190
priv->messageHandler = vid_dec_MessageHandler;
191
priv->destructor = vid_dec_Destructor;
193
comp->SetParameter = vid_dec_SetParameter;
194
comp->GetParameter = vid_dec_GetParameter;
196
priv->screen = omx_get_screen();
198
return OMX_ErrorInsufficientResources;
200
screen = priv->screen->pscreen;
201
priv->pipe = pipe_create_multimedia_context(screen);
203
return OMX_ErrorInsufficientResources;
205
if (!vl_compositor_init(&priv->compositor, priv->pipe)) {
206
priv->pipe->destroy(priv->pipe);
208
return OMX_ErrorInsufficientResources;
211
if (!vl_compositor_init_state(&priv->cstate, priv->pipe)) {
212
vl_compositor_cleanup(&priv->compositor);
213
priv->pipe->destroy(priv->pipe);
215
return OMX_ErrorInsufficientResources;
218
priv->sPortTypesParam[OMX_PortDomainVideo].nStartPortNumber = 0;
219
priv->sPortTypesParam[OMX_PortDomainVideo].nPorts = 2;
220
priv->ports = CALLOC(2, sizeof(omx_base_PortType *));
222
return OMX_ErrorInsufficientResources;
224
for (i = 0; i < 2; ++i) {
225
priv->ports[i] = CALLOC(1, sizeof(omx_base_video_PortType));
227
return OMX_ErrorInsufficientResources;
229
base_video_port_Constructor(comp, &priv->ports[i], i, i == 0);
232
port = (omx_base_video_PortType *)priv->ports[OMX_BASE_FILTER_INPUTPORT_INDEX];
233
strcpy(port->sPortParam.format.video.cMIMEType,"video/MPEG2");
234
port->sPortParam.nBufferCountMin = 8;
235
port->sPortParam.nBufferCountActual = 8;
236
port->sPortParam.nBufferSize = DEFAULT_OUT_BUFFER_SIZE;
237
port->sPortParam.format.video.nFrameWidth = 176;
238
port->sPortParam.format.video.nFrameHeight = 144;
239
port->sPortParam.format.video.eCompressionFormat = OMX_VIDEO_CodingMPEG2;
240
port->sVideoParam.eCompressionFormat = OMX_VIDEO_CodingMPEG2;
241
port->Port_SendBufferFunction = vid_dec_DecodeBuffer;
242
if (priv->profile == PIPE_VIDEO_PROFILE_AV1_MAIN) {
243
port->Port_AllocateBuffer = vid_dec_av1_AllocateInBuffer;
244
port->Port_UseBuffer = vid_dec_av1_UseInBuffer;
247
port->Port_FreeBuffer = vid_dec_FreeDecBuffer;
248
port = (omx_base_video_PortType *)priv->ports[OMX_BASE_FILTER_OUTPUTPORT_INDEX];
249
port->sPortParam.nBufferCountActual = 8;
250
port->sPortParam.nBufferCountMin = 4;
251
port->sPortParam.format.video.nFrameWidth = 176;
252
port->sPortParam.format.video.nFrameHeight = 144;
253
port->sPortParam.format.video.eColorFormat = OMX_COLOR_FormatYUV420SemiPlanar;
254
port->sVideoParam.eColorFormat = OMX_COLOR_FormatYUV420SemiPlanar;
256
return OMX_ErrorNone;
259
static OMX_ERRORTYPE vid_dec_Destructor(OMX_COMPONENTTYPE *comp)
261
vid_dec_PrivateType* priv = comp->pComponentPrivate;
264
if (priv->profile == PIPE_VIDEO_PROFILE_AV1_MAIN)
265
vid_dec_av1_ReleaseTasks(priv);
268
for (i = 0; i < priv->sPortTypesParam[OMX_PortDomainVideo].nPorts; ++i) {
270
priv->ports[i]->PortDestructor(priv->ports[i]);
277
vl_compositor_cleanup_state(&priv->cstate);
278
vl_compositor_cleanup(&priv->compositor);
279
priv->pipe->destroy(priv->pipe);
285
return omx_workaround_Destructor(comp);
288
static OMX_ERRORTYPE vid_dec_SetParameter(OMX_HANDLETYPE handle, OMX_INDEXTYPE idx, OMX_PTR param)
290
OMX_COMPONENTTYPE *comp = handle;
291
vid_dec_PrivateType *priv = comp->pComponentPrivate;
295
return OMX_ErrorBadParameter;
298
case OMX_IndexParamPortDefinition: {
299
OMX_PARAM_PORTDEFINITIONTYPE *def = param;
301
r = omx_base_component_SetParameter(handle, idx, param);
305
if (def->nPortIndex == OMX_BASE_FILTER_INPUTPORT_INDEX) {
306
omx_base_video_PortType *port;
307
unsigned framesize = def->format.video.nFrameWidth * def->format.video.nFrameHeight;
309
port = (omx_base_video_PortType *)priv->ports[OMX_BASE_FILTER_INPUTPORT_INDEX];
310
port->sPortParam.nBufferSize = framesize * 512 / (16*16);
312
port = (omx_base_video_PortType *)priv->ports[OMX_BASE_FILTER_OUTPUTPORT_INDEX];
313
port->sPortParam.format.video.nFrameWidth = def->format.video.nFrameWidth;
314
port->sPortParam.format.video.nFrameHeight = def->format.video.nFrameHeight;
315
port->sPortParam.format.video.nStride = def->format.video.nFrameWidth;
316
port->sPortParam.format.video.nSliceHeight = def->format.video.nFrameHeight;
317
port->sPortParam.nBufferSize = framesize*3/2;
319
priv->callbacks->EventHandler(comp, priv->callbackData, OMX_EventPortSettingsChanged,
320
OMX_BASE_FILTER_OUTPUTPORT_INDEX, 0, NULL);
324
case OMX_IndexParamStandardComponentRole: {
325
OMX_PARAM_COMPONENTROLETYPE *role = param;
327
r = checkHeader(param, sizeof(OMX_PARAM_COMPONENTROLETYPE));
331
if (!strcmp((char *)role->cRole, OMX_VID_DEC_MPEG2_ROLE)) {
332
priv->profile = PIPE_VIDEO_PROFILE_MPEG2_MAIN;
333
} else if (!strcmp((char *)role->cRole, OMX_VID_DEC_AVC_ROLE)) {
334
priv->profile = PIPE_VIDEO_PROFILE_MPEG4_AVC_HIGH;
335
} else if (!strcmp((char *)role->cRole, OMX_VID_DEC_HEVC_ROLE)) {
336
priv->profile = PIPE_VIDEO_PROFILE_HEVC_MAIN;
337
} else if (!strcmp((char *)role->cRole, OMX_VID_DEC_AV1_ROLE)) {
338
priv->profile = PIPE_VIDEO_PROFILE_AV1_MAIN;
340
return OMX_ErrorBadParameter;
345
case OMX_IndexParamVideoPortFormat: {
346
OMX_VIDEO_PARAM_PORTFORMATTYPE *format = param;
347
omx_base_video_PortType *port;
349
r = checkHeader(param, sizeof(OMX_VIDEO_PARAM_PORTFORMATTYPE));
353
if (format->nPortIndex > 1)
354
return OMX_ErrorBadPortIndex;
356
port = (omx_base_video_PortType *)priv->ports[format->nPortIndex];
357
memcpy(&port->sVideoParam, format, sizeof(OMX_VIDEO_PARAM_PORTFORMATTYPE));
361
return omx_base_component_SetParameter(handle, idx, param);
363
return OMX_ErrorNone;
366
static OMX_ERRORTYPE vid_dec_GetParameter(OMX_HANDLETYPE handle, OMX_INDEXTYPE idx, OMX_PTR param)
368
OMX_COMPONENTTYPE *comp = handle;
369
vid_dec_PrivateType *priv = comp->pComponentPrivate;
373
return OMX_ErrorBadParameter;
376
case OMX_IndexParamStandardComponentRole: {
377
OMX_PARAM_COMPONENTROLETYPE *role = param;
379
r = checkHeader(param, sizeof(OMX_PARAM_COMPONENTROLETYPE));
383
if (priv->profile == PIPE_VIDEO_PROFILE_MPEG2_MAIN)
384
strcpy((char *)role->cRole, OMX_VID_DEC_MPEG2_ROLE);
385
else if (priv->profile == PIPE_VIDEO_PROFILE_MPEG4_AVC_HIGH)
386
strcpy((char *)role->cRole, OMX_VID_DEC_AVC_ROLE);
387
else if (priv->profile == PIPE_VIDEO_PROFILE_HEVC_MAIN)
388
strcpy((char *)role->cRole, OMX_VID_DEC_HEVC_ROLE);
389
else if (priv->profile == PIPE_VIDEO_PROFILE_AV1_MAIN)
390
strcpy((char *)role->cRole, OMX_VID_DEC_AV1_ROLE);
395
case OMX_IndexParamVideoInit:
396
r = checkHeader(param, sizeof(OMX_PORT_PARAM_TYPE));
400
memcpy(param, &priv->sPortTypesParam[OMX_PortDomainVideo], sizeof(OMX_PORT_PARAM_TYPE));
403
case OMX_IndexParamVideoPortFormat: {
404
OMX_VIDEO_PARAM_PORTFORMATTYPE *format = param;
405
omx_base_video_PortType *port;
407
r = checkHeader(param, sizeof(OMX_VIDEO_PARAM_PORTFORMATTYPE));
411
if (format->nPortIndex > 1)
412
return OMX_ErrorBadPortIndex;
414
port = (omx_base_video_PortType *)priv->ports[format->nPortIndex];
415
memcpy(format, &port->sVideoParam, sizeof(OMX_VIDEO_PARAM_PORTFORMATTYPE));
420
return omx_base_component_GetParameter(handle, idx, param);
423
return OMX_ErrorNone;
426
static OMX_ERRORTYPE vid_dec_MessageHandler(OMX_COMPONENTTYPE* comp, internalRequestMessageType *msg)
428
vid_dec_PrivateType* priv = comp->pComponentPrivate;
430
if (msg->messageType == OMX_CommandStateSet) {
431
if ((msg->messageParam == OMX_StateIdle ) && (priv->state == OMX_StateLoaded)) {
432
if (priv->profile == PIPE_VIDEO_PROFILE_MPEG2_MAIN)
433
vid_dec_mpeg12_Init(priv);
434
else if (priv->profile == PIPE_VIDEO_PROFILE_MPEG4_AVC_HIGH)
435
vid_dec_h264_Init(priv);
436
else if (priv->profile == PIPE_VIDEO_PROFILE_HEVC_MAIN)
437
vid_dec_h265_Init(priv);
438
else if (priv->profile == PIPE_VIDEO_PROFILE_AV1_MAIN) {
439
vid_dec_av1_Init(priv);
442
} else if ((msg->messageParam == OMX_StateLoaded) && (priv->state == OMX_StateIdle)) {
444
priv->shadow->destroy(priv->shadow);
448
priv->codec->destroy(priv->codec);
454
return omx_base_component_MessageHandler(comp, msg);
457
static OMX_ERRORTYPE vid_dec_DecodeBuffer(omx_base_PortType *port, OMX_BUFFERHEADERTYPE *buf)
459
OMX_COMPONENTTYPE* comp = port->standCompContainer;
460
vid_dec_PrivateType *priv = comp->pComponentPrivate;
461
unsigned i = priv->num_in_buffers++;
464
priv->in_buffers[i] = buf;
465
priv->sizes[i] = buf->nFilledLen;
466
priv->inputs[i] = buf->pBuffer;
467
priv->timestamps[i] = buf->nTimeStamp;
469
while (priv->num_in_buffers > (!!(buf->nFlags & OMX_BUFFERFLAG_EOS) ? 0 : 1)) {
470
bool eos = !!(priv->in_buffers[0]->nFlags & OMX_BUFFERFLAG_EOS);
471
unsigned min_bits_left = eos ? 32 : MAX2(buf->nFilledLen * 8, 32);
474
vl_vlc_init(&vlc, priv->num_in_buffers, priv->inputs, priv->sizes);
477
priv->bytes_left = vl_vlc_bits_left(&vlc) / 8;
479
while (vl_vlc_bits_left(&vlc) > min_bits_left) {
480
priv->Decode(priv, &vlc, min_bits_left);
481
vl_vlc_fillbits(&vlc);
485
unsigned bytes = priv->bytes_left - vl_vlc_bits_left(&vlc) / 8;
487
priv->codec->decode_bitstream(priv->codec, priv->target, &priv->picture.base,
488
1, &priv->slice, &bytes);
490
if (priv->num_in_buffers)
491
priv->slice = priv->inputs[1];
496
if (eos && priv->frame_started)
497
priv->EndFrame(priv);
499
if (priv->frame_finished) {
500
priv->frame_finished = false;
501
priv->in_buffers[0]->nFilledLen = priv->in_buffers[0]->nAllocLen;
502
r = base_port_SendBufferFunction(port, priv->in_buffers[0]);
504
if (priv->profile == PIPE_VIDEO_PROFILE_AV1_MAIN)
505
vid_dec_av1_FreeInputPortPrivate(priv, priv->in_buffers[0]);
507
vid_dec_FreeInputPortPrivate(priv->in_buffers[0]);
508
priv->in_buffers[0]->nFilledLen = priv->in_buffers[0]->nAllocLen;
509
r = base_port_SendBufferFunction(port, priv->in_buffers[0]);
511
priv->in_buffers[0]->nFilledLen = 0;
512
r = port->ReturnBufferFunction(port, priv->in_buffers[0]);
515
if (--priv->num_in_buffers) {
516
unsigned delta = MIN2((min_bits_left - vl_vlc_bits_left(&vlc)) / 8, priv->sizes[1]);
518
priv->in_buffers[0] = priv->in_buffers[1];
519
priv->sizes[0] = priv->sizes[1] - delta;
520
priv->inputs[0] = priv->inputs[1] + delta;
521
priv->timestamps[0] = priv->timestamps[1];
528
return OMX_ErrorNone;
531
static OMX_ERRORTYPE vid_dec_FreeDecBuffer(omx_base_PortType *port, OMX_U32 idx, OMX_BUFFERHEADERTYPE *buf)
533
OMX_COMPONENTTYPE* comp = port->standCompContainer;
534
vid_dec_PrivateType *priv = comp->pComponentPrivate;
536
if (priv->profile == PIPE_VIDEO_PROFILE_AV1_MAIN)
537
vid_dec_av1_FreeInputPortPrivate(priv, buf);
539
vid_dec_FreeInputPortPrivate(buf);
541
return base_port_FreeBuffer(port, idx, buf);
544
static void vid_dec_FrameDecoded(OMX_COMPONENTTYPE *comp, OMX_BUFFERHEADERTYPE* input,
545
OMX_BUFFERHEADERTYPE* output)
547
vid_dec_PrivateType *priv = comp->pComponentPrivate;
549
vid_dec_FrameDecoded_common(priv, input, output);