3 * Copyright (C) 2011 Martin Storsjo
5 * This file is part of Libav.
7 * Libav is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * Libav is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with Libav; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
30 #include <OMX_Component.h>
36 #include "libavutil/avstring.h"
37 #include "libavutil/avutil.h"
38 #include "libavutil/common.h"
39 #include "libavutil/imgutils.h"
40 #include "libavutil/log.h"
41 #include "libavutil/opt.h"
48 static OMX_TICKS to_omx_ticks(int64_t value)
51 s.nLowPart = value & 0xffffffff;
52 s.nHighPart = value >> 32;
55 static int64_t from_omx_ticks(OMX_TICKS value)
57 return (((int64_t)value.nHighPart) << 32) | value.nLowPart;
60 #define to_omx_ticks(x) (x)
61 #define from_omx_ticks(x) (x)
64 #define INIT_STRUCT(x) do { \
65 x.nSize = sizeof(x); \
66 x.nVersion = s->version; \
68 #define CHECK(x) do { \
69 if (x != OMX_ErrorNone) { \
70 av_log(avctx, AV_LOG_ERROR, \
71 "err %x (%d) on line %d\n", x, x, __LINE__); \
72 return AVERROR_UNKNOWN; \
76 typedef struct OMXContext {
79 OMX_ERRORTYPE (*ptr_Init)(void);
80 OMX_ERRORTYPE (*ptr_Deinit)(void);
81 OMX_ERRORTYPE (*ptr_ComponentNameEnum)(OMX_STRING, OMX_U32, OMX_U32);
82 OMX_ERRORTYPE (*ptr_GetHandle)(OMX_HANDLETYPE*, OMX_STRING, OMX_PTR, OMX_CALLBACKTYPE*);
83 OMX_ERRORTYPE (*ptr_FreeHandle)(OMX_HANDLETYPE);
84 OMX_ERRORTYPE (*ptr_GetComponentsOfRole)(OMX_STRING, OMX_U32*, OMX_U8**);
85 OMX_ERRORTYPE (*ptr_GetRolesOfComponent)(OMX_STRING, OMX_U32*, OMX_U8**);
86 void (*host_init)(void);
89 static av_cold void *dlsym_prefixed(void *handle, const char *symbol, const char *prefix)
92 snprintf(buf, sizeof(buf), "%s%s", prefix ? prefix : "", symbol);
93 return dlsym(handle, buf);
96 static av_cold int omx_try_load(OMXContext *s, void *logctx,
97 const char *libname, const char *prefix,
101 s->lib2 = dlopen(libname2, RTLD_NOW | RTLD_GLOBAL);
103 av_log(logctx, AV_LOG_WARNING, "%s not found\n", libname);
104 return AVERROR_ENCODER_NOT_FOUND;
106 s->host_init = dlsym(s->lib2, "bcm_host_init");
108 av_log(logctx, AV_LOG_WARNING, "bcm_host_init not found\n");
111 return AVERROR_ENCODER_NOT_FOUND;
114 s->lib = dlopen(libname, RTLD_NOW | RTLD_GLOBAL);
116 av_log(logctx, AV_LOG_WARNING, "%s not found\n", libname);
117 return AVERROR_ENCODER_NOT_FOUND;
119 s->ptr_Init = dlsym_prefixed(s->lib, "OMX_Init", prefix);
120 s->ptr_Deinit = dlsym_prefixed(s->lib, "OMX_Deinit", prefix);
121 s->ptr_ComponentNameEnum = dlsym_prefixed(s->lib, "OMX_ComponentNameEnum", prefix);
122 s->ptr_GetHandle = dlsym_prefixed(s->lib, "OMX_GetHandle", prefix);
123 s->ptr_FreeHandle = dlsym_prefixed(s->lib, "OMX_FreeHandle", prefix);
124 s->ptr_GetComponentsOfRole = dlsym_prefixed(s->lib, "OMX_GetComponentsOfRole", prefix);
125 s->ptr_GetRolesOfComponent = dlsym_prefixed(s->lib, "OMX_GetRolesOfComponent", prefix);
126 if (!s->ptr_Init || !s->ptr_Deinit || !s->ptr_ComponentNameEnum ||
127 !s->ptr_GetHandle || !s->ptr_FreeHandle ||
128 !s->ptr_GetComponentsOfRole || !s->ptr_GetRolesOfComponent) {
129 av_log(logctx, AV_LOG_WARNING, "Not all functions found in %s\n", libname);
135 return AVERROR_ENCODER_NOT_FOUND;
140 static av_cold OMXContext *omx_init(void *logctx, const char *libname, const char *prefix)
142 static const char * const libnames[] = {
144 "/opt/vc/lib/libopenmaxil.so", "/opt/vc/lib/libbcm_host.so",
146 "libOMX_Core.so", NULL,
147 "libOmxCore.so", NULL,
151 const char* const* nameptr;
152 int ret = AVERROR_ENCODER_NOT_FOUND;
153 OMXContext *omx_context;
155 omx_context = av_mallocz(sizeof(*omx_context));
159 ret = omx_try_load(omx_context, logctx, libname, prefix, NULL);
161 av_free(omx_context);
165 for (nameptr = libnames; *nameptr; nameptr += 2)
166 if (!(ret = omx_try_load(omx_context, logctx, nameptr[0], prefix, nameptr[1])))
169 av_free(omx_context);
174 if (omx_context->host_init)
175 omx_context->host_init();
176 omx_context->ptr_Init();
180 static av_cold void omx_deinit(OMXContext *omx_context)
184 omx_context->ptr_Deinit();
185 dlclose(omx_context->lib);
186 av_free(omx_context);
189 typedef struct OMXCodecContext {
190 const AVClass *class;
193 OMXContext *omx_context;
195 AVCodecContext *avctx;
197 char component_name[OMX_MAX_STRINGNAME_SIZE];
198 OMX_VERSIONTYPE version;
199 OMX_HANDLETYPE handle;
200 int in_port, out_port;
201 OMX_COLOR_FORMATTYPE color_format;
202 int stride, plane_size;
204 int num_in_buffers, num_out_buffers;
205 OMX_BUFFERHEADERTYPE **in_buffer_headers;
206 OMX_BUFFERHEADERTYPE **out_buffer_headers;
207 int num_free_in_buffers;
208 OMX_BUFFERHEADERTYPE **free_in_buffers;
209 int num_done_out_buffers;
210 OMX_BUFFERHEADERTYPE **done_out_buffers;
211 pthread_mutex_t input_mutex;
212 pthread_cond_t input_cond;
213 pthread_mutex_t output_mutex;
214 pthread_cond_t output_cond;
216 pthread_mutex_t state_mutex;
217 pthread_cond_t state_cond;
221 int mutex_cond_inited;
223 int eos_sent, got_eos;
231 static void append_buffer(pthread_mutex_t *mutex, pthread_cond_t *cond,
232 int* array_size, OMX_BUFFERHEADERTYPE **array,
233 OMX_BUFFERHEADERTYPE *buffer)
235 pthread_mutex_lock(mutex);
236 array[(*array_size)++] = buffer;
237 pthread_cond_broadcast(cond);
238 pthread_mutex_unlock(mutex);
241 static OMX_BUFFERHEADERTYPE *get_buffer(pthread_mutex_t *mutex, pthread_cond_t *cond,
242 int* array_size, OMX_BUFFERHEADERTYPE **array,
245 OMX_BUFFERHEADERTYPE *buffer;
246 pthread_mutex_lock(mutex);
249 pthread_cond_wait(cond, mutex);
251 if (*array_size > 0) {
254 memmove(&array[0], &array[1], (*array_size) * sizeof(OMX_BUFFERHEADERTYPE*));
258 pthread_mutex_unlock(mutex);
262 static OMX_ERRORTYPE event_handler(OMX_HANDLETYPE component, OMX_PTR app_data, OMX_EVENTTYPE event,
263 OMX_U32 data1, OMX_U32 data2, OMX_PTR event_data)
265 OMXCodecContext *s = app_data;
266 // This uses casts in the printfs, since OMX_U32 actually is a typedef for
267 // unsigned long in official header versions (but there are also modified
268 // versions where it is something else).
271 pthread_mutex_lock(&s->state_mutex);
272 av_log(s->avctx, AV_LOG_ERROR, "OMX error %"PRIx32"\n", (uint32_t) data1);
274 pthread_cond_broadcast(&s->state_cond);
275 pthread_mutex_unlock(&s->state_mutex);
277 case OMX_EventCmdComplete:
278 if (data1 == OMX_CommandStateSet) {
279 pthread_mutex_lock(&s->state_mutex);
281 av_log(s->avctx, AV_LOG_VERBOSE, "OMX state changed to %"PRIu32"\n", (uint32_t) data2);
282 pthread_cond_broadcast(&s->state_cond);
283 pthread_mutex_unlock(&s->state_mutex);
284 } else if (data1 == OMX_CommandPortDisable) {
285 av_log(s->avctx, AV_LOG_VERBOSE, "OMX port %"PRIu32" disabled\n", (uint32_t) data2);
286 } else if (data1 == OMX_CommandPortEnable) {
287 av_log(s->avctx, AV_LOG_VERBOSE, "OMX port %"PRIu32" enabled\n", (uint32_t) data2);
289 av_log(s->avctx, AV_LOG_VERBOSE, "OMX command complete, command %"PRIu32", value %"PRIu32"\n",
290 (uint32_t) data1, (uint32_t) data2);
293 case OMX_EventPortSettingsChanged:
294 av_log(s->avctx, AV_LOG_VERBOSE, "OMX port %"PRIu32" settings changed\n", (uint32_t) data1);
297 av_log(s->avctx, AV_LOG_VERBOSE, "OMX event %d %"PRIx32" %"PRIx32"\n",
298 event, (uint32_t) data1, (uint32_t) data2);
301 return OMX_ErrorNone;
304 static OMX_ERRORTYPE empty_buffer_done(OMX_HANDLETYPE component, OMX_PTR app_data,
305 OMX_BUFFERHEADERTYPE *buffer)
307 OMXCodecContext *s = app_data;
308 if (s->input_zerocopy) {
309 if (buffer->pAppPrivate) {
310 if (buffer->pOutputPortPrivate)
311 av_free(buffer->pAppPrivate);
313 av_frame_free((AVFrame**)&buffer->pAppPrivate);
314 buffer->pAppPrivate = NULL;
317 append_buffer(&s->input_mutex, &s->input_cond,
318 &s->num_free_in_buffers, s->free_in_buffers, buffer);
319 return OMX_ErrorNone;
322 static OMX_ERRORTYPE fill_buffer_done(OMX_HANDLETYPE component, OMX_PTR app_data,
323 OMX_BUFFERHEADERTYPE *buffer)
325 OMXCodecContext *s = app_data;
326 append_buffer(&s->output_mutex, &s->output_cond,
327 &s->num_done_out_buffers, s->done_out_buffers, buffer);
328 return OMX_ErrorNone;
331 static const OMX_CALLBACKTYPE callbacks = {
337 static av_cold int find_component(OMXContext *omx_context, void *logctx,
338 const char *role, char *str, int str_size)
345 if (av_strstart(role, "video_encoder.", NULL)) {
346 av_strlcpy(str, "OMX.broadcom.video_encode", str_size);
350 omx_context->ptr_GetComponentsOfRole((OMX_STRING) role, &num, NULL);
352 av_log(logctx, AV_LOG_WARNING, "No component for role %s found\n", role);
353 return AVERROR_ENCODER_NOT_FOUND;
355 components = av_mallocz_array(num, sizeof(*components));
357 return AVERROR(ENOMEM);
358 for (i = 0; i < num; i++) {
359 components[i] = av_mallocz(OMX_MAX_STRINGNAME_SIZE);
360 if (!components[i]) {
361 ret = AVERROR(ENOMEM);
365 omx_context->ptr_GetComponentsOfRole((OMX_STRING) role, &num, (OMX_U8**) components);
366 av_strlcpy(str, components[0], str_size);
368 for (i = 0; i < num; i++)
369 av_free(components[i]);
374 static av_cold int wait_for_state(OMXCodecContext *s, OMX_STATETYPE state)
377 pthread_mutex_lock(&s->state_mutex);
378 while (s->state != state && s->error == OMX_ErrorNone)
379 pthread_cond_wait(&s->state_cond, &s->state_mutex);
380 if (s->error != OMX_ErrorNone)
381 ret = AVERROR_ENCODER_NOT_FOUND;
382 pthread_mutex_unlock(&s->state_mutex);
386 static av_cold int omx_component_init(AVCodecContext *avctx, const char *role)
388 OMXCodecContext *s = avctx->priv_data;
389 OMX_PARAM_COMPONENTROLETYPE role_params = { 0 };
390 OMX_PORT_PARAM_TYPE video_port_params = { 0 };
391 OMX_PARAM_PORTDEFINITIONTYPE in_port_params = { 0 }, out_port_params = { 0 };
392 OMX_VIDEO_PARAM_PORTFORMATTYPE video_port_format = { 0 };
393 OMX_VIDEO_PARAM_BITRATETYPE vid_param_bitrate = { 0 };
397 s->version.s.nVersionMajor = 1;
398 s->version.s.nVersionMinor = 1;
399 s->version.s.nRevision = 2;
401 err = s->omx_context->ptr_GetHandle(&s->handle, s->component_name, s, (OMX_CALLBACKTYPE*) &callbacks);
402 if (err != OMX_ErrorNone) {
403 av_log(avctx, AV_LOG_ERROR, "OMX_GetHandle(%s) failed: %x\n", s->component_name, err);
404 return AVERROR_UNKNOWN;
407 // This one crashes the mediaserver on qcom, if used over IOMX
408 INIT_STRUCT(role_params);
409 av_strlcpy(role_params.cRole, role, sizeof(role_params.cRole));
410 // Intentionally ignore errors on this one
411 OMX_SetParameter(s->handle, OMX_IndexParamStandardComponentRole, &role_params);
413 INIT_STRUCT(video_port_params);
414 err = OMX_GetParameter(s->handle, OMX_IndexParamVideoInit, &video_port_params);
417 s->in_port = s->out_port = -1;
418 for (i = 0; i < video_port_params.nPorts; i++) {
419 int port = video_port_params.nStartPortNumber + i;
420 OMX_PARAM_PORTDEFINITIONTYPE port_params = { 0 };
421 INIT_STRUCT(port_params);
422 port_params.nPortIndex = port;
423 err = OMX_GetParameter(s->handle, OMX_IndexParamPortDefinition, &port_params);
424 if (err != OMX_ErrorNone) {
425 av_log(avctx, AV_LOG_WARNING, "port %d error %x\n", port, err);
428 if (port_params.eDir == OMX_DirInput && s->in_port < 0) {
429 in_port_params = port_params;
431 } else if (port_params.eDir == OMX_DirOutput && s->out_port < 0) {
432 out_port_params = port_params;
436 if (s->in_port < 0 || s->out_port < 0) {
437 av_log(avctx, AV_LOG_ERROR, "No in or out port found (in %d out %d)\n", s->in_port, s->out_port);
438 return AVERROR_UNKNOWN;
443 INIT_STRUCT(video_port_format);
444 video_port_format.nIndex = i;
445 video_port_format.nPortIndex = s->in_port;
446 if (OMX_GetParameter(s->handle, OMX_IndexParamVideoPortFormat, &video_port_format) != OMX_ErrorNone)
448 if (video_port_format.eColorFormat == OMX_COLOR_FormatYUV420Planar ||
449 video_port_format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar) {
450 s->color_format = video_port_format.eColorFormat;
454 if (s->color_format == 0) {
455 av_log(avctx, AV_LOG_ERROR, "No supported pixel formats (%d formats available)\n", i);
456 return AVERROR_UNKNOWN;
459 in_port_params.bEnabled = OMX_TRUE;
460 in_port_params.bPopulated = OMX_FALSE;
461 in_port_params.eDomain = OMX_PortDomainVideo;
463 in_port_params.format.video.pNativeRender = NULL;
464 in_port_params.format.video.bFlagErrorConcealment = OMX_FALSE;
465 in_port_params.format.video.eColorFormat = s->color_format;
466 s->stride = avctx->width;
467 s->plane_size = avctx->height;
468 // If specific codecs need to manually override the stride/plane_size,
469 // that can be done here.
470 in_port_params.format.video.nStride = s->stride;
471 in_port_params.format.video.nSliceHeight = s->plane_size;
472 in_port_params.format.video.nFrameWidth = avctx->width;
473 in_port_params.format.video.nFrameHeight = avctx->height;
474 if (avctx->framerate.den > 0 && avctx->framerate.num > 0)
475 in_port_params.format.video.xFramerate = (1 << 16) * avctx->framerate.num / avctx->framerate.den;
477 in_port_params.format.video.xFramerate = (1 << 16) * avctx->time_base.den / avctx->time_base.num;
479 err = OMX_SetParameter(s->handle, OMX_IndexParamPortDefinition, &in_port_params);
481 err = OMX_GetParameter(s->handle, OMX_IndexParamPortDefinition, &in_port_params);
483 s->stride = in_port_params.format.video.nStride;
484 s->plane_size = in_port_params.format.video.nSliceHeight;
485 s->num_in_buffers = in_port_params.nBufferCountActual;
487 err = OMX_GetParameter(s->handle, OMX_IndexParamPortDefinition, &out_port_params);
488 out_port_params.bEnabled = OMX_TRUE;
489 out_port_params.bPopulated = OMX_FALSE;
490 out_port_params.eDomain = OMX_PortDomainVideo;
491 out_port_params.format.video.pNativeRender = NULL;
492 out_port_params.format.video.nFrameWidth = avctx->width;
493 out_port_params.format.video.nFrameHeight = avctx->height;
494 out_port_params.format.video.nStride = 0;
495 out_port_params.format.video.nSliceHeight = 0;
496 out_port_params.format.video.nBitrate = avctx->bit_rate;
497 out_port_params.format.video.xFramerate = in_port_params.format.video.xFramerate;
498 out_port_params.format.video.bFlagErrorConcealment = OMX_FALSE;
499 if (avctx->codec->id == AV_CODEC_ID_MPEG4)
500 out_port_params.format.video.eCompressionFormat = OMX_VIDEO_CodingMPEG4;
501 else if (avctx->codec->id == AV_CODEC_ID_H264)
502 out_port_params.format.video.eCompressionFormat = OMX_VIDEO_CodingAVC;
504 err = OMX_SetParameter(s->handle, OMX_IndexParamPortDefinition, &out_port_params);
506 err = OMX_GetParameter(s->handle, OMX_IndexParamPortDefinition, &out_port_params);
508 s->num_out_buffers = out_port_params.nBufferCountActual;
510 INIT_STRUCT(vid_param_bitrate);
511 vid_param_bitrate.nPortIndex = s->out_port;
512 vid_param_bitrate.eControlRate = OMX_Video_ControlRateVariable;
513 vid_param_bitrate.nTargetBitrate = avctx->bit_rate;
514 err = OMX_SetParameter(s->handle, OMX_IndexParamVideoBitrate, &vid_param_bitrate);
515 if (err != OMX_ErrorNone)
516 av_log(avctx, AV_LOG_WARNING, "Unable to set video bitrate parameter\n");
518 if (avctx->codec->id == AV_CODEC_ID_H264) {
519 OMX_VIDEO_PARAM_AVCTYPE avc = { 0 };
521 avc.nPortIndex = s->out_port;
522 err = OMX_GetParameter(s->handle, OMX_IndexParamVideoAvc, &avc);
525 avc.nPFrames = avctx->gop_size - 1;
526 err = OMX_SetParameter(s->handle, OMX_IndexParamVideoAvc, &avc);
530 err = OMX_SendCommand(s->handle, OMX_CommandStateSet, OMX_StateIdle, NULL);
533 s->in_buffer_headers = av_mallocz(sizeof(OMX_BUFFERHEADERTYPE*) * s->num_in_buffers);
534 s->free_in_buffers = av_mallocz(sizeof(OMX_BUFFERHEADERTYPE*) * s->num_in_buffers);
535 s->out_buffer_headers = av_mallocz(sizeof(OMX_BUFFERHEADERTYPE*) * s->num_out_buffers);
536 s->done_out_buffers = av_mallocz(sizeof(OMX_BUFFERHEADERTYPE*) * s->num_out_buffers);
537 if (!s->in_buffer_headers || !s->free_in_buffers || !s->out_buffer_headers || !s->done_out_buffers)
538 return AVERROR(ENOMEM);
539 for (i = 0; i < s->num_in_buffers && err == OMX_ErrorNone; i++) {
540 if (s->input_zerocopy)
541 err = OMX_UseBuffer(s->handle, &s->in_buffer_headers[i], s->in_port, s, in_port_params.nBufferSize, NULL);
543 err = OMX_AllocateBuffer(s->handle, &s->in_buffer_headers[i], s->in_port, s, in_port_params.nBufferSize);
544 if (err == OMX_ErrorNone)
545 s->in_buffer_headers[i]->pAppPrivate = s->in_buffer_headers[i]->pOutputPortPrivate = NULL;
548 s->num_in_buffers = i;
549 for (i = 0; i < s->num_out_buffers && err == OMX_ErrorNone; i++)
550 err = OMX_AllocateBuffer(s->handle, &s->out_buffer_headers[i], s->out_port, s, out_port_params.nBufferSize);
552 s->num_out_buffers = i;
554 if (wait_for_state(s, OMX_StateIdle) < 0) {
555 av_log(avctx, AV_LOG_ERROR, "Didn't get OMX_StateIdle\n");
556 return AVERROR_UNKNOWN;
558 err = OMX_SendCommand(s->handle, OMX_CommandStateSet, OMX_StateExecuting, NULL);
560 if (wait_for_state(s, OMX_StateExecuting) < 0) {
561 av_log(avctx, AV_LOG_ERROR, "Didn't get OMX_StateExecuting\n");
562 return AVERROR_UNKNOWN;
565 for (i = 0; i < s->num_out_buffers && err == OMX_ErrorNone; i++)
566 err = OMX_FillThisBuffer(s->handle, s->out_buffer_headers[i]);
567 if (err != OMX_ErrorNone) {
568 for (; i < s->num_out_buffers; i++)
569 s->done_out_buffers[s->num_done_out_buffers++] = s->out_buffer_headers[i];
571 for (i = 0; i < s->num_in_buffers; i++)
572 s->free_in_buffers[s->num_free_in_buffers++] = s->in_buffer_headers[i];
573 return err != OMX_ErrorNone ? AVERROR_UNKNOWN : 0;
576 static av_cold void cleanup(OMXCodecContext *s)
580 pthread_mutex_lock(&s->state_mutex);
581 executing = s->state == OMX_StateExecuting;
582 pthread_mutex_unlock(&s->state_mutex);
585 OMX_SendCommand(s->handle, OMX_CommandStateSet, OMX_StateIdle, NULL);
586 wait_for_state(s, OMX_StateIdle);
587 OMX_SendCommand(s->handle, OMX_CommandStateSet, OMX_StateLoaded, NULL);
588 for (i = 0; i < s->num_in_buffers; i++) {
589 OMX_BUFFERHEADERTYPE *buffer = get_buffer(&s->input_mutex, &s->input_cond,
590 &s->num_free_in_buffers, s->free_in_buffers, 1);
591 if (s->input_zerocopy)
592 buffer->pBuffer = NULL;
593 OMX_FreeBuffer(s->handle, s->in_port, buffer);
595 for (i = 0; i < s->num_out_buffers; i++) {
596 OMX_BUFFERHEADERTYPE *buffer = get_buffer(&s->output_mutex, &s->output_cond,
597 &s->num_done_out_buffers, s->done_out_buffers, 1);
598 OMX_FreeBuffer(s->handle, s->out_port, buffer);
600 wait_for_state(s, OMX_StateLoaded);
603 s->omx_context->ptr_FreeHandle(s->handle);
607 omx_deinit(s->omx_context);
608 s->omx_context = NULL;
609 if (s->mutex_cond_inited) {
610 pthread_cond_destroy(&s->state_cond);
611 pthread_mutex_destroy(&s->state_mutex);
612 pthread_cond_destroy(&s->input_cond);
613 pthread_mutex_destroy(&s->input_mutex);
614 pthread_cond_destroy(&s->output_cond);
615 pthread_mutex_destroy(&s->output_mutex);
616 s->mutex_cond_inited = 0;
618 av_freep(&s->in_buffer_headers);
619 av_freep(&s->out_buffer_headers);
620 av_freep(&s->free_in_buffers);
621 av_freep(&s->done_out_buffers);
622 av_freep(&s->output_buf);
625 static av_cold int omx_encode_init(AVCodecContext *avctx)
627 OMXCodecContext *s = avctx->priv_data;
628 int ret = AVERROR_ENCODER_NOT_FOUND;
630 OMX_BUFFERHEADERTYPE *buffer;
634 s->input_zerocopy = 1;
637 s->omx_context = omx_init(avctx, s->libname, s->libprefix);
639 return AVERROR_ENCODER_NOT_FOUND;
641 pthread_mutex_init(&s->state_mutex, NULL);
642 pthread_cond_init(&s->state_cond, NULL);
643 pthread_mutex_init(&s->input_mutex, NULL);
644 pthread_cond_init(&s->input_cond, NULL);
645 pthread_mutex_init(&s->output_mutex, NULL);
646 pthread_cond_init(&s->output_cond, NULL);
647 s->mutex_cond_inited = 1;
649 s->state = OMX_StateLoaded;
650 s->error = OMX_ErrorNone;
652 switch (avctx->codec->id) {
653 case AV_CODEC_ID_MPEG4:
654 role = "video_encoder.mpeg4";
656 case AV_CODEC_ID_H264:
657 role = "video_encoder.avc";
660 return AVERROR(ENOSYS);
663 if ((ret = find_component(s->omx_context, avctx, role, s->component_name, sizeof(s->component_name))) < 0)
666 av_log(avctx, AV_LOG_INFO, "Using %s\n", s->component_name);
668 if ((ret = omx_component_init(avctx, role)) < 0)
671 if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
673 buffer = get_buffer(&s->output_mutex, &s->output_cond,
674 &s->num_done_out_buffers, s->done_out_buffers, 1);
675 if (buffer->nFlags & OMX_BUFFERFLAG_CODECCONFIG) {
676 if ((ret = av_reallocp(&avctx->extradata, avctx->extradata_size + buffer->nFilledLen + AV_INPUT_BUFFER_PADDING_SIZE)) < 0) {
677 avctx->extradata_size = 0;
680 memcpy(avctx->extradata + avctx->extradata_size, buffer->pBuffer + buffer->nOffset, buffer->nFilledLen);
681 avctx->extradata_size += buffer->nFilledLen;
682 memset(avctx->extradata + avctx->extradata_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
684 err = OMX_FillThisBuffer(s->handle, buffer);
685 if (err != OMX_ErrorNone) {
686 append_buffer(&s->output_mutex, &s->output_cond,
687 &s->num_done_out_buffers, s->done_out_buffers, buffer);
688 av_log(avctx, AV_LOG_ERROR, "OMX_FillThisBuffer failed: %x\n", err);
689 ret = AVERROR_UNKNOWN;
692 if (avctx->codec->id == AV_CODEC_ID_H264) {
693 // For H.264, the extradata can be returned in two separate buffers
694 // (the videocore encoder on raspberry pi does this);
695 // therefore check that we have got both SPS and PPS before continuing.
696 int nals[32] = { 0 };
698 for (i = 0; i + 4 < avctx->extradata_size; i++) {
699 if (!avctx->extradata[i + 0] &&
700 !avctx->extradata[i + 1] &&
701 !avctx->extradata[i + 2] &&
702 avctx->extradata[i + 3] == 1) {
703 nals[avctx->extradata[i + 4] & 0x1f]++;
706 if (nals[H264_NAL_SPS] && nals[H264_NAL_PPS])
709 if (avctx->extradata_size > 0)
721 static int omx_encode_frame(AVCodecContext *avctx, AVPacket *pkt,
722 const AVFrame *frame, int *got_packet)
724 OMXCodecContext *s = avctx->priv_data;
726 OMX_BUFFERHEADERTYPE* buffer;
733 buffer = get_buffer(&s->input_mutex, &s->input_cond,
734 &s->num_free_in_buffers, s->free_in_buffers, 1);
736 buffer->nFilledLen = av_image_fill_arrays(dst, linesize, buffer->pBuffer, avctx->pix_fmt, s->stride, s->plane_size, 1);
738 if (s->input_zerocopy) {
739 uint8_t *src[4] = { NULL };
741 av_image_fill_arrays(src, src_linesize, frame->data[0], avctx->pix_fmt, s->stride, s->plane_size, 1);
742 if (frame->linesize[0] == src_linesize[0] &&
743 frame->linesize[1] == src_linesize[1] &&
744 frame->linesize[2] == src_linesize[2] &&
745 frame->data[1] == src[1] &&
746 frame->data[2] == src[2]) {
747 // If the input frame happens to have all planes stored contiguously,
748 // with the right strides, just clone the frame and set the OMX
749 // buffer header to point to it
750 AVFrame *local = av_frame_clone(frame);
752 // Return the buffer to the queue so it's not lost
753 append_buffer(&s->input_mutex, &s->input_cond, &s->num_free_in_buffers, s->free_in_buffers, buffer);
754 return AVERROR(ENOMEM);
756 buffer->pAppPrivate = local;
757 buffer->pOutputPortPrivate = NULL;
758 buffer->pBuffer = local->data[0];
762 // If not, we need to allocate a new buffer with the right
763 // size and copy the input frame into it.
764 uint8_t *buf = av_malloc(av_image_get_buffer_size(avctx->pix_fmt, s->stride, s->plane_size, 1));
766 // Return the buffer to the queue so it's not lost
767 append_buffer(&s->input_mutex, &s->input_cond, &s->num_free_in_buffers, s->free_in_buffers, buffer);
768 return AVERROR(ENOMEM);
770 buffer->pAppPrivate = buf;
771 // Mark that pAppPrivate is an av_malloc'ed buffer, not an AVFrame
772 buffer->pOutputPortPrivate = (void*) 1;
773 buffer->pBuffer = buf;
775 buffer->nFilledLen = av_image_fill_arrays(dst, linesize, buffer->pBuffer, avctx->pix_fmt, s->stride, s->plane_size, 1);
782 av_image_copy(dst, linesize, (const uint8_t**) frame->data, frame->linesize, avctx->pix_fmt, avctx->width, avctx->height);
783 buffer->nFlags = OMX_BUFFERFLAG_ENDOFFRAME;
785 // Convert the timestamps to microseconds; some encoders can ignore
786 // the framerate and do VFR bit allocation based on timestamps.
787 buffer->nTimeStamp = to_omx_ticks(av_rescale_q(frame->pts, avctx->time_base, AV_TIME_BASE_Q));
788 err = OMX_EmptyThisBuffer(s->handle, buffer);
789 if (err != OMX_ErrorNone) {
790 append_buffer(&s->input_mutex, &s->input_cond, &s->num_free_in_buffers, s->free_in_buffers, buffer);
791 av_log(avctx, AV_LOG_ERROR, "OMX_EmptyThisBuffer failed: %x\n", err);
792 return AVERROR_UNKNOWN;
794 } else if (!s->eos_sent) {
795 buffer = get_buffer(&s->input_mutex, &s->input_cond,
796 &s->num_free_in_buffers, s->free_in_buffers, 1);
798 buffer->nFilledLen = 0;
799 buffer->nFlags = OMX_BUFFERFLAG_EOS;
800 buffer->pAppPrivate = buffer->pOutputPortPrivate = NULL;
801 err = OMX_EmptyThisBuffer(s->handle, buffer);
802 if (err != OMX_ErrorNone) {
803 append_buffer(&s->input_mutex, &s->input_cond, &s->num_free_in_buffers, s->free_in_buffers, buffer);
804 av_log(avctx, AV_LOG_ERROR, "OMX_EmptyThisBuffer failed: %x\n", err);
805 return AVERROR_UNKNOWN;
810 while (!*got_packet && ret == 0 && !s->got_eos) {
811 // If not flushing, just poll the queue if there's finished packets.
812 // If flushing, do a blocking wait until we either get a completed
813 // packet, or get EOS.
814 buffer = get_buffer(&s->output_mutex, &s->output_cond,
815 &s->num_done_out_buffers, s->done_out_buffers,
820 if (buffer->nFlags & OMX_BUFFERFLAG_EOS)
823 if (buffer->nFlags & OMX_BUFFERFLAG_CODECCONFIG && avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
824 if ((ret = av_reallocp(&avctx->extradata, avctx->extradata_size + buffer->nFilledLen + AV_INPUT_BUFFER_PADDING_SIZE)) < 0) {
825 avctx->extradata_size = 0;
828 memcpy(avctx->extradata + avctx->extradata_size, buffer->pBuffer + buffer->nOffset, buffer->nFilledLen);
829 avctx->extradata_size += buffer->nFilledLen;
830 memset(avctx->extradata + avctx->extradata_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
832 if (!(buffer->nFlags & OMX_BUFFERFLAG_ENDOFFRAME) || !pkt->data) {
833 // If the output packet isn't preallocated, just concatenate everything in our
835 int newsize = s->output_buf_size + buffer->nFilledLen + AV_INPUT_BUFFER_PADDING_SIZE;
836 if ((ret = av_reallocp(&s->output_buf, newsize)) < 0) {
837 s->output_buf_size = 0;
840 memcpy(s->output_buf + s->output_buf_size, buffer->pBuffer + buffer->nOffset, buffer->nFilledLen);
841 s->output_buf_size += buffer->nFilledLen;
842 if (buffer->nFlags & OMX_BUFFERFLAG_ENDOFFRAME) {
843 if ((ret = av_packet_from_data(pkt, s->output_buf, s->output_buf_size)) < 0) {
844 av_freep(&s->output_buf);
845 s->output_buf_size = 0;
848 s->output_buf = NULL;
849 s->output_buf_size = 0;
852 // End of frame, and the caller provided a preallocated frame
853 if ((ret = ff_alloc_packet(pkt, s->output_buf_size + buffer->nFilledLen)) < 0) {
854 av_log(avctx, AV_LOG_ERROR, "Error getting output packet of size %d.\n",
855 (int)(s->output_buf_size + buffer->nFilledLen));
858 memcpy(pkt->data, s->output_buf, s->output_buf_size);
859 memcpy(pkt->data + s->output_buf_size, buffer->pBuffer + buffer->nOffset, buffer->nFilledLen);
860 av_freep(&s->output_buf);
861 s->output_buf_size = 0;
863 if (buffer->nFlags & OMX_BUFFERFLAG_ENDOFFRAME) {
864 pkt->pts = av_rescale_q(from_omx_ticks(buffer->nTimeStamp), AV_TIME_BASE_Q, avctx->time_base);
865 // We don't currently enable B-frames for the encoders, so set
866 // pkt->dts = pkt->pts. (The calling code behaves worse if the encoder
867 // doesn't set the dts).
869 if (buffer->nFlags & OMX_BUFFERFLAG_SYNCFRAME)
870 pkt->flags |= AV_PKT_FLAG_KEY;
875 err = OMX_FillThisBuffer(s->handle, buffer);
876 if (err != OMX_ErrorNone) {
877 append_buffer(&s->output_mutex, &s->output_cond, &s->num_done_out_buffers, s->done_out_buffers, buffer);
878 av_log(avctx, AV_LOG_ERROR, "OMX_FillThisBuffer failed: %x\n", err);
879 ret = AVERROR_UNKNOWN;
885 static av_cold int omx_encode_end(AVCodecContext *avctx)
887 OMXCodecContext *s = avctx->priv_data;
893 #define OFFSET(x) offsetof(OMXCodecContext, x)
894 #define VDE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM | AV_OPT_FLAG_ENCODING_PARAM
895 #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
896 static const AVOption options[] = {
897 { "omx_libname", "OpenMAX library name", OFFSET(libname), AV_OPT_TYPE_STRING, { 0 }, 0, 0, VDE },
898 { "omx_libprefix", "OpenMAX library prefix", OFFSET(libprefix), AV_OPT_TYPE_STRING, { 0 }, 0, 0, VDE },
899 { "zerocopy", "Try to avoid copying input frames if possible", OFFSET(input_zerocopy), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VE },
903 static const enum AVPixelFormat omx_encoder_pix_fmts[] = {
904 AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE
907 static const AVClass omx_mpeg4enc_class = {
908 .class_name = "mpeg4_omx",
909 .item_name = av_default_item_name,
911 .version = LIBAVUTIL_VERSION_INT,
913 AVCodec ff_mpeg4_omx_encoder = {
915 .long_name = NULL_IF_CONFIG_SMALL("OpenMAX IL MPEG-4 video encoder"),
916 .type = AVMEDIA_TYPE_VIDEO,
917 .id = AV_CODEC_ID_MPEG4,
918 .priv_data_size = sizeof(OMXCodecContext),
919 .init = omx_encode_init,
920 .encode2 = omx_encode_frame,
921 .close = omx_encode_end,
922 .pix_fmts = omx_encoder_pix_fmts,
923 .capabilities = AV_CODEC_CAP_DELAY,
924 .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP,
925 .priv_class = &omx_mpeg4enc_class,
928 static const AVClass omx_h264enc_class = {
929 .class_name = "h264_omx",
930 .item_name = av_default_item_name,
932 .version = LIBAVUTIL_VERSION_INT,
934 AVCodec ff_h264_omx_encoder = {
936 .long_name = NULL_IF_CONFIG_SMALL("OpenMAX IL H.264 video encoder"),
937 .type = AVMEDIA_TYPE_VIDEO,
938 .id = AV_CODEC_ID_H264,
939 .priv_data_size = sizeof(OMXCodecContext),
940 .init = omx_encode_init,
941 .encode2 = omx_encode_frame,
942 .close = omx_encode_end,
943 .pix_fmts = omx_encoder_pix_fmts,
944 .capabilities = AV_CODEC_CAP_DELAY,
945 .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP,
946 .priv_class = &omx_h264enc_class,