Git Browser for ODROID
Code Review Sign In
git.odroid.com / yocto / linux / multimedia / gst-plugin-aml-v4l2dec / refs/heads/debian-kirkstone-sdk-202501 / . / src / gstamlv4l2videodec.c
blob: 5a4421ed9a490ca94d21647b45c53103ace9aa01 [file] [log] [blame] [edit]
/* GStreamer
* Copyright (C) 2022 <xuesong.jiang@amlogic.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin Street, Suite 500,
* Boston, MA 02110-1335, USA.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <sys/stat.h>
#include <fcntl.h>
#include <errno.h>
#include <unistd.h>
#include <string.h>
#include "gstamlv4l2object.h"
#include "gstamlv4l2videodec.h"
#include <string.h>
#include <gst/gst-i18n-plugin.h>
#include <gst/allocators/gstdmabuf.h>
GST_DEBUG_CATEGORY_STATIC(gst_aml_v4l2_video_dec_debug);
#define GST_CAT_DEFAULT gst_aml_v4l2_video_dec_debug
#define GST_AML_V4L2_CC_IMPORT_QUARK gst_aml_v4l2_buffer_pool_cc_import_quark ()
#ifndef ABSDIFF
#define ABSDIFF(a,b) (((a) > (b)) ? ((a) - (b)) : ((b) - (a)))
#endif
#if GST_IMPORT_LGE_PROP
typedef struct _GstAmlResourceInfo
{
gchar *coretype;
gint videoport;
gint audioport;
gint maxwidth;
gint maxheight;
gint mixerport;
} GstAmlResourceInfo;
struct _GstAmlV4l2VideoDecLgeCtxt
{
GstAmlResourceInfo res_info;
guint64 dec_size;
guint64 undec_size;
gchar *app_type;
gboolean clip_mode;
};
#endif
typedef struct
{
gchar *device;
GstCaps *sink_caps;
GstCaps *src_caps;
const gchar *longname;
const gchar *description;
} GstAmlV4l2VideoDecCData;
enum
{
PROP_0,
V4L2_STD_OBJECT_PROPS,
#if GST_IMPORT_LGE_PROP
LGE_RESOURCE_INFO,
LGE_DECODE_SIZE,
LGE_UNDECODE_SIZE,
LGE_APP_TYPE,
LGE_CLIP_MODE
#endif
};
enum
{
SIGNAL_DECODED_PTS,
SIGNAL_DECODED_ERROR_PTS,
MAX_SIGNAL
};
static guint g_signals[MAX_SIGNAL]= {0};
#define gst_aml_v4l2_video_dec_parent_class parent_class
G_DEFINE_ABSTRACT_TYPE(GstAmlV4l2VideoDec, gst_aml_v4l2_video_dec,
GST_AML_TYPE_VIDEO_DECODER);
static GstFlowReturn gst_aml_v4l2_video_dec_finish(GstAmlVideoDecoder *decoder);
#if GST_IMPORT_LGE_PROP
static void gst_aml_v4l2_video_dec_install_lge_properties_helper(GObjectClass *gobject_class);
#endif
static GstClockTime gst_aml_v4l2_video_dec_calc_output_buffer_pts(GstAmlVideoDecoder *decoder);
static GstClockTime gst_aml_v4l2_video_dec_calc_duration(GstAmlVideoDecoder *decoder);
static GstFlowReturn gst_aml_v4l2_video_dec_clip_and_push_frame (GstAmlVideoDecoder * decoder, GstAmlVideoCodecFrame * frame);
static void
gst_aml_v4l2_video_dec_set_property(GObject *object,
guint prop_id, const GValue * value, GParamSpec * pspec)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(object);
switch (prop_id)
{
case PROP_CAPTURE_IO_MODE:
case PROP_DUMP_FRAME_LOCATION:
case PROP_CC_DATA:
if (!gst_aml_v4l2_object_set_property_helper(self->v4l2capture,
prop_id, value, pspec))
{
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
}
break;
#if GST_IMPORT_LGE_PROP
case LGE_RESOURCE_INFO:
{
GST_DEBUG_OBJECT(self, "LGE up layer set res info");
GstStructure *r_info = g_value_get_object(value);
if (r_info)
{
if (gst_structure_has_field(r_info, "coretype"))
{
if (self->lge_ctxt->res_info.coretype)
g_free(self->lge_ctxt->res_info.coretype);
self->lge_ctxt->res_info.coretype = g_strdup(gst_structure_get_string(r_info, "coretype"));
}
if (gst_structure_has_field(r_info, "videoport"))
gst_structure_get_int(r_info, "videoport", &(self->lge_ctxt->res_info.videoport));
if (gst_structure_has_field(r_info, "audioport"))
gst_structure_get_int(r_info, "audioport", &(self->lge_ctxt->res_info.audioport));
if (gst_structure_has_field(r_info, "maxwidth"))
gst_structure_get_int(r_info, "maxwidth", &(self->lge_ctxt->res_info.maxwidth));
if (gst_structure_has_field(r_info, "maxheight"))
gst_structure_get_int(r_info, "maxheight", &(self->lge_ctxt->res_info.maxheight));
if (gst_structure_has_field(r_info, "mixerport"))
gst_structure_get_int(r_info, "mixerport", &(self->lge_ctxt->res_info.mixerport));
}
break;
}
case LGE_APP_TYPE:
{
GST_DEBUG_OBJECT(self, "LGE up layer set app type");
if (self->lge_ctxt->app_type)
g_free(self->lge_ctxt->app_type);
self->lge_ctxt->app_type = g_strdup(g_value_get_string(value));
break;
}
case LGE_CLIP_MODE:
{
GST_DEBUG_OBJECT(self, "LGE up layer set clip mode");
self->lge_ctxt->clip_mode = g_strdup(g_value_get_boolean(value));
break;
}
#endif
/* By default, only set on output */
default:
if (!gst_aml_v4l2_object_set_property_helper (self->v4l2output,
prop_id, value, pspec))
{
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
}
break;
}
}
static void
gst_aml_v4l2_video_dec_get_property(GObject *object,
guint prop_id, GValue *value, GParamSpec *pspec)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(object);
switch (prop_id)
{
case PROP_CAPTURE_IO_MODE:
case PROP_CC_DATA:
case PROP_DECODING_ERROR_FRAMES:
if (!gst_aml_v4l2_object_get_property_helper (self->v4l2capture,
prop_id, value, pspec))
{
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
}
break;
#if GST_IMPORT_LGE_PROP
case LGE_DECODE_SIZE:
{
GST_DEBUG_OBJECT(self, "LGE up layer get dec size");
self->lge_ctxt->dec_size = -1;
g_value_set_int(value, self->lge_ctxt->dec_size);
break;
}
case LGE_UNDECODE_SIZE:
{
GST_DEBUG_OBJECT(self, "LGE up layer get undec size");
self->lge_ctxt->undec_size = -1;
g_value_set_int(value, self->lge_ctxt->undec_size);
break;
}
#endif
/* By default read from output */
default:
if (!gst_aml_v4l2_object_get_property_helper (self->v4l2output,
prop_id, value, pspec))
{
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
}
break;
}
}
static gboolean
gst_aml_v4l2_video_dec_open(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstCaps *codec_caps;
GST_DEBUG_OBJECT (self, "Opening");
if (!gst_aml_v4l2_object_open (self->v4l2output))
goto failure;
if (!gst_aml_v4l2_object_open_shared (self->v4l2capture, self->v4l2output))
goto failure;
codec_caps = gst_pad_get_pad_template_caps (decoder->sinkpad);
self->probed_sinkcaps = gst_aml_v4l2_object_probe_caps (self->v4l2output,
codec_caps);
gst_caps_unref (codec_caps);
if (gst_caps_is_empty (self->probed_sinkcaps))
goto no_encoded_format;
return TRUE;
no_encoded_format:
GST_ELEMENT_ERROR (self, RESOURCE, SETTINGS,
(_("Decoder on device %s has no supported input format"),
self->v4l2output->videodev), (NULL));
goto failure;
failure:
if (GST_AML_V4L2_IS_OPEN (self->v4l2output))
gst_aml_v4l2_object_close (self->v4l2output);
if (GST_AML_V4L2_IS_OPEN (self->v4l2capture))
gst_aml_v4l2_object_close (self->v4l2capture);
gst_caps_replace (&self->probed_srccaps, NULL);
gst_caps_replace (&self->probed_sinkcaps, NULL);
return FALSE;
}
static gboolean
gst_aml_v4l2_video_dec_close(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GST_DEBUG_OBJECT (self, "Closing");
gst_aml_v4l2_object_close(self->v4l2output);
gst_aml_v4l2_object_close(self->v4l2capture);
gst_caps_replace (&self->probed_srccaps, NULL);
gst_caps_replace (&self->probed_sinkcaps, NULL);
return TRUE;
}
static gboolean
gst_aml_v4l2_video_dec_start(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GST_DEBUG_OBJECT (self, "Starting");
gst_aml_v4l2_object_flush_start (self->v4l2output);
g_atomic_int_set (&self->active, TRUE);
self->output_flow = GST_FLOW_OK;
return TRUE;
}
static gboolean
gst_aml_v4l2_video_dec_stop(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GST_DEBUG_OBJECT (self, "Stopping");
gst_aml_v4l2_object_flush_start (self->v4l2output);
gst_aml_v4l2_object_flush_start (self->v4l2capture);
/* Wait for capture thread to stop */
gst_pad_stop_task (decoder->srcpad);
GST_AML_VIDEO_DECODER_STREAM_LOCK(decoder);
self->output_flow = GST_FLOW_OK;
GST_AML_VIDEO_DECODER_STREAM_UNLOCK(decoder);
/* Should have been flushed already */
g_assert (g_atomic_int_get (&self->active) == FALSE);
gst_aml_v4l2_object_stop(self->v4l2output);
gst_aml_v4l2_object_stop(self->v4l2capture);
if (self->input_state)
{
gst_aml_video_codec_state_unref(self->input_state);
self->input_state = NULL;
}
GST_DEBUG_OBJECT (self, "Stopped");
return TRUE;
}
static gboolean
gst_aml_v4l2_video_dec_update_probe_src_caps(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstCaps *caps;
GST_DEBUG_OBJECT (self, "update probe src caps");
gst_caps_replace (&self->probed_srccaps, NULL);
self->probed_srccaps = gst_aml_v4l2_object_probe_caps (self->v4l2capture,
gst_aml_v4l2_object_get_raw_caps ());
if (gst_caps_is_empty (self->probed_srccaps))
{
GST_ELEMENT_ERROR (self, RESOURCE, SETTINGS,
(_("Decoder on device %s has no supported output format"),
self->v4l2output->videodev), (NULL));
return FALSE;
}
caps = gst_caps_copy(self->probed_srccaps);
gst_caps_set_features_simple(caps, gst_caps_features_from_string(GST_CAPS_FEATURE_MEMORY_DMABUF));
gst_caps_append(self->probed_srccaps, caps);
GST_DEBUG_OBJECT (self, "update probe src caps: %" GST_PTR_FORMAT,self->probed_srccaps);
return TRUE;
}
static gboolean
gst_aml_v4l2_video_dec_codec_chg(GstAmlVideoDecoder *decoder,
GstAmlVideoCodecState *state)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstStructure *s_old = NULL;
GstStructure *s_new = NULL;
// first play, must set foramt;
if (!self->input_state)
return TRUE;
if (self->input_state->caps)
s_old = gst_caps_get_structure(self->input_state->caps,0);
if (state->caps)
s_new = gst_caps_get_structure(state->caps,0);
if (s_new && s_old && strcmp(gst_structure_get_name(s_new),gst_structure_get_name(s_old)))
return TRUE;
return FALSE;
}
static gboolean
gst_aml_v4l2_video_dec_set_format(GstAmlVideoDecoder *decoder,
GstAmlVideoCodecState *state)
{
GstAmlV4l2Error error = GST_AML_V4L2_ERROR_INIT;
gboolean ret = TRUE;
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstCapsFeatures *const features = gst_caps_get_features(state->caps, 0);
GstStructure *s = gst_caps_get_structure(state->caps,0);
GST_DEBUG_OBJECT (self, "Setting format: %" GST_PTR_FORMAT, state->caps);
if (s && gst_structure_has_field(s,"format"))
{
if (!strcmp("XVID",gst_structure_get_string(s,"format")))
{
GST_DEBUG_OBJECT(self, "This is a DIVX file, cannot support");
ret = FALSE;
goto done;
}
}
if (gst_caps_features_contains(features, GST_CAPS_FEATURE_MEMORY_DMABUF))
self->v4l2output->req_mode = GST_V4L2_IO_DMABUF_IMPORT;
if (self->input_state)
{
// 1、Only resolution change caused by codec changes are triggered by the gst,
// 2、the rest are triggered by drive.
if (!gst_aml_v4l2_video_dec_codec_chg(decoder,state))
{
if ((ret = gst_aml_v4l2_video_dec_update_probe_src_caps(decoder)) == FALSE)
GST_ERROR_OBJECT(self, "update probe caps error");
goto done;
}
}
if (self->input_state)
{
gst_aml_v4l2_video_dec_finish (decoder);
gst_aml_v4l2_object_stop (self->v4l2output);
gst_aml_video_codec_state_unref(self->input_state);
self->input_state = NULL;
/* The renegotiation flow don't blend with the base class flow. To properly
* stop the capture pool, if the buffers can't be orphaned, we need to
* reclaim our buffers, which will happend through the allocation query.
* The allocation query is triggered by gst_aml_video_decoder_negotiate() which
* requires the output caps to be set, but we can't know this information
* as we rely on the decoder, which requires the capture queue to be
* stopped.
*
* To workaround this issue, we simply run an allocation query with the
* old negotiated caps in order to drain/reclaim our buffers. That breaks
* the complexity and should not have much impact in performance since the
* following allocation query will happen on a drained pipeline and won't
* block. */
if (self->v4l2capture->pool &&
!gst_aml_v4l2_buffer_pool_orphan(&self->v4l2capture->pool))
{
GstCaps *caps = gst_pad_get_current_caps (decoder->srcpad);
if (caps)
{
GstQuery *query = gst_query_new_allocation (caps, FALSE);
gst_pad_peer_query (decoder->srcpad, query);
gst_query_unref (query);
gst_caps_unref (caps);
}
}
gst_aml_v4l2_object_stop (self->v4l2capture);
self->output_flow = GST_FLOW_OK;
}
if ((ret = gst_aml_v4l2_set_drm_mode(self->v4l2output)) == FALSE)
{
GST_ERROR_OBJECT(self, "config output drm mode error");
goto done;
}
if ((ret = gst_aml_v4l2_set_stream_mode(self->v4l2output)) == FALSE)
{
GST_ERROR_OBJECT(self, "config output stream mode error");
goto done;
}
if ((ret = gst_aml_v4l2_object_set_format (self->v4l2output, state->caps, &error)) == FALSE)
{
GST_ERROR_OBJECT(self, "set format error");
goto done;
}
// MUST: aml v4l2 drive request set I frame after VIDIOC_S_FMT.
if ((ret = gst_aml_v4l2_set_I_frame_mode(self->v4l2output)) == FALSE)
{
GST_ERROR_OBJECT(self, "config I frame mode error");
goto done;
}
if ((ret = gst_aml_v4l2_video_dec_update_probe_src_caps(decoder)) == FALSE)
{
GST_ERROR_OBJECT(self, "update probe caps error");
goto done;
}
if (ret)
self->input_state = gst_aml_video_codec_state_ref (state);
else
gst_aml_v4l2_error (self, &error);
done:
return ret;
}
static gboolean
gst_aml_v4l2_video_dec_flush(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GST_DEBUG_OBJECT(self, "Flushed");
/* Ensure the processing thread has stopped for the reverse playback
* discount case */
if (gst_pad_get_task_state (decoder->srcpad) == GST_TASK_STARTED)
{
GST_AML_VIDEO_DECODER_STREAM_UNLOCK (decoder);
gst_aml_v4l2_object_flush_start (self->v4l2output);
gst_aml_v4l2_object_flush_start (self->v4l2capture);
gst_pad_stop_task (decoder->srcpad);
GST_AML_VIDEO_DECODER_STREAM_LOCK (decoder);
}
self->output_flow = GST_FLOW_OK;
gst_aml_v4l2_object_flush_stop (self->v4l2output);
gst_aml_v4l2_object_flush_stop (self->v4l2capture);
if (self->v4l2output->pool)
gst_aml_v4l2_buffer_pool_flush (self->v4l2output->pool);
/* gst_aml_v4l2_buffer_pool_flush() calls streamon the capture pool and must be
* called after gst_aml_v4l2_object_flush_stop() stopped flushing the buffer
* pool. */
if (self->v4l2capture->pool)
gst_aml_v4l2_buffer_pool_flush (self->v4l2capture->pool);
return TRUE;
}
static gboolean
gst_aml_v4l2_video_dec_negotiate(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
if (TRUE == decoder->svp)
{
GstStructure *s;
GstEvent *event;
s = gst_structure_new_empty ("IS_SVP");
event = gst_event_new_custom (GST_EVENT_CUSTOM_DOWNSTREAM_STICKY, s);
GST_DEBUG_OBJECT(self, "before Send SVP Event :%p", event);
gst_pad_push_event (decoder->srcpad, event);
GST_DEBUG_OBJECT(self, "after Send SVP Event :%p", event);
}
/* We don't allow renegotiation without carefull disabling the pool */
if (self->v4l2capture->pool &&
gst_buffer_pool_is_active(GST_BUFFER_POOL(self->v4l2capture->pool)))
return TRUE;
return GST_AML_VIDEO_DECODER_CLASS (parent_class)->negotiate (decoder);
}
static gboolean
gst_aml_v4l2_decoder_cmd(GstAmlV4l2Object *v4l2object, guint cmd, guint flags)
{
struct v4l2_decoder_cmd dcmd = { 0, };
GST_DEBUG_OBJECT (v4l2object->element,
"sending v4l2 decoder command %u with flags %u", cmd, flags);
if (!GST_AML_V4L2_IS_OPEN (v4l2object))
return FALSE;
dcmd.cmd = cmd;
dcmd.flags = flags;
if (v4l2object->ioctl (v4l2object->video_fd, VIDIOC_DECODER_CMD, &dcmd) < 0)
goto dcmd_failed;
return TRUE;
dcmd_failed:
if (errno == ENOTTY)
{
GST_INFO_OBJECT (v4l2object->element,
"Failed to send decoder command %u with flags %u for '%s'. (%s)",
cmd, flags, v4l2object->videodev, g_strerror (errno));
}
else
{
GST_ERROR_OBJECT (v4l2object->element,
"Failed to send decoder command %u with flags %u for '%s'. (%s)",
cmd, flags, v4l2object->videodev, g_strerror (errno));
}
return FALSE;
}
static GstFlowReturn
gst_aml_v4l2_video_dec_finish(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC (decoder);
GstFlowReturn ret = GST_FLOW_OK;
GstBuffer *buffer;
if (gst_pad_get_task_state (decoder->srcpad) != GST_TASK_STARTED)
goto done;
GST_DEBUG_OBJECT (self, "Finishing decoding");
GST_AML_VIDEO_DECODER_STREAM_UNLOCK (decoder);
if (gst_aml_v4l2_decoder_cmd (self->v4l2output, V4L2_DEC_CMD_STOP, 0))
{
GstTask *task = decoder->srcpad->task;
/* If the decoder stop command succeeded, just wait until processing is
* finished */
GST_DEBUG_OBJECT (self, "Waiting for decoder stop");
GST_OBJECT_LOCK (task);
while (GST_TASK_STATE (task) == GST_TASK_STARTED)
GST_TASK_WAIT (task);
GST_OBJECT_UNLOCK (task);
ret = GST_FLOW_FLUSHING;
}
else
{
/* otherwise keep queuing empty buffers until the processing thread has
* stopped, _pool_process() will return FLUSHING when that happened */
while (ret == GST_FLOW_OK)
{
GST_DEBUG_OBJECT(self, "queue empty output buf");
buffer = gst_buffer_new ();
ret =
gst_aml_v4l2_buffer_pool_process(GST_AML_V4L2_BUFFER_POOL(self->v4l2output->pool), &buffer);
gst_buffer_unref (buffer);
}
}
/* and ensure the processing thread has stopped in case another error
* occurred. */
gst_aml_v4l2_object_flush_start (self->v4l2capture);
gst_pad_stop_task (decoder->srcpad);
GST_AML_VIDEO_DECODER_STREAM_LOCK (decoder);
if (ret == GST_FLOW_FLUSHING)
ret = self->output_flow;
/*if V4L2_DEC_CMD_STOP called,indicate decoder will stop.
should reset need_wait_event=true to wait source change event*/
self->v4l2capture->need_wait_event = TRUE;
GST_DEBUG_OBJECT (decoder, "Done draining buffers");
/* TODO Shall we cleanup any reffed frame to workaround broken decoders ? */
done:
return ret;
}
static GstFlowReturn
gst_aml_v4l2_video_dec_drain(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GST_DEBUG_OBJECT (self, "Draining...");
gst_aml_v4l2_video_dec_finish (decoder);
gst_aml_v4l2_video_dec_flush (decoder);
return GST_FLOW_OK;
}
static GstAmlVideoCodecFrame *
gst_aml_v4l2_video_dec_get_right_frame_for_frame_mode(GstAmlVideoDecoder *decoder, GstClockTime pts)
{
GstAmlVideoCodecFrame *frame = NULL;
GList *frames, *l;
gint count = 0;
GST_LOG_OBJECT (decoder, "trace in with pts: %" GST_TIME_FORMAT, GST_TIME_ARGS(pts));
frames = gst_aml_video_decoder_get_frames(decoder);
for (l = frames; l != NULL; l = l->next)
{
GstAmlVideoCodecFrame *f = l->data;
if (GST_CLOCK_TIME_IS_VALID(pts) && (ABSDIFF(f->pts,pts)) < 1000) {
frame = f;
}
count++;
}
if (!frame)
{
for (l = frames; l != NULL; l = l->next)
{
GstAmlVideoCodecFrame *f = l->data;
if (!GST_CLOCK_TIME_IS_VALID(f->pts))
{
frame = f;
GST_DEBUG("The pts of the expected output frame is invalid");
break;
}
}
}
if (frame)
{
GST_LOG_OBJECT(decoder,
"frame %p is %d %" GST_TIME_FORMAT " and %d frames left",
frame, frame->system_frame_number, GST_TIME_ARGS(frame->pts), count - 1);
gst_aml_video_codec_frame_ref(frame);
}
else
{
GST_LOG_OBJECT(decoder,
"buffer %" GST_TIME_FORMAT " unmatch, create new frame", GST_TIME_ARGS(pts));
frame = gst_aml_video_decoder_v4l2_new_frame (decoder);
}
g_list_free_full(frames, (GDestroyNotify)gst_aml_video_codec_frame_unref);
return frame;
}
static GstAmlVideoCodecFrame *
gst_aml_v4l2_video_dec_get_right_frame_for_stream_mode(GstAmlVideoDecoder *decoder, GstClockTime pts)
{
GstAmlVideoCodecFrame *frame = NULL;
GList *frames, *l;
guint frames_len = 0;
GST_LOG_OBJECT (decoder, "trace in with pts: %" GST_TIME_FORMAT, GST_TIME_ARGS(pts));
if (!(frames = gst_aml_video_decoder_get_frames(decoder)))
goto done;
frames_len = g_list_length(frames);
GST_LOG_OBJECT (decoder, "got frames list len:%d", frames_len);
for (l = frames; l != NULL; l = l->next)
{
GstAmlVideoCodecFrame *f = l->data;
if (GST_CLOCK_TIME_IS_VALID(pts) && (ABSDIFF(f->pts, pts)) < 1000)
{
/* found the right frame */
GST_LOG_OBJECT(decoder,
"found frame %" GST_TIME_FORMAT "with pts %" GST_TIME_FORMAT,
GST_TIME_ARGS(f->pts), GST_TIME_ARGS(pts));
frame = f;
break;
}
else if(GST_CLOCK_TIME_IS_VALID(pts) && (f->pts < pts))
{
GST_LOG_OBJECT(decoder,
"stream mode drop frame %d %" GST_TIME_FORMAT,
f->system_frame_number, GST_TIME_ARGS(f->pts));
gst_aml_video_codec_frame_ref(f);
// gst_aml_video_decoder_drop_frame(decoder, f);
gst_aml_video_decoder_release_frame(decoder, f);
}
else
{
GST_LOG_OBJECT (decoder, "dbg");
}
}
if (frame)
{
guint l_len = 0;
l = gst_aml_video_decoder_get_frames(decoder);
l_len = g_list_length(l);
g_list_free_full(l, (GDestroyNotify)gst_aml_video_codec_frame_unref);
GST_LOG_OBJECT(decoder,
"frame %p is %d %" GST_TIME_FORMAT " and %d frames left",
frame, frame->system_frame_number, GST_TIME_ARGS(frame->pts), l_len);
gst_aml_video_codec_frame_ref(frame);
}
g_list_free_full(frames, (GDestroyNotify)gst_aml_video_codec_frame_unref);
done:
return frame;
}
static GstAmlVideoCodecFrame *
gst_aml_v4l2_video_dec_get_right_frame(GstAmlVideoDecoder *decoder, GstClockTime pts)
{
GstAmlV4l2VideoDec *self = (GstAmlV4l2VideoDec *)decoder;
if (self->v4l2output->stream_mode)
return gst_aml_v4l2_video_dec_get_right_frame_for_stream_mode(decoder, pts);
else
return gst_aml_v4l2_video_dec_get_right_frame_for_frame_mode(decoder, pts);
}
static gboolean
gst_aml_v4l2_video_remove_padding(GstCapsFeatures *features,
GstStructure *structure, gpointer user_data)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(user_data);
GstVideoAlignment *align = &self->v4l2capture->align;
GstVideoInfo *info = &self->v4l2capture->info;
int width, height;
if (!gst_structure_get_int(structure, "width", &width))
return TRUE;
if (!gst_structure_get_int(structure, "height", &height))
return TRUE;
if (align->padding_left != 0 || align->padding_top != 0 ||
height != info->height + align->padding_bottom)
return TRUE;
if (height == info->height + align->padding_bottom)
{
/* Some drivers may round up width to the padded with */
if (width == info->width + align->padding_right)
gst_structure_set(structure,
"width", G_TYPE_INT, width - align->padding_right,
"height", G_TYPE_INT, height - align->padding_bottom, NULL);
/* Some drivers may keep visible width and only round up bytesperline */
else if (width == info->width)
gst_structure_set(structure,
"height", G_TYPE_INT, height - align->padding_bottom, NULL);
}
return TRUE;
}
static void
gst_v4l2_drop_event (GstAmlV4l2Object * v4l2object)
{
struct v4l2_event evt;
gint ret;
memset (&evt, 0x00, sizeof (struct v4l2_event));
ret = v4l2object->ioctl (v4l2object->video_fd, VIDIOC_DQEVENT, &evt);
if (ret < 0)
{
GST_DEBUG_OBJECT (v4l2object, "dqevent failed");
return;
}
switch (evt.type)
{
case V4L2_EVENT_SOURCE_CHANGE:
GST_DEBUG_OBJECT (v4l2object, "Drop GST_V4L2_FLOW_SOURCE_CHANGE");
break;
case V4L2_EVENT_EOS:
GST_DEBUG_OBJECT (v4l2object, "Drop GST_V4L2_FLOW_LAST_BUFFER");
break;
default:
break;
}
return;
}
static void
gst_aml_v4l2_video_dec_set_output_status(GstAmlVideoDecoder *decoder,GstVideoInfo info)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstAmlVideoCodecState *output_state;
struct v4l2_selection sel;
struct v4l2_rect *r = NULL;
GstStructure *s;
gint width = 0;
gint height = 0;
GST_DEBUG("%d %d",info.width, info.height);
output_state = gst_aml_video_decoder_set_output_state(decoder,
info.finfo->format, info.width, info.height, self->input_state);
memset(&sel, 0, sizeof(struct v4l2_selection));
sel.type = self->v4l2capture->type;
sel.target = V4L2_SEL_TGT_CROP_DEFAULT;
if (self->v4l2capture->ioctl(self->v4l2capture->video_fd, VIDIOC_G_SELECTION, &sel) >= 0)
{
r = &sel.r;
width = (r->width/2)*2;
height = (r->height/2)*2;
GST_DEBUG_OBJECT(self, "w:%d h:%d ",width,height);
}
else
GST_DEBUG_OBJECT(self, "iotcl error");
if (output_state)
{
output_state->info.interlace_mode = info.interlace_mode;
output_state->allocation_caps =gst_video_info_to_caps(&info);
output_state->caps =gst_video_info_to_caps(&info);
s = gst_caps_get_structure(output_state->caps, 0);
if (s)
{
gst_structure_set(s,"src_width",G_TYPE_INT,width,NULL);
gst_structure_set(s,"src_height",G_TYPE_INT,height,NULL);
gst_structure_set(s,"width",G_TYPE_INT,info.width,NULL);
gst_structure_set(s,"height",G_TYPE_INT,info.height,NULL);
gst_structure_set(s,"dw_mode",G_TYPE_INT,self->v4l2capture->dw_mode,NULL);
gst_structure_set(s,"stride",G_TYPE_INT,self->v4l2capture->stride,NULL);
GST_DEBUG_OBJECT(self, "output_state->caps: %" GST_PTR_FORMAT, output_state->caps);
gst_aml_video_codec_state_unref(output_state);
}
}
}
static GQuark
gst_aml_v4l2_buffer_pool_cc_import_quark (void)
{
static GQuark quark = 0;
if (quark == 0)
quark = g_quark_from_string ("GstAmlV4l2BufferPoolCcUsePtrData");
return quark;
}
static gboolean
foreach_cc_buffer_list_match_pts_func(GList *list , GstAmlVideoCodecFrame *frame)
{
GList *l;
if (g_list_length (list) > 0)
{
for (l = list; l != NULL; l = l->next)
{
GstBuffer *cc_buffer = l->data;
if (GST_BUFFER_TIMESTAMP (frame->output_buffer) == GST_BUFFER_TIMESTAMP (cc_buffer))
{
gst_mini_object_set_qdata (GST_MINI_OBJECT (frame->output_buffer), GST_AML_V4L2_CC_IMPORT_QUARK,
gst_buffer_ref(cc_buffer), (GDestroyNotify) gst_buffer_unref);
#if 0
//Debug code:dump cc data
GstMapInfo gst_map;
gst_buffer_map(cc_buffer,&gst_map,GST_MAP_READ);
int fd=open("/data/test/cc1.data",O_RDWR |O_CREAT|O_APPEND,0777);
if (gst_map.size>0)
write(fd,gst_map.data,gst_map.size);
close(fd);
gst_buffer_unmap(cc_buffer,&gst_map);
#endif
GST_DEBUG("match success");
return TRUE;
}
else
{
GST_DEBUG("match fail");
}
}
GST_WARNING("no match frame in the bufferlist");
}
else
{
GST_WARNING("list is null,can not foreach");
}
return FALSE;
}
static GstClockTime
gst_aml_v4l2_video_dec_calc_output_buffer_pts(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstClockTime pts = GST_CLOCK_TIME_NONE;
if (GST_CLOCK_TIME_IS_VALID (self->last_out_pts) && GST_CLOCK_TIME_IS_VALID(self->frame_duration)) {
pts = self->last_out_pts + self->frame_duration;
GST_LOG_OBJECT (decoder,
"calculate PTS %" GST_TIME_FORMAT " by duration: %" GST_TIME_FORMAT,
GST_TIME_ARGS (pts), GST_TIME_ARGS (self->frame_duration));
}
else
{
pts = 0;
GST_INFO_OBJECT (decoder,"Set PTS=0");
}
return pts;
}
static GstClockTime
gst_aml_v4l2_video_dec_calc_duration(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstClockTime duration = GST_CLOCK_TIME_NONE;
gint fps_n, fps_d;
fps_n = gst_value_get_fraction_numerator(self->v4l2capture->fps);
fps_d = gst_value_get_fraction_denominator(self->v4l2capture->fps);
if (fps_n != 0 && fps_d != 0)
{
duration = gst_util_uint64_scale (GST_SECOND, fps_d, fps_n);
if (self->v4l2capture->info.interlace_mode == GST_VIDEO_INTERLACE_MODE_INTERLEAVED)
{
duration = duration / 2;
}
}
GST_INFO_OBJECT (decoder,"framerate(fps_d: %d, fps_n: %d) -> frame_duration = %" GST_TIME_FORMAT, fps_d, fps_n, GST_TIME_ARGS(duration));
return duration;
}
static GstFlowReturn
gst_aml_v4l2_video_dec_clip_and_push_frame (GstAmlVideoDecoder * decoder, GstAmlVideoCodecFrame * frame)
{
GstFlowReturn ret = GST_FLOW_OK;
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
gboolean drop = FALSE;
if ((decoder->input_segment.rate > 0 && GST_CLOCK_TIME_NONE == decoder->input_segment.start) ||
(decoder->input_segment.rate < 0 && GST_CLOCK_TIME_NONE == decoder->input_segment.stop))
{
GST_DEBUG_OBJECT(self, "don't do clip when we have no input segment");
goto done;
}
if (decoder->input_segment.rate > 0)
{
GstClockTime duration = 0;
if (GST_CLOCK_TIME_NONE != frame->duration)
duration = frame->duration;
if ((frame->pts + duration) < decoder->input_segment.start)
{
GST_DEBUG_OBJECT(self, "drop frame with pts(dur %" GST_TIME_FORMAT ") %" GST_TIME_FORMAT " < start %" GST_TIME_FORMAT,
GST_TIME_ARGS(frame->pts), GST_TIME_ARGS(frame->duration), GST_TIME_ARGS(decoder->input_segment.start));
drop = TRUE;
goto done;
}
}
else if (decoder->input_segment.rate < 0)
{
if (frame->pts > decoder->input_segment.stop)
{
GST_DEBUG_OBJECT(self, "drop frame with pts(dur %" GST_TIME_FORMAT ") %" GST_TIME_FORMAT " > stop %" GST_TIME_FORMAT,
GST_TIME_ARGS(frame->pts), GST_TIME_ARGS(frame->duration), GST_TIME_ARGS(decoder->input_segment.stop));
drop = TRUE;
goto done;
}
}
done:
if (G_LIKELY (!drop))
ret = gst_aml_video_decoder_finish_frame(decoder, frame);
else
ret = gst_aml_video_decoder_drop_frame(decoder, frame);
return ret;
}
static void
gst_aml_v4l2_video_dec_loop(GstAmlVideoDecoder *decoder)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstAmlV4l2BufferPool *v4l2_pool;
GstAmlV4l2Error error = GST_AML_V4L2_ERROR_INIT;
GstBufferPool *pool;
GstAmlVideoCodecFrame *frame;
GstBuffer *buffer = NULL;
GstFlowReturn ret;
if (G_UNLIKELY (!GST_AML_V4L2_IS_ACTIVE (self->v4l2capture)))
{
GstVideoInfo info;
GstCaps *acquired_caps, *available_caps, *caps, *filter;
GstStructure *st;
GST_DEBUG_OBJECT(self, "waitting source change event");
/* Wait until received SOURCE_CHANGE event to get right video format */
while (self->v4l2capture->can_wait_event && self->v4l2capture->need_wait_event)
{
ret = gst_aml_v4l2_object_dqevent (self->v4l2capture);
if (ret == GST_AML_V4L2_FLOW_SOURCE_CHANGE)
{
//let flush start event blocked until capture buffer pool actived
self->is_res_chg = TRUE;
GST_DEBUG_OBJECT (self, "Received source change event");
break;
}
else if (ret == GST_AML_V4L2_FLOW_LAST_BUFFER)
{
GST_DEBUG_OBJECT (self, "Received eos event");
goto beach;
}
else if (ret != GST_FLOW_OK)
{
GST_ERROR_OBJECT (self, "dqevent error");
goto beach;
}
}
self->v4l2capture->need_wait_event = FALSE;
if (TRUE == decoder->svp)
{
GstPad *peer;
GstStructure *s;
GstEvent *event;
peer = gst_pad_get_peer (decoder->srcpad);
if (peer)
{
s = gst_structure_new_empty ("IS_SVP");
if (s)
{
event = gst_event_new_custom (GST_EVENT_CUSTOM_DOWNSTREAM, s);
gst_pad_send_event (peer, event);
GST_DEBUG_OBJECT(self, "Send SVP Event");
}
gst_object_unref (peer);
}
}
if (self->v4l2capture->need_drop_event)
{
// drop V4L2_EVENT_SOURCE_CHANGE
gst_v4l2_drop_event(self->v4l2capture);
self->v4l2capture->need_drop_event = FALSE;
}
if (!gst_aml_v4l2_object_acquire_format (self->v4l2capture, &info))
goto not_negotiated;
/* Create caps from the acquired format, remove the format field */
acquired_caps = gst_video_info_to_caps (&info);
GST_DEBUG_OBJECT (self, "Acquired caps: %" GST_PTR_FORMAT, acquired_caps);
st = gst_caps_get_structure (acquired_caps, 0);
gst_structure_remove_fields (st, "format", "colorimetry", "chroma-site", NULL);
/* Probe currently available pixel formats */
available_caps = gst_caps_copy (self->probed_srccaps);
GST_DEBUG_OBJECT (self, "Available caps: %" GST_PTR_FORMAT, available_caps);
/* Replace coded size with visible size, we want to negotiate visible size
* with downstream, not coded size. */
gst_caps_map_in_place (available_caps, gst_aml_v4l2_video_remove_padding, self);
filter = gst_caps_intersect_full (available_caps, acquired_caps, GST_CAPS_INTERSECT_FIRST);
caps = gst_caps_copy(filter);
gst_caps_set_features_simple(caps, gst_caps_features_from_string(GST_CAPS_FEATURE_MEMORY_DMABUF));
gst_caps_append(filter, caps);
GST_DEBUG_OBJECT (self, "Filtered caps: %" GST_PTR_FORMAT, filter);
gst_caps_unref (acquired_caps);
gst_caps_unref (available_caps);
caps = gst_pad_peer_query_caps (decoder->srcpad, filter);
gst_caps_unref (filter);
GST_DEBUG_OBJECT (self, "Possible decoded caps: %" GST_PTR_FORMAT, caps);
if (gst_caps_is_empty (caps))
{
gst_caps_unref (caps);
goto not_negotiated;
}
/* Fixate pixel format */
caps = gst_caps_fixate (caps);
GST_DEBUG_OBJECT (self, "Chosen decoded caps: %" GST_PTR_FORMAT, caps);
/* Try to set negotiated format, on success replace acquired format */
if (gst_aml_v4l2_object_set_format (self->v4l2capture, caps, &error))
gst_video_info_from_caps (&info, caps);
else
gst_aml_v4l2_clear_error (&error);
gst_caps_unref (caps);
gst_aml_v4l2_video_dec_set_output_status(decoder,info);
if (!gst_aml_video_decoder_negotiate (decoder))
{
if (GST_PAD_IS_FLUSHING (decoder->srcpad))
goto flushing;
else
goto not_negotiated;
}
/* Ensure our internal pool is activated */
if (!gst_buffer_pool_set_active (GST_BUFFER_POOL (self->v4l2capture->pool),
TRUE))
goto activate_failed;
//cal duration when got resolution event
self->frame_duration = gst_aml_v4l2_video_dec_calc_duration(decoder);
g_mutex_lock(&self->res_chg_lock);
GST_LOG_OBJECT(decoder, "signal resolution changed");
self->is_res_chg = FALSE;
g_cond_signal(&self->res_chg_cond);
g_mutex_unlock(&self->res_chg_lock);
}
GST_LOG_OBJECT (decoder, "Allocate output buffer");
v4l2_pool = GST_AML_V4L2_BUFFER_POOL(self->v4l2capture->pool);
self->output_flow = GST_FLOW_OK;
do
{
/* We cannot use the base class allotate helper since it taking the internal
* stream lock. we know that the acquire may need to poll until more frames
* comes in and holding this lock would prevent that.
*/
pool = gst_aml_video_decoder_get_buffer_pool (decoder);
/* Pool may be NULL if we started going to READY state */
if (pool == NULL)
{
GST_WARNING_OBJECT(decoder, "gst_aml_video_decoder_get_buffer_pool goto beach");
ret = GST_FLOW_FLUSHING;
goto beach;
}
ret = gst_buffer_pool_acquire_buffer (pool, &buffer, NULL);
g_object_unref (pool);
if (ret == GST_FLOW_OK && GST_BUFFER_FLAG_IS_SET(buffer,GST_AML_V4L2_BUFFER_FLAG_LAST_EMPTY)) {
GST_LOG_OBJECT(decoder, "Get GST_AML_V4L2_FLOW_LAST_BUFFER");
self->v4l2capture->need_drop_event = TRUE;
gst_aml_v4l2_buffer_pool_process(v4l2_pool, &buffer);
if (self->is_res_chg) {
//we must release last buffer
gst_buffer_unref(buffer);
//if resolution changed event received,we should set need_drop_event to false
self->v4l2capture->need_drop_event = FALSE;
gst_aml_v4l2_object_stop(self->v4l2capture);
//unblock flush start event
g_mutex_lock(&self->res_chg_lock);
self->is_res_chg = FALSE;
g_cond_signal(&self->res_chg_cond);
g_mutex_unlock(&self->res_chg_lock);
return;
} else {
goto beach;
}
}
if (ret == GST_AML_V4L2_FLOW_CC_DATA)
{
GST_DEBUG_OBJECT(decoder, "already got cc data, just continue.");
continue;
}
if (ret == GST_AML_V4L2_FLOW_UNKNOWN_EVENT)
{
GST_DEBUG_OBJECT(decoder, "unknow event, just continue.");
continue;
}
if (ret == GST_AML_V4L2_FLOW_SOURCE_CHANGE)
{
GST_LOG_OBJECT(decoder, "Get GST_AML_V4L2_FLOW_SOURCE_CHANGE");
g_mutex_lock (&self->res_chg_lock);
self->is_res_chg = TRUE;
g_mutex_unlock (&self->res_chg_lock);
return;
}
//decoding error happened
if (ret == GST_AML_V4L2_FLOW_DECODING_ERROR)
{
GST_DEBUG("send error pts:%llu - %" GST_TIME_FORMAT, v4l2_pool->obj->error_frame_pts, GST_TIME_ARGS(v4l2_pool->obj->error_frame_pts));
g_signal_emit (self, g_signals[SIGNAL_DECODED_ERROR_PTS], 0, v4l2_pool->obj->error_frame_pts, NULL);
g_signal_emit (self, g_signals[SIGNAL_DECODED_PTS], 0, v4l2_pool->obj->error_frame_pts);
continue;
}
if (ret != GST_FLOW_OK) {
GST_WARNING_OBJECT(decoder, "gst_buffer_pool_acquire_buffer goto beach ret:%d",ret);
goto beach;
}
GST_LOG_OBJECT(decoder, "Process output buffer (switching flow outstanding num:%d)", self->v4l2capture->outstanding_buf_num);
ret = gst_aml_v4l2_buffer_pool_process(v4l2_pool, &buffer);
GST_DEBUG_OBJECT(decoder, "decoded pts:%lld - %" GST_TIME_FORMAT, GST_BUFFER_PTS(buffer), GST_TIME_ARGS(GST_BUFFER_PTS(buffer)));
g_signal_emit (self, g_signals[SIGNAL_DECODED_PTS], 0, GST_BUFFER_PTS(buffer));
if (ret == GST_AML_V4L2_FLOW_SOURCE_CHANGE)
{
gst_aml_v4l2_object_stop (self->v4l2capture);
return;
}
} while ((ret == GST_AML_V4L2_FLOW_CORRUPTED_BUFFER) ||
(ret == GST_AML_V4L2_FLOW_CC_DATA) ||
(ret == GST_AML_V4L2_FLOW_UNKNOWN_EVENT) ||
(ret == GST_AML_V4L2_FLOW_DECODING_ERROR));
if (ret != GST_FLOW_OK)
goto beach;
if (!GST_BUFFER_PTS_IS_VALID (buffer)
|| (GST_BUFFER_TIMESTAMP(buffer) == 0 && self->v4l2capture->info.interlace_mode == GST_VIDEO_INTERLACE_MODE_INTERLEAVED))
{
GST_BUFFER_TIMESTAMP(buffer) = gst_aml_v4l2_video_dec_calc_output_buffer_pts(decoder);
}
if (self->v4l2capture->info.interlace_mode == GST_VIDEO_INTERLACE_MODE_INTERLEAVED)
{
GST_BUFFER_DURATION(buffer) = self->frame_duration; // got at resolution event.
GST_BUFFER_FLAG_UNSET(buffer, GST_VIDEO_BUFFER_FLAG_INTERLACED);
}
frame = gst_aml_v4l2_video_dec_get_right_frame(decoder, GST_BUFFER_TIMESTAMP (buffer));
if (frame)
{
self->last_out_pts = GST_BUFFER_TIMESTAMP(buffer);
frame->output_buffer = buffer;
frame->pts = GST_BUFFER_TIMESTAMP(buffer);
frame->duration = GST_BUFFER_DURATION(buffer);
buffer = NULL;
if (self->v4l2capture->enable_cc_data)
{
if (foreach_cc_buffer_list_match_pts_func(v4l2_pool->cc_buffer_list, frame))
{
GST_DEBUG("cc buffer and frame bind success");
GstBuffer *cc_buffer = gst_mini_object_get_qdata (GST_MINI_OBJECT (frame->output_buffer),
GST_AML_V4L2_CC_IMPORT_QUARK);
#if 0
//Debug code:dump cc data
GstMapInfo gst_map;
gst_buffer_map(cc_buffer,&gst_map,GST_MAP_READ);
int fd=open("/data/test/cc2.data",O_RDWR |O_CREAT|O_APPEND,0777);
if (gst_map.size>0)
write(fd,gst_map.data,gst_map.size);
close(fd);
gst_buffer_unmap(cc_buffer,&gst_map);
#endif
v4l2_pool->cc_buffer_list = g_list_remove(v4l2_pool->cc_buffer_list,cc_buffer);
gst_buffer_unref(cc_buffer);
}
else
{
GST_WARNING("bufferlist is empty or no match frame in the bufferlist");
}
}
ret = gst_aml_v4l2_video_dec_clip_and_push_frame(decoder, frame);
if (ret != GST_FLOW_OK)
goto beach;
}
else
{
GST_WARNING_OBJECT(decoder, "Unmatch buffer, should be push, need refine");
//gst_pad_push (decoder->srcpad, buffer);
gst_buffer_unref (buffer);
}
return;
/* ERRORS */
not_negotiated:
{
GST_ERROR_OBJECT (self, "not negotiated");
ret = GST_FLOW_NOT_NEGOTIATED;
goto beach;
}
activate_failed:
{
GST_ERROR_OBJECT (self, "Buffer pool activation failed");
GST_ELEMENT_ERROR (self, RESOURCE, SETTINGS,
(_("Failed to allocate required memory.")),
("Buffer pool activation failed"));
ret = GST_FLOW_ERROR;
goto beach;
}
flushing:
{
ret = GST_FLOW_FLUSHING;
goto beach;
}
beach:
GST_DEBUG_OBJECT (decoder, "Leaving output thread: %s",
gst_flow_get_name (ret));
if (self->is_res_chg) {
//unblock flush start event
g_mutex_lock(&self->res_chg_lock);
self->is_res_chg = FALSE;
g_cond_signal(&self->res_chg_cond);
g_mutex_unlock(&self->res_chg_lock);
}
gst_buffer_replace (&buffer, NULL);
self->output_flow = ret;
gst_aml_v4l2_object_flush_start (self->v4l2output);
gst_pad_pause_task (decoder->srcpad);
}
static combining_codec_data(GstAmlVideoDecoder * decoder, GstAmlVideoCodecFrame * frame)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
gboolean need_codec_data = FALSE;
/*check if post codec_data to decoder.*/
if (self->input_state->codec_data && !self->codec_data_inject)
{
guint32 pixelformat = self->v4l2output->format.fmt.pix.pixelformat;
switch (pixelformat)
{
case V4L2_PIX_FMT_VP9:
case V4L2_PIX_FMT_AV1:
need_codec_data = FALSE;
self->codec_data_inject = TRUE;
GST_DEBUG_OBJECT (self, "not inject code_data,pixelformat:%" GST_FOURCC_FORMAT ,GST_FOURCC_ARGS (pixelformat));
break;
case V4L2_PIX_FMT_H264:
case V4L2_PIX_FMT_HEVC:
case V4L2_PIX_FMT_MPEG1:
case V4L2_PIX_FMT_MPEG2:
case V4L2_PIX_FMT_MPEG4:
need_codec_data = TRUE;
GST_DEBUG_OBJECT (self, "must inject code_data,pixelformat:%" GST_FOURCC_FORMAT ,GST_FOURCC_ARGS (pixelformat));
break;
default:
need_codec_data = FALSE;
self->codec_data_inject = TRUE;
GST_DEBUG_OBJECT (self, "default, not inject code_data,pixelformat:%" GST_FOURCC_FORMAT ,GST_FOURCC_ARGS (pixelformat));
break;
}
//should inject codec data to es buffer
if (need_codec_data && !self->v4l2output->secure_es) {
GstBuffer *buffer_input = gst_buffer_new();
gst_buffer_copy_into (buffer_input, self->input_state->codec_data,
GST_BUFFER_COPY_MEMORY, 0, -1);
gst_buffer_copy_into (buffer_input, frame->input_buffer,
GST_BUFFER_COPY_MEMORY, 0, -1);
gst_buffer_unref(frame->input_buffer);
frame->input_buffer = buffer_input;
GST_BUFFER_PTS(frame->input_buffer) = frame->pts;
self->codec_data_inject = TRUE;
}
}
}
static GstFlowReturn
gst_aml_v4l2_video_dec_handle_frame (GstAmlVideoDecoder * decoder,
GstAmlVideoCodecFrame * frame)
{
GstAmlV4l2Error error = GST_AML_V4L2_ERROR_INIT;
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstBufferPool *pool = GST_BUFFER_POOL(self->v4l2output->pool);
GstFlowReturn ret = GST_FLOW_OK;
gboolean processed = FALSE;
GstBuffer *tmp;
GstTaskState task_state;
GST_DEBUG_OBJECT (self, "Handling frame %d", frame->system_frame_number);
if (G_UNLIKELY (!g_atomic_int_get (&self->active)))
goto flushing;
if (G_UNLIKELY(!GST_CLOCK_TIME_IS_VALID(self->frame_duration)))
self->frame_duration = frame->duration;
if (G_UNLIKELY (!GST_AML_V4L2_IS_ACTIVE (self->v4l2output)))
{
if (!self->input_state)
goto not_negotiated;
if (!gst_aml_v4l2_object_set_format (self->v4l2output, self->input_state->caps,
&error))
goto not_negotiated;
}
if (G_UNLIKELY (!GST_AML_V4L2_IS_ACTIVE (self->v4l2capture)))
{
GstBuffer *codec_data;
GstCapsFeatures *features = NULL;
features = gst_caps_get_features(self->input_state->caps, 0);
if (features && gst_caps_features_contains(features, GST_CAPS_FEATURE_MEMORY_DMABUF) && self->v4l2output->secure_es)
{
GST_DEBUG_OBJECT(self, "Is SVP");
decoder->svp = TRUE;
}
GST_DEBUG_OBJECT (self, "Sending header");
combining_codec_data(decoder, frame);
/* Ensure input internal pool is active */
if (!gst_buffer_pool_is_active (pool))
{
GstStructure *config = gst_buffer_pool_get_config (pool);
// guint min = MAX(self->v4l2output->min_buffers, GST_AML_V4L2_MIN_BUFFERS);
// guint max = VIDEO_MAX_FRAME;
// gst_buffer_pool_config_set_params (config, self->input_state->caps,
// self->v4l2output->info.size, min, max);
gst_buffer_pool_config_set_params(config, self->input_state->caps, self->v4l2output->info.size, self->v4l2output->min_buffers, self->v4l2output->min_buffers);
/* There is no reason to refuse this config */
if (!gst_buffer_pool_set_config (pool, config))
goto activate_failed;
GST_DEBUG_OBJECT(self, "setting output pool config to %" GST_PTR_FORMAT, config);
if (!gst_buffer_pool_set_active (pool, TRUE))
goto activate_failed;
}
GST_AML_VIDEO_DECODER_STREAM_UNLOCK (decoder);
processed = TRUE;
ret = gst_aml_v4l2_buffer_pool_process(GST_AML_V4L2_BUFFER_POOL(self->v4l2output->pool), &frame->input_buffer);
GST_AML_VIDEO_DECODER_STREAM_LOCK (decoder);
/* For decoders G_FMT returns coded size, G_SELECTION returns visible size
* in the compose rectangle. gst_aml_v4l2_object_acquire_format() checks both
* and returns the visible size as with/height and the coded size as
* padding. */
}
task_state = gst_pad_get_task_state (GST_AML_VIDEO_DECODER_SRC_PAD (self));
if (task_state == GST_TASK_STOPPED || task_state == GST_TASK_PAUSED)
{
/* It's possible that the processing thread stopped due to an error */
if (self->output_flow != GST_FLOW_OK &&
self->output_flow != GST_FLOW_FLUSHING)
{
GST_DEBUG_OBJECT (self, "Processing loop stopped with error, leaving");
ret = self->output_flow;
goto drop;
}
GST_DEBUG_OBJECT (self, "Starting decoding thread");
/* Start the processing task, when it quits, the task will disable input
* processing to unlock input if draining, or prevent potential block */
self->output_flow = GST_FLOW_FLUSHING;
/*reset poll and need_drop_event before start decoding loop thread*/
self->v4l2capture->need_drop_event = FALSE;
gst_poll_set_flushing(self->v4l2capture->poll, FALSE);
if (!gst_pad_start_task(decoder->srcpad,
(GstTaskFunction) gst_aml_v4l2_video_dec_loop, self, NULL))
goto start_task_failed;
}
if (!processed)
{
GST_AML_VIDEO_DECODER_STREAM_UNLOCK (decoder);
combining_codec_data(decoder, frame);
ret =
gst_aml_v4l2_buffer_pool_process(GST_AML_V4L2_BUFFER_POOL(self->v4l2output->pool), &frame->input_buffer);
GST_AML_VIDEO_DECODER_STREAM_LOCK (decoder);
if (ret == GST_FLOW_FLUSHING)
{
if (gst_pad_get_task_state (GST_AML_VIDEO_DECODER_SRC_PAD (self)) !=
GST_TASK_STARTED)
ret = self->output_flow;
goto drop;
}
else if (ret != GST_FLOW_OK)
{
goto process_failed;
}
}
/* No need to keep input around */
tmp = frame->input_buffer;
frame->input_buffer = gst_buffer_new ();
gst_buffer_copy_into (frame->input_buffer, tmp,
GST_BUFFER_COPY_FLAGS | GST_BUFFER_COPY_TIMESTAMPS |
GST_BUFFER_COPY_META, 0, 0);
gst_buffer_unref (tmp);
gst_aml_video_codec_frame_unref (frame);
return ret;
/* ERRORS */
send_codec_failed:
GST_ERROR_OBJECT(self, "send codec_date fialed.ret is %d",ret);
goto drop;
not_negotiated:
{
GST_ERROR_OBJECT (self, "not negotiated");
ret = GST_FLOW_NOT_NEGOTIATED;
gst_aml_v4l2_error (self, &error);
goto drop;
}
activate_failed:
{
GST_ELEMENT_ERROR (self, RESOURCE, SETTINGS,
(_("Failed to allocate required memory.")),
("Buffer pool activation failed"));
ret = GST_FLOW_ERROR;
goto drop;
}
flushing:
{
ret = GST_FLOW_FLUSHING;
goto drop;
}
start_task_failed:
{
GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
(_("Failed to start decoding thread.")), (NULL));
ret = GST_FLOW_ERROR;
goto drop;
}
process_failed:
{
GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
(_("Failed to process frame.")),
("Maybe be due to not enough memory or failing driver"));
ret = GST_FLOW_ERROR;
goto drop;
}
drop:
{
gst_aml_video_decoder_drop_frame (decoder, frame);
return ret;
}
}
static gboolean
gst_aml_v4l2_video_dec_decide_allocation (GstAmlVideoDecoder * decoder,
GstQuery * query)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC (decoder);
GstClockTime latency;
gboolean ret = FALSE;
if (gst_aml_v4l2_object_decide_allocation (self->v4l2capture, query))
ret = GST_AML_VIDEO_DECODER_CLASS (parent_class)->decide_allocation (decoder, query);
if (GST_CLOCK_TIME_IS_VALID (self->v4l2capture->duration))
{
latency = self->v4l2capture->min_buffers * self->v4l2capture->duration;
GST_DEBUG_OBJECT (self, "Setting latency: %" GST_TIME_FORMAT " (%"
G_GUINT32_FORMAT " * %" G_GUINT64_FORMAT, GST_TIME_ARGS (latency),
self->v4l2capture->min_buffers, self->v4l2capture->duration);
gst_aml_video_decoder_set_latency (decoder, latency, latency);
}
else
{
GST_WARNING_OBJECT (self, "Duration invalid, not setting latency");
}
return ret;
}
static gboolean
gst_aml_v4l2_video_dec_src_query(GstAmlVideoDecoder *decoder, GstQuery *query)
{
gboolean ret = TRUE;
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC (decoder);
switch (GST_QUERY_TYPE (query))
{
case GST_QUERY_CAPS:
{
GstCaps *filter, *result = NULL;
GstPad *pad = GST_AML_VIDEO_DECODER_SRC_PAD (decoder);
gst_query_parse_caps (query, &filter);
if (self->probed_srccaps)
result = gst_caps_ref (self->probed_srccaps);
else
result = gst_pad_get_pad_template_caps (pad);
if (filter)
{
GstCaps *tmp = result;
result =
gst_caps_intersect_full (filter, tmp, GST_CAPS_INTERSECT_FIRST);
gst_caps_unref (tmp);
}
GST_DEBUG_OBJECT (self, "Returning src caps %" GST_PTR_FORMAT, result);
gst_query_set_caps_result (query, result);
gst_caps_unref (result);
break;
}
default:
ret = GST_AML_VIDEO_DECODER_CLASS (parent_class)->src_query (decoder, query);
break;
}
return ret;
}
static GstCaps *
gst_aml_v4l2_video_dec_sink_getcaps(GstAmlVideoDecoder *decoder, GstCaps *filter)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(decoder);
GstCaps *result;
result = gst_aml_video_decoder_proxy_getcaps (decoder, self->probed_sinkcaps,
filter);
GST_DEBUG_OBJECT (self, "Returning sink caps %" GST_PTR_FORMAT, result);
return result;
}
static gboolean
gst_aml_v4l2_video_dec_sink_event (GstAmlVideoDecoder *decoder, GstEvent *event)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC (decoder);
gboolean ret;
GstEventType type = GST_EVENT_TYPE (event);
GST_DEBUG_OBJECT (self, "received event %p %" GST_PTR_FORMAT, event, event);
switch (type)
{
case GST_EVENT_STREAM_START:
{
GstStructure *s;
GstEvent *event;
s = gst_structure_new("private_signal", "obj_ptr", G_TYPE_POINTER, self, "sig_name", G_TYPE_STRING, "decoded-pts", NULL);
event = gst_event_new_custom (GST_EVENT_CUSTOM_UPSTREAM, s);
GST_DEBUG_OBJECT(self, "before Send private_signal Event :%p", event);
gst_pad_push_event (decoder->sinkpad, event);
GST_DEBUG_OBJECT(self, "after Send private_signal Event :%p", event);
break;
}
case GST_EVENT_CAPS:
{
GstCaps *caps;
GstStructure *structure;
gint num, denom;
gst_event_parse_caps (event, &caps);
structure= gst_caps_get_structure(caps, 0);
if ( gst_structure_has_field(structure, "parsed") )
{
gboolean parsed = TRUE;
if ( gst_structure_get_boolean( structure, "parsed", &parsed ) )
{
self->v4l2output->stream_mode = !parsed;
GST_DEBUG("frame parsed:%d, set stream_mode to %d", parsed, self->v4l2output->stream_mode);
}
}
if ( gst_structure_has_field(structure, "secure") )
{
gboolean is_secure = FALSE;
if ( gst_structure_get_boolean( structure, "secure", &is_secure ) )
{
self->v4l2output->secure_es = is_secure;
GST_DEBUG("is secure es:%d", self->v4l2output->secure_es);
}
}
else
{
GstCapsFeatures *const features = gst_caps_get_features(caps, 0);
if (features && gst_caps_features_contains(features, GST_CAPS_FEATURE_MEMORY_DMABUF))
{
self->v4l2output->secure_es = TRUE;
GST_DEBUG("If there is no secure field in caps, consider dma es is secure");
}
}
if ( gst_structure_get_fraction( structure, "framerate", &num, &denom ) )
{
if ( denom == 0 ) denom= 1;
if (self->v4l2capture->fps)
{
g_value_unset(self->v4l2capture->fps);
g_free(self->v4l2capture->fps);
}
self->v4l2capture->fps = g_new0(GValue, 1);
g_value_init(self->v4l2capture->fps, GST_TYPE_FRACTION);
gst_value_set_fraction(self->v4l2capture->fps, num, denom);
GST_DEBUG_OBJECT(self, "get framerate ratio %d:%d", num, denom);
}
if (( gst_structure_get_fraction( structure, "pixel-aspect-ratio", &num, &denom ) ) &&
( !self->v4l2capture->have_set_par ) )
{
if ( (num <= 0) || (denom <= 0) )
{
num= denom= 1;
}
if ( self->v4l2capture->par )
{
g_value_unset(self->v4l2capture->par);
g_free(self->v4l2capture->par);
}
self->v4l2capture->par = g_new0(GValue, 1);
g_value_init(self->v4l2capture->par, GST_TYPE_FRACTION);
gst_value_set_fraction(self->v4l2capture->par, num, denom);
GST_DEBUG_OBJECT(self, "get pixel aspect ratio %d:%d", num, denom);
}
break;
}
case GST_EVENT_FLUSH_START:
GST_DEBUG_OBJECT (self, "flush start");
g_mutex_lock (&self->res_chg_lock);
while (self->is_res_chg)
{
GST_LOG_OBJECT(decoder, "wait resolution change finish");
g_cond_wait(&self->res_chg_cond, &self->res_chg_lock);
}
g_mutex_unlock (&self->res_chg_lock);
self->last_out_pts = GST_CLOCK_TIME_NONE;
gst_aml_v4l2_object_flush_start (self->v4l2output);
gst_aml_v4l2_object_flush_start (self->v4l2capture);
break;
default:
break;
}
ret = GST_AML_VIDEO_DECODER_CLASS (parent_class)->sink_event (decoder, event);
switch (type)
{
case GST_EVENT_FLUSH_START:
/* The processing thread should stop now, wait for it */
gst_pad_stop_task (decoder->srcpad);
self->codec_data_inject = FALSE;
GST_DEBUG_OBJECT (self, "flush start done");
break;
default:
break;
}
return ret;
}
static GstStateChangeReturn
gst_aml_v4l2_video_dec_change_state (GstElement * element,
GstStateChange transition)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC(element);
GstAmlVideoDecoder *decoder = GST_AML_VIDEO_DECODER(element);
GST_DEBUG_OBJECT(element, "change state from %s to %s",
gst_element_state_get_name (GST_STATE_TRANSITION_CURRENT (transition)),
gst_element_state_get_name (GST_STATE_TRANSITION_NEXT (transition)));
if (transition == GST_STATE_CHANGE_PAUSED_TO_READY)
{
g_atomic_int_set (&self->active, FALSE);
gst_aml_v4l2_object_flush_start (self->v4l2output);
gst_aml_v4l2_object_flush_start (self->v4l2capture);
gst_pad_stop_task (decoder->srcpad);
}
return GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
}
static void
gst_aml_v4l2_video_dec_dispose (GObject * object)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC (object);
gst_caps_replace (&self->probed_sinkcaps, NULL);
gst_caps_replace (&self->probed_srccaps, NULL);
G_OBJECT_CLASS (parent_class)->dispose (object);
}
static void
gst_aml_v4l2_video_dec_finalize (GObject * object)
{
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC (object);
gst_aml_v4l2_object_destroy (self->v4l2capture);
gst_aml_v4l2_object_destroy (self->v4l2output);
g_mutex_clear(&self->res_chg_lock);
g_cond_clear(&self->res_chg_cond);
#if GST_IMPORT_LGE_PROP
if (self->lge_ctxt)
{
if (self->lge_ctxt->app_type)
g_free(self->lge_ctxt->app_type);
if (self->lge_ctxt->res_info.coretype)
g_free(self->lge_ctxt->res_info.coretype);
free(self->lge_ctxt);
}
#endif
G_OBJECT_CLASS (parent_class)->finalize (object);
}
static void
gst_aml_v4l2_video_dec_init (GstAmlV4l2VideoDec * self)
{
/* V4L2 object are created in subinstance_init */
self->last_out_pts = GST_CLOCK_TIME_NONE;
self->frame_duration = GST_CLOCK_TIME_NONE;
self->is_secure_path = FALSE;
self->is_res_chg = FALSE;
self->codec_data_inject = FALSE;
g_mutex_init(&self->res_chg_lock);
g_cond_init(&self->res_chg_cond);
#if GST_IMPORT_LGE_PROP
self->lge_ctxt = malloc(sizeof(GstAmlV4l2VideoDecLgeCtxt));
memset(self->lge_ctxt, 0, sizeof(GstAmlV4l2VideoDecLgeCtxt));
#endif
}
static void
gst_aml_v4l2_video_dec_subinstance_init (GTypeInstance * instance, gpointer g_class)
{
GstAmlV4l2VideoDecClass *klass = GST_AML_V4L2_VIDEO_DEC_CLASS (g_class);
GstAmlV4l2VideoDec *self = GST_AML_V4L2_VIDEO_DEC (instance);
GstAmlVideoDecoder *decoder = GST_AML_VIDEO_DECODER (instance);
gst_aml_video_decoder_set_packetized (decoder, TRUE);
self->v4l2output = gst_aml_v4l2_object_new (GST_ELEMENT (self),
GST_OBJECT (GST_AML_VIDEO_DECODER_SINK_PAD (self)),
V4L2_BUF_TYPE_VIDEO_OUTPUT, klass->default_device,
gst_aml_v4l2_get_output, gst_aml_v4l2_set_output, NULL);
self->v4l2output->no_initial_format = TRUE;
self->v4l2output->keep_aspect = FALSE;
self->v4l2capture = gst_aml_v4l2_object_new (GST_ELEMENT (self),
GST_OBJECT (GST_AML_VIDEO_DECODER_SRC_PAD (self)),
V4L2_BUF_TYPE_VIDEO_CAPTURE, klass->default_device,
gst_aml_v4l2_get_input, gst_aml_v4l2_set_input, NULL);
self->v4l2capture->need_wait_event = TRUE;
self->v4l2capture->need_drop_event = FALSE;
}
static void
gst_aml_v4l2_video_dec_class_init (GstAmlV4l2VideoDecClass * klass)
{
GstElementClass *element_class;
GObjectClass *gobject_class;
GstAmlVideoDecoderClass *video_decoder_class;
parent_class = g_type_class_peek_parent (klass);
element_class = (GstElementClass *) klass;
gobject_class = (GObjectClass *) klass;
video_decoder_class = (GstAmlVideoDecoderClass *) klass;
GST_DEBUG_CATEGORY_INIT (gst_aml_v4l2_video_dec_debug, "amlv4l2videodec", 0,
"AML V4L2 Video Decoder");
gobject_class->dispose = GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_dispose);
gobject_class->finalize = GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_finalize);
gobject_class->set_property =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_set_property);
gobject_class->get_property =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_get_property);
video_decoder_class->open = GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_open);
video_decoder_class->close = GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_close);
video_decoder_class->start = GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_start);
video_decoder_class->stop = GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_stop);
video_decoder_class->finish = GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_finish);
video_decoder_class->flush = GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_flush);
video_decoder_class->drain = GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_drain);
video_decoder_class->set_format =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_set_format);
video_decoder_class->negotiate =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_negotiate);
video_decoder_class->decide_allocation =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_decide_allocation);
/* FIXME propose_allocation or not ? */
video_decoder_class->handle_frame =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_handle_frame);
video_decoder_class->getcaps =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_sink_getcaps);
video_decoder_class->src_query =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_src_query);
video_decoder_class->sink_event =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_sink_event);
element_class->change_state =
GST_DEBUG_FUNCPTR(gst_aml_v4l2_video_dec_change_state);
g_signals[SIGNAL_DECODED_PTS] = g_signal_new ("decoded-pts",
G_TYPE_FROM_CLASS(GST_ELEMENT_CLASS(klass)),
G_SIGNAL_RUN_LAST,
0, /* class offset */
NULL, /* accumulator */
NULL, /* accu data */
g_cclosure_marshal_generic,
G_TYPE_NONE,
1,
G_TYPE_UINT64);
g_signals[SIGNAL_DECODED_ERROR_PTS] = g_signal_new ("decoded-error-pts",
G_TYPE_FROM_CLASS(GST_ELEMENT_CLASS(klass)),
G_SIGNAL_RUN_LAST,
0, /* class offset */
NULL, /* accumulator */
NULL, /* accu data */
g_cclosure_marshal_generic,
G_TYPE_NONE,
1,
G_TYPE_UINT64);
gst_aml_v4l2_object_install_m2m_properties_helper (gobject_class);
#if GST_IMPORT_LGE_PROP
gst_aml_v4l2_video_dec_install_lge_properties_helper(gobject_class);
#endif
}
static void
gst_aml_v4l2_video_dec_subclass_init (gpointer g_class, gpointer data)
{
GstAmlV4l2VideoDecClass *klass = GST_AML_V4L2_VIDEO_DEC_CLASS (g_class);
GstElementClass *element_class = GST_ELEMENT_CLASS (g_class);
GstAmlV4l2VideoDecCData *cdata = data;
klass->default_device = cdata->device;
/* Note: gst_pad_template_new() take the floating ref from the caps */
gst_element_class_add_pad_template (element_class,
gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
cdata->sink_caps));
gst_element_class_add_pad_template (element_class,
gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
cdata->src_caps));
gst_element_class_set_metadata (element_class, cdata->longname,
"Codec/Decoder/Video/Hardware", cdata->description,
"Xuesong Jiang <Xuesong.Jiang@amlogic.com>");
gst_caps_unref (cdata->sink_caps);
gst_caps_unref (cdata->src_caps);
g_free (cdata);
}
/* Probing functions */
gboolean
gst_aml_v4l2_is_video_dec (GstCaps * sink_caps, GstCaps * src_caps)
{
gboolean ret = FALSE;
if (gst_caps_is_subset (sink_caps, gst_aml_v4l2_object_get_codec_caps ())
&& gst_caps_is_subset (src_caps, gst_aml_v4l2_object_get_raw_caps ()))
ret = TRUE;
return ret;
}
static gchar *
gst_aml_v4l2_video_dec_set_metadata (GstStructure * s, GstAmlV4l2VideoDecCData * cdata,
const gchar * basename)
{
gchar *codec_name = NULL;
gchar *type_name = NULL;
#define SET_META(codec) \
G_STMT_START { \
cdata->longname = "AML V4L2 " codec " Decoder"; \
cdata->description = "Decodes " codec " streams via V4L2 API"; \
codec_name = g_ascii_strdown (codec, -1); \
} G_STMT_END
if (gst_structure_has_name(s, "video/mjpeg"))
{
SET_META("MJPEG");
}
else if (gst_structure_has_name (s, "video/mpeg"))
{
//include mpeg1, mpeg2, mpeg4
SET_META("MPEG4");
}
else if (gst_structure_has_name (s, "video/x-h263"))
{
SET_META ("H263");
}
else if (gst_structure_has_name (s, "video/x-fwht"))
{
SET_META ("FWHT");
}
else if (gst_structure_has_name (s, "video/x-h264"))
{
SET_META ("H264");
}
else if (gst_structure_has_name (s, "video/x-h265"))
{
SET_META ("H265");
}
else if (gst_structure_has_name (s, "video/x-wmv"))
{
SET_META ("VC1");
}
else if (gst_structure_has_name (s, "video/x-vp8"))
{
SET_META ("VP8");
}
else if (gst_structure_has_name (s, "video/x-vp9"))
{
SET_META ("VP9");
}
else if (gst_structure_has_name(s, "video/x-av1"))
{
SET_META("AV1");
}
else if (gst_structure_has_name(s, "video/x-avs"))
{
SET_META("AVS");
}
else if (gst_structure_has_name(s, "video/x-avs2"))
{
SET_META("AVS2");
}
else if (gst_structure_has_name(s, "video/x-avs3"))
{
SET_META("AVS3");
}
else if (gst_structure_has_name (s, "video/x-bayer"))
{
SET_META ("BAYER");
}
else if (gst_structure_has_name (s, "video/x-sonix"))
{
SET_META ("SONIX");
}
else if (gst_structure_has_name (s, "video/x-pwc1"))
{
SET_META ("PWC1");
}
else if (gst_structure_has_name (s, "video/x-pwc2"))
{
SET_META ("PWC2");
}
else
{
/* This code should be kept on sync with the exposed CODEC type of format
* from gstamlv4l2object.c. This warning will only occur in case we forget
* to also add a format here. */
gchar *s_str = gst_structure_to_string (s);
g_warning ("Missing fixed name mapping for caps '%s', this is a GStreamer "
"bug, please report at https://bugs.gnome.org", s_str);
g_free (s_str);
}
if (codec_name)
{
type_name = g_strdup_printf ("amlv4l2%sdec", codec_name);
if (g_type_from_name (type_name) != 0)
{
g_free (type_name);
type_name = g_strdup_printf ("amlv4l2%s%sdec", basename, codec_name);
}
g_free (codec_name);
}
return type_name;
#undef SET_META
}
void
gst_aml_v4l2_video_dec_register(GstPlugin *plugin, const gchar *basename,
const gchar *device_path, GstCaps *sink_caps, GstCaps *src_caps)
{
gint i;
for (i = 0; i < gst_caps_get_size (sink_caps); i++)
{
GstAmlV4l2VideoDecCData *cdata;
GstStructure *s;
GTypeQuery type_query;
GTypeInfo type_info = { 0, };
GType type, subtype;
gchar *type_name;
s = gst_caps_get_structure (sink_caps, i);
cdata = g_new0 (GstAmlV4l2VideoDecCData, 1);
cdata->device = g_strdup (device_path);
cdata->sink_caps = gst_caps_new_empty ();
gst_caps_append_structure (cdata->sink_caps, gst_structure_copy (s));
gst_caps_append_structure (cdata->sink_caps, gst_structure_copy (s));
gst_caps_set_features(cdata->sink_caps, 0, gst_caps_features_from_string(GST_CAPS_FEATURE_MEMORY_DMABUF));
cdata->src_caps = gst_caps_copy(src_caps);
gst_caps_set_features_simple(cdata->src_caps, gst_caps_features_from_string(GST_CAPS_FEATURE_MEMORY_DMABUF));
gst_caps_append(cdata->src_caps, gst_caps_copy (src_caps));
type_name = gst_aml_v4l2_video_dec_set_metadata (s, cdata, basename);
/* Skip over if we hit an unmapped type */
if (!type_name)
{
g_free (cdata);
continue;
}
type = gst_aml_v4l2_video_dec_get_type ();
g_type_query (type, &type_query);
memset (&type_info, 0, sizeof (type_info));
type_info.class_size = type_query.class_size;
type_info.instance_size = type_query.instance_size;
type_info.class_init = gst_aml_v4l2_video_dec_subclass_init;
type_info.class_data = cdata;
type_info.instance_init = gst_aml_v4l2_video_dec_subinstance_init;
subtype = g_type_register_static (type, type_name, &type_info, 0);
if (!gst_element_register (plugin, type_name, GST_RANK_PRIMARY + 1,
subtype))
GST_WARNING ("Failed to register plugin '%s'", type_name);
g_free (type_name);
}
}
#if GST_IMPORT_LGE_PROP
static void gst_aml_v4l2_video_dec_install_lge_properties_helper(GObjectClass *gobject_class)
{
g_object_class_install_property(gobject_class, LGE_RESOURCE_INFO,
g_param_spec_object("resource-info", "resource-info",
"After acquisition of H/W resources is completed, allocated resource information must be delivered to the decoder and the sink",
GST_TYPE_STRUCTURE,
G_PARAM_READABLE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS));
g_object_class_install_property(gobject_class, LGE_DECODE_SIZE,
g_param_spec_uint64("decoded-size", "decoded-size",
"The total amount of decoder element's decoded video es after constructing pipeline or flushing pipeline update unit is byte.",
0, G_MAXUINT64,
0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
g_object_class_install_property(gobject_class, LGE_UNDECODE_SIZE,
g_param_spec_uint64("undecoded-size", "undecoded-size",
"video decoder element's total undecoded data update unit is byte.",
0, G_MAXUINT64,
0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
g_object_class_install_property(gobject_class, LGE_APP_TYPE,
g_param_spec_string("app-type", "app-type",
"set application type.",
"default_app",
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
g_object_class_install_property(gobject_class, LGE_CLIP_MODE,
g_param_spec_boolean("clip-mode", "clip-mode",
"When seeking, Content is moving faster for a while to skip frames.",
FALSE,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
}
#endif