[svn r135] Added some dependencies issues, regarding gmyth_debug function calls.
2 * Copyright (C) <2006> Renato Araujo Oliveira Filho <renato.filho@indt.org.br>
3 * Rosfran Borges <rosfran.borges@indt.org.br>
5 * This library is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Library General Public
7 * License as published by the Free Software Foundation; either
8 * version 2 of the License, or (at your option) any later version.
10 * This library is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Library General Public License for more details.
15 * You should have received a copy of the GNU Library General Public
16 * License along with this library; if not, write to the
17 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 * Boston, MA 02111-1307, USA.
20 /* Element-Checklist-Version: 5 */
23 * SECTION:element-nuvdemux
27 * Demuxes an .nuv file into raw or compressed audio and/or video streams.
30 * This element currently only supports pull-based scheduling.
32 * <title>Example launch line</title>
35 * gst-launch filesrc test.nuv ! nuvdemux name=demux demux.audio_00 ! decodebin ! audioconvert ! audioresample ! autoaudiosink demux.video_00 ! queue ! decodebin ! ffmpegcolorspace ! videoscale ! autovideosink
37 * Play (parse and decode) an .nuv file and try to output it to
38 * an automatically detected soundcard and videosink. If the NUV file contains
39 * compressed audio or video data, this will only work if you have the
40 * right decoder elements/plugins installed.
51 #include <gst/gsterror.h>
52 #include <gst/gstplugin.h>
56 #include "glib/gi18n.h"
57 #include "gstnuvdemux.h"
59 #define GST_NUV_DEMUX_GET_PRIVATE(obj) (G_TYPE_INSTANCE_GET_PRIVATE ((obj), GST_TYPE_NUV_DEMUX, GstNuvDemuxPrivate))
61 GST_DEBUG_CATEGORY_STATIC (nuvdemux_debug);
62 #define GST_CAT_DEFAULT nuvdemux_debug
63 #define GST_FLOW_ERROR_NO_DATA -101
71 GST_DEBUG_CATEGORY_EXTERN (GST_CAT_EVENT);
73 static const GstElementDetails gst_nuv_demux_details =
74 GST_ELEMENT_DETAILS ("Nuv demuxer",
76 "Demultiplex a .nuv file into audio and video",
77 "Renato Araujo Oliveira Filho <renato.filho@indt.org.br>,"
78 "Rosfran Borges <rosfran.borges@indt.org.br>");
84 gchar id[12]; /* "NuppelVideo\0" or "MythTVVideo\0" */
85 gchar version[5]; /* "x.xx\0" */
90 gint i_height_desired;
92 gchar i_mode; /* P progressive, I interlaced */
94 gdouble d_aspect; /* 1.0 squared pixel */
100 gint i_video_blocks; /* 0 no video, -1 unknown */
104 gint i_keyframe_distance;
111 gchar i_type; /* A: audio, V: video, S: sync; T: test
112 R: Seekpoint (string:RTjjjjjjjj)
113 D: Extra data for codec */
114 gchar i_compression; /* V: 0 uncompressed
119 A: 0 uncompressed (44100 1-bits, 2ch)
125 N null frame loudless
127 S: B audio and vdeo sync point
128 A audio sync info (timecode == effective
130 V next video sync (timecode == next video
132 S audio,video,text correlation */
133 gchar i_keyframe; /* 0 keyframe, else no no key frame */
134 guint8 i_filters; /* 0x01: gauss 5 pixel (8,2,2,2,2)/16
135 0x02: gauss 5 pixel (8,1,1,1,1)/12
136 0x04: cartoon filter */
138 gint32 i_timecode; /* ms */
140 gint i_length; /* V,A,T: length of following data
141 S: length of packet correl */
144 /* FIXME Not sure of this one */
151 gint i_audio_sample_rate;
152 gint i_audio_bits_per_sample;
153 gint i_audio_channels;
154 gint i_audio_compression_ratio;
155 gint i_audio_quality;
156 gint i_rtjpeg_quality;
157 gint i_rtjpeg_luma_filter;
158 gint i_rtjpeg_chroma_filter;
162 gint i_lavc_maxqdiff;
163 gint64 i_seekable_offset;
164 gint64 i_keyframe_adjust_offset;
166 } nuv_extended_header;
170 GST_NUV_DEMUX_HEADER_DATA,
171 GST_NUV_DEMUX_EXTRA_DATA,
172 GST_NUV_DEMUX_MPEG_DATA,
173 GST_NUV_DEMUX_EXTEND_HEADER,
174 GST_NUV_DEMUX_EXTEND_HEADER_DATA,
175 GST_NUV_DEMUX_FRAME_HEADER,
177 GST_NUV_DEMUX_INVALID_DATA
180 struct _GstNuvDemuxPrivate {
181 /* used for indicate the mode */
184 /* used on push mode */
189 GstPad *src_video_pad;
190 GstPad *src_audio_pad;
193 GstFlowReturn last_video_return;
194 GstFlowReturn last_audio_return;
196 /* NUV decoding state */
197 GstNuvDemuxState state;
201 guint64 streamer_offset;
203 /* duration information */
204 gint64 duration_bytes;
205 gint64 duration_time;
206 gint64 duration_average;
208 /* segment control info */
209 gboolean new_audio_segment;
210 gboolean new_video_segment;
213 guint64 mpeg_data_size;
214 GstBuffer *mpeg_buffer;
218 nuv_extended_header *eh;
219 nuv_frame_header *fh;
225 guint64 last_frame_time;
229 static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
232 GST_STATIC_CAPS ("video/x-nuv"));
234 static GstStaticPadTemplate audio_src_template =
235 GST_STATIC_PAD_TEMPLATE ("audio_src",
238 GST_STATIC_CAPS_ANY);
240 static GstStaticPadTemplate video_src_template =
241 GST_STATIC_PAD_TEMPLATE ("video_src",
244 GST_STATIC_CAPS_ANY);
246 static void gst_nuv_demux_dispose (GObject * object);
247 static void gst_nuv_demux_finalize (GObject * object);
248 static GstStateChangeReturn gst_nuv_demux_change_state (GstElement * element,
249 GstStateChange transition);
250 static void gst_nuv_demux_loop (GstPad * pad);
251 static GstFlowReturn gst_nuv_demux_chain (GstPad * pad, GstBuffer * buf);
252 static GstFlowReturn gst_nuv_demux_play (GstPad * pad);
253 static gboolean gst_nuv_demux_sink_activate_pull (GstPad * sinkpad,
255 static gboolean gst_nuv_demux_sink_activate_push (GstPad * pad,
257 static gboolean gst_nuv_demux_sink_activate (GstPad * sinkpad);
258 static gboolean gst_nuv_demux_sink_event (GstPad *pad, GstEvent *event);
259 static GstFlowReturn gst_nuv_demux_read_bytes (GstNuvDemux * nuv, guint64 size,
260 gboolean move, GstBuffer ** buffer);
261 static void gst_nuv_demux_reset (GstNuvDemux * nuv);
262 static void gst_nuv_demux_destoy_src_pad (GstNuvDemux * nuv);
263 static void gst_nuv_demux_send_eos (GstNuvDemux * nuv);
264 static void gst_nuv_demux_update_duration (GstNuvDemux *nuv, guint64 current_timestamp);
265 static gint64 gst_nuv_demux_get_bytes_duration (GstNuvDemux *nuv);
266 static gint64 gst_nuv_demux_get_time_duration (GstNuvDemux *nuv);
269 GST_BOILERPLATE (GstNuvDemux, gst_nuv_demux, GstElement, GST_TYPE_ELEMENT);
271 /******************************************************************************
273 ******************************************************************************/
274 #if G_BYTE_ORDER == G_BIG_ENDIAN
275 static inline gdouble
276 _gdouble_swap_le_be (gdouble * d)
285 u.i = GUINT64_SWAP_LE_BE (u.i);
289 #define READ_DOUBLE_FROM_LE(d) (_gdouble_swap_le_be((gdouble* ) d))
290 #else /* G_BYTE_ORDER != G_BIG_ENDIAN */
291 #define READ_DOUBLE_FROM_LE(d) *((gdouble* ) (d))
292 #endif /* G_BYTE_ORDER != G_BIG_ENDIAN */
295 double2fraction (double in, int *num, int *denom)
300 } else if (in == 23.976) {
305 while (in - floor(in) >= 0.1) {
309 *num = (int)floor(in);
313 /* GObject Functions */
316 gst_nuv_demux_base_init (gpointer klass)
318 GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
320 gst_element_class_add_pad_template (element_class,
321 gst_static_pad_template_get (&audio_src_template));
323 gst_element_class_add_pad_template (element_class,
324 gst_static_pad_template_get (&video_src_template));
326 gst_element_class_add_pad_template (element_class,
327 gst_static_pad_template_get (&sink_template));
328 gst_element_class_set_details (element_class, &gst_nuv_demux_details);
332 gst_nuv_demux_class_init (GstNuvDemuxClass * klass)
334 GstElementClass *gstelement_class = GST_ELEMENT_CLASS (klass);
335 GObjectClass *gobject_class = (GObjectClass *) klass;
337 GST_DEBUG_CATEGORY_INIT (nuvdemux_debug, "nuvdemux",
338 0, "Demuxer for NUV streams");
340 parent_class = g_type_class_peek_parent (klass);
342 gobject_class->dispose = gst_nuv_demux_dispose;
343 gobject_class->finalize = gst_nuv_demux_finalize;
344 gstelement_class->change_state = gst_nuv_demux_change_state;
346 g_type_class_add_private (gobject_class, sizeof (GstNuvDemuxPrivate));
350 gst_nuv_demux_init (GstNuvDemux * nuv, GstNuvDemuxClass * nuv_class)
352 g_debug ("XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX");
353 nuv->priv = GST_NUV_DEMUX_GET_PRIVATE (nuv);
354 nuv->priv->sinkpad = gst_pad_new_from_static_template (&sink_template, "sink");
355 gst_pad_set_activate_function (nuv->priv->sinkpad, gst_nuv_demux_sink_activate);
356 gst_pad_set_activatepull_function (nuv->priv->sinkpad,
357 gst_nuv_demux_sink_activate_pull);
358 gst_pad_set_activatepush_function (nuv->priv->sinkpad,
359 gst_nuv_demux_sink_activate_push);
360 gst_pad_set_chain_function (nuv->priv->sinkpad,
361 GST_DEBUG_FUNCPTR (gst_nuv_demux_chain));
362 gst_pad_set_event_function (nuv->priv->sinkpad,
363 gst_nuv_demux_sink_event);
364 gst_element_add_pad (GST_ELEMENT (nuv), nuv->priv->sinkpad);
366 nuv->priv->new_audio_segment = TRUE;
367 nuv->priv->new_video_segment = TRUE;
369 /* creating adapter */
370 nuv->priv->mode = NUV_PUSH_MODE;
371 nuv->priv->adapter = gst_adapter_new ();
373 gst_nuv_demux_reset (nuv);
377 gst_nuv_demux_dispose (GObject * object)
379 GstNuvDemux *nuv = GST_NUV_DEMUX (object);
381 if (nuv->priv->mpeg_buffer != NULL) {
382 gst_buffer_unref (nuv->priv->mpeg_buffer);
385 gst_nuv_demux_reset (GST_NUV_DEMUX (object));
386 gst_nuv_demux_destoy_src_pad (GST_NUV_DEMUX (object));
388 if (nuv->priv->adapter != NULL) {
389 gst_object_unref (nuv->priv->adapter);
394 gst_nuv_demux_finalize (GObject * object)
396 G_OBJECT_CLASS (parent_class)->finalize (object);
403 gst_nuv_demux_header_load (GstNuvDemux * nuv, nuv_header ** h_ret)
405 GstBuffer *buffer = NULL;
406 GstFlowReturn res = gst_nuv_demux_read_bytes (nuv, 72, TRUE, &buffer);
408 if ((res != GST_FLOW_OK) || (buffer == NULL))
411 nuv_header *h = g_new0 (nuv_header, 1);
413 memcpy (h->id, buffer->data, 12);
414 memcpy (h->version, buffer->data + 12, 5);
415 h->i_width = GST_READ_UINT32_LE (&buffer->data[20]);
416 h->i_height = GST_READ_UINT32_LE (&buffer->data[24]);
417 h->i_width_desired = GST_READ_UINT32_LE (&buffer->data[28]);
418 h->i_height_desired = GST_READ_UINT32_LE (&buffer->data[32]);
419 h->i_mode = GPOINTER_TO_INT (buffer->data[36]);
420 h->d_aspect = READ_DOUBLE_FROM_LE (&buffer->data[40]);
421 h->d_fps = READ_DOUBLE_FROM_LE (&buffer->data[48]);
422 /* get the num and denom values from fps */
423 double2fraction (h->d_fps, &h->i_fpsn, &h->i_fpsd);
424 h->i_video_blocks = GST_READ_UINT32_LE (&buffer->data[56]);
425 h->i_audio_blocks = GST_READ_UINT32_LE (&buffer->data[60]);
426 h->i_text_blocks = GST_READ_UINT32_LE (&buffer->data[64]);
427 h->i_keyframe_distance = GST_READ_UINT32_LE (&buffer->data[68]);
429 GST_DEBUG_OBJECT (nuv,
430 "nuv: h=%s v=%s %dx%d a=%f fps=%f v=%d a=%d t=%d kfd=%d", h->id,
431 h->version, h->i_width, h->i_height, h->d_aspect, h->d_fps,
432 h->i_video_blocks, h->i_audio_blocks, h->i_text_blocks,
433 h->i_keyframe_distance);
436 gst_buffer_unref (buffer);
441 gst_nuv_demux_stream_header_data (GstNuvDemux * nuv)
445 res = gst_nuv_demux_header_load (nuv, &nuv->priv->h);
446 if (res == GST_FLOW_OK)
447 nuv->priv->state = GST_NUV_DEMUX_EXTRA_DATA;
455 gst_nuv_demux_stream_file_header (GstNuvDemux * nuv)
457 GstFlowReturn res = GST_FLOW_OK;
458 GstBuffer *file_header = NULL;
460 res = gst_nuv_demux_read_bytes (nuv, 12, FALSE, &file_header);
461 if ((res != GST_FLOW_OK) || (file_header == NULL)) {
464 if (strncmp ((gchar *) file_header->data, "MythTVVideo", 11) ||
465 strncmp ((gchar *) file_header->data, "NuppelVideo", 11)) {
466 nuv->priv->state = GST_NUV_DEMUX_HEADER_DATA;
468 GST_DEBUG_OBJECT (nuv, "error parsing file header");
469 nuv->priv->state = GST_NUV_DEMUX_INVALID_DATA;
470 res = GST_FLOW_ERROR;
473 if (file_header != NULL) {
474 gst_buffer_unref (file_header);
482 gst_nuv_demux_frame_header_load (GstNuvDemux * nuv, nuv_frame_header ** h_ret)
486 GstBuffer *buf = NULL;
488 GstFlowReturn res = gst_nuv_demux_read_bytes (nuv, 12, TRUE, &buf);
490 if ((res != GST_FLOW_OK) || (buf == NULL)) {
492 gst_buffer_unref (buf);
497 h = g_new0 (nuv_frame_header, 1);
500 h->i_type = GPOINTER_TO_INT (data[0]);
501 h->i_compression = GPOINTER_TO_INT (data[1]);
502 h->i_keyframe = GPOINTER_TO_INT (data[2]);
503 h->i_filters = GPOINTER_TO_INT (data[3]);
504 h->i_timecode = GST_READ_UINT32_LE (&data[4]);
505 h->i_length = GST_READ_UINT32_LE (&data[8]);
507 GST_DEBUG_OBJECT (nuv, "frame hdr: t=%c c=%c k=%d f=0x%x timecode=%d l=%d",
509 h->i_compression ? h->i_compression : ' ',
510 h->i_keyframe ? h->i_keyframe : ' ',
511 h->i_filters, h->i_timecode, h->i_length);
514 gst_buffer_unref (buf);
519 gst_nuv_demux_extended_header_load (GstNuvDemux * nuv,
520 nuv_extended_header ** h_ret)
523 GstBuffer *buff = NULL;
524 nuv_extended_header *h;
527 GstFlowReturn res = gst_nuv_demux_read_bytes (nuv, 512, TRUE, &buff);
529 if ((res != GST_FLOW_OK) || (buff == NULL)) {
531 gst_buffer_unref (buff);
536 h = g_new0 (nuv_extended_header, 1);
538 h->i_version = GST_READ_UINT32_LE (&data[0]);
539 h->i_video_fcc = GST_MAKE_FOURCC (data[4], data[5], data[6], data[7]);
540 h->i_audio_fcc = GST_MAKE_FOURCC (data[8], data[9], data[10], data[11]);
541 h->i_audio_sample_rate = GST_READ_UINT32_LE (&data[12]);
542 h->i_audio_bits_per_sample = GST_READ_UINT32_LE (&data[16]);
543 h->i_audio_channels = GST_READ_UINT32_LE (&data[20]);
544 h->i_audio_compression_ratio = GST_READ_UINT32_LE (&data[24]);
545 h->i_audio_quality = GST_READ_UINT32_LE (&data[28]);
546 h->i_rtjpeg_quality = GST_READ_UINT32_LE (&data[32]);
547 h->i_rtjpeg_luma_filter = GST_READ_UINT32_LE (&data[36]);
548 h->i_rtjpeg_chroma_filter = GST_READ_UINT32_LE (&data[40]);
549 h->i_lavc_bitrate = GST_READ_UINT32_LE (&data[44]);
550 h->i_lavc_qmin = GST_READ_UINT32_LE (&data[48]);
551 h->i_lavc_qmin = GST_READ_UINT32_LE (&data[52]);
552 h->i_lavc_maxqdiff = GST_READ_UINT32_LE (&data[56]);
553 h->i_seekable_offset = GST_READ_UINT64_LE (&data[60]);
554 h->i_keyframe_adjust_offset = GST_READ_UINT64_LE (&data[68]);
556 GST_DEBUG_OBJECT (nuv,
557 "ex hdr: v=%d vffc=%4.4s afcc=%4.4s %dHz %dbits ach=%d acr=%d aq=%d"
558 "rtjpeg q=%d lf=%d lc=%d lavc br=%d qmin=%d qmax=%d maxqdiff=%d seekableoff=%lld keyfao=%lld",
559 h->i_version, (gchar *) & h->i_video_fcc, (gchar *) & h->i_audio_fcc,
560 h->i_audio_sample_rate, h->i_audio_bits_per_sample, h->i_audio_channels,
561 h->i_audio_compression_ratio, h->i_audio_quality, h->i_rtjpeg_quality,
562 h->i_rtjpeg_luma_filter, h->i_rtjpeg_chroma_filter, h->i_lavc_bitrate,
563 h->i_lavc_qmin, h->i_lavc_qmax, h->i_lavc_maxqdiff, h->i_seekable_offset,
564 h->i_keyframe_adjust_offset);
567 gst_buffer_unref (buff);
572 /* Query Functions */
573 static const GstQueryType *
574 gst_nuv_demux_get_src_query_types (GstPad * pad)
576 static const GstQueryType src_types[] = {
586 gst_nuv_demux_handle_src_query (GstPad * pad, GstQuery * query)
588 gboolean res = FALSE;
589 GstNuvDemux *nuv = GST_NUV_DEMUX (gst_pad_get_parent (pad));
591 switch (GST_QUERY_TYPE (query)) {
592 case GST_QUERY_POSITION:
593 if (GST_CLOCK_TIME_IS_VALID (nuv->priv->last_frame_time)) {
595 gst_query_set_position (query, GST_FORMAT_TIME, nuv->priv->last_frame_time);
599 case GST_QUERY_DURATION:
602 duration = gst_nuv_demux_get_time_duration (nuv);
603 if (duration == GST_CLOCK_TIME_NONE) {
604 duration = nuv->priv->duration_average;
606 if (duration != GST_CLOCK_TIME_NONE) {
607 gst_query_set_duration (query, GST_FORMAT_TIME, duration);
617 gst_object_unref (nuv);
623 gst_nuv_demux_create_pad (GstNuvDemux *nuv, GstCaps *caps, GstStaticPadTemplate *template, const gchar* name)
626 pad = gst_pad_new_from_static_template (template, name);
627 gst_pad_set_caps (pad, caps);
628 gst_pad_set_active (pad, TRUE);
629 gst_pad_use_fixed_caps (pad);
630 gst_element_add_pad (GST_ELEMENT (nuv), pad);
636 gst_nuv_demux_create_pads (GstNuvDemux * nuv)
638 if (nuv->priv->h->i_video_blocks != 0) {
639 GstCaps *video_caps = NULL;
641 video_caps = gst_caps_new_simple ("video/x-divx",
642 "divxversion", G_TYPE_INT, 4,
643 "width", G_TYPE_INT, nuv->priv->h->i_width,
644 "height", G_TYPE_INT, nuv->priv->h->i_height,
645 "framerate", GST_TYPE_FRACTION, nuv->priv->h->i_fpsn, nuv->priv->h->i_fpsd,
646 "format", GST_TYPE_FOURCC, nuv->priv->eh->i_video_fcc,
647 "pixel-aspect-ratio", GST_TYPE_FRACTION,
648 (gint) (nuv->priv->h->d_aspect * 1000.0f), 1000, NULL);
650 nuv->priv->src_video_pad = gst_nuv_demux_create_pad (nuv, video_caps, &video_src_template, "video_src");
651 gst_caps_unref (video_caps);
654 if (nuv->priv->h->i_audio_blocks != 0) {
655 GstCaps *audio_caps = NULL;
657 audio_caps = gst_caps_new_simple ("audio/mpeg",
658 "rate", G_TYPE_INT, nuv->priv->eh->i_audio_sample_rate,
659 "format", GST_TYPE_FOURCC, nuv->priv->eh->i_audio_fcc,
660 "channels", G_TYPE_INT, nuv->priv->eh->i_audio_channels,
661 "mpegversion", G_TYPE_INT, nuv->priv->eh->i_version, NULL);
663 nuv->priv->src_audio_pad = gst_nuv_demux_create_pad (nuv, audio_caps, &audio_src_template, "audio_src");
664 gst_caps_unref (audio_caps);
667 gst_element_no_more_pads (GST_ELEMENT (nuv));
671 gst_nuv_demux_read_head_frame (GstNuvDemux * nuv)
673 GstFlowReturn ret = GST_FLOW_OK;
675 if (nuv->priv->fh != NULL)
677 g_free (nuv->priv->fh);
678 nuv->priv->fh = NULL;
681 ret = gst_nuv_demux_frame_header_load (nuv, &nuv->priv->fh);
682 if (ret != GST_FLOW_OK)
685 nuv->priv->state = GST_NUV_DEMUX_MOVI;
690 gst_nuv_combine_flow (GstNuvDemux *nuv)
692 GstFlowReturn ret_video = nuv->priv->last_video_return;
693 GstFlowReturn ret_audio = nuv->priv->last_audio_return;
695 if ((ret_video != GST_FLOW_OK) &&
696 (ret_audio != GST_FLOW_OK))
699 if (GST_FLOW_IS_FATAL (ret_video))
702 if (GST_FLOW_IS_FATAL (ret_audio))
709 gst_nuv_demux_stream_data (GstNuvDemux * nuv)
711 GstFlowReturn ret = GST_FLOW_OK;
714 GstBuffer *buf = NULL;
715 nuv_frame_header *h = NULL;
719 if (h->i_type == 'R')
722 if (h->i_length > 0) {
723 ret = gst_nuv_demux_read_bytes (nuv, h->i_length, TRUE, &buf);
724 if ((ret != GST_FLOW_OK) || (buf == NULL))
727 if (h->i_timecode < 0) {
728 h->i_timecode = h->i_timecode * -1;
729 nuv->priv->time_diff = h->i_timecode;
732 h->i_timecode += nuv->priv->time_diff;
734 timestamp = h->i_timecode * GST_MSECOND;
736 GST_BUFFER_SIZE (buf) = h->i_length;
737 GST_BUFFER_TIMESTAMP (buf) = timestamp;
747 pad = nuv->priv->src_video_pad;
749 if (nuv->priv->new_video_segment) {
750 /* send new segment event*/
751 gst_pad_push_event (nuv->priv->src_video_pad,
752 gst_event_new_new_segment (TRUE, 1.0, GST_FORMAT_TIME, 0,
753 GST_CLOCK_TIME_NONE, 0));
755 if (nuv->priv->time_start == GST_CLOCK_TIME_NONE) {
756 nuv->priv->time_start = timestamp;
758 nuv->priv->new_video_segment = FALSE;
765 pad = nuv->priv->src_audio_pad;
767 if (nuv->priv->new_audio_segment) {
768 /* send new segment event*/
769 gst_pad_push_event (nuv->priv->src_audio_pad,
770 gst_event_new_new_segment (TRUE, 1.0, GST_FORMAT_TIME, 0,
771 GST_CLOCK_TIME_NONE, 0));
773 if (nuv->priv->time_start == GST_CLOCK_TIME_NONE) {
774 nuv->priv->time_start = timestamp;
776 nuv->priv->new_audio_segment = FALSE;
783 switch (h->i_compression) {
785 GST_DEBUG_OBJECT (nuv, "sending new video segment: %d", h->i_timecode);
786 gst_pad_push_event (nuv->priv->src_video_pad,
787 gst_event_new_new_segment (TRUE, 1.0, GST_FORMAT_TIME, h->i_timecode * GST_MSECOND,
788 GST_CLOCK_TIME_NONE, 0));
791 GST_DEBUG_OBJECT (nuv, "sending new audio segment: %d", h->i_timecode);
792 gst_pad_push_event (nuv->priv->src_audio_pad,
793 gst_event_new_new_segment (TRUE, 1.0, GST_FORMAT_TIME, 0,
794 GST_CLOCK_TIME_NONE, 0));
800 gst_buffer_unref (buf);
806 gst_buffer_unref (buf);
811 if ((buf != NULL) && (pad != NULL)) {
812 /* update average time */
813 nuv->priv->streamer_offset += h->i_length;
814 gst_segment_set_last_stop (&nuv->priv->segment, GST_FORMAT_TIME, timestamp);
815 gst_nuv_demux_update_duration (nuv, timestamp);
817 /* pushing the buffer */
818 gst_buffer_set_caps (buf, GST_PAD_CAPS (pad));
819 ret = gst_pad_push (pad, buf);
821 if (ret != GST_FLOW_OK) {
822 if (pad == nuv->priv->src_video_pad) {
823 nuv->priv->last_video_return = ret;
825 else if (pad == nuv->priv->src_audio_pad) {
826 nuv->priv->last_audio_return = ret;
829 /* verify anothers flow if is necessary stop task */
830 if (gst_nuv_combine_flow (nuv) != FALSE) {
834 GST_WARNING_OBJECT (nuv, "error: %d pushing on srcpad %s", ret, gst_pad_get_name (pad));
839 nuv->priv->state = GST_NUV_DEMUX_FRAME_HEADER;
840 g_free (nuv->priv->fh);
841 nuv->priv->fh = NULL;
846 gst_nuv_demux_stream_mpeg_data (GstNuvDemux * nuv)
848 GstFlowReturn ret = GST_FLOW_OK;
850 /* ffmpeg extra data */
851 ret = gst_nuv_demux_read_bytes (nuv, nuv->priv->mpeg_data_size, TRUE,
852 &nuv->priv->mpeg_buffer);
853 if ((ret != GST_FLOW_OK) || (nuv->priv->mpeg_buffer == NULL)) {
857 GST_BUFFER_SIZE (nuv->priv->mpeg_buffer) = nuv->priv->mpeg_data_size;
858 nuv->priv->state = GST_NUV_DEMUX_EXTEND_HEADER;
863 gst_nuv_demux_stream_extra_data (GstNuvDemux * nuv)
865 GstFlowReturn ret = GST_FLOW_OK;
870 ret = gst_nuv_demux_frame_header_load (nuv, &h);
871 if (ret != GST_FLOW_OK)
874 if (h->i_type != 'D') {
876 GST_WARNING_OBJECT (nuv, "Unsuported rtjpeg");
877 return GST_FLOW_NOT_SUPPORTED;
880 if (h->i_length > 0) {
881 if (h->i_compression == 'F') {
882 nuv->priv->state = GST_NUV_DEMUX_MPEG_DATA;
885 GST_WARNING_OBJECT (nuv, "only file with extended chunk are supported");
886 return GST_FLOW_NOT_SUPPORTED;
889 nuv->priv->state = GST_NUV_DEMUX_EXTEND_HEADER;
898 gst_nuv_demux_stream_extend_header_data (GstNuvDemux * nuv)
900 GstFlowReturn ret = GST_FLOW_OK;
902 ret = gst_nuv_demux_extended_header_load (nuv, &nuv->priv->eh);
903 if (ret != GST_FLOW_OK)
906 gst_nuv_demux_create_pads (nuv);
907 nuv->priv->state = GST_NUV_DEMUX_FRAME_HEADER;
912 gst_nuv_demux_stream_extend_header (GstNuvDemux * nuv)
914 GstBuffer *buf = NULL;
915 GstFlowReturn res = GST_FLOW_OK;
917 res = gst_nuv_demux_read_bytes (nuv, 1, FALSE, &buf);
918 if ((res != GST_FLOW_OK) || (buf == NULL)) {
920 gst_buffer_unref (buf);
925 if (buf->data[0] == 'X') {
926 gst_buffer_unref (buf);
928 nuv_frame_header *h = NULL;
930 res = gst_nuv_demux_frame_header_load (nuv, &h);
931 if (res != GST_FLOW_OK)
934 if (h->i_length != 512) {
936 return GST_FLOW_ERROR;
940 nuv->priv->state = GST_NUV_DEMUX_EXTEND_HEADER_DATA;
942 nuv->priv->state = GST_NUV_DEMUX_INVALID_DATA;
943 g_object_unref (buf);
944 GST_ELEMENT_WARNING (nuv, STREAM, FAILED,
945 (_("incomplete NUV support")), ("incomplete NUV support"));
946 return GST_FLOW_ERROR;
952 gst_nuv_demux_play (GstPad * pad)
954 GstFlowReturn res = GST_FLOW_OK;
955 GstNuvDemux *nuv = GST_NUV_DEMUX (GST_PAD_PARENT (pad));
957 switch (nuv->priv->state) {
958 case GST_NUV_DEMUX_START:
959 res = gst_nuv_demux_stream_file_header (nuv);
960 if ((res != GST_FLOW_OK) && (res != GST_FLOW_ERROR_NO_DATA)) {
963 if (nuv->priv->state != GST_NUV_DEMUX_HEADER_DATA)
966 case GST_NUV_DEMUX_HEADER_DATA:
967 res = gst_nuv_demux_stream_header_data (nuv);
968 if ((res != GST_FLOW_OK) && (res != GST_FLOW_ERROR_NO_DATA)) {
971 if (nuv->priv->state != GST_NUV_DEMUX_EXTRA_DATA)
974 case GST_NUV_DEMUX_EXTRA_DATA:
975 res = gst_nuv_demux_stream_extra_data (nuv);
976 if ((res != GST_FLOW_OK) && (res != GST_FLOW_ERROR_NO_DATA)) {
979 if (nuv->priv->state != GST_NUV_DEMUX_MPEG_DATA)
982 case GST_NUV_DEMUX_MPEG_DATA:
983 res = gst_nuv_demux_stream_mpeg_data (nuv);
984 if ((res != GST_FLOW_OK) && (res != GST_FLOW_ERROR_NO_DATA)) {
988 if (nuv->priv->state != GST_NUV_DEMUX_EXTEND_HEADER)
991 case GST_NUV_DEMUX_EXTEND_HEADER:
992 res = gst_nuv_demux_stream_extend_header (nuv);
993 if ((res != GST_FLOW_OK) && (res != GST_FLOW_ERROR_NO_DATA)) {
996 if (nuv->priv->state != GST_NUV_DEMUX_EXTEND_HEADER_DATA)
999 case GST_NUV_DEMUX_EXTEND_HEADER_DATA:
1000 res = gst_nuv_demux_stream_extend_header_data (nuv);
1001 if ((res != GST_FLOW_OK) && (res != GST_FLOW_ERROR_NO_DATA)) {
1005 if (nuv->priv->state != GST_NUV_DEMUX_FRAME_HEADER)
1008 case GST_NUV_DEMUX_FRAME_HEADER:
1009 res = gst_nuv_demux_read_head_frame (nuv);
1010 if ((res != GST_FLOW_OK) && (res != GST_FLOW_ERROR_NO_DATA)) {
1013 if (nuv->priv->state != GST_NUV_DEMUX_MOVI)
1016 case GST_NUV_DEMUX_MOVI:
1017 res = gst_nuv_demux_stream_data (nuv);
1018 if ((res != GST_FLOW_OK) && (res != GST_FLOW_ERROR_NO_DATA)) {
1022 case GST_NUV_DEMUX_INVALID_DATA:
1026 g_assert_not_reached ();
1029 GST_DEBUG_OBJECT (nuv, "state: %d res:%s", nuv->priv->state, gst_flow_get_name (res));
1034 GST_LOG_OBJECT (nuv, "pausing task, reason %s", gst_flow_get_name (res));
1035 gst_pad_pause_task (nuv->priv->sinkpad);
1036 if (GST_FLOW_IS_FATAL (res)) {
1037 GST_ELEMENT_ERROR (nuv, STREAM, FAILED,
1038 (_("Internal data stream error.")),
1039 ("streaming stopped, reason %s", gst_flow_get_name (res)));
1041 gst_nuv_demux_send_eos (nuv);
1047 gst_nuv_demux_send_eos (GstNuvDemux * nuv)
1049 gst_element_post_message (GST_ELEMENT (nuv),
1050 gst_message_new_segment_done (GST_OBJECT (nuv), GST_FORMAT_TIME, -1));
1052 if (nuv->priv->src_video_pad)
1053 gst_pad_push_event (nuv->priv->src_video_pad, gst_event_new_eos ());
1054 if (nuv->priv->src_audio_pad)
1055 gst_pad_push_event (nuv->priv->src_audio_pad, gst_event_new_eos ());
1058 static GstFlowReturn
1059 gst_nuv_demux_read_bytes (GstNuvDemux * nuv, guint64 size, gboolean move,
1060 GstBuffer ** buffer)
1062 GstFlowReturn ret = GST_FLOW_OK;
1068 if (nuv->priv->mode == NUV_PULL_MODE) {
1069 ret = gst_pad_pull_range (nuv->priv->sinkpad, nuv->priv->offset, size, buffer);
1070 if (ret == GST_FLOW_OK) {
1072 nuv->priv->offset += size;
1075 } else if (ret == GST_FLOW_UNEXPECTED) {
1077 gst_buffer_unref (buffer);
1079 gst_nuv_demux_send_eos (nuv);
1080 return GST_FLOW_WRONG_STATE;
1083 if (gst_adapter_available (nuv->priv->adapter) < size)
1084 return GST_FLOW_ERROR_NO_DATA;
1087 guint8 *data = NULL;
1088 data = (guint8 *) gst_adapter_take (nuv->priv->adapter, size);
1089 *buffer = gst_buffer_new ();
1090 gst_buffer_set_data (*buffer, data, size);
1092 guint8 *data = NULL;
1093 data = (guint8 *) gst_adapter_peek (nuv->priv->adapter, size);
1094 *buffer = gst_buffer_new ();
1095 gst_buffer_set_data (*buffer, data, size);
1102 gst_nuv_demux_sink_activate (GstPad * sinkpad)
1104 gboolean res = TRUE;
1105 GstNuvDemux *nuv = GST_NUV_DEMUX (gst_pad_get_parent (sinkpad));
1107 if (gst_pad_check_pull_range (sinkpad)) {
1109 res = gst_pad_activate_pull (sinkpad, TRUE);
1112 res = gst_pad_activate_push (sinkpad, TRUE);
1114 g_object_unref (nuv);
1119 gst_nuv_demux_sink_activate_pull (GstPad * sinkpad, gboolean active)
1121 GstNuvDemux *nuv = GST_NUV_DEMUX (gst_pad_get_parent (sinkpad));
1123 g_debug ("gst_nuv_demux_sink_activate_pull: XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXx");
1125 GST_DEBUG_OBJECT (nuv, "activating pull function");
1126 nuv->priv->mode = NUV_PULL_MODE;
1127 if (nuv->priv->adapter) {
1128 gst_adapter_clear (nuv->priv->adapter);
1129 g_object_unref (nuv->priv->adapter);
1130 nuv->priv->adapter = NULL;
1132 gst_pad_start_task (sinkpad, (GstTaskFunction) gst_nuv_demux_loop, sinkpad);
1134 GST_DEBUG_OBJECT (nuv, "deactivating pull function");
1135 gst_pad_stop_task (sinkpad);
1137 gst_object_unref (nuv);
1143 gst_nuv_demux_sink_activate_push (GstPad * pad, gboolean active)
1145 GstNuvDemux *nuv = GST_NUV_DEMUX (gst_pad_get_parent (pad));
1148 g_debug ("gst_nuv_demux_sink_activate_push: XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXx");
1151 GST_DEBUG_OBJECT (nuv, "activating push/chain function");
1153 GST_DEBUG_OBJECT (nuv, "deactivating push/chain function");
1156 gst_object_unref (nuv);
1163 gst_nuv_demux_sink_event (GstPad *pad, GstEvent *event)
1168 nuv = GST_NUV_DEMUX (gst_pad_get_parent (pad));
1170 switch (GST_EVENT_TYPE (event)) {
1171 case GST_EVENT_SEEK:
1176 GstSeekType cur_type;
1178 GstSeekType stop_type;
1181 gst_event_parse_seek (event, &rate, &format, &flags, &cur_type, &cur, &stop_type, &stop);
1183 GST_DEBUG_OBJECT (nuv, "got seek, start %" G_GINT64_FORMAT ", stop %" G_GINT64_FORMAT, cur, stop);
1187 case GST_EVENT_NEWSEGMENT:
1189 gint64 start, stop, time;
1190 gdouble rate, arate;
1194 GST_DEBUG_OBJECT (nuv, "got a new segment event");
1195 gst_event_parse_new_segment_full (event, &update, &rate, &arate, &format,
1196 &start, &stop, &time);
1198 GST_DEBUG_OBJECT (nuv, "got newsegment, start %" G_GINT64_FORMAT ", stop %" G_GINT64_FORMAT, start, stop);
1199 nuv->priv->duration_bytes = stop - start;
1200 gst_event_unref (event);
1208 GstClockTimeDiff diff;
1209 GstClockTime timestamp;
1211 gst_event_parse_qos (event, &proportion, &diff, ×tamp);
1213 nuv->time_qos = timecode + diff;
1223 res = gst_pad_event_default (pad, event);
1227 gst_object_unref (nuv);
1231 static GstFlowReturn
1232 gst_nuv_demux_chain (GstPad * pad, GstBuffer * buf)
1234 GstNuvDemux *nuv = GST_NUV_DEMUX (gst_pad_get_parent (pad));
1236 GST_DEBUG_OBJECT (nuv, " gst_nuv_demux_chain function");
1237 gst_adapter_push (nuv->priv->adapter, buf);
1239 gst_object_unref (nuv);
1241 return gst_nuv_demux_play (pad);
1245 gst_nuv_demux_loop (GstPad * pad)
1247 gst_nuv_demux_play (pad);
1251 gst_nuv_demux_reset (GstNuvDemux * nuv)
1253 nuv->priv->state = GST_NUV_DEMUX_START;
1254 nuv->priv->mode = 0;
1255 nuv->priv->offset = 0;
1256 nuv->priv->streamer_offset = 0;
1257 nuv->priv->time_start = 0;
1258 nuv->priv->time_qos = GST_CLOCK_TIME_NONE;
1259 nuv->priv->duration_bytes = GST_CLOCK_TIME_NONE;
1260 nuv->priv->duration_time = GST_CLOCK_TIME_NONE;
1261 nuv->priv->duration_average = GST_CLOCK_TIME_NONE;
1262 gst_segment_init (&nuv->priv->segment, GST_FORMAT_TIME);
1264 if (nuv->priv->adapter != NULL)
1265 gst_adapter_clear (nuv->priv->adapter);
1267 if (nuv->priv->mpeg_buffer != NULL) {
1268 gst_buffer_unref (nuv->priv->mpeg_buffer);
1269 nuv->priv->mpeg_buffer = NULL;
1272 g_free (nuv->priv->h);
1273 nuv->priv->h = NULL;
1275 g_free (nuv->priv->eh);
1276 nuv->priv->eh = NULL;
1278 g_free (nuv->priv->fh);
1279 nuv->priv->fh = NULL;
1283 gst_nuv_demux_destoy_src_pad (GstNuvDemux * nuv)
1285 if (nuv->priv->src_video_pad) {
1286 gst_element_remove_pad (GST_ELEMENT (nuv), nuv->priv->src_video_pad);
1287 nuv->priv->src_video_pad = NULL;
1290 if (nuv->priv->src_audio_pad) {
1291 gst_element_remove_pad (GST_ELEMENT (nuv), nuv->priv->src_audio_pad);
1292 nuv->priv->src_audio_pad = NULL;
1296 static GstStateChangeReturn
1297 gst_nuv_demux_change_state (GstElement * element, GstStateChange transition)
1299 GstStateChangeReturn ret = GST_STATE_CHANGE_SUCCESS;
1301 switch (transition) {
1302 case GST_STATE_CHANGE_READY_TO_PAUSED:
1303 g_debug ("XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXxxxxx= RESET");
1304 gst_nuv_demux_reset (GST_NUV_DEMUX (element));
1305 gst_nuv_demux_destoy_src_pad (GST_NUV_DEMUX (element));
1311 ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
1312 if (ret == GST_STATE_CHANGE_FAILURE)
1315 switch (transition) {
1316 case GST_STATE_CHANGE_READY_TO_NULL:
1317 gst_nuv_demux_reset (GST_NUV_DEMUX (element));
1318 gst_nuv_demux_destoy_src_pad (GST_NUV_DEMUX (element));
1329 gst_nuv_demux_update_duration (GstNuvDemux *nuv, guint64 current_timestamp)
1331 guint64 interval = 0;
1333 if (gst_nuv_demux_get_time_duration (nuv) != GST_CLOCK_TIME_NONE)
1336 interval = current_timestamp - nuv->priv->last_update;
1338 if (interval > (10 * GST_SECOND)) {
1339 GstMessage* msg = NULL;
1341 gint64 duration_bytes = gst_nuv_demux_get_bytes_duration (nuv);
1343 if (duration_bytes == GST_CLOCK_TIME_NONE)
1346 interval = gst_util_uint64_scale (1, current_timestamp - nuv->priv->time_start, GST_SECOND);
1347 average = gst_util_uint64_scale (1 , nuv->priv->streamer_offset, interval);
1348 nuv->priv->duration_average = gst_util_uint64_scale (GST_SECOND, duration_bytes, average);
1349 nuv->priv->last_update = current_timestamp;
1350 msg = gst_message_new_duration (GST_OBJECT (nuv), GST_FORMAT_TIME, nuv->priv->duration_average);
1351 gst_element_post_message (GST_ELEMENT (nuv), msg);
1352 GST_DEBUG_OBJECT (nuv, "New Duration Average %"G_GUINT64_FORMAT, nuv->priv->duration_average);
1357 gst_nuv_demux_get_bytes_duration (GstNuvDemux *nuv)
1359 if (nuv->priv->duration_bytes == GST_CLOCK_TIME_NONE) {
1360 GstPad *peer = gst_pad_get_peer (nuv->priv->sinkpad);
1361 GstQuery *query = gst_query_new_duration (GST_FORMAT_BYTES);
1362 if (gst_pad_query (peer, query)) {
1365 gst_query_parse_duration (query, NULL, &duration);
1366 nuv->priv->duration_bytes = duration;
1368 gst_object_unref (peer);
1369 gst_query_unref (query);
1371 return nuv->priv->duration_bytes;
1375 gst_nuv_demux_get_time_duration (GstNuvDemux *nuv)
1377 if (nuv->priv->duration_time == GST_CLOCK_TIME_NONE) {
1378 GstPad *peer = gst_pad_get_peer (nuv->priv->sinkpad);
1379 GstQuery *query = gst_query_new_duration (GST_FORMAT_TIME);
1380 if (gst_pad_query (peer, query)) {
1382 gst_query_parse_duration (query, NULL, &duration);
1383 nuv->priv->duration_time = duration;
1385 gst_object_unref (peer);
1386 gst_query_unref (query);
1388 return nuv->priv->duration_time;
1393 plugin_init (GstPlugin * plugin)
1396 setlocale (LC_ALL, "");
1397 bindtextdomain (GETTEXT_PACKAGE, LOCALEDIR);
1398 #endif /* ENABLE_NLS */
1400 if (!gst_element_register (plugin, "nuvdemux", GST_RANK_SECONDARY,
1401 GST_TYPE_NUV_DEMUX)) {
1407 GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
1410 "Demuxes and muxes audio and video",
1411 plugin_init, VERSION, "LGPL", "NuvDemux", "")