summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorEdward Hervey <edward@centricular.com>2018-02-15 13:59:56 +0100
committerEdward Hervey <bilboed@bilboed.com>2018-03-22 08:22:05 +0100
commit146096845cc15df289596796c1e432f238fcff25 (patch)
treed374a0d5a0c4b023f2c60268f887124fa42e3ae0
parentadf435c55fe4ffafc1064519a70e5fec2643e2df (diff)
video: Add support for VANC and Closed Captionclosedcaption
This commits add common elements for Ancillary Data and Closed Caption support in GStreamer: * A VBI (Video Blanking Interval) parser that supports detection and extraction of Ancillary data according to the SMPTE S291M specification. Currently supports the v210 and UYVY video formats. * A new GstMeta for Closed Caption : GstVideoCaptionMeta. This supports the two types of CC : CEA-608 and CEA-708, along with the 4 different ways they can be transported (other systems are super-set of those).
-rw-r--r--gst-libs/gst/video/Makefile.am3
-rw-r--r--gst-libs/gst/video/gstvideometa.c123
-rw-r--r--gst-libs/gst/video/video-anc.h151
-rw-r--r--gst-libs/gst/video/video-vbi.c343
-rw-r--r--gst-libs/gst/video/video-vbi.h60
5 files changed, 680 insertions, 0 deletions
diff --git a/gst-libs/gst/video/Makefile.am b/gst-libs/gst/video/Makefile.am
index 9fc1ccfca..7a72ccfee 100644
--- a/gst-libs/gst/video/Makefile.am
+++ b/gst-libs/gst/video/Makefile.am
@@ -34,6 +34,7 @@ libgstvideo_@GST_API_VERSION@_la_SOURCES = \
video-frame.c \
video-scaler.c \
video-tile.c \
+ video-vbi.c \
gstvideosink.c \
gstvideofilter.c \
convertframe.c \
@@ -62,6 +63,7 @@ libgstvideo_@GST_API_VERSION@include_HEADERS = \
navigation.h \
video.h \
video-prelude.h \
+ video-anc.h \
video-event.h \
video-format.h \
video-chroma.h \
@@ -72,6 +74,7 @@ libgstvideo_@GST_API_VERSION@include_HEADERS = \
video-frame.h \
video-scaler.h \
video-tile.h \
+ video-vbi.h \
gstvideosink.h \
gstvideofilter.h \
gstvideometa.h \
diff --git a/gst-libs/gst/video/gstvideometa.c b/gst-libs/gst/video/gstvideometa.c
index 739e9f4c3..8940beec1 100644
--- a/gst-libs/gst/video/gstvideometa.c
+++ b/gst-libs/gst/video/gstvideometa.c
@@ -18,6 +18,7 @@
*/
#include "gstvideometa.h"
+#include "video-anc.h"
#include <string.h>
@@ -1052,3 +1053,125 @@ gst_buffer_add_video_time_code_meta_full (GstBuffer * buffer, guint fps_n,
return meta;
}
+
+/* Closed Caption Meta implementation *******************************************/
+
+GType
+gst_video_caption_meta_api_get_type (void)
+{
+ static volatile GType type;
+
+ if (g_once_init_enter (&type)) {
+ static const gchar *tags[] = { NULL };
+ GType _type = gst_meta_api_type_register ("GstVideoCaptionMetaAPI", tags);
+ GST_INFO ("registering");
+ g_once_init_leave (&type, _type);
+ }
+ return type;
+}
+
+
+static gboolean
+gst_video_caption_meta_transform (GstBuffer * dest, GstMeta * meta,
+ GstBuffer * buffer, GQuark type, gpointer data)
+{
+ GstVideoCaptionMeta *dmeta, *smeta;
+
+ if (GST_META_TRANSFORM_IS_COPY (type)) {
+ smeta = (GstVideoCaptionMeta *) meta;
+
+ GST_DEBUG ("copy caption metadata");
+ dmeta =
+ gst_buffer_add_video_caption_meta (dest, smeta->caption_type,
+ smeta->data, smeta->size);
+ if (!dmeta)
+ return FALSE;
+ } else {
+ /* return FALSE, if transform type is not supported */
+ return FALSE;
+ }
+ return TRUE;
+}
+
+static gboolean
+gst_video_caption_meta_init (GstMeta * meta, gpointer params,
+ GstBuffer * buffer)
+{
+ GstVideoCaptionMeta *emeta = (GstVideoCaptionMeta *) meta;
+
+ emeta->caption_type = GST_VIDEO_CAPTION_TYPE_UNKNOWN;
+
+ return TRUE;
+}
+
+static void
+gst_video_caption_meta_free (GstMeta * meta, GstBuffer * buffer)
+{
+ GstVideoCaptionMeta *emeta = (GstVideoCaptionMeta *) meta;
+
+ g_free (emeta->data);
+}
+
+const GstMetaInfo *
+gst_video_caption_meta_get_info (void)
+{
+ static const GstMetaInfo *meta_info = NULL;
+
+ if (g_once_init_enter ((GstMetaInfo **) & meta_info)) {
+ const GstMetaInfo *mi = gst_meta_register (GST_VIDEO_CAPTION_META_API_TYPE,
+ "GstVideoCaptionMeta",
+ sizeof (GstVideoCaptionMeta),
+ gst_video_caption_meta_init,
+ gst_video_caption_meta_free,
+ gst_video_caption_meta_transform);
+ g_once_init_leave ((GstMetaInfo **) & meta_info, (GstMetaInfo *) mi);
+ }
+ return meta_info;
+}
+
+/**
+ * gst_buffer_add_video_caption_meta:
+ * @buffer: a #GstBuffer
+ * @caption_type: The type of Closed Caption to add
+ * @data: The Closed Caption data
+ * @size: The size of @data in bytes
+ *
+ * Attaches #GstVideoCaptionMeta metadata to @buffer with the given
+ * parameters.
+ *
+ * Returns: (transfer none): the #GstVideoCaptionMeta on @buffer.
+ *
+ * Since: 1.16
+ */
+GstVideoCaptionMeta *
+gst_buffer_add_video_caption_meta (GstBuffer * buffer,
+ GstVideoCaptionType caption_type, const guint8 * data, gsize size)
+{
+ GstVideoCaptionMeta *meta;
+
+ g_return_val_if_fail (GST_IS_BUFFER (buffer), NULL);
+ g_return_val_if_fail (data != NULL, NULL);
+ g_return_val_if_fail (size > 0, NULL);
+
+ switch (caption_type) {
+ case GST_VIDEO_CAPTION_TYPE_CEA608_RAW:
+ case GST_VIDEO_CAPTION_TYPE_CEA608_IN_CEA708_RAW:
+ case GST_VIDEO_CAPTION_TYPE_CEA708_RAW:
+ case GST_VIDEO_CAPTION_TYPE_CEA708_CDP:
+ break;
+ default:
+ GST_ERROR ("Unknown caption type !");
+ return NULL;
+ }
+ /* FIXME : Add checks for content ? */
+
+ meta = (GstVideoCaptionMeta *) gst_buffer_add_meta (buffer,
+ GST_VIDEO_CAPTION_META_INFO, NULL);
+ g_return_val_if_fail (meta != NULL, NULL);
+
+ meta->caption_type = caption_type;
+ meta->data = g_memdup (data, size);
+ meta->size = size;
+
+ return meta;
+}
diff --git a/gst-libs/gst/video/video-anc.h b/gst-libs/gst/video/video-anc.h
new file mode 100644
index 000000000..9888f6e8f
--- /dev/null
+++ b/gst-libs/gst/video/video-anc.h
@@ -0,0 +1,151 @@
+/* GStreamer
+ * Copyright (C) <2018> Edward Hervey <edward@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_VIDEO_ANC_H__
+#define __GST_VIDEO_ANC_H__
+
+#include <gst/gst.h>
+
+G_BEGIN_DECLS
+
+typedef struct _GstVideoAncillary GstVideoAncillary;
+
+/**
+ * GstVideoAncillary:
+ * @DID: The Data Identifier
+ * @SDID_block_number: The Secondary Data Identifier (if type 2) or the Data
+ * Block Number (if type 2)
+ * @data_count: The amount of data (in bytes) in @data (max 255 bytes)
+ * @data: The user data content of the Ancillary packet. Does not contain
+ * the ADF, DID, SDID nor CS.
+ *
+ * Video Ancillary data, according to SMPTE-291M specification.
+ *
+ * The contents of the data are always stored as 8bit data (i.e. do not contain
+ * the parity check bits).
+ *
+ * Since: 1.16
+ */
+struct _GstVideoAncillary {
+ guint8 DID;
+ guint8 SDID_block_number;
+ guint8 data_count;
+ guint8 *data;
+
+ /*< private >*/
+ /* Padding for future extension */
+ gpointer _gst_reserved[GST_PADDING];
+};
+
+typedef enum {
+ GST_VIDEO_ANCILLARY_DID_UNDEFINED = 0x00,
+ GST_VIDEO_ANCILLARY_DID_DELETION = 0x80,
+ GST_VIDEO_ANCILLARY_DID_HANC_3G_AUDIO_DATA_FIRST = 0xa0,
+ GST_VIDEO_ANCILLARY_DID_HANC_3G_AUDIO_DATA_LAST = 0xa7,
+ GST_VIDEO_ANCILLARY_DID_HANC_HDTV_AUDIO_DATA_FIRST = 0xe0,
+ GST_VIDEO_ANCILLARY_DID_HANC_HDTV_AUDIO_DATA_LAST = 0xe7,
+ GST_VIDEO_ANCILLARY_DID_HANC_SDTV_AUDIO_DATA_1_FIRST = 0xec,
+ GST_VIDEO_ANCILLARY_DID_HANC_SDTV_AUDIO_DATA_1_LAST = 0xef,
+ GST_VIDEO_ANCILLARY_DID_CAMERA_POSITION = 0xf0,
+ GST_VIDEO_ANCILLARY_DID_HANC_ERROR_DETECTION = 0xf4,
+ GST_VIDEO_ANCILLARY_DID_HANC_SDTV_AUDIO_DATA_2_FIRST = 0xf8,
+ GST_VIDEO_ANCILLARY_DID_HANC_SDTV_AUDIO_DATA_2_LAST = 0xff,
+} GstVideoAncillaryDID;
+
+#define GST_VIDEO_ANCILLARY_DID16(anc) ((guint16)((anc)->DID) << 8 | (guint16)((anc)->SDID_block_number))
+
+typedef enum {
+ GST_VIDEO_ANCILLARY_DID16_S334_EIA_708 = 0x6101,
+ GST_VIDEO_ANCILLARY_DID16_S334_EIA_608 = 0x6102,
+} GstVideoAncillaryDID16;
+
+/* Closed Caption support */
+/**
+ * GstVideoCaptionType:
+ * @GST_VIDEO_CAPTION_TYPE_UNKNOWN: Unknown type of CC
+ * @GST_VIDEO_CAPTION_TYPE_CEA608_RAW: CEA-608 as byte pairs. Note that
+ * this format is not recommended since is does not specify to
+ * which field the caption comes from and therefore assumes
+ * it comes from the first field (and that there is no information
+ * on the second field). Use @@GST_VIDEO_CAPTION_TYPE_CEA608_IN_CEA708_RAW
+ * if you wish to store CEA-608 from two fields.
+ * @GST_VIDEO_CAPTION_TYPE_CEA608_IN_CEA708_RAW: CEA-608 as cc_data byte triplets.
+ * The first byte of each triplet shall specify the field as in CEA-708
+ * (i.e: 0xFC for the first field or 0xFD for the second field.). The 2nd
+ * and 3rd byte of each triplet at the cc1 and cc2 bytes. Use this if
+ * there is *only* CEA-608 caption. If there is also CEA-708 caption,
+ * use @GST_VIDEO_CAPTION_TYPE_CEA708_RAW.
+ * @GST_VIDEO_CAPTION_TYPE_CEA708_RAW: CEA-708 as cc_data byte triplets. They
+ * can also contain 608-in-708.
+ * @GST_VIDEO_CAPTION_TYPE_CEA708_CDP: CEA-708 (and optionally CEA-608) in
+ * a CDP (Caption Distribution Packet) defined by SMPTE S-334-2.
+ * Contains the whole CDP (starting with 0x9669).
+ *
+ * The various know types of Closed Caption (CC).
+ *
+ * Since: 1.16
+ */
+typedef enum {
+ GST_VIDEO_CAPTION_TYPE_UNKNOWN = 0,
+ GST_VIDEO_CAPTION_TYPE_CEA608_RAW = 1,
+ GST_VIDEO_CAPTION_TYPE_CEA608_IN_CEA708_RAW = 2,
+ GST_VIDEO_CAPTION_TYPE_CEA708_RAW = 3,
+ GST_VIDEO_CAPTION_TYPE_CEA708_CDP = 4
+} GstVideoCaptionType;
+
+/**
+ * GstVideoCaptionMeta:
+ * @meta: parent #GstMeta
+ * @caption_type: The type of Closed Caption contained in the meta.
+ * @data: The Closed Caption data.
+ * @size: The size in bytes of @data
+ *
+ * Extra buffer metadata providing Closed Caption.
+ *
+ * Since: 1.16
+ */
+typedef struct {
+ GstMeta meta;
+
+ GstVideoCaptionType caption_type;
+ guint8 *data;
+ gsize size;
+} GstVideoCaptionMeta;
+
+GST_EXPORT
+GType gst_video_caption_meta_api_get_type (void);
+#define GST_VIDEO_CAPTION_META_API_TYPE (gst_video_caption_meta_api_get_type())
+
+GST_EXPORT
+const GstMetaInfo *gst_video_caption_meta_get_info (void);
+#define GST_VIDEO_CAPTION_META_INFO (gst_video_caption_meta_get_info())
+
+#define gst_buffer_get_video_caption_meta(b) \
+ ((GstVideoCaptionMeta*)gst_buffer_get_meta((b),GST_VIDEO_CAPTION_META_API_TYPE))
+
+GST_EXPORT
+GstVideoCaptionMeta *gst_buffer_add_video_caption_meta (GstBuffer * buffer,
+ GstVideoCaptionType caption_type,
+ const guint8 *data,
+ gsize size);
+
+
+G_END_DECLS
+
+#endif /* __GST_VIDEO_ANC_H__ */
diff --git a/gst-libs/gst/video/video-vbi.c b/gst-libs/gst/video/video-vbi.c
new file mode 100644
index 000000000..71b25b487
--- /dev/null
+++ b/gst-libs/gst/video/video-vbi.c
@@ -0,0 +1,343 @@
+/* GStreamer
+ * Copyright (C) 2018 Edward Hervey <edward@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+# include "config.h"
+#endif
+
+#include <gst/base/gstbytereader.h>
+#include "video-vbi.h"
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+ static gsize cat_gonce = 0;
+
+ if (g_once_init_enter (&cat_gonce)) {
+ gsize cat_done;
+
+ cat_done = (gsize) _gst_debug_category_new ("video-vbi", 0,
+ "video VBI parser");
+
+ g_once_init_leave (&cat_gonce, cat_done);
+ }
+
+ return (GstDebugCategory *) cat_gonce;
+}
+#else
+#define ensure_debug_category() /* NOOP */
+#endif /* GST_DISABLE_GST_DEBUG */
+
+struct _GstVideoVBIParser
+{
+ GstVideoInfo info; /* format of the lines provided */
+ guint8 *work_data; /* Converted line in planar 16bit format */
+ guint32 work_data_size; /* Size in bytes of work_data */
+ guint offset; /* Current offset (in bytes) in work_data */
+ gboolean bit16; /* Data is stored as 16bit if TRUE. Else 8bit(without parity) */
+};
+
+/* Smallest ANC size (which would have a size Data Count of 0 though) */
+#define SMALLEST_ANC_SIZE 7
+
+static GstVideoVBIParserResult
+get_ancillary_16 (GstVideoVBIParser * parser, GstVideoAncillary * anc)
+{
+ gboolean found = FALSE;
+ guint16 *data = (guint16 *) parser->work_data;
+
+ g_return_val_if_fail (parser != NULL, GST_VIDEO_VBI_PARSER_RESULT_ERROR);
+ g_return_val_if_fail (anc != NULL, GST_VIDEO_VBI_PARSER_RESULT_ERROR);
+
+ while (parser->offset < parser->work_data_size + SMALLEST_ANC_SIZE) {
+ guint8 DID, SDID, DC;
+ guint i;
+
+ /* Look for ADF
+ * FIXME : This assumes 10bit data with parity ! */
+ if (data[parser->offset] != 0x000 ||
+ data[parser->offset + 1] != 0x3ff ||
+ data[parser->offset + 2] != 0x3ff) {
+ parser->offset += 1;
+ continue;
+ }
+
+ /* FIXME : Add parity and checksum checks at some point if using
+ * 10bit data */
+
+ /* We have a valid ADF */
+ DID = data[parser->offset + 3] & 0xff;
+ SDID = data[parser->offset + 4] & 0xff;
+ DC = data[parser->offset + 5] & 0xff;
+ /* Check if we have enough room to get the User Data */
+ if (parser->offset >= parser->work_data_size + SMALLEST_ANC_SIZE + DC)
+ goto not_enough_data;
+
+ /* We found a valid ANC \o/ */
+ anc->DID = DID;
+ anc->SDID_block_number = SDID;
+ anc->data_count = DC;
+ anc->data = g_malloc0 (anc->data_count);
+ for (i = 0; i < anc->data_count; i++)
+ anc->data[i] = data[parser->offset + 6 + i] & 0xff;
+ found = TRUE;
+ parser->offset += SMALLEST_ANC_SIZE + DC;
+ break;
+ }
+
+ if (found)
+ return GST_VIDEO_VBI_PARSER_RESULT_OK;
+
+ return GST_VIDEO_VBI_PARSER_RESULT_DONE;
+
+ /* ERRORS */
+not_enough_data:
+ {
+ GST_WARNING ("ANC requires more User Data that available line size");
+ /* Avoid further calls to go in the same error */
+ parser->offset = parser->work_data_size;
+ return GST_VIDEO_VBI_PARSER_RESULT_ERROR;
+ }
+}
+
+static GstVideoVBIParserResult
+get_ancillary_8 (GstVideoVBIParser * parser, GstVideoAncillary * anc)
+{
+ gboolean found = FALSE;
+ guint8 *data = parser->work_data;
+
+ g_return_val_if_fail (parser != NULL, GST_VIDEO_VBI_PARSER_RESULT_ERROR);
+ g_return_val_if_fail (anc != NULL, GST_VIDEO_VBI_PARSER_RESULT_ERROR);
+
+ while (parser->offset < parser->work_data_size + SMALLEST_ANC_SIZE) {
+ guint8 DID, SDID, DC;
+ guint i;
+
+ /* Look for 8bit ADF (0x00 0xff 0xff) */
+ if (data[parser->offset] != 0x00 ||
+ data[parser->offset + 1] != 0xff || data[parser->offset + 2] != 0xff) {
+ parser->offset += 1;
+ continue;
+ }
+
+ /* We have a valid ADF */
+ DID = data[parser->offset + 3];
+ SDID = data[parser->offset + 4];
+ DC = data[parser->offset + 5];
+ /* Check if we have enough room to get the User Data */
+ if (parser->offset >= parser->work_data_size + SMALLEST_ANC_SIZE + DC)
+ goto not_enough_data;
+
+ /* We found a valid ANC \o/ */
+ anc->DID = DID;
+ anc->SDID_block_number = SDID;
+ anc->data_count = DC;
+ anc->data = g_malloc0 (anc->data_count);
+ for (i = 0; i < anc->data_count; i++)
+ anc->data[i] = data[parser->offset + 6 + i];
+ found = TRUE;
+ parser->offset += SMALLEST_ANC_SIZE + DC;
+ break;
+ }
+
+ if (found)
+ return GST_VIDEO_VBI_PARSER_RESULT_OK;
+
+ return GST_VIDEO_VBI_PARSER_RESULT_DONE;
+
+ /* ERRORS */
+not_enough_data:
+ {
+ GST_WARNING ("ANC requires more User Data that available line size");
+ /* Avoid further calls to go in the same error */
+ parser->offset = parser->work_data_size;
+ return GST_VIDEO_VBI_PARSER_RESULT_ERROR;
+ }
+}
+
+GstVideoVBIParserResult
+gst_video_vbi_parser_get_ancillary (GstVideoVBIParser * parser,
+ GstVideoAncillary * anc)
+{
+ if (parser->bit16)
+ return get_ancillary_16 (parser, anc);
+ return get_ancillary_8 (parser, anc);
+}
+
+GstVideoVBIParser *
+gst_video_vbi_parser_new (GstVideoFormat format, guint32 pixel_width)
+{
+ GstVideoVBIParser *parser;
+
+ switch (format) {
+ case GST_VIDEO_FORMAT_v210:
+ parser = g_new0 (GstVideoVBIParser, 1);
+ parser->bit16 = TRUE;
+ break;
+ case GST_VIDEO_FORMAT_UYVY:
+ parser = g_new0 (GstVideoVBIParser, 1);
+ parser->bit16 = FALSE;
+ break;
+ default:
+ GST_WARNING ("Format not supported by GstVideoVBIParser");
+ return NULL;
+ }
+
+ gst_video_info_init (&parser->info);
+ if (!gst_video_info_set_format (&parser->info, format, pixel_width, 1)) {
+ GST_ERROR ("Could not create GstVideoInfo");
+ g_free (parser);
+ return NULL;
+ }
+
+ /* Allocate the workspace which is going to be 2 * pixel_width big
+ * 2 : number of pixels per "component" (we only deal with 4:2:2)
+ * We use 1 or 2 bytes per pixel depending on whether we are internally
+ * working in 8 or 16bit */
+ parser->work_data_size = 2 * pixel_width;
+ if (parser->bit16)
+ parser->work_data = g_malloc0 (parser->work_data_size * 2);
+ else
+ parser->work_data = g_malloc0 (parser->work_data_size);
+ parser->offset = 0;
+
+ return parser;
+}
+
+void
+gst_video_vbi_parser_free (GstVideoVBIParser * parser)
+{
+ g_free (parser->work_data);
+ g_free (parser);
+}
+
+
+static void
+convert_line_uyvy (GstVideoVBIParser * parser, const guint8 * data)
+{
+ guint i;
+ guint8 *y = parser->work_data;
+ guint8 *uv = y + parser->info.width;
+
+ for (i = 0; i < parser->info.width - 3; i += 4) {
+ *uv++ = data[(i / 4) * 4 + 0];
+ *y++ = data[(i / 4) * 4 + 1];
+ *uv++ = data[(i / 4) * 4 + 2];
+ *y++ = data[(i / 4) * 4 + 3];
+ }
+ GST_MEMDUMP ("Converted line", parser->work_data, 128);
+}
+
+static void
+gst_info_dump_mem16_line (gchar * linebuf, gsize linebuf_size,
+ const guint16 * mem, gsize mem_offset, gsize mem_size)
+{
+ gchar hexstr[50], digitstr[6];
+
+ if (mem_size > 8)
+ mem_size = 8;
+
+ hexstr[0] = '\0';
+
+ if (mem != NULL) {
+ guint i = 0;
+
+ mem += mem_offset;
+ while (i < mem_size) {
+ g_snprintf (digitstr, sizeof (digitstr), "%04x ", mem[i]);
+ g_strlcat (hexstr, digitstr, sizeof (hexstr));
+ ++i;
+ }
+ }
+
+ g_snprintf (linebuf, linebuf_size, "%08x: %-48.48s",
+ (guint) mem_offset, hexstr);
+}
+
+static void
+convert_line_v210 (GstVideoVBIParser * parser, const guint8 * data)
+{
+ guint i;
+ guint16 *y = (guint16 *) parser->work_data;
+ guint16 *uv = y + parser->info.width;
+ guint32 a, b, c, d;
+
+ /* Convert the line */
+ for (i = 0; i < parser->info.width - 5; i += 6) {
+ a = GST_READ_UINT32_LE (data + (i / 6) * 16 + 0);
+ b = GST_READ_UINT32_LE (data + (i / 6) * 16 + 4);
+ c = GST_READ_UINT32_LE (data + (i / 6) * 16 + 8);
+ d = GST_READ_UINT32_LE (data + (i / 6) * 16 + 12);
+
+ *uv++ = (a >> 0) & 0x3ff;
+ *y++ = (a >> 10) & 0x3ff;
+ *uv++ = (a >> 20) & 0x3ff;
+ *y++ = (b >> 0) & 0x3ff;
+
+ *uv++ = (b >> 10) & 0x3ff;
+ *y++ = (b >> 20) & 0x3ff;
+ *uv++ = (c >> 0) & 0x3ff;
+ *y++ = (c >> 10) & 0x3ff;
+
+ *uv++ = (c >> 20) & 0x3ff;
+ *y++ = (d >> 0) & 0x3ff;
+ *uv++ = (d >> 10) & 0x3ff;
+ *y++ = (d >> 20) & 0x3ff;
+ }
+ if (1) {
+ guint off = 0;
+ gsize length = parser->info.width * 2;
+
+ GST_TRACE ("--------"
+ "-------------------------------------------------------------------");
+
+ while (off < length) {
+ gchar buf[128];
+
+ /* gst_info_dump_mem_line will process 16 bytes (8 16bit chunks) at most */
+ gst_info_dump_mem16_line (buf, sizeof (buf),
+ (guint16 *) parser->work_data, off, length - off);
+ GST_TRACE ("%s", buf);
+ off += 8;
+ }
+ GST_TRACE ("--------"
+ "-------------------------------------------------------------------");
+ }
+}
+
+void
+gst_video_vbi_parser_add_line (GstVideoVBIParser * parser, const guint8 * data)
+{
+ /* Reset offset */
+ parser->offset = 0;
+
+ switch (GST_VIDEO_INFO_FORMAT (&parser->info)) {
+ case GST_VIDEO_FORMAT_v210:
+ convert_line_v210 (parser, data);
+ break;
+ case GST_VIDEO_FORMAT_UYVY:
+ convert_line_uyvy (parser, data);
+ break;
+ default:
+ GST_ERROR ("UNSUPPORTED FORMAT !");
+ break;
+ }
+}
diff --git a/gst-libs/gst/video/video-vbi.h b/gst-libs/gst/video/video-vbi.h
new file mode 100644
index 000000000..995001c37
--- /dev/null
+++ b/gst-libs/gst/video/video-vbi.h
@@ -0,0 +1,60 @@
+/* GStreamer
+ * Copyright (C) <2018> Edward Hervey <edward@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_VIDEO_VBI_H__
+#define __GST_VIDEO_VBI_H__
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/video/video-anc.h>
+
+G_BEGIN_DECLS
+/**
+ * GstVideoVBIParser:
+ *
+ * A parser for detecting and extracting @GstVideoAncillary data from
+ * Video Blanking Interval lines.
+ *
+ * Since: 1.16
+ */
+
+typedef struct _GstVideoVBIParser GstVideoVBIParser;
+
+typedef enum {
+ GST_VIDEO_VBI_PARSER_RESULT_DONE = 0, /* No lines provided or no more ANC detected */
+ GST_VIDEO_VBI_PARSER_RESULT_OK = 1, /* ANC parsed. there might be more */
+ GST_VIDEO_VBI_PARSER_RESULT_ERROR = 2 /* An error occured */
+} GstVideoVBIParserResult;
+
+GST_EXPORT
+GstVideoVBIParserResult gst_video_vbi_parser_get_ancillary(GstVideoVBIParser *parser,
+ GstVideoAncillary *anc);
+
+GST_EXPORT
+GstVideoVBIParser *gst_video_vbi_parser_new (GstVideoFormat format, guint32 pixel_width);
+
+GST_EXPORT
+void gst_video_vbi_parser_free (GstVideoVBIParser *parser);
+
+GST_EXPORT
+void gst_video_vbi_parser_add_line (GstVideoVBIParser *parser, const guint8 *data);
+
+G_END_DECLS
+
+#endif /* __GST_VIDEO_VBI_H__ */