diff options
| -rw-r--r-- | gst/gl/gstglcolorscale.c | 463 | ||||
| -rw-r--r-- | gst/gl/gstglcolorscale.h | 68 | ||||
| -rw-r--r-- | gst/gl/gstglfiltercube.c | 2 | ||||
| -rw-r--r-- | gst/gl/gstopengl.c | 6 | ||||
| -rw-r--r-- | win32/vs8/libgstgl.vcproj | 8 |
5 files changed, 546 insertions, 1 deletions
diff --git a/gst/gl/gstglcolorscale.c b/gst/gl/gstglcolorscale.c new file mode 100644 index 0000000..a372000 --- /dev/null +++ b/gst/gl/gstglcolorscale.c @@ -0,0 +1,463 @@ +/*
+ * GStreamer
+ * Copyright (C) 2008 Julien Isorce <julien.isorce@gmail.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstglcolorscale.h"
+
+
+#define GST_CAT_DEFAULT gst_gl_colorscale_debug
+ GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
+
+static const GstElementDetails element_details =
+ GST_ELEMENT_DETAILS ("OpenGL color scale",
+ "Filter/Effect",
+ "Colorspace converter and video scaler",
+ "Julien Isorce <julien.isorce@gmail.com>");
+
+/* Source pad definition */
+static GstStaticPadTemplate gst_gl_colorscale_src_pad_template =
+GST_STATIC_PAD_TEMPLATE ("src",
+ GST_PAD_SRC,
+ GST_PAD_ALWAYS,
+ GST_STATIC_CAPS (GST_VIDEO_CAPS_RGBx ";"
+ GST_VIDEO_CAPS_BGRx ";"
+ GST_VIDEO_CAPS_xRGB ";"
+ GST_VIDEO_CAPS_xBGR ";"
+ GST_VIDEO_CAPS_YUV ("{ I420, YV12, YUY2, UYVY, AYUV }"))
+ );
+
+/* Source pad definition */
+static GstStaticPadTemplate gst_gl_colorscale_sink_pad_template =
+ GST_STATIC_PAD_TEMPLATE ("sink",
+ GST_PAD_SINK,
+ GST_PAD_ALWAYS,
+ GST_STATIC_CAPS (GST_VIDEO_CAPS_RGBx ";"
+ GST_VIDEO_CAPS_BGRx ";"
+ GST_VIDEO_CAPS_xRGB ";"
+ GST_VIDEO_CAPS_xBGR ";"
+ GST_VIDEO_CAPS_YUV ("{ I420, YV12, YUY2, UYVY, AYUV }"))
+ );
+
+/* Properties */
+enum
+{
+ PROP_0
+};
+
+#define DEBUG_INIT(bla) \
+ GST_DEBUG_CATEGORY_INIT (gst_gl_colorscale_debug, "glcolorscale", 0, "glcolorscale element");
+
+GST_BOILERPLATE_FULL (GstGLColorscale, gst_gl_colorscale, GstBaseTransform,
+ GST_TYPE_BASE_TRANSFORM, DEBUG_INIT);
+
+static void gst_gl_colorscale_set_property (GObject* object, guint prop_id,
+ const GValue* value, GParamSpec* pspec);
+static void gst_gl_colorscale_get_property (GObject* object, guint prop_id,
+ GValue* value, GParamSpec* pspec);
+
+static void gst_gl_colorscale_reset (GstGLColorscale* colorscale);
+static gboolean gst_gl_colorscale_set_caps (GstBaseTransform* bt,
+ GstCaps* incaps, GstCaps* outcaps);
+static GstCaps *gst_gl_colorscale_transform_caps (GstBaseTransform* bt,
+ GstPadDirection direction, GstCaps* caps);
+static void gst_gl_colorscale_fixate_caps (GstBaseTransform* base, GstPadDirection direction,
+ GstCaps* caps, GstCaps* othercaps);
+static gboolean gst_gl_colorscale_start (GstBaseTransform* bt);
+static gboolean gst_gl_colorscale_stop (GstBaseTransform* bt);
+static GstFlowReturn gst_gl_colorscale_transform (GstBaseTransform* trans,
+ GstBuffer* inbuf, GstBuffer * outbuf);
+static gboolean gst_gl_colorscale_get_unit_size (GstBaseTransform* trans,
+ GstCaps* caps, guint* size);
+
+
+static void
+gst_gl_colorscale_base_init (gpointer klass)
+{
+ GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+
+ gst_element_class_set_details (element_class, &element_details);
+
+ gst_element_class_add_pad_template (element_class,
+ gst_static_pad_template_get (&gst_gl_colorscale_src_pad_template));
+ gst_element_class_add_pad_template (element_class,
+ gst_static_pad_template_get (&gst_gl_colorscale_sink_pad_template));
+}
+
+static void
+gst_gl_colorscale_class_init (GstGLColorscaleClass * klass)
+{
+ GObjectClass *gobject_class;
+
+ gobject_class = (GObjectClass *) klass;
+ gobject_class->set_property = gst_gl_colorscale_set_property;
+ gobject_class->get_property = gst_gl_colorscale_get_property;
+
+ GST_BASE_TRANSFORM_CLASS (klass)->transform_caps =
+ gst_gl_colorscale_transform_caps;
+ GST_BASE_TRANSFORM_CLASS (klass)->fixate_caps = gst_gl_colorscale_fixate_caps;
+ GST_BASE_TRANSFORM_CLASS (klass)->transform = gst_gl_colorscale_transform;
+ GST_BASE_TRANSFORM_CLASS (klass)->start = gst_gl_colorscale_start;
+ GST_BASE_TRANSFORM_CLASS (klass)->stop = gst_gl_colorscale_stop;
+ GST_BASE_TRANSFORM_CLASS (klass)->set_caps = gst_gl_colorscale_set_caps;
+ GST_BASE_TRANSFORM_CLASS (klass)->get_unit_size = gst_gl_colorscale_get_unit_size;
+}
+
+static void
+gst_gl_colorscale_init (GstGLColorscale* colorscale, GstGLColorscaleClass * klass)
+{
+ gst_gl_colorscale_reset (colorscale);
+}
+
+static void
+gst_gl_colorscale_set_property (GObject* object, guint prop_id,
+ const GValue* value, GParamSpec* pspec)
+{
+ GstGLColorscale* colorscale = GST_GL_COLORSCALE (object);
+
+ switch (prop_id)
+ {
+ default:
+ G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+ break;
+ }
+}
+
+static void
+gst_gl_colorscale_get_property (GObject* object, guint prop_id,
+ GValue* value, GParamSpec* pspec)
+{
+ //GstGLColorscale *colorscale = GST_GL_COLORSCALE (object);
+
+ switch (prop_id)
+ {
+ default:
+ G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+ break;
+ }
+}
+
+static void
+gst_gl_colorscale_reset (GstGLColorscale* colorscale)
+{
+ if (colorscale->display)
+ {
+ g_object_unref (colorscale->display);
+ colorscale->display = NULL;
+ }
+}
+
+static gboolean
+gst_gl_colorscale_start (GstBaseTransform* bt)
+{
+ //GstGLColorscale* colorscale = GST_GL_COLORSCALE (bt);
+
+ return TRUE;
+}
+
+static gboolean
+gst_gl_colorscale_stop (GstBaseTransform* bt)
+{
+ GstGLColorscale* colorscale = GST_GL_COLORSCALE (bt);
+
+ gst_gl_colorscale_reset (colorscale);
+
+ return TRUE;
+}
+
+static GstCaps*
+gst_gl_colorscale_transform_caps (GstBaseTransform* bt,
+ GstPadDirection direction, GstCaps* caps)
+{
+ GstGLColorscale* colorscale = GST_GL_COLORSCALE (bt);
+ GstStructure* structure = gst_caps_get_structure (caps, 0);
+ GstCaps* newcaps = gst_caps_new_simple ("video/x-raw-yuv", NULL);
+ GstCaps* newothercaps = gst_caps_new_simple ("video/x-raw-rgb", NULL);
+ const GValue* framerate_value = NULL;
+ const GValue* par_value = NULL;
+
+ GST_ERROR ("transform caps %" GST_PTR_FORMAT, caps);
+
+ framerate_value = gst_structure_get_value (structure, "framerate");
+ par_value = gst_structure_get_value (structure, "pixel-aspect-ratio");
+
+ gst_caps_append(newcaps, newothercaps);
+
+
+ structure = gst_structure_copy (gst_caps_get_structure (newcaps, 0));
+
+ gst_structure_set (structure,
+ "width", GST_TYPE_INT_RANGE, 1, G_MAXINT,
+ "height", GST_TYPE_INT_RANGE, 1, G_MAXINT, NULL);
+
+ gst_structure_set_value (structure, "framerate", framerate_value);
+ if (par_value)
+ gst_structure_set_value (structure, "pixel-aspect-ratio", par_value);
+ else
+ gst_structure_set (structure, "pixel-aspect-ratio", GST_TYPE_FRACTION,
+ 1, 1, NULL);
+
+ gst_caps_merge_structure (newcaps, gst_structure_copy (structure));
+
+ GST_ERROR ("new caps %" GST_PTR_FORMAT, newcaps);
+
+ return newcaps;
+}
+
+/* from gst-plugins-base "videoscale" code */
+static void
+gst_gl_colorscale_fixate_caps (GstBaseTransform* base, GstPadDirection direction,
+ GstCaps* caps, GstCaps* othercaps)
+{
+ GstStructure *ins, *outs;
+
+ const GValue *from_par, *to_par;
+
+ g_return_if_fail (gst_caps_is_fixed (caps));
+
+ GST_DEBUG_OBJECT (base, "trying to fixate othercaps %" GST_PTR_FORMAT
+ " based on caps %" GST_PTR_FORMAT, othercaps, caps);
+
+ ins = gst_caps_get_structure (caps, 0);
+ outs = gst_caps_get_structure (othercaps, 0);
+
+ from_par = gst_structure_get_value (ins, "pixel-aspect-ratio");
+ to_par = gst_structure_get_value (outs, "pixel-aspect-ratio");
+
+ //we have both PAR but they might not be fixated
+ if (from_par && to_par)
+ {
+ gint from_w, from_h, from_par_n, from_par_d, to_par_n, to_par_d;
+
+ gint count = 0, w = 0, h = 0;
+
+ guint num, den;
+
+ //from_par should be fixed
+ g_return_if_fail (gst_value_is_fixed (from_par));
+
+ from_par_n = gst_value_get_fraction_numerator (from_par);
+ from_par_d = gst_value_get_fraction_denominator (from_par);
+
+ //fixate the out PAR
+ if (!gst_value_is_fixed (to_par))
+ {
+ GST_DEBUG_OBJECT (base, "fixating to_par to %dx%d", from_par_n,
+ from_par_d);
+ gst_structure_fixate_field_nearest_fraction (outs, "pixel-aspect-ratio",
+ from_par_n, from_par_d);
+ }
+
+ to_par_n = gst_value_get_fraction_numerator (to_par);
+ to_par_d = gst_value_get_fraction_denominator (to_par);
+
+ //f both width and height are already fixed, we can't do anything
+ //about it anymore
+ if (gst_structure_get_int (outs, "width", &w))
+ ++count;
+ if (gst_structure_get_int (outs, "height", &h))
+ ++count;
+ if (count == 2)
+ {
+ GST_DEBUG_OBJECT (base, "dimensions already set to %dx%d, not fixating",
+ w, h);
+ return;
+ }
+
+ gst_structure_get_int (ins, "width", &from_w);
+ gst_structure_get_int (ins, "height", &from_h);
+
+ if (!gst_video_calculate_display_ratio (&num, &den, from_w, from_h,
+ from_par_n, from_par_d, to_par_n, to_par_d))
+ {
+ GST_ELEMENT_ERROR (base, CORE, NEGOTIATION, (NULL),
+ ("Error calculating the output scaled size - integer overflow"));
+ return;
+ }
+
+ GST_DEBUG_OBJECT (base,
+ "scaling input with %dx%d and PAR %d/%d to output PAR %d/%d",
+ from_w, from_h, from_par_n, from_par_d, to_par_n, to_par_d);
+ GST_DEBUG_OBJECT (base, "resulting output should respect ratio of %d/%d",
+ num, den);
+
+ //now find a width x height that respects this display ratio.
+ //prefer those that have one of w/h the same as the incoming video
+ //using wd / hd = num / den
+
+ //if one of the output width or height is fixed, we work from there
+ if (h)
+ {
+ GST_DEBUG_OBJECT (base, "height is fixed,scaling width");
+ w = (guint) gst_util_uint64_scale_int (h, num, den);
+ }
+ else if (w)
+ {
+ GST_DEBUG_OBJECT (base, "width is fixed, scaling height");
+ h = (guint) gst_util_uint64_scale_int (w, den, num);
+ }
+ else
+ {
+ //none of width or height is fixed, figure out both of them based only on
+ //the input width and height
+ //check hd / den is an integer scale factor, and scale wd with the PAR
+ if (from_h % den == 0)
+ {
+ GST_DEBUG_OBJECT (base, "keeping video height");
+ h = from_h;
+ w = (guint) gst_util_uint64_scale_int (h, num, den);
+ }
+ else if (from_w % num == 0)
+ {
+ GST_DEBUG_OBJECT (base, "keeping video width");
+ w = from_w;
+ h = (guint) gst_util_uint64_scale_int (w, den, num);
+ }
+ else
+ {
+ GST_DEBUG_OBJECT (base, "approximating but keeping video height");
+ h = from_h;
+ w = (guint) gst_util_uint64_scale_int (h, num, den);
+ }
+ }
+ GST_DEBUG_OBJECT (base, "scaling to %dx%d", w, h);
+
+ //now fixate
+ gst_structure_fixate_field_nearest_int (outs, "width", w);
+ gst_structure_fixate_field_nearest_int (outs, "height", h);
+ }
+ else
+ {
+ gint width, height;
+
+ if (gst_structure_get_int (ins, "width", &width))
+ {
+ if (gst_structure_has_field (outs, "width"))
+ gst_structure_fixate_field_nearest_int (outs, "width", width);
+ }
+ if (gst_structure_get_int (ins, "height", &height)) {
+ if (gst_structure_has_field (outs, "height")) {
+ gst_structure_fixate_field_nearest_int (outs, "height", height);
+ }
+ }
+ }
+
+ GST_DEBUG_OBJECT (base, "fixated othercaps to %" GST_PTR_FORMAT, othercaps);
+}
+
+static gboolean
+gst_gl_colorscale_set_caps (GstBaseTransform* bt, GstCaps* incaps,
+ GstCaps* outcaps)
+{
+ GstGLColorscale* colorscale = GST_GL_COLORSCALE (bt);
+ gboolean ret = FALSE;
+ static gint glcontext_y = 0;
+
+ GST_DEBUG ("called with %" GST_PTR_FORMAT, incaps);
+
+ ret = gst_video_format_parse_caps (outcaps, &colorscale->outVideo_format,
+ &colorscale->outWidth, &colorscale->outHeight);
+
+ ret |= gst_video_format_parse_caps (incaps, &colorscale->inVideo_format,
+ &colorscale->inWidth, &colorscale->inHeight);
+
+ if (!ret)
+ {
+ GST_DEBUG ("bad caps");
+ return FALSE;
+ }
+
+ colorscale->display = gst_gl_display_new ();
+
+ //init unvisible opengl context
+ gst_gl_display_initGLContext (colorscale->display,
+ 50, glcontext_y++ * (colorscale->inHeight+50) + 50,
+ colorscale->inWidth, colorscale->inHeight,
+ colorscale->inWidth, colorscale->inHeight, 0, FALSE);
+
+ //blocking call
+ gst_gl_display_initDonwloadFBO (colorscale->display, colorscale->outWidth, colorscale->outHeight);
+
+ return ret;
+}
+
+static gboolean
+gst_gl_colorscale_get_unit_size (GstBaseTransform* trans, GstCaps* caps,
+ guint* size)
+{
+ gboolean ret;
+ GstStructure *structure;
+ gint width;
+ gint height;
+
+ structure = gst_caps_get_structure (caps, 0);
+ if (gst_structure_has_name (structure, "video/x-raw-gl"))
+ {
+ GstVideoFormat video_format;
+
+ ret = gst_gl_buffer_format_parse_caps (caps, &video_format, &width, &height);
+ if (ret)
+ *size = gst_gl_buffer_format_get_size (video_format, width, height);
+ }
+ else
+ {
+ GstVideoFormat video_format;
+
+ ret = gst_video_format_parse_caps (caps, &video_format, &width, &height);
+ if (ret)
+ *size = gst_video_format_get_size (video_format, width, height);
+ }
+
+ return TRUE;
+}
+
+static GstFlowReturn
+gst_gl_colorscale_transform (GstBaseTransform* trans, GstBuffer* inbuf,
+ GstBuffer* outbuf)
+{
+ GstGLColorscale* colorscale = GST_GL_COLORSCALE (trans);
+ guint outputTexture = 0;
+
+ //blocking call
+ GstGLBuffer* gl_tembuf = gst_gl_buffer_new_from_video_format (colorscale->display,
+ colorscale->inVideo_format,
+ colorscale->outWidth, colorscale->outHeight,
+ colorscale->inWidth, colorscale->inHeight,
+ colorscale->inWidth, colorscale->inHeight);
+
+ GST_DEBUG ("input size %p size %d",
+ GST_BUFFER_DATA (inbuf), GST_BUFFER_SIZE (inbuf));
+
+ //blocking call
+ gst_gl_display_textureChanged(colorscale->display, colorscale->inVideo_format,
+ gl_tembuf->texture, gl_tembuf->texture_u, gl_tembuf->texture_v,
+ gl_tembuf->width, gl_tembuf->height, GST_BUFFER_DATA (inbuf), &gl_tembuf->textureGL);
+
+ GST_DEBUG ("output size %p size %d",
+ GST_BUFFER_DATA (outbuf), GST_BUFFER_SIZE (outbuf));
+
+ //blocking call
+ gst_gl_display_videoChanged(colorscale->display, colorscale->outVideo_format,
+ gl_tembuf->width, gl_tembuf->height, gl_tembuf->textureGL, GST_BUFFER_DATA (outbuf));
+
+ return GST_FLOW_OK;
+}
diff --git a/gst/gl/gstglcolorscale.h b/gst/gl/gstglcolorscale.h new file mode 100644 index 0000000..5d593f1 --- /dev/null +++ b/gst/gl/gstglcolorscale.h @@ -0,0 +1,68 @@ +/*
+ * GStreamer
+ * Copyright (C) 2008 Julien Isorce <julien.isorce@gmail.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+#ifndef _GST_GLCOLORSCALE_H_
+#define _GST_GLCOLORSCALE_H_
+
+#include <gst/gst.h>
+#include <gst/base/gstbasetransform.h>
+#include <gst/video/video.h>
+
+#include "gstglbuffer.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_GL_COLORSCALE (gst_gl_colorscale_get_type())
+#define GST_GL_COLORSCALE(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_GL_COLORSCALE,GstGLColorscale))
+#define GST_IS_GL_COLORSCALE(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_GL_COLORSCALE))
+#define GST_GL_COLORSCALE_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass) ,GST_TYPE_GL_COLORSCALE,GstGLColorscaleClass))
+#define GST_IS_GL_COLORSCALE_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass) ,GST_TYPE_GL_COLORSCALE))
+#define GST_GL_COLORSCALE_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS((obj) ,GST_TYPE_GL_COLORSCALE,GstGLColorscaleClass))
+
+typedef struct _GstGLColorscale GstGLColorscale;
+typedef struct _GstGLColorscaleClass GstGLColorscaleClass;
+
+
+struct _GstGLColorscale
+{
+ GstBaseTransform base_transform;
+
+ GstPad *srcpad;
+ GstPad *sinkpad;
+
+ GstGLDisplay *display;
+ GstVideoFormat inVideo_format;
+ gint inWidth;
+ gint inHeight;
+ GstVideoFormat outVideo_format;
+ gint outWidth;
+ gint outHeight;
+};
+
+struct _GstGLColorscaleClass
+{
+ GstBaseTransformClass base_transform_class;
+};
+
+GType gst_gl_colorscale_get_type (void);
+
+G_END_DECLS
+
+#endif /* _GST_GLCOLORSCALE_H_ */
diff --git a/gst/gl/gstglfiltercube.c b/gst/gl/gstglfiltercube.c index 3e5a28f..0e70876 100644 --- a/gst/gl/gstglfiltercube.c +++ b/gst/gl/gstglfiltercube.c @@ -30,7 +30,7 @@ GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT); static const GstElementDetails element_details =
GST_ELEMENT_DETAILS ("OpenGL cube filter",
"Filter/Effect",
- "Put input texture on the cube faces",
+ "Map input texture on the 6 cube faces",
"Julien Isorce <julien.isorce@gmail.com>");
enum
diff --git a/gst/gl/gstopengl.c b/gst/gl/gstopengl.c index fa6a6f4..409c162 100644 --- a/gst/gl/gstopengl.c +++ b/gst/gl/gstopengl.c @@ -27,6 +27,7 @@ #include "gstglfilterapp.h"
#include "gstglvideomaker.h"
#include "gstglimagesink.h"
+#include "gstglcolorscale.h"
#define GST_CAT_DEFAULT gst_gl_gstgl_debug
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
@@ -62,6 +63,11 @@ plugin_init (GstPlugin * plugin) return FALSE;
}
+ if (!gst_element_register (plugin, "glcolorscale",
+ GST_RANK_NONE, GST_TYPE_GL_COLORSCALE)) {
+ return FALSE;
+ }
+
return TRUE;
}
diff --git a/win32/vs8/libgstgl.vcproj b/win32/vs8/libgstgl.vcproj index d4c7255..4357c90 100644 --- a/win32/vs8/libgstgl.vcproj +++ b/win32/vs8/libgstgl.vcproj @@ -230,6 +230,10 @@ Name="gstglelements"
>
<File
+ RelativePath="..\..\gst\gl\gstglcolorscale.c"
+ >
+ </File>
+ <File
RelativePath="..\..\gst\gl\gstglfilter.c"
>
</File>
@@ -304,6 +308,10 @@ Name="gstglelements"
>
<File
+ RelativePath="..\..\gst\gl\gstglcolorscale.h"
+ >
+ </File>
+ <File
RelativePath="..\..\gst\gl\gstglfilter.h"
>
</File>
|