/* GStreamer Editing Services * Copyright (C) <2019> Mathieu Duponchelle * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ /** * SECTION: gesmarkerlist * @title: GESMarkerList * @short_description: implements a list of markers with metadata asociated to time positions * @see_also: #GESMarker * * A #GESMarker can be colored by setting the #GES_META_MARKER_COLOR meta. * * Since: 1.18 */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "ges-marker-list.h" #include "ges.h" #include "ges-internal.h" #include "ges-meta-container.h" static void ges_meta_container_interface_init (GESMetaContainerInterface * iface); struct _GESMarker { GObject parent; GstClockTime position; }; G_DEFINE_TYPE_WITH_CODE (GESMarker, ges_marker, G_TYPE_OBJECT, G_IMPLEMENT_INTERFACE (GES_TYPE_META_CONTAINER, ges_meta_container_interface_init)); enum { PROP_MARKER_0, PROP_MARKER_POSITION, PROP_MARKER_LAST }; static GParamSpec *marker_properties[PROP_MARKER_LAST]; /* GObject Standard vmethods*/ static void ges_marker_get_property (GObject * object, guint property_id, GValue * value, GParamSpec * pspec) { GESMarker *marker = GES_MARKER (object); switch (property_id) { case PROP_MARKER_POSITION: g_value_set_uint64 (value, marker->position); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec); break; } } static void ges_marker_init (GESMarker * self) { ges_meta_container_register_static_meta (GES_META_CONTAINER (self), GES_META_READ_WRITE, GES_META_MARKER_COLOR, G_TYPE_UINT); } static void ges_marker_class_init (GESMarkerClass * klass) { GObjectClass *object_class = G_OBJECT_CLASS (klass); object_class->get_property = ges_marker_get_property; /** * GESMarker:position: * * Current position (in nanoseconds) of the #GESMarker * * Since: 1.18 */ marker_properties[PROP_MARKER_POSITION] = g_param_spec_uint64 ("position", "Position", "The position of the marker", 0, G_MAXUINT64, GST_CLOCK_TIME_NONE, G_PARAM_READABLE); g_object_class_install_property (object_class, PROP_MARKER_POSITION, marker_properties[PROP_MARKER_POSITION]); } static void ges_meta_container_interface_init (GESMetaContainerInterface * iface) { } /* GESMarkerList */ struct _GESMarkerList { GObject parent; GSequence *markers; GHashTable *markers_iters; GESMarkerFlags flags; }; enum { PROP_MARKER_LIST_0, PROP_MARKER_LIST_FLAGS, PROP_MARKER_LIST_LAST }; static GParamSpec *list_properties[PROP_MARKER_LIST_LAST]; enum { MARKER_ADDED, MARKER_REMOVED, MARKER_MOVED, LAST_SIGNAL }; static guint ges_marker_list_signals[LAST_SIGNAL] = { 0 }; G_DEFINE_TYPE (GESMarkerList, ges_marker_list, G_TYPE_OBJECT); static void ges_marker_list_get_property (GObject * object, guint property_id, GValue * value, GParamSpec * pspec) { GESMarkerList *self = GES_MARKER_LIST (object); switch (property_id) { case PROP_MARKER_LIST_FLAGS: g_value_set_flags (value, self->flags); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec); break; } } static void ges_marker_list_set_property (GObject * object, guint property_id, const GValue * value, GParamSpec * pspec) { GESMarkerList *self = GES_MARKER_LIST (object); switch (property_id) { case PROP_MARKER_LIST_FLAGS: self->flags = g_value_get_flags (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec); } } static void remove_marker (gpointer data) { GESMarker *marker = (GESMarker *) data; g_object_unref (marker); } static void ges_marker_list_init (GESMarkerList * self) { self->markers = g_sequence_new (remove_marker); self->markers_iters = g_hash_table_new (g_direct_hash, g_direct_equal); } static void ges_marker_list_finalize (GObject * object) { GESMarkerList *self = GES_MARKER_LIST (object); g_sequence_free (self->markers); g_hash_table_unref (self->markers_iters); G_OBJECT_CLASS (ges_marker_list_parent_class)->finalize (object); } static void ges_marker_list_class_init (GESMarkerListClass * klass) { GObjectClass *object_class = G_OBJECT_CLASS (klass); object_class->finalize = ges_marker_list_finalize; object_class->get_property = ges_marker_list_get_property; object_class->set_property = ges_marker_list_set_property; /** * GESMarkerList:flags: * * Flags indicating how markers on the list should be treated. * * Since: 1.20 */ list_properties[PROP_MARKER_LIST_FLAGS] = g_param_spec_flags ("flags", "Flags", "Functionalities the marker list should be used for", GES_TYPE_MARKER_FLAGS, GES_MARKER_FLAG_NONE, G_PARAM_READWRITE | G_PARAM_CONSTRUCT); g_object_class_install_property (object_class, PROP_MARKER_LIST_FLAGS, list_properties[PROP_MARKER_LIST_FLAGS]); /** * GESMarkerList::marker-added: * @marker-list: the #GESMarkerList * @position: the position of the added marker * @marker: the #GESMarker that was added. * * Will be emitted after the marker was added to the marker-list. * Since: 1.18 */ ges_marker_list_signals[MARKER_ADDED] = g_signal_new ("marker-added", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_FIRST, 0, NULL, NULL, NULL, G_TYPE_NONE, 2, G_TYPE_UINT64, GES_TYPE_MARKER); /** * GESMarkerList::marker-removed: * @marker_list: the #GESMarkerList * @marker: the #GESMarker that was removed. * * Will be emitted after the marker was removed the marker-list. * Since: 1.18 */ ges_marker_list_signals[MARKER_REMOVED] = g_signal_new ("marker-removed", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_FIRST, 0, NULL, NULL, NULL, G_TYPE_NONE, 1, GES_TYPE_MARKER); /** * GESMarkerList::marker-moved: * @marker_list: the #GESMarkerList * @previous_position: the previous position of the marker * @new_position: the new position of the marker * @marker: the #GESMarker that was moved. * * Will be emitted after the marker was moved to. * Since: 1.18 */ ges_marker_list_signals[MARKER_MOVED] = g_signal_new ("marker-moved", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_FIRST, 0, NULL, NULL, NULL, G_TYPE_NONE, 3, G_TYPE_UINT64, G_TYPE_UINT64, GES_TYPE_MARKER); } static gint cmp_marker (gconstpointer a, gconstpointer b, G_GNUC_UNUSED gpointer data) { GESMarker *marker_a = (GESMarker *) a; GESMarker *marker_b = (GESMarker *) b; if (marker_a->position < marker_b->position) return -1; else if (marker_a->position == marker_b->position) return 0; else return 1; } /** * ges_marker_list_new: * * Creates a new #GESMarkerList. * Returns: A new #GESMarkerList * Since: 1.18 */ GESMarkerList * ges_marker_list_new (void) { GESMarkerList *ret; ret = (GESMarkerList *) g_object_new (GES_TYPE_MARKER_LIST, NULL); return ret; } /** * ges_marker_list_add: * @position: The position of the new marker * * Returns: (transfer none): The newly-added marker, the list keeps ownership * of the marker * Since: 1.18 */ GESMarker * ges_marker_list_add (GESMarkerList * self, GstClockTime position) { GESMarker *ret; GSequenceIter *iter; g_return_val_if_fail (GES_IS_MARKER_LIST (self), NULL); ret = (GESMarker *) g_object_new (GES_TYPE_MARKER, NULL); ret->position = position; iter = g_sequence_insert_sorted (self->markers, ret, cmp_marker, NULL); g_hash_table_insert (self->markers_iters, ret, iter); g_signal_emit (self, ges_marker_list_signals[MARKER_ADDED], 0, position, ret); return ret; } /** * ges_marker_list_size: * * Returns: The number of markers in @list * Since: 1.18 */ guint ges_marker_list_size (GESMarkerList * self) { g_return_val_if_fail (GES_IS_MARKER_LIST (self), 0); return g_sequence_get_length (self->markers); } /** * ges_marker_list_remove: * * Removes @marker from @list, this decreases the refcount of the * marker by 1. * * Returns: %TRUE if the marker could be removed, %FALSE otherwise * (if the marker was not present in the list for example) * Since: 1.18 */ gboolean ges_marker_list_remove (GESMarkerList * self, GESMarker * marker) { GSequenceIter *iter; gboolean ret = FALSE; g_return_val_if_fail (GES_IS_MARKER_LIST (self), FALSE); if (!g_hash_table_lookup_extended (self->markers_iters, marker, NULL, (gpointer *) & iter)) goto done; g_assert (iter != NULL); g_hash_table_remove (self->markers_iters, marker); g_signal_emit (self, ges_marker_list_signals[MARKER_REMOVED], 0, marker); g_sequence_remove (iter); ret = TRUE; done: return ret; } /** * ges_marker_list_get_markers: * * Returns: (element-type GESMarker) (transfer full): a #GList * of the #GESMarker within the GESMarkerList. The user will have * to unref each #GESMarker and free the #GList. * * Since: 1.18 */ GList * ges_marker_list_get_markers (GESMarkerList * self) { GESMarker *marker; GSequenceIter *iter; GList *ret; g_return_val_if_fail (GES_IS_MARKER_LIST (self), NULL); ret = NULL; for (iter = g_sequence_get_begin_iter (self->markers); !g_sequence_iter_is_end (iter); iter = g_sequence_iter_next (iter)) { marker = GES_MARKER (g_sequence_get (iter)); ret = g_list_append (ret, g_object_ref (marker)); } return ret; } /* * ges_marker_list_get_closest: * @position: The position which we want to find the closest marker to * * Returns: (transfer full): The marker found to be the closest * to the given position. If two markers are at equal distance from position, * the "earlier" one will be returned. */ GESMarker * ges_marker_list_get_closest (GESMarkerList * self, GstClockTime position) { GESMarker *new_marker, *ret = NULL; GstClockTime distance_next, distance_prev; GSequenceIter *iter; if (g_sequence_is_empty (self->markers)) goto done; new_marker = (GESMarker *) g_object_new (GES_TYPE_MARKER, NULL); new_marker->position = position; iter = g_sequence_search (self->markers, new_marker, cmp_marker, NULL); g_object_unref (new_marker); if (g_sequence_iter_is_begin (iter)) { /* We know the sequence isn't empty, this is safe */ ret = g_sequence_get (iter); } else if (g_sequence_iter_is_end (iter)) { /* We know the sequence isn't empty, this is safe */ ret = g_sequence_get (g_sequence_iter_prev (iter)); } else { GESMarker *next_marker, *prev_marker; prev_marker = g_sequence_get (g_sequence_iter_prev (iter)); next_marker = g_sequence_get (iter); distance_next = next_marker->position - position; distance_prev = position - prev_marker->position; ret = distance_prev <= distance_next ? prev_marker : next_marker; } done: if (ret) return g_object_ref (ret); return NULL; } /** * ges_marker_list_move: * * Moves a @marker in a @list to a new @position * * Returns: %TRUE if the marker could be moved, %FALSE otherwise * (if the marker was not present in the list for example) * * Since: 1.18 */ gboolean ges_marker_list_move (GESMarkerList * self, GESMarker * marker, GstClockTime position) { GSequenceIter *iter; gboolean ret = FALSE; GstClockTime previous_position; g_return_val_if_fail (GES_IS_MARKER_LIST (self), FALSE); if (!g_hash_table_lookup_extended (self->markers_iters, marker, NULL, (gpointer *) & iter)) { GST_WARNING ("GESMarkerList doesn't contain GESMarker"); goto done; } previous_position = marker->position; marker->position = position; g_signal_emit (self, ges_marker_list_signals[MARKER_MOVED], 0, previous_position, position, marker); g_sequence_sort_changed (iter, cmp_marker, NULL); ret = TRUE; done: return ret; } gboolean ges_marker_list_deserialize (GValue * dest, const gchar * s) { gboolean ret = FALSE; GstCaps *caps = NULL; GESMarkerList *list = ges_marker_list_new (); guint caps_len, i = 0; gsize string_len; gchar *escaped, *caps_str; GstStructure *data_s; gint flags; string_len = strlen (s); if (G_UNLIKELY (*s != '"' || string_len < 2 || s[string_len - 1] != '"')) { /* "\"" is not an accepted string, so len must be at least 2 */ GST_ERROR ("Failed deserializing marker list: expected string to start " "and end with '\"'"); goto done; } escaped = g_strdup (s + 1); escaped[string_len - 2] = '\0'; /* removed trailing '"' */ caps_str = g_strcompress (escaped); g_free (escaped); caps = gst_caps_from_string (caps_str); g_free (caps_str); if (G_UNLIKELY (caps == NULL)) { GST_ERROR ("Failed deserializing marker list: could not extract caps"); goto done; } caps_len = gst_caps_get_size (caps); if (G_UNLIKELY (caps_len == 0)) { GST_DEBUG ("Got empty caps: %s", s); goto done; } data_s = gst_caps_get_structure (caps, i); if (gst_structure_has_name (data_s, "marker-list-flags")) { if (!gst_structure_get_int (data_s, "flags", &flags)) { GST_ERROR_OBJECT (dest, "Failed deserializing marker list: unexpected structure %" GST_PTR_FORMAT, data_s); goto done; } list->flags = flags; i += 1; } if (G_UNLIKELY ((caps_len - i) % 2)) { GST_ERROR ("Failed deserializing marker list: incomplete marker caps"); } for (; i < caps_len - 1; i += 2) { const GstStructure *pos_s = gst_caps_get_structure (caps, i); const GstStructure *meta_s = gst_caps_get_structure (caps, i + 1); GstClockTime position; GESMarker *marker; gchar *metas; if (!gst_structure_has_name (pos_s, "marker-times")) { GST_ERROR_OBJECT (dest, "Failed deserializing marker list: unexpected structure %" GST_PTR_FORMAT, pos_s); goto done; } if (!gst_structure_get_uint64 (pos_s, "position", &position)) { GST_ERROR_OBJECT (dest, "Failed deserializing marker list: unexpected structure %" GST_PTR_FORMAT, pos_s); goto done; } marker = ges_marker_list_add (list, position); metas = gst_structure_to_string (meta_s); ges_meta_container_add_metas_from_string (GES_META_CONTAINER (marker), metas); g_free (metas); } ret = TRUE; done: if (caps) gst_caps_unref (caps); if (!ret) g_object_unref (list); else g_value_take_object (dest, list); return ret; } gchar * ges_marker_list_serialize (const GValue * v) { GESMarkerList *list = GES_MARKER_LIST (g_value_get_object (v)); GSequenceIter *iter; GstCaps *caps = gst_caps_new_empty (); gchar *caps_str, *escaped, *res; GstStructure *s; s = gst_structure_new ("marker-list-flags", "flags", G_TYPE_INT, list->flags, NULL); gst_caps_append_structure (caps, s); iter = g_sequence_get_begin_iter (list->markers); while (!g_sequence_iter_is_end (iter)) { GESMarker *marker = (GESMarker *) g_sequence_get (iter); gchar *metas; metas = ges_meta_container_metas_to_string (GES_META_CONTAINER (marker)); s = gst_structure_new ("marker-times", "position", G_TYPE_UINT64, marker->position, NULL); gst_caps_append_structure (caps, s); s = gst_structure_from_string (metas, NULL); gst_caps_append_structure (caps, s); g_free (metas); iter = g_sequence_iter_next (iter); } caps_str = gst_caps_to_string (caps); escaped = g_strescape (caps_str, NULL); g_free (caps_str); res = g_strdup_printf ("\"%s\"", escaped); g_free (escaped); gst_caps_unref (caps); return res; }