/* -*- Mode: C; c-basic-offset: 4; indent-tabs-mode: nil -*- */ /* Copyright (C) 2010 Red Hat, Inc. This library is free software; you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation; either version 2.1 of the License, or (at your option) any later version. This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with this library; if not, see . */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #ifdef HAVE_SYS_SHM_H #include #endif #ifdef HAVE_SYS_IPC_H #include #endif #include "spice-client.h" #include "spice-common.h" #include "spice-marshal.h" #include "spice-channel-priv.h" #include "spice-session-priv.h" #include "channel-display-priv.h" #include "decode.h" /** * SECTION:channel-display * @short_description: remote display area * @title: Display Channel * @section_id: * @see_also: #SpiceChannel, and the GTK widget #SpiceDisplay * @stability: Stable * @include: channel-display.h * * A class that handles the rendering of the remote display and inform * of its updates. * * The creation of the main graphic buffer is signaled with * #SpiceDisplayChannel::display-primary-create. * * The update of regions is notified by * #SpiceDisplayChannel::display-invalidate signals. */ #define SPICE_DISPLAY_CHANNEL_GET_PRIVATE(obj) \ (G_TYPE_INSTANCE_GET_PRIVATE((obj), SPICE_TYPE_DISPLAY_CHANNEL, SpiceDisplayChannelPrivate)) struct _SpiceDisplayChannelPrivate { Ring surfaces; display_cache *images; display_cache *palettes; SpiceImageCache image_cache; SpicePaletteCache palette_cache; SpiceImageSurfaces image_surfaces; SpiceGlzDecoderWindow *glz_window; display_stream **streams; int nstreams; gboolean mark; guint mark_false_event_id; #ifdef WIN32 HDC dc; #endif }; G_DEFINE_TYPE(SpiceDisplayChannel, spice_display_channel, SPICE_TYPE_CHANNEL) /* Properties */ enum { PROP_0, PROP_WIDTH, PROP_HEIGHT, }; enum { SPICE_DISPLAY_PRIMARY_CREATE, SPICE_DISPLAY_PRIMARY_DESTROY, SPICE_DISPLAY_INVALIDATE, SPICE_DISPLAY_MARK, SPICE_DISPLAY_LAST_SIGNAL, }; static guint signals[SPICE_DISPLAY_LAST_SIGNAL]; static void spice_display_handle_msg(SpiceChannel *channel, SpiceMsgIn *msg); static void spice_display_channel_up(SpiceChannel *channel); static void clear_surfaces(SpiceChannel *channel, gboolean keep_primary); static void clear_streams(SpiceChannel *channel); static display_surface *find_surface(SpiceDisplayChannelPrivate *c, int surface_id); static gboolean display_stream_render(display_stream *st); static void spice_display_channel_reset(SpiceChannel *channel, gboolean migrating); static void destroy_canvas(display_surface *surface); /* ------------------------------------------------------------------ */ static void spice_display_channel_dispose(GObject *object) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(object)->priv; if (c->mark_false_event_id != 0) { g_source_remove(c->mark_false_event_id); c->mark_false_event_id = 0; } if (G_OBJECT_CLASS(spice_display_channel_parent_class)->dispose) G_OBJECT_CLASS(spice_display_channel_parent_class)->dispose(object); } static void spice_display_channel_finalize(GObject *object) { clear_surfaces(SPICE_CHANNEL(object), FALSE); clear_streams(SPICE_CHANNEL(object)); if (G_OBJECT_CLASS(spice_display_channel_parent_class)->finalize) G_OBJECT_CLASS(spice_display_channel_parent_class)->finalize(object); } static void spice_display_channel_constructed(GObject *object) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(object)->priv; SpiceSession *s = spice_channel_get_session(SPICE_CHANNEL(object)); g_return_if_fail(s != NULL); spice_session_get_caches(s, &c->images, &c->palettes, &c->glz_window); g_return_if_fail(c->glz_window != NULL); g_return_if_fail(c->images != NULL); g_return_if_fail(c->palettes != NULL); if (G_OBJECT_CLASS(spice_display_channel_parent_class)->constructed) G_OBJECT_CLASS(spice_display_channel_parent_class)->constructed(object); } static void spice_display_get_property(GObject *object, guint prop_id, GValue *value, GParamSpec *pspec) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(object)->priv; switch (prop_id) { case PROP_WIDTH: { display_surface *surface = find_surface(c, 0); g_value_set_uint(value, surface ? surface->width : 0); break; } case PROP_HEIGHT: { display_surface *surface = find_surface(c, 0); g_value_set_uint(value, surface ? surface->height : 0); break; } default: G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec); break; } } static void spice_display_set_property(GObject *object, guint prop_id, const GValue *value, GParamSpec *pspec) { switch (prop_id) { default: G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec); break; } } /* main or coroutine context */ static void spice_display_channel_reset(SpiceChannel *channel, gboolean migrating) { /* palettes, images, and glz_window are cleared in the session */ clear_streams(channel); clear_surfaces(channel, TRUE); SPICE_CHANNEL_CLASS(spice_display_channel_parent_class)->channel_reset(channel, migrating); } static void spice_display_channel_class_init(SpiceDisplayChannelClass *klass) { GObjectClass *gobject_class = G_OBJECT_CLASS(klass); SpiceChannelClass *channel_class = SPICE_CHANNEL_CLASS(klass); gobject_class->finalize = spice_display_channel_finalize; gobject_class->dispose = spice_display_channel_dispose; gobject_class->get_property = spice_display_get_property; gobject_class->set_property = spice_display_set_property; gobject_class->constructed = spice_display_channel_constructed; channel_class->handle_msg = spice_display_handle_msg; channel_class->channel_up = spice_display_channel_up; channel_class->channel_reset = spice_display_channel_reset; g_object_class_install_property (gobject_class, PROP_HEIGHT, g_param_spec_uint("height", "Display height", "The primary surface height", 0, G_MAXUINT, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)); g_object_class_install_property (gobject_class, PROP_WIDTH, g_param_spec_uint("width", "Display width", "The primary surface width", 0, G_MAXUINT, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)); /** * SpiceDisplayChannel::display-primary-create: * @display: the #SpiceDisplayChannel that emitted the signal * @format: %SPICE_SURFACE_FMT_32_xRGB or %SPICE_SURFACE_FMT_16_555; * @width: width resolution * @height: height resolution * @stride: the buffer stride ("width" padding) * @shmid: identifier of the shared memory segment associated with * the @imgdata, or -1 if not shm * @imgdata: pointer to surface buffer * * The #SpiceDisplayChannel::display-primary-create signal * provides main display buffer data. **/ signals[SPICE_DISPLAY_PRIMARY_CREATE] = g_signal_new("display-primary-create", G_OBJECT_CLASS_TYPE(gobject_class), G_SIGNAL_RUN_FIRST, G_STRUCT_OFFSET(SpiceDisplayChannelClass, display_primary_create), NULL, NULL, g_cclosure_user_marshal_VOID__INT_INT_INT_INT_INT_POINTER, G_TYPE_NONE, 6, G_TYPE_INT, G_TYPE_INT, G_TYPE_INT, G_TYPE_INT, G_TYPE_INT, G_TYPE_POINTER); /** * SpiceDisplayChannel::display-primary-destroy: * @display: the #SpiceDisplayChannel that emitted the signal * * The #SpiceDisplayChannel::display-primary-destroy signal is * emitted when the primary surface is freed and should not be * accessed anymore. **/ signals[SPICE_DISPLAY_PRIMARY_DESTROY] = g_signal_new("display-primary-destroy", G_OBJECT_CLASS_TYPE(gobject_class), G_SIGNAL_RUN_FIRST, G_STRUCT_OFFSET(SpiceDisplayChannelClass, display_primary_destroy), NULL, NULL, g_cclosure_marshal_VOID__VOID, G_TYPE_NONE, 0); /** * SpiceDisplayChannel::display-invalidate: * @display: the #SpiceDisplayChannel that emitted the signal * @x: x position * @y: y position * @width: width * @height: height * * The #SpiceDisplayChannel::display-invalidate signal is emitted * when the rectangular region x/y/w/h of the primary buffer is * updated. **/ signals[SPICE_DISPLAY_INVALIDATE] = g_signal_new("display-invalidate", G_OBJECT_CLASS_TYPE(gobject_class), G_SIGNAL_RUN_FIRST, G_STRUCT_OFFSET(SpiceDisplayChannelClass, display_invalidate), NULL, NULL, g_cclosure_user_marshal_VOID__INT_INT_INT_INT, G_TYPE_NONE, 4, G_TYPE_INT, G_TYPE_INT, G_TYPE_INT, G_TYPE_INT); /** * SpiceDisplayChannel::display-mark: * @display: the #SpiceDisplayChannel that emitted the signal * * The #SpiceDisplayChannel::display-mark signal is emitted when * the %RED_DISPLAY_MARK command is received, and the display * should be exposed. **/ signals[SPICE_DISPLAY_MARK] = g_signal_new("display-mark", G_OBJECT_CLASS_TYPE(gobject_class), G_SIGNAL_RUN_FIRST, G_STRUCT_OFFSET(SpiceDisplayChannelClass, display_mark), NULL, NULL, g_cclosure_marshal_VOID__INT, G_TYPE_NONE, 1, G_TYPE_INT); g_type_class_add_private(klass, sizeof(SpiceDisplayChannelPrivate)); sw_canvas_init(); quic_init(); rop3_init(); } /* signal trampoline---------------------------------------------------------- */ struct SPICE_DISPLAY_PRIMARY_CREATE { gint format; gint width; gint height; gint stride; gint shmid; gpointer imgdata; }; struct SPICE_DISPLAY_PRIMARY_DESTROY { }; struct SPICE_DISPLAY_INVALIDATE { gint x; gint y; gint w; gint h; }; struct SPICE_DISPLAY_MARK { gint mark; }; /* main context */ static void do_emit_main_context(GObject *object, int signum, gpointer params) { switch (signum) { case SPICE_DISPLAY_PRIMARY_DESTROY: { g_signal_emit(object, signals[signum], 0); break; } case SPICE_DISPLAY_MARK: { struct SPICE_DISPLAY_MARK *p = params; g_signal_emit(object, signals[signum], 0, p->mark); break; } case SPICE_DISPLAY_PRIMARY_CREATE: { struct SPICE_DISPLAY_PRIMARY_CREATE *p = params; g_signal_emit(object, signals[signum], 0, p->format, p->width, p->height, p->stride, p->shmid, p->imgdata); break; } case SPICE_DISPLAY_INVALIDATE: { struct SPICE_DISPLAY_INVALIDATE *p = params; g_signal_emit(object, signals[signum], 0, p->x, p->y, p->w, p->h); break; } default: g_warn_if_reached(); } } /* ------------------------------------------------------------------ */ static void image_put(SpiceImageCache *cache, uint64_t id, pixman_image_t *image) { SpiceDisplayChannelPrivate *c = SPICE_CONTAINEROF(cache, SpiceDisplayChannelPrivate, image_cache); display_cache_item *item; item = cache_find(c->images, id); if (item) { cache_ref(item); return; } item = cache_add(c->images, id); item->ptr = pixman_image_ref(image); } typedef struct _WaitImageData { gboolean lossy; SpiceImageCache *cache; uint64_t id; pixman_image_t *image; } WaitImageData; static gboolean wait_image(gpointer data) { display_cache_item *item; WaitImageData *wait = data; SpiceDisplayChannelPrivate *c = SPICE_CONTAINEROF(wait->cache, SpiceDisplayChannelPrivate, image_cache); item = cache_find(c->images, wait->id); if (item == NULL || (item->lossy && !wait->lossy)) return FALSE; cache_used(c->images, item); wait->image = pixman_image_ref(item->ptr); return TRUE; } static pixman_image_t *image_get(SpiceImageCache *cache, uint64_t id) { WaitImageData wait = { .lossy = TRUE, .cache = cache, .id = id, .image = NULL }; if (!g_coroutine_condition_wait(g_coroutine_self(), wait_image, &wait)) SPICE_DEBUG("wait image got cancelled"); return wait.image; } static void image_remove(SpiceImageCache *cache, uint64_t id) { SpiceDisplayChannelPrivate *c = SPICE_CONTAINEROF(cache, SpiceDisplayChannelPrivate, image_cache); display_cache_item *item; item = cache_find(c->images, id); g_return_if_fail(item != NULL); if (cache_unref(item)) { pixman_image_unref(item->ptr); cache_del(c->images, item); } } static void palette_put(SpicePaletteCache *cache, SpicePalette *palette) { SpiceDisplayChannelPrivate *c = SPICE_CONTAINEROF(cache, SpiceDisplayChannelPrivate, palette_cache); display_cache_item *item; item = cache_add(c->palettes, palette->unique); item->ptr = g_memdup(palette, sizeof(SpicePalette) + palette->num_ents * sizeof(palette->ents[0])); } static SpicePalette *palette_get(SpicePaletteCache *cache, uint64_t id) { SpiceDisplayChannelPrivate *c = SPICE_CONTAINEROF(cache, SpiceDisplayChannelPrivate, palette_cache); display_cache_item *item; item = cache_find(c->palettes, id); if (item) { cache_ref(item); return item->ptr; } return NULL; } static void palette_remove(SpicePaletteCache *cache, uint32_t id) { SpiceDisplayChannelPrivate *c = SPICE_CONTAINEROF(cache, SpiceDisplayChannelPrivate, palette_cache); display_cache_item *item; item = cache_find(c->palettes, id); if (item) { if (cache_unref(item)) { g_free(item->ptr); cache_del(c->palettes, item); } } } static void palette_release(SpicePaletteCache *cache, SpicePalette *palette) { palette_remove(cache, palette->unique); } #ifdef SW_CANVAS_CACHE static void image_put_lossy(SpiceImageCache *cache, uint64_t id, pixman_image_t *surface) { SpiceDisplayChannelPrivate *c = SPICE_CONTAINEROF(cache, SpiceDisplayChannelPrivate, image_cache); display_cache_item *item; #ifndef NDEBUG g_warn_if_fail(cache_find(c->images, id) == NULL); #endif item = cache_add(c->images, id); item->ptr = pixman_image_ref(surface); item->lossy = TRUE; } static void image_replace_lossy(SpiceImageCache *cache, uint64_t id, pixman_image_t *surface) { SpiceDisplayChannelPrivate *c = SPICE_CONTAINEROF(cache, SpiceDisplayChannelPrivate, image_cache); display_cache_item *item; item = cache_find(c->images, id); g_return_if_fail(item != NULL); pixman_image_unref(item->ptr); item->ptr = pixman_image_ref(surface); item->lossy = FALSE; } static pixman_image_t* image_get_lossless(SpiceImageCache *cache, uint64_t id) { WaitImageData wait = { .lossy = FALSE, .cache = cache, .id = id, .image = NULL }; if (!g_coroutine_condition_wait(g_coroutine_self(), wait_image, &wait)) SPICE_DEBUG("wait lossless got cancelled"); return wait.image; } #endif static SpiceCanvas *surfaces_get(SpiceImageSurfaces *surfaces, uint32_t surface_id) { SpiceDisplayChannelPrivate *c = SPICE_CONTAINEROF(surfaces, SpiceDisplayChannelPrivate, image_surfaces); display_surface *s = find_surface(c, surface_id); return s ? s->canvas : NULL; } static SpiceImageCacheOps image_cache_ops = { .put = image_put, .get = image_get, #ifdef SW_CANVAS_CACHE .put_lossy = image_put_lossy, .replace_lossy = image_replace_lossy, .get_lossless = image_get_lossless, #endif }; static SpicePaletteCacheOps palette_cache_ops = { .put = palette_put, .get = palette_get, .release = palette_release, }; static SpiceImageSurfacesOps image_surfaces_ops = { .get = surfaces_get }; #if defined(WIN32) static HDC create_compatible_dc(void) { HDC dc = CreateCompatibleDC(NULL); if (!dc) { g_warning("create compatible DC failed"); } return dc; } #endif static void spice_display_channel_init(SpiceDisplayChannel *channel) { SpiceDisplayChannelPrivate *c; c = channel->priv = SPICE_DISPLAY_CHANNEL_GET_PRIVATE(channel); ring_init(&c->surfaces); c->image_cache.ops = &image_cache_ops; c->palette_cache.ops = &palette_cache_ops; c->image_surfaces.ops = &image_surfaces_ops; #if defined(WIN32) c->dc = create_compatible_dc(); #endif } /* ------------------------------------------------------------------ */ static int create_canvas(SpiceChannel *channel, display_surface *surface) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; if (surface->primary) { display_surface *primary = find_surface(c, 0); if (primary) { if (primary->width == surface->width && primary->height == surface->height) { SPICE_DEBUG("Reusing existing primary surface"); return 0; } emit_main_context(channel, SPICE_DISPLAY_PRIMARY_DESTROY); ring_remove(&primary->link); destroy_canvas(primary); free(primary); } SPICE_DEBUG("display: create primary canvas"); #ifdef HAVE_SYS_SHM_H surface->shmid = shmget(IPC_PRIVATE, surface->size, IPC_CREAT | 0777); if (surface->shmid >= 0) { surface->data = shmat(surface->shmid, 0, 0); if (surface->data == NULL) { shmctl(surface->shmid, IPC_RMID, 0); surface->shmid = -1; } } #else surface->shmid = -1; #endif } else { surface->shmid = -1; } if (surface->shmid == -1) { surface->data = spice_malloc(surface->size); } g_return_val_if_fail(c->glz_window, 0); g_warn_if_fail(surface->canvas == NULL); g_warn_if_fail(surface->glz_decoder == NULL); g_warn_if_fail(surface->zlib_decoder == NULL); g_warn_if_fail(surface->jpeg_decoder == NULL); surface->glz_decoder = glz_decoder_new(c->glz_window); surface->zlib_decoder = zlib_decoder_new(); surface->jpeg_decoder = jpeg_decoder_new(); surface->canvas = canvas_create_for_data(surface->width, surface->height, surface->format, surface->data, surface->stride, #ifdef SW_CANVAS_CACHE &c->image_cache, &c->palette_cache, #endif &c->image_surfaces, surface->glz_decoder, surface->jpeg_decoder, surface->zlib_decoder); g_return_val_if_fail(surface->canvas != NULL, 0); ring_add(&c->surfaces, &surface->link); if (surface->primary) emit_main_context(channel, SPICE_DISPLAY_PRIMARY_CREATE, surface->format, surface->width, surface->height, surface->stride, surface->shmid, surface->data); return 0; } static void destroy_canvas(display_surface *surface) { if (surface == NULL) return; glz_decoder_destroy(surface->glz_decoder); zlib_decoder_destroy(surface->zlib_decoder); jpeg_decoder_destroy(surface->jpeg_decoder); if (surface->shmid == -1) { free(surface->data); } #ifdef HAVE_SYS_SHM_H else { shmdt(surface->data); shmctl(surface->shmid, IPC_RMID, 0); } #endif surface->shmid = -1; surface->data = NULL; surface->canvas->ops->destroy(surface->canvas); surface->canvas = NULL; } static display_surface *find_surface(SpiceDisplayChannelPrivate *c, int surface_id) { display_surface *surface; RingItem *item; for (item = ring_get_head(&c->surfaces); item != NULL; item = ring_next(&c->surfaces, item)) { surface = SPICE_CONTAINEROF(item, display_surface, link); if (surface->surface_id == surface_id) return surface; } return NULL; } static void clear_surfaces(SpiceChannel *channel, gboolean keep_primary) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; display_surface *surface; RingItem *item; for (item = ring_get_head(&c->surfaces); item != NULL; ) { surface = SPICE_CONTAINEROF(item, display_surface, link); item = ring_next(&c->surfaces, item); if (keep_primary && surface->primary) { SPICE_DEBUG("keeping exisiting primary surface, migration or reset"); continue; } ring_remove(&surface->link); destroy_canvas(surface); free(surface); } } /* coroutine context */ static void emit_invalidate(SpiceChannel *channel, SpiceRect *bbox) { emit_main_context(channel, SPICE_DISPLAY_INVALIDATE, bbox->left, bbox->top, bbox->right - bbox->left, bbox->bottom - bbox->top); } /* ------------------------------------------------------------------ */ /* coroutine context */ static void spice_display_channel_up(SpiceChannel *channel) { SpiceMsgOut *out; SpiceSession *s = spice_channel_get_session(channel); SpiceMsgcDisplayInit init; int cache_size; int glz_window_size; g_object_get(s, "cache-size", &cache_size, "glz-window-size", &glz_window_size, NULL); SPICE_DEBUG("%s: cache_size %d, glz_window_size %d (bytes)", __FUNCTION__, cache_size, glz_window_size); init.pixmap_cache_id = 1; init.glz_dictionary_id = 1; init.pixmap_cache_size = cache_size / 4; /* pixels */ init.glz_dictionary_window_size = glz_window_size / 4; /* pixels */ out = spice_msg_out_new(channel, SPICE_MSGC_DISPLAY_INIT); out->marshallers->msgc_display_init(out->marshaller, &init); spice_msg_out_send_internal(out); } #define DRAW(type) { \ display_surface *surface = \ find_surface(SPICE_DISPLAY_CHANNEL(channel)->priv, \ op->base.surface_id); \ g_return_if_fail(surface != NULL); \ surface->canvas->ops->draw_##type(surface->canvas, &op->base.box, \ &op->base.clip, &op->data); \ if (surface->primary) { \ emit_invalidate(channel, &op->base.box); \ } \ } /* coroutine context */ static void display_handle_mode(SpiceChannel *channel, SpiceMsgIn *in) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; SpiceMsgDisplayMode *mode = spice_msg_in_parsed(in); display_surface *surface; g_warn_if_fail(c->mark == FALSE); surface = spice_new0(display_surface, 1); surface->format = mode->bits == 32 ? SPICE_SURFACE_FMT_32_xRGB : SPICE_SURFACE_FMT_16_555; surface->width = mode->x_res; surface->height = mode->y_res; surface->stride = surface->width * 4; surface->size = surface->height * surface->stride; surface->primary = true; create_canvas(channel, surface); } /* coroutine context */ static void display_handle_mark(SpiceChannel *channel, SpiceMsgIn *in) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; display_surface *surface = find_surface(c, 0); SPICE_DEBUG("%s", __FUNCTION__); g_return_if_fail(surface != NULL); #ifdef EXTRA_CHECKS g_warn_if_fail(c->mark == FALSE); #endif c->mark = TRUE; emit_main_context(channel, SPICE_DISPLAY_MARK, TRUE); } /* coroutine context */ static void display_handle_reset(SpiceChannel *channel, SpiceMsgIn *in) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; display_surface *surface = find_surface(c, 0); SPICE_DEBUG("%s: TODO detach_from_screen", __FUNCTION__); if (surface != NULL) surface->canvas->ops->clear(surface->canvas); spice_session_palettes_clear(spice_channel_get_session(channel)); c->mark = FALSE; emit_main_context(channel, SPICE_DISPLAY_MARK, FALSE); } /* coroutine context */ static void display_handle_copy_bits(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayCopyBits *op = spice_msg_in_parsed(in); SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; display_surface *surface = find_surface(c, op->base.surface_id); g_return_if_fail(surface != NULL); surface->canvas->ops->copy_bits(surface->canvas, &op->base.box, &op->base.clip, &op->src_pos); if (surface->primary) { emit_invalidate(channel, &op->base.box); } } /* coroutine context */ static void display_handle_inv_list(SpiceChannel *channel, SpiceMsgIn *in) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; SpiceResourceList *list = spice_msg_in_parsed(in); int i; for (i = 0; i < list->count; i++) { switch (list->resources[i].type) { case SPICE_RES_TYPE_PIXMAP: image_remove(&c->image_cache, list->resources[i].id); break; default: g_return_if_reached(); break; } } } /* coroutine context */ static void display_handle_inv_pixmap_all(SpiceChannel *channel, SpiceMsgIn *in) { spice_channel_handle_wait_for_channels(channel, in); spice_session_images_clear(spice_channel_get_session(channel)); } /* coroutine context */ static void display_handle_inv_palette(SpiceChannel *channel, SpiceMsgIn *in) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; SpiceMsgDisplayInvalOne* op = spice_msg_in_parsed(in); palette_remove(&c->palette_cache, op->id); } /* coroutine context */ static void display_handle_inv_palette_all(SpiceChannel *channel, SpiceMsgIn *in) { spice_session_palettes_clear(spice_channel_get_session(channel)); } /* ------------------------------------------------------------------ */ static void display_update_stream_region(display_stream *st) { int i; switch (st->clip->type) { case SPICE_CLIP_TYPE_RECTS: region_clear(&st->region); for (i = 0; i < st->clip->rects->num_rects; i++) { region_add(&st->region, &st->clip->rects->rects[i]); } st->have_region = true; break; case SPICE_CLIP_TYPE_NONE: default: st->have_region = false; break; } } /* coroutine context */ static void display_handle_stream_create(SpiceChannel *channel, SpiceMsgIn *in) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; SpiceMsgDisplayStreamCreate *op = spice_msg_in_parsed(in); display_stream *st; SPICE_DEBUG("%s: id %d", __FUNCTION__, op->id); if (op->id >= c->nstreams) { int n = c->nstreams; if (!c->nstreams) { c->nstreams = 1; } while (op->id >= c->nstreams) { c->nstreams *= 2; } c->streams = realloc(c->streams, c->nstreams * sizeof(c->streams[0])); memset(c->streams + n, 0, (c->nstreams - n) * sizeof(c->streams[0])); } g_return_if_fail(c->streams[op->id] == NULL); c->streams[op->id] = spice_new0(display_stream, 1); st = c->streams[op->id]; st->msg_create = in; spice_msg_in_ref(in); st->clip = &op->clip; st->codec = op->codec_type; st->surface = find_surface(c, op->surface_id); st->msgq = g_queue_new(); st->channel = channel; region_init(&st->region); display_update_stream_region(st); switch (st->codec) { case SPICE_VIDEO_CODEC_TYPE_MJPEG: stream_mjpeg_init(st); break; } } /* coroutine or main context */ static gboolean display_stream_schedule(display_stream *st) { guint32 time, d; SpiceMsgDisplayStreamData *op; SpiceMsgIn *in; if (st->timeout) return TRUE; time = spice_session_get_mm_time(spice_channel_get_session(st->channel)); in = g_queue_peek_head(st->msgq); g_return_val_if_fail(in != NULL, TRUE); op = spice_msg_in_parsed(in); if (time < op->multi_media_time) { d = op->multi_media_time - time; SPICE_DEBUG("scheduling next stream render in %u ms", d); st->timeout = g_timeout_add(d, (GSourceFunc)display_stream_render, st); return TRUE; } else { in = g_queue_pop_head(st->msgq); spice_msg_in_unref(in); if (g_queue_get_length(st->msgq) == 0) return TRUE; } return FALSE; } /* main context */ static gboolean display_stream_render(display_stream *st) { SpiceMsgIn *in; st->timeout = 0; do { in = g_queue_pop_head(st->msgq); g_return_val_if_fail(in != NULL, FALSE); st->msg_data = in; switch (st->codec) { case SPICE_VIDEO_CODEC_TYPE_MJPEG: stream_mjpeg_data(st); break; } if (st->out_frame) { SpiceMsgDisplayStreamCreate *info = spice_msg_in_parsed(st->msg_create); uint8_t *data; int stride; data = st->out_frame; stride = info->stream_width * sizeof(uint32_t); if (!(info->flags & SPICE_STREAM_FLAGS_TOP_DOWN)) { data += stride * (info->src_height - 1); stride = -stride; } st->surface->canvas->ops->put_image( st->surface->canvas, #ifdef WIN32 SPICE_DISPLAY_CHANNEL(st->channel)->priv->dc, #endif &info->dest, data, info->src_width, info->src_height, stride, st->have_region ? &st->region : NULL); if (st->surface->primary) g_signal_emit(st->channel, signals[SPICE_DISPLAY_INVALIDATE], 0, info->dest.left, info->dest.top, info->dest.right - info->dest.left, info->dest.bottom - info->dest.top); } st->msg_data = NULL; spice_msg_in_unref(in); in = g_queue_peek_head(st->msgq); if (in == NULL) break; if (display_stream_schedule(st)) return FALSE; } while (1); return FALSE; } /* coroutine context */ static void display_handle_stream_data(SpiceChannel *channel, SpiceMsgIn *in) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; SpiceMsgDisplayStreamData *op = spice_msg_in_parsed(in); display_stream *st = c->streams[op->id]; guint32 mmtime; mmtime = spice_session_get_mm_time(spice_channel_get_session(channel)); if (op->multi_media_time == 0) { g_critical("Received frame with invalid 0 timestamp! perhaps wrong graphic driver?"); op->multi_media_time = mmtime + 100; /* workaround... */ } if (op->multi_media_time < mmtime) { SPICE_DEBUG("stream data too late by %u ms (ts: %u, mmtime: %u), dropin", mmtime - op->multi_media_time, op->multi_media_time, mmtime); return; } spice_msg_in_ref(in); g_queue_push_tail(st->msgq, in); display_stream_schedule(st); } /* coroutine context */ static void display_handle_stream_clip(SpiceChannel *channel, SpiceMsgIn *in) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; SpiceMsgDisplayStreamClip *op = spice_msg_in_parsed(in); display_stream *st = c->streams[op->id]; if (st->msg_clip) { spice_msg_in_unref(st->msg_clip); } spice_msg_in_ref(in); st->msg_clip = in; st->clip = &op->clip; display_update_stream_region(st); } static void _msg_in_unref_func(gpointer data, gpointer user_data) { spice_msg_in_unref(data); } static void destroy_stream(SpiceChannel *channel, int id) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; display_stream *st; g_return_if_fail(c != NULL); g_return_if_fail(c->streams != NULL); st = c->streams[id]; if (!st) return; switch (st->codec) { case SPICE_VIDEO_CODEC_TYPE_MJPEG: stream_mjpeg_cleanup(st); break; } if (st->msg_clip) spice_msg_in_unref(st->msg_clip); spice_msg_in_unref(st->msg_create); g_queue_foreach(st->msgq, _msg_in_unref_func, NULL); g_queue_free(st->msgq); if (st->timeout != 0) g_source_remove(st->timeout); free(st); c->streams[id] = NULL; } static void clear_streams(SpiceChannel *channel) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; int i; for (i = 0; i < c->nstreams; i++) { destroy_stream(channel, i); } free(c->streams); c->streams = NULL; c->nstreams = 0; } /* coroutine context */ static void display_handle_stream_destroy(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayStreamDestroy *op = spice_msg_in_parsed(in); g_return_if_fail(op != NULL); SPICE_DEBUG("%s: id %d", __FUNCTION__, op->id); destroy_stream(channel, op->id); } /* coroutine context */ static void display_handle_stream_destroy_all(SpiceChannel *channel, SpiceMsgIn *in) { clear_streams(channel); } /* ------------------------------------------------------------------ */ /* coroutine context */ static void display_handle_draw_fill(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawFill *op = spice_msg_in_parsed(in); DRAW(fill); } /* coroutine context */ static void display_handle_draw_opaque(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawOpaque *op = spice_msg_in_parsed(in); DRAW(opaque); } /* coroutine context */ static void display_handle_draw_copy(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawCopy *op = spice_msg_in_parsed(in); DRAW(copy); } /* coroutine context */ static void display_handle_draw_blend(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawBlend *op = spice_msg_in_parsed(in); DRAW(blend); } /* coroutine context */ static void display_handle_draw_blackness(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawBlackness *op = spice_msg_in_parsed(in); DRAW(blackness); } static void display_handle_draw_whiteness(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawWhiteness *op = spice_msg_in_parsed(in); DRAW(whiteness); } /* coroutine context */ static void display_handle_draw_invers(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawInvers *op = spice_msg_in_parsed(in); DRAW(invers); } /* coroutine context */ static void display_handle_draw_rop3(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawRop3 *op = spice_msg_in_parsed(in); DRAW(rop3); } /* coroutine context */ static void display_handle_draw_stroke(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawStroke *op = spice_msg_in_parsed(in); DRAW(stroke); } /* coroutine context */ static void display_handle_draw_text(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawText *op = spice_msg_in_parsed(in); DRAW(text); } /* coroutine context */ static void display_handle_draw_transparent(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawTransparent *op = spice_msg_in_parsed(in); DRAW(transparent); } /* coroutine context */ static void display_handle_draw_alpha_blend(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgDisplayDrawAlphaBlend *op = spice_msg_in_parsed(in); DRAW(alpha_blend); } /* coroutine context */ static void display_handle_surface_create(SpiceChannel *channel, SpiceMsgIn *in) { SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; SpiceMsgSurfaceCreate *create = spice_msg_in_parsed(in); display_surface *surface = spice_new0(display_surface, 1); surface->surface_id = create->surface_id; surface->format = create->format; surface->width = create->width; surface->height = create->height; surface->stride = create->width * 4; surface->size = surface->height * surface->stride; if (create->flags == SPICE_SURFACE_FLAGS_PRIMARY) { surface->primary = true; create_canvas(channel, surface); if (c->mark_false_event_id != 0) { g_source_remove(c->mark_false_event_id); c->mark_false_event_id = FALSE; } } else { surface->primary = false; create_canvas(channel, surface); } } static gboolean display_mark_false(gpointer data) { SpiceChannel *channel = data; SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; c->mark = FALSE; g_signal_emit(channel, signals[SPICE_DISPLAY_MARK], 0, FALSE); c->mark_false_event_id = 0; return FALSE; } /* coroutine context */ static void display_handle_surface_destroy(SpiceChannel *channel, SpiceMsgIn *in) { SpiceMsgSurfaceDestroy *destroy = spice_msg_in_parsed(in); SpiceDisplayChannelPrivate *c = SPICE_DISPLAY_CHANNEL(channel)->priv; display_surface *surface; g_return_if_fail(destroy != NULL); surface = find_surface(c, destroy->surface_id); if (surface == NULL) { /* this is not a problem in spicec, it happens as well and returns.. */ /* g_warn_if_reached(); */ return; } if (surface->primary) { int id = spice_channel_get_channel_id(channel); SPICE_DEBUG("%d: FIXME primary destroy, but is display really disabled?", id); /* this is done with a timeout in spicec as well, it's *ugly* */ if (id != 0 && c->mark_false_event_id == 0) { c->mark_false_event_id = g_timeout_add_seconds(1, display_mark_false, channel); } emit_main_context(channel, SPICE_DISPLAY_PRIMARY_DESTROY); } ring_remove(&surface->link); destroy_canvas(surface); free(surface); } static const spice_msg_handler display_handlers[] = { [ SPICE_MSG_DISPLAY_MODE ] = display_handle_mode, [ SPICE_MSG_DISPLAY_MARK ] = display_handle_mark, [ SPICE_MSG_DISPLAY_RESET ] = display_handle_reset, [ SPICE_MSG_DISPLAY_COPY_BITS ] = display_handle_copy_bits, [ SPICE_MSG_DISPLAY_INVAL_LIST ] = display_handle_inv_list, [ SPICE_MSG_DISPLAY_INVAL_ALL_PIXMAPS ] = display_handle_inv_pixmap_all, [ SPICE_MSG_DISPLAY_INVAL_PALETTE ] = display_handle_inv_palette, [ SPICE_MSG_DISPLAY_INVAL_ALL_PALETTES ] = display_handle_inv_palette_all, [ SPICE_MSG_DISPLAY_STREAM_CREATE ] = display_handle_stream_create, [ SPICE_MSG_DISPLAY_STREAM_DATA ] = display_handle_stream_data, [ SPICE_MSG_DISPLAY_STREAM_CLIP ] = display_handle_stream_clip, [ SPICE_MSG_DISPLAY_STREAM_DESTROY ] = display_handle_stream_destroy, [ SPICE_MSG_DISPLAY_STREAM_DESTROY_ALL ] = display_handle_stream_destroy_all, [ SPICE_MSG_DISPLAY_DRAW_FILL ] = display_handle_draw_fill, [ SPICE_MSG_DISPLAY_DRAW_OPAQUE ] = display_handle_draw_opaque, [ SPICE_MSG_DISPLAY_DRAW_COPY ] = display_handle_draw_copy, [ SPICE_MSG_DISPLAY_DRAW_BLEND ] = display_handle_draw_blend, [ SPICE_MSG_DISPLAY_DRAW_BLACKNESS ] = display_handle_draw_blackness, [ SPICE_MSG_DISPLAY_DRAW_WHITENESS ] = display_handle_draw_whiteness, [ SPICE_MSG_DISPLAY_DRAW_INVERS ] = display_handle_draw_invers, [ SPICE_MSG_DISPLAY_DRAW_ROP3 ] = display_handle_draw_rop3, [ SPICE_MSG_DISPLAY_DRAW_STROKE ] = display_handle_draw_stroke, [ SPICE_MSG_DISPLAY_DRAW_TEXT ] = display_handle_draw_text, [ SPICE_MSG_DISPLAY_DRAW_TRANSPARENT ] = display_handle_draw_transparent, [ SPICE_MSG_DISPLAY_DRAW_ALPHA_BLEND ] = display_handle_draw_alpha_blend, [ SPICE_MSG_DISPLAY_SURFACE_CREATE ] = display_handle_surface_create, [ SPICE_MSG_DISPLAY_SURFACE_DESTROY ] = display_handle_surface_destroy, }; /* coroutine context */ static void spice_display_handle_msg(SpiceChannel *channel, SpiceMsgIn *msg) { int type = spice_msg_in_type(msg); SpiceChannelClass *parent_class; g_return_if_fail(type < SPICE_N_ELEMENTS(display_handlers)); parent_class = SPICE_CHANNEL_CLASS(spice_display_channel_parent_class); if (display_handlers[type] != NULL) display_handlers[type](channel, msg); else if (parent_class->handle_msg) parent_class->handle_msg(channel, msg); else g_return_if_reached(); }