1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
|
/* -*- Mode: C; c-basic-offset: 4; indent-tabs-mode: nil -*- */
/*
Copyright (C) 2010 Red Hat, Inc.
This library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
This library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with this library; if not, see <http://www.gnu.org/licenses/>.
*/
#ifndef CHANNEL_DISPLAY_PRIV_H_
# define CHANNEL_DISPLAY_PRIV_H_
#include <pixman.h>
#ifdef WIN32
/* We need some hacks to avoid warnings from the jpeg headers */
#define HAVE_BOOLEAN
#define XMD_H
#endif
#include <jpeglib.h>
#include "common/canvas_utils.h"
#include "client_sw_canvas.h"
#include "common/ring.h"
#include "common/quic.h"
#include "common/rop3.h"
G_BEGIN_DECLS
typedef struct display_stream display_stream;
typedef struct VideoDecoder VideoDecoder;
struct VideoDecoder {
/* Releases the video decoder's resources */
void (*destroy)(VideoDecoder *decoder);
/* Notifies the decoder that the mm-time clock changed. */
void (*reschedule)(VideoDecoder *decoder);
/* Decompresses the specified frame.
*
* @decoder: The video decoder.
* @frame_msg: The Spice message containing the compressed frame.
* @latency: How long in milliseconds until the frame should be
* displayed. Negative values mean the frame is late.
*/
void (*queue_frame)(VideoDecoder *decoder, SpiceMsgIn *frame_msg, int32_t latency);
/* The format of the encoded video. */
int codec_type;
/* The associated display stream. */
display_stream *stream;
};
/* Instantiates the video decoder for the specified codec.
*
* @codec_type: The format of the video.
* @stream: The associated video stream.
* @return: A pointer to a structure implementing the VideoDecoder methods.
*/
#ifdef HAVE_BUILTIN_MJPEG
VideoDecoder* create_mjpeg_decoder(int codec_type, display_stream *stream);
#endif
#ifdef HAVE_GSTVIDEO
VideoDecoder* create_gstreamer_decoder(int codec_type, display_stream *stream);
gboolean gstvideo_has_codec(int codec_type);
#else
# define gstvideo_has_codec(codec_type) FALSE
#endif
typedef struct display_surface {
guint32 surface_id;
bool primary;
enum SpiceSurfaceFmt format;
int width, height, stride, size;
uint8_t *data;
SpiceCanvas *canvas;
SpiceGlzDecoder *glz_decoder;
SpiceZlibDecoder *zlib_decoder;
SpiceJpegDecoder *jpeg_decoder;
} display_surface;
typedef struct drops_sequence_stats {
uint32_t len;
uint32_t start_mm_time;
uint32_t duration;
} drops_sequence_stats;
struct display_stream {
SpiceMsgIn *msg_create;
SpiceMsgIn *msg_clip;
/* from messages */
display_surface *surface;
const SpiceClip *clip;
QRegion region;
int have_region;
VideoDecoder *video_decoder;
SpiceChannel *channel;
/* stats */
uint32_t first_frame_mm_time;
uint32_t arrive_late_count;
uint64_t arrive_late_time;
uint32_t num_drops_on_playback;
uint32_t num_input_frames;
drops_sequence_stats cur_drops_seq_stats;
GArray *drops_seqs_stats_arr;
uint32_t num_drops_seqs;
uint32_t playback_sync_drops_seq_len;
/* playback quality report to server */
gboolean report_is_active;
uint32_t report_id;
uint32_t report_max_window;
uint32_t report_timeout;
uint64_t report_start_time;
uint32_t report_start_frame_time;
uint32_t report_num_frames;
uint32_t report_num_drops;
uint32_t report_drops_seq_len;
};
guint32 stream_get_time(display_stream *st);
void stream_dropped_frame_on_playback(display_stream *st);
void stream_display_frame(display_stream *st, SpiceMsgIn *frame_msg, uint32_t width, uint32_t height, uint8_t *data);
uint32_t spice_msg_in_frame_data(SpiceMsgIn *frame_msg, uint8_t **data);
G_END_DECLS
#endif // CHANNEL_DISPLAY_PRIV_H_
|
