Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 1 | /* |
Stepan Salenikovich | be87d2c | 2016-01-25 14:14:34 -0500 | [diff] [blame] | 2 | * Copyright (C) 2015-2016 Savoir-faire Linux Inc. |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 3 | * Author: Stepan Salenikovich <stepan.salenikovich@savoirfairelinux.com> |
| 4 | * |
| 5 | * This program is free software; you can redistribute it and/or modify |
| 6 | * it under the terms of the GNU General Public License as published by |
| 7 | * the Free Software Foundation; either version 3 of the License, or |
| 8 | * (at your option) any later version. |
| 9 | * |
| 10 | * This program is distributed in the hope that it will be useful, |
| 11 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 12 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 13 | * GNU General Public License for more details. |
| 14 | * |
| 15 | * You should have received a copy of the GNU General Public License |
| 16 | * along with this program; if not, write to the Free Software |
| 17 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 18 | */ |
| 19 | |
| 20 | #include "video_widget.h" |
| 21 | |
Julien Grossholtz | 58cfc15 | 2015-10-22 15:43:43 -0400 | [diff] [blame] | 22 | #include <glib/gi18n.h> |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 23 | #include <clutter/clutter.h> |
| 24 | #include <clutter-gtk/clutter-gtk.h> |
| 25 | #include <video/renderer.h> |
Stepan Salenikovich | 033dc83 | 2015-03-23 15:56:47 -0400 | [diff] [blame] | 26 | #include <video/sourcemodel.h> |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 27 | #include <media/video.h> |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 28 | #include <video/devicemodel.h> |
| 29 | #include <QtCore/QUrl> |
| 30 | #include "../defines.h" |
Stepan Salenikovich | 8bc51e5 | 2015-03-21 20:17:29 -0400 | [diff] [blame] | 31 | #include <stdlib.h> |
Guillaume Roguez | 24834e0 | 2015-04-09 12:45:40 -0400 | [diff] [blame] | 32 | #include <atomic> |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 33 | #include <mutex> |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 34 | #include <call.h> |
Stepan Salenikovich | 8bc51e5 | 2015-03-21 20:17:29 -0400 | [diff] [blame] | 35 | #include "xrectsel.h" |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 36 | |
Stepan Salenikovich | 9ffad5e | 2015-09-25 13:16:50 -0400 | [diff] [blame] | 37 | static constexpr int VIDEO_LOCAL_SIZE = 150; |
| 38 | static constexpr int VIDEO_LOCAL_OPACITY_DEFAULT = 255; /* out of 255 */ |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 39 | static constexpr const char* JOIN_CALL_KEY = "call_data"; |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 40 | |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 41 | /* check video frame queues at this rate; |
| 42 | * use 30 ms (about 30 fps) since we don't expect to |
| 43 | * receive video frames faster than that */ |
Stepan Salenikovich | 9ffad5e | 2015-09-25 13:16:50 -0400 | [diff] [blame] | 44 | static constexpr int FRAME_RATE_PERIOD = 30; |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 45 | |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 46 | enum SnapshotStatus { |
| 47 | NOTHING, |
| 48 | HAS_TO_TAKE_ONE, |
| 49 | HAS_A_NEW_ONE |
| 50 | }; |
| 51 | |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 52 | struct _VideoWidgetClass { |
Stepan Salenikovich | 36ef394 | 2015-11-05 18:26:57 -0500 | [diff] [blame] | 53 | GtkClutterEmbedClass parent_class; |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 54 | }; |
| 55 | |
| 56 | struct _VideoWidget { |
Stepan Salenikovich | 36ef394 | 2015-11-05 18:26:57 -0500 | [diff] [blame] | 57 | GtkClutterEmbed parent; |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 58 | }; |
| 59 | |
| 60 | typedef struct _VideoWidgetPrivate VideoWidgetPrivate; |
| 61 | |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 62 | typedef struct _VideoWidgetRenderer VideoWidgetRenderer; |
| 63 | |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 64 | struct _VideoWidgetPrivate { |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 65 | ClutterActor *video_container; |
| 66 | |
| 67 | /* remote peer data */ |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 68 | VideoWidgetRenderer *remote; |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 69 | |
| 70 | /* local peer data */ |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 71 | VideoWidgetRenderer *local; |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 72 | |
| 73 | guint frame_timeout_source; |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 74 | |
| 75 | /* new renderers should be put into the queue for processing by a g_timeout |
| 76 | * function whose id should be saved into renderer_timeout_source; |
| 77 | * this way when the VideoWidget object is destroyed, we do not try |
| 78 | * to process any new renderers by stoping the g_timeout function. |
| 79 | */ |
| 80 | guint renderer_timeout_source; |
| 81 | GAsyncQueue *new_renderer_queue; |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 82 | }; |
| 83 | |
| 84 | struct _VideoWidgetRenderer { |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 85 | VideoRendererType type; |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 86 | ClutterActor *actor; |
Stepan Salenikovich | 223b2fd | 2015-06-22 12:52:21 -0400 | [diff] [blame] | 87 | ClutterAction *drag_action; |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 88 | Video::Renderer *renderer; |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 89 | GdkPixbuf *snapshot; |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 90 | std::mutex run_mutex; |
| 91 | bool running; |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 92 | SnapshotStatus snapshot_status; |
Stepan Salenikovich | bf118ac | 2015-04-22 14:06:50 -0400 | [diff] [blame] | 93 | |
| 94 | /* show_black_frame is used to request the actor to render a black image; |
Stepan Salenikovich | d6a4ef3 | 2015-11-12 10:59:02 -0500 | [diff] [blame] | 95 | * this will take over 'running', ie: a black frame will be rendered even if |
| 96 | * the Video::Renderer is not running; |
Stepan Salenikovich | bf118ac | 2015-04-22 14:06:50 -0400 | [diff] [blame] | 97 | * this will be set back to false once the black frame is rendered |
| 98 | */ |
| 99 | std::atomic_bool show_black_frame; |
Stepan Salenikovich | b94873c | 2015-06-02 16:53:18 -0400 | [diff] [blame] | 100 | std::atomic_bool pause_rendering; |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 101 | QMetaObject::Connection render_stop; |
| 102 | QMetaObject::Connection render_start; |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 103 | }; |
| 104 | |
Stepan Salenikovich | 36ef394 | 2015-11-05 18:26:57 -0500 | [diff] [blame] | 105 | G_DEFINE_TYPE_WITH_PRIVATE(VideoWidget, video_widget, GTK_CLUTTER_TYPE_EMBED); |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 106 | |
| 107 | #define VIDEO_WIDGET_GET_PRIVATE(obj) (G_TYPE_INSTANCE_GET_PRIVATE ((obj), VIDEO_WIDGET_TYPE, VideoWidgetPrivate)) |
| 108 | |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 109 | /* static prototypes */ |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 110 | static gboolean check_frame_queue (VideoWidget *); |
| 111 | static void renderer_stop (VideoWidgetRenderer *); |
| 112 | static void renderer_start (VideoWidgetRenderer *); |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 113 | static gboolean check_renderer_queue (VideoWidget *); |
| 114 | static void free_video_widget_renderer (VideoWidgetRenderer *); |
| 115 | static void video_widget_add_renderer (VideoWidget *, VideoWidgetRenderer *); |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 116 | |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 117 | /* signals */ |
| 118 | enum { |
| 119 | SNAPSHOT_SIGNAL, |
| 120 | LAST_SIGNAL |
| 121 | }; |
| 122 | |
| 123 | static guint video_widget_signals[LAST_SIGNAL] = { 0 }; |
| 124 | |
| 125 | |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 126 | /* |
| 127 | * video_widget_dispose() |
| 128 | * |
| 129 | * The dispose function for the video_widget class. |
| 130 | */ |
| 131 | static void |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 132 | video_widget_dispose(GObject *object) |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 133 | { |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 134 | VideoWidget *self = VIDEO_WIDGET(object); |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 135 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 136 | |
Stepan Salenikovich | bf74af8 | 2015-03-13 11:35:58 -0400 | [diff] [blame] | 137 | /* dispose may be called multiple times, make sure |
| 138 | * not to call g_source_remove more than once */ |
| 139 | if (priv->frame_timeout_source) { |
| 140 | g_source_remove(priv->frame_timeout_source); |
| 141 | priv->frame_timeout_source = 0; |
| 142 | } |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 143 | |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 144 | if (priv->renderer_timeout_source) { |
| 145 | g_source_remove(priv->renderer_timeout_source); |
| 146 | priv->renderer_timeout_source = 0; |
| 147 | } |
| 148 | |
| 149 | if (priv->new_renderer_queue) { |
| 150 | g_async_queue_unref(priv->new_renderer_queue); |
| 151 | priv->new_renderer_queue = NULL; |
| 152 | } |
| 153 | |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 154 | G_OBJECT_CLASS(video_widget_parent_class)->dispose(object); |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | |
| 158 | /* |
| 159 | * video_widget_finalize() |
| 160 | * |
| 161 | * The finalize function for the video_widget class. |
| 162 | */ |
| 163 | static void |
| 164 | video_widget_finalize(GObject *object) |
| 165 | { |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 166 | VideoWidget *self = VIDEO_WIDGET(object); |
| 167 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 168 | |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 169 | free_video_widget_renderer(priv->local); |
| 170 | free_video_widget_renderer(priv->remote); |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 171 | |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 172 | G_OBJECT_CLASS(video_widget_parent_class)->finalize(object); |
| 173 | } |
| 174 | |
| 175 | |
| 176 | /* |
| 177 | * video_widget_class_init() |
| 178 | * |
| 179 | * This function init the video_widget_class. |
| 180 | */ |
| 181 | static void |
| 182 | video_widget_class_init(VideoWidgetClass *klass) |
| 183 | { |
| 184 | GObjectClass *object_class = G_OBJECT_CLASS(klass); |
| 185 | |
| 186 | /* override method */ |
| 187 | object_class->dispose = video_widget_dispose; |
| 188 | object_class->finalize = video_widget_finalize; |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 189 | |
| 190 | /* add snapshot signal */ |
| 191 | video_widget_signals[SNAPSHOT_SIGNAL] = g_signal_new("snapshot-taken", |
| 192 | G_TYPE_FROM_CLASS(klass), |
| 193 | (GSignalFlags) (G_SIGNAL_RUN_FIRST | G_SIGNAL_ACTION), |
| 194 | 0, |
| 195 | nullptr, |
| 196 | nullptr, |
| 197 | g_cclosure_marshal_VOID__VOID, |
| 198 | G_TYPE_NONE, 0); |
| 199 | |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 200 | } |
| 201 | |
Stepan Salenikovich | 223b2fd | 2015-06-22 12:52:21 -0400 | [diff] [blame] | 202 | static void |
| 203 | on_allocation_changed(ClutterActor *video_area, G_GNUC_UNUSED GParamSpec *pspec, VideoWidget *self) |
| 204 | { |
| 205 | g_return_if_fail(IS_VIDEO_WIDGET(self)); |
| 206 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 207 | |
| 208 | auto actor = priv->local->actor; |
| 209 | auto drag_action = priv->local->drag_action; |
| 210 | |
| 211 | ClutterActorBox actor_box; |
| 212 | clutter_actor_get_allocation_box(actor, &actor_box); |
| 213 | gfloat actor_w = clutter_actor_box_get_width(&actor_box); |
| 214 | gfloat actor_h = clutter_actor_box_get_height(&actor_box); |
| 215 | |
| 216 | ClutterActorBox area_box; |
| 217 | clutter_actor_get_allocation_box(video_area, &area_box); |
| 218 | gfloat area_w = clutter_actor_box_get_width(&area_box); |
| 219 | gfloat area_h = clutter_actor_box_get_height(&area_box); |
| 220 | |
| 221 | /* make sure drag area stays within the bounds of the stage */ |
| 222 | ClutterRect *rect = clutter_rect_init ( |
| 223 | clutter_rect_alloc(), |
| 224 | 0, 0, |
| 225 | area_w - actor_w, |
| 226 | area_h - actor_h); |
| 227 | clutter_drag_action_set_drag_area(CLUTTER_DRAG_ACTION(drag_action), rect); |
| 228 | clutter_rect_free(rect); |
| 229 | } |
| 230 | |
| 231 | static void |
| 232 | on_drag_begin(G_GNUC_UNUSED ClutterDragAction *action, |
| 233 | ClutterActor *actor, |
| 234 | G_GNUC_UNUSED gfloat event_x, |
| 235 | G_GNUC_UNUSED gfloat event_y, |
| 236 | G_GNUC_UNUSED ClutterModifierType modifiers, |
| 237 | G_GNUC_UNUSED gpointer user_data) |
| 238 | { |
| 239 | /* clear the align constraint when starting to move the preview, otherwise |
| 240 | * it won't move; save and set its position, to what it was before the |
| 241 | * constraint was cleared, or else it might jump around */ |
| 242 | gfloat actor_x, actor_y; |
| 243 | clutter_actor_get_position(actor, &actor_x, &actor_y); |
| 244 | clutter_actor_clear_constraints(actor); |
| 245 | clutter_actor_set_position(actor, actor_x, actor_y); |
| 246 | } |
| 247 | |
| 248 | static void |
| 249 | on_drag_end(G_GNUC_UNUSED ClutterDragAction *action, |
| 250 | ClutterActor *actor, |
| 251 | G_GNUC_UNUSED gfloat event_x, |
| 252 | G_GNUC_UNUSED gfloat event_y, |
| 253 | G_GNUC_UNUSED ClutterModifierType modifiers, |
| 254 | ClutterActor *video_area) |
| 255 | { |
| 256 | ClutterActorBox area_box; |
| 257 | clutter_actor_get_allocation_box(video_area, &area_box); |
| 258 | gfloat area_w = clutter_actor_box_get_width(&area_box); |
| 259 | gfloat area_h = clutter_actor_box_get_height(&area_box); |
| 260 | |
| 261 | gfloat actor_x, actor_y; |
| 262 | clutter_actor_get_position(actor, &actor_x, &actor_y); |
| 263 | gfloat actor_w, actor_h; |
| 264 | clutter_actor_get_size(actor, &actor_w, &actor_h); |
| 265 | |
| 266 | area_w -= actor_w; |
| 267 | area_h -= actor_h; |
| 268 | |
| 269 | /* add new constraints to make sure the preview stays in about the same location |
| 270 | * relative to the rest of the video when resizing */ |
| 271 | ClutterConstraint *constraint_x = clutter_align_constraint_new(video_area, |
| 272 | CLUTTER_ALIGN_X_AXIS, actor_x/area_w); |
| 273 | clutter_actor_add_constraint(actor, constraint_x); |
| 274 | |
| 275 | ClutterConstraint *constraint_y = clutter_align_constraint_new(video_area, |
| 276 | CLUTTER_ALIGN_Y_AXIS, actor_y/area_h); |
| 277 | clutter_actor_add_constraint(actor, constraint_y); |
| 278 | } |
| 279 | |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 280 | |
| 281 | /* |
| 282 | * video_widget_init() |
| 283 | * |
| 284 | * This function init the video_widget. |
| 285 | * - init clutter |
| 286 | * - init all the widget members |
| 287 | */ |
| 288 | static void |
| 289 | video_widget_init(VideoWidget *self) |
| 290 | { |
| 291 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 292 | |
Stepan Salenikovich | 36ef394 | 2015-11-05 18:26:57 -0500 | [diff] [blame] | 293 | auto stage = gtk_clutter_embed_get_stage(GTK_CLUTTER_EMBED(self)); |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 294 | |
| 295 | /* layout manager is used to arrange children in space, here we ask clutter |
| 296 | * to align children to fill the space when resizing the window */ |
Stepan Salenikovich | 36ef394 | 2015-11-05 18:26:57 -0500 | [diff] [blame] | 297 | clutter_actor_set_layout_manager(stage, |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 298 | clutter_bin_layout_new(CLUTTER_BIN_ALIGNMENT_FILL, CLUTTER_BIN_ALIGNMENT_FILL)); |
| 299 | |
| 300 | /* add a scene container where we can add and remove our actors */ |
| 301 | priv->video_container = clutter_actor_new(); |
| 302 | clutter_actor_set_background_color(priv->video_container, CLUTTER_COLOR_Black); |
Stepan Salenikovich | 36ef394 | 2015-11-05 18:26:57 -0500 | [diff] [blame] | 303 | clutter_actor_add_child(stage, priv->video_container); |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 304 | |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 305 | /* init the remote and local structs */ |
| 306 | priv->remote = g_new0(VideoWidgetRenderer, 1); |
| 307 | priv->local = g_new0(VideoWidgetRenderer, 1); |
| 308 | |
| 309 | /* arrange remote actors */ |
| 310 | priv->remote->actor = clutter_actor_new(); |
| 311 | clutter_actor_insert_child_below(priv->video_container, priv->remote->actor, NULL); |
| 312 | /* the remote camera must always fill the container size */ |
| 313 | ClutterConstraint *constraint = clutter_bind_constraint_new(priv->video_container, |
| 314 | CLUTTER_BIND_SIZE, 0); |
| 315 | clutter_actor_add_constraint(priv->remote->actor, constraint); |
| 316 | |
| 317 | /* arrange local actor */ |
| 318 | priv->local->actor = clutter_actor_new(); |
| 319 | clutter_actor_insert_child_above(priv->video_container, priv->local->actor, NULL); |
| 320 | /* set size to square, but it will stay the aspect ratio when the image is rendered */ |
| 321 | clutter_actor_set_size(priv->local->actor, VIDEO_LOCAL_SIZE, VIDEO_LOCAL_SIZE); |
Stepan Salenikovich | 223b2fd | 2015-06-22 12:52:21 -0400 | [diff] [blame] | 322 | /* set position constraint to right cornder; |
| 323 | * this constraint will be removed once the user tries to move the position |
| 324 | * of the action */ |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 325 | constraint = clutter_align_constraint_new(priv->video_container, |
| 326 | CLUTTER_ALIGN_BOTH, 0.99); |
| 327 | clutter_actor_add_constraint(priv->local->actor, constraint); |
| 328 | clutter_actor_set_opacity(priv->local->actor, |
| 329 | VIDEO_LOCAL_OPACITY_DEFAULT); |
| 330 | |
Stepan Salenikovich | 223b2fd | 2015-06-22 12:52:21 -0400 | [diff] [blame] | 331 | /* add ability for actor to be moved */ |
| 332 | clutter_actor_set_reactive(priv->local->actor, TRUE); |
| 333 | priv->local->drag_action = clutter_drag_action_new(); |
| 334 | clutter_actor_add_action(priv->local->actor, priv->local->drag_action); |
| 335 | |
| 336 | g_signal_connect(priv->local->drag_action, "drag-begin", G_CALLBACK(on_drag_begin), NULL); |
Stepan Salenikovich | 36ef394 | 2015-11-05 18:26:57 -0500 | [diff] [blame] | 337 | g_signal_connect_after(priv->local->drag_action, "drag-end", G_CALLBACK(on_drag_end), stage); |
Stepan Salenikovich | 223b2fd | 2015-06-22 12:52:21 -0400 | [diff] [blame] | 338 | |
| 339 | /* make sure the actor stays within the bounds of the stage */ |
Stepan Salenikovich | 36ef394 | 2015-11-05 18:26:57 -0500 | [diff] [blame] | 340 | g_signal_connect(stage, "notify::allocation", G_CALLBACK(on_allocation_changed), self); |
Stepan Salenikovich | 223b2fd | 2015-06-22 12:52:21 -0400 | [diff] [blame] | 341 | |
Stepan Salenikovich | 8934e84 | 2015-04-20 15:16:13 -0400 | [diff] [blame] | 342 | /* Init the timeout source which will check the for new frames. |
| 343 | * The priority must be lower than GTK drawing events |
| 344 | * (G_PRIORITY_HIGH_IDLE + 20) so that this timeout source doesn't choke |
| 345 | * the main loop on slower machines. |
| 346 | */ |
| 347 | priv->frame_timeout_source = g_timeout_add_full(G_PRIORITY_DEFAULT_IDLE, |
| 348 | FRAME_RATE_PERIOD, |
| 349 | (GSourceFunc)check_frame_queue, |
| 350 | self, |
| 351 | NULL); |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 352 | |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 353 | /* init new renderer queue */ |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 354 | priv->new_renderer_queue = g_async_queue_new_full((GDestroyNotify)free_video_widget_renderer); |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 355 | /* check new render every 30 ms (30ms is "fast enough"); |
| 356 | * we don't use an idle function so it doesn't consume cpu needlessly */ |
| 357 | priv->renderer_timeout_source= g_timeout_add_full(G_PRIORITY_DEFAULT_IDLE, |
| 358 | 30, |
| 359 | (GSourceFunc)check_renderer_queue, |
| 360 | self, |
| 361 | NULL); |
| 362 | |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 363 | |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 364 | /* drag & drop files as video sources */ |
Stepan Salenikovich | cb6aa46 | 2015-03-21 15:13:37 -0400 | [diff] [blame] | 365 | gtk_drag_dest_set(GTK_WIDGET(self), GTK_DEST_DEFAULT_ALL, NULL, 0, (GdkDragAction)(GDK_ACTION_COPY | GDK_ACTION_PRIVATE)); |
| 366 | gtk_drag_dest_add_uri_targets(GTK_WIDGET(self)); |
Stepan Salenikovich | cb6aa46 | 2015-03-21 15:13:37 -0400 | [diff] [blame] | 367 | } |
| 368 | |
| 369 | /* |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 370 | * video_widget_on_drag_data_received() |
Stepan Salenikovich | cb6aa46 | 2015-03-21 15:13:37 -0400 | [diff] [blame] | 371 | * |
| 372 | * Handle dragged data in the video widget window. |
| 373 | * Dropping an image causes the client to switch the video input to that image. |
| 374 | */ |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 375 | void video_widget_on_drag_data_received(G_GNUC_UNUSED GtkWidget *self, |
| 376 | G_GNUC_UNUSED GdkDragContext *context, |
| 377 | G_GNUC_UNUSED gint x, |
| 378 | G_GNUC_UNUSED gint y, |
| 379 | GtkSelectionData *selection_data, |
| 380 | G_GNUC_UNUSED guint info, |
| 381 | G_GNUC_UNUSED guint32 time, |
| 382 | Call *call) |
Stepan Salenikovich | cb6aa46 | 2015-03-21 15:13:37 -0400 | [diff] [blame] | 383 | { |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 384 | g_return_if_fail(call); |
Stepan Salenikovich | cb6aa46 | 2015-03-21 15:13:37 -0400 | [diff] [blame] | 385 | gchar **uris = gtk_selection_data_get_uris(selection_data); |
| 386 | |
| 387 | /* only play the first selection */ |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 388 | if (uris && *uris){ |
| 389 | if (auto out_media = call->firstMedia<Media::Video>(Media::Media::Direction::OUT)) |
| 390 | out_media->sourceModel()->setFile(QUrl(*uris)); |
| 391 | } |
Stepan Salenikovich | cb6aa46 | 2015-03-21 15:13:37 -0400 | [diff] [blame] | 392 | |
| 393 | g_strfreev(uris); |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 394 | } |
| 395 | |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 396 | static void |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 397 | switch_video_input(GtkWidget *widget, Video::Device *device) |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 398 | { |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 399 | gpointer data = g_object_get_data(G_OBJECT(widget),JOIN_CALL_KEY ); |
| 400 | g_return_if_fail(data); |
| 401 | Call *call = (Call*)data; |
| 402 | |
| 403 | if (auto out_media = call->firstMedia<Media::Video>(Media::Media::Direction::OUT)) |
| 404 | out_media->sourceModel()->switchTo(device); |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 405 | } |
| 406 | |
Stepan Salenikovich | 8bc51e5 | 2015-03-21 20:17:29 -0400 | [diff] [blame] | 407 | static void |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 408 | switch_video_input_screen(G_GNUC_UNUSED GtkWidget *item, Call* call) |
Stepan Salenikovich | 8bc51e5 | 2015-03-21 20:17:29 -0400 | [diff] [blame] | 409 | { |
| 410 | unsigned x, y; |
| 411 | unsigned width, height; |
| 412 | |
| 413 | /* try to get the dispaly or default to 0 */ |
| 414 | QString display_env{getenv("DISPLAY")}; |
| 415 | int display = 0; |
| 416 | |
| 417 | if (!display_env.isEmpty()) { |
| 418 | auto list = display_env.split(":", QString::SkipEmptyParts); |
| 419 | /* should only be one display, so get the first one */ |
| 420 | if (list.size() > 0) { |
| 421 | display = list.at(0).toInt(); |
| 422 | g_debug("sharing screen from DISPLAY %d", display); |
| 423 | } |
| 424 | } |
| 425 | |
| 426 | x = y = width = height = 0; |
| 427 | |
| 428 | xrectsel(&x, &y, &width, &height); |
| 429 | |
| 430 | if (!width || !height) { |
| 431 | x = y = 0; |
| 432 | width = gdk_screen_width(); |
| 433 | height = gdk_screen_height(); |
| 434 | } |
| 435 | |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 436 | if (auto out_media = call->firstMedia<Media::Video>(Media::Media::Direction::OUT)) |
| 437 | out_media->sourceModel()->setDisplay(display, QRect(x,y,width,height)); |
Stepan Salenikovich | 8bc51e5 | 2015-03-21 20:17:29 -0400 | [diff] [blame] | 438 | } |
| 439 | |
Stepan Salenikovich | 763c25a | 2015-03-26 13:51:31 -0400 | [diff] [blame] | 440 | static void |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 441 | switch_video_input_file(GtkWidget *item, GtkWidget *parent) |
Stepan Salenikovich | 763c25a | 2015-03-26 13:51:31 -0400 | [diff] [blame] | 442 | { |
| 443 | if (parent && GTK_IS_WIDGET(parent)) { |
| 444 | /* get parent window */ |
| 445 | parent = gtk_widget_get_toplevel(GTK_WIDGET(parent)); |
| 446 | } |
| 447 | |
| 448 | gchar *uri = NULL; |
| 449 | GtkWidget *dialog = gtk_file_chooser_dialog_new( |
| 450 | "Choose File", |
| 451 | GTK_WINDOW(parent), |
| 452 | GTK_FILE_CHOOSER_ACTION_OPEN, |
| 453 | "_Cancel", GTK_RESPONSE_CANCEL, |
| 454 | "_Open", GTK_RESPONSE_ACCEPT, |
| 455 | NULL); |
| 456 | |
| 457 | if (gtk_dialog_run(GTK_DIALOG(dialog)) == GTK_RESPONSE_ACCEPT) { |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 458 | Call *call; |
| 459 | gpointer data = g_object_get_data(G_OBJECT(item),JOIN_CALL_KEY ); |
| 460 | g_return_if_fail(data); |
| 461 | call = (Call*)data; |
| 462 | |
Stepan Salenikovich | 763c25a | 2015-03-26 13:51:31 -0400 | [diff] [blame] | 463 | uri = gtk_file_chooser_get_uri(GTK_FILE_CHOOSER(dialog)); |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 464 | |
| 465 | if (auto out_media = call->firstMedia<Media::Video>(Media::Media::Direction::OUT)) |
| 466 | out_media->sourceModel()->setFile(QUrl(uri)); |
Stepan Salenikovich | 763c25a | 2015-03-26 13:51:31 -0400 | [diff] [blame] | 467 | } |
| 468 | |
| 469 | gtk_widget_destroy(dialog); |
Stepan Salenikovich | 763c25a | 2015-03-26 13:51:31 -0400 | [diff] [blame] | 470 | g_free(uri); |
| 471 | } |
| 472 | |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 473 | /* |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 474 | * video_widget_on_button_press_in_screen_event() |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 475 | * |
| 476 | * Handle button event in the video screen. |
| 477 | */ |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 478 | gboolean |
| 479 | video_widget_on_button_press_in_screen_event(GtkWidget *parent, GdkEventButton *event, Call* call) |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 480 | { |
| 481 | /* check for right click */ |
| 482 | if (event->button != BUTTON_RIGHT_CLICK || event->type != GDK_BUTTON_PRESS) |
| 483 | return FALSE; |
| 484 | |
| 485 | /* create menu with available video sources */ |
| 486 | GtkWidget *menu = gtk_menu_new(); |
| 487 | |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 488 | Video::SourceModel *sourcemodel = nullptr; |
| 489 | if (auto out_media = call->firstMedia<Media::Video>(Media::Media::Direction::OUT)) |
| 490 | sourcemodel = out_media->sourceModel(); |
| 491 | |
| 492 | if(!sourcemodel) |
| 493 | return FALSE; |
| 494 | |
| 495 | auto active = sourcemodel->activeIndex(); |
Stepan Salenikovich | cb1c295 | 2015-08-13 14:28:20 -0400 | [diff] [blame] | 496 | |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 497 | /* list available devices and check off the active device */ |
Guillaume Roguez | 5d1514b | 2015-10-22 15:55:31 -0400 | [diff] [blame] | 498 | auto device_list = Video::DeviceModel::instance().devices(); |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 499 | |
| 500 | for( auto device: device_list) { |
| 501 | GtkWidget *item = gtk_check_menu_item_new_with_mnemonic(device->name().toLocal8Bit().constData()); |
| 502 | gtk_menu_shell_append(GTK_MENU_SHELL(menu), item); |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 503 | auto device_idx = sourcemodel->getDeviceIndex(device); |
Stepan Salenikovich | cb1c295 | 2015-08-13 14:28:20 -0400 | [diff] [blame] | 504 | gtk_check_menu_item_set_active(GTK_CHECK_MENU_ITEM(item), device_idx == active); |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 505 | g_object_set_data(G_OBJECT(item), JOIN_CALL_KEY,call); |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 506 | g_signal_connect(item, "activate", G_CALLBACK(switch_video_input), device); |
| 507 | } |
| 508 | |
Stepan Salenikovich | bb38263 | 2015-03-26 12:40:46 -0400 | [diff] [blame] | 509 | /* add separator */ |
| 510 | gtk_menu_shell_append(GTK_MENU_SHELL(menu), gtk_separator_menu_item_new()); |
| 511 | |
Stepan Salenikovich | 8bc51e5 | 2015-03-21 20:17:29 -0400 | [diff] [blame] | 512 | /* add screen area as an input */ |
Julien Grossholtz | 58cfc15 | 2015-10-22 15:43:43 -0400 | [diff] [blame] | 513 | GtkWidget *item = gtk_check_menu_item_new_with_mnemonic(_("Share screen area")); |
Stepan Salenikovich | 8bc51e5 | 2015-03-21 20:17:29 -0400 | [diff] [blame] | 514 | gtk_menu_shell_append(GTK_MENU_SHELL(menu), item); |
Stepan Salenikovich | cb1c295 | 2015-08-13 14:28:20 -0400 | [diff] [blame] | 515 | gtk_check_menu_item_set_active(GTK_CHECK_MENU_ITEM(item), Video::SourceModel::ExtendedDeviceList::SCREEN == active); |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 516 | g_signal_connect(item, "activate", G_CALLBACK(switch_video_input_screen), call); |
Stepan Salenikovich | 8bc51e5 | 2015-03-21 20:17:29 -0400 | [diff] [blame] | 517 | |
Stepan Salenikovich | 763c25a | 2015-03-26 13:51:31 -0400 | [diff] [blame] | 518 | /* add file as an input */ |
Julien Grossholtz | 58cfc15 | 2015-10-22 15:43:43 -0400 | [diff] [blame] | 519 | item = gtk_check_menu_item_new_with_mnemonic(_("Share file")); |
Stepan Salenikovich | 763c25a | 2015-03-26 13:51:31 -0400 | [diff] [blame] | 520 | gtk_menu_shell_append(GTK_MENU_SHELL(menu), item); |
Stepan Salenikovich | cb1c295 | 2015-08-13 14:28:20 -0400 | [diff] [blame] | 521 | gtk_check_menu_item_set_active(GTK_CHECK_MENU_ITEM(item), Video::SourceModel::ExtendedDeviceList::FILE == active); |
Julien Grossholtz | a0d4f10 | 2015-10-22 14:24:17 -0400 | [diff] [blame] | 522 | g_object_set_data(G_OBJECT(item), JOIN_CALL_KEY, call); |
Stepan Salenikovich | 763c25a | 2015-03-26 13:51:31 -0400 | [diff] [blame] | 523 | g_signal_connect(item, "activate", G_CALLBACK(switch_video_input_file), parent); |
| 524 | |
Stepan Salenikovich | 50c989b | 2015-03-21 18:32:46 -0400 | [diff] [blame] | 525 | /* show menu */ |
| 526 | gtk_widget_show_all(menu); |
| 527 | gtk_menu_popup(GTK_MENU(menu), NULL, NULL, NULL, NULL, event->button, event->time); |
| 528 | |
| 529 | return TRUE; /* event has been fully handled */ |
| 530 | } |
| 531 | |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 532 | static void |
Guillaume Roguez | 24834e0 | 2015-04-09 12:45:40 -0400 | [diff] [blame] | 533 | clutter_render_image(VideoWidgetRenderer* wg_renderer) |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 534 | { |
Stepan Salenikovich | bf118ac | 2015-04-22 14:06:50 -0400 | [diff] [blame] | 535 | auto actor = wg_renderer->actor; |
| 536 | g_return_if_fail(CLUTTER_IS_ACTOR(actor)); |
| 537 | |
Stepan Salenikovich | b94873c | 2015-06-02 16:53:18 -0400 | [diff] [blame] | 538 | if (wg_renderer->pause_rendering) |
| 539 | return; |
| 540 | |
Stepan Salenikovich | bf118ac | 2015-04-22 14:06:50 -0400 | [diff] [blame] | 541 | if (wg_renderer->show_black_frame) { |
| 542 | /* render a black frame set the bool back to false, this is likely done |
| 543 | * when the renderer is stopped so we ignore whether or not it is running |
| 544 | */ |
Stepan Salenikovich | 6e7b092 | 2015-05-05 17:51:30 -0400 | [diff] [blame] | 545 | if (auto image_old = clutter_actor_get_content(actor)) { |
| 546 | gfloat width; |
| 547 | gfloat height; |
| 548 | if (clutter_content_get_preferred_size(image_old, &width, &height)) { |
| 549 | /* NOTE: this is a workaround for #72531, a crash which occurs |
| 550 | * in cogl < 1.18. We allocate a black frame of the same size |
| 551 | * as the previous image, instead of simply setting an empty or |
| 552 | * a NULL ClutterImage. |
| 553 | */ |
| 554 | auto image_empty = clutter_image_new(); |
| 555 | if (auto empty_data = (guint8 *)g_try_malloc0((gsize)width * height * 4)) { |
| 556 | GError* error = NULL; |
| 557 | clutter_image_set_data( |
| 558 | CLUTTER_IMAGE(image_empty), |
| 559 | empty_data, |
| 560 | COGL_PIXEL_FORMAT_BGRA_8888, |
| 561 | (guint)width, |
| 562 | (guint)height, |
| 563 | (guint)width*4, |
| 564 | &error); |
| 565 | if (error) { |
| 566 | g_warning("error rendering empty image to clutter: %s", error->message); |
| 567 | g_clear_error(&error); |
| 568 | g_object_unref(image_empty); |
| 569 | return; |
| 570 | } |
| 571 | clutter_actor_set_content(actor, image_empty); |
| 572 | g_object_unref(image_empty); |
| 573 | g_free(empty_data); |
| 574 | } else { |
| 575 | clutter_actor_set_content(actor, NULL); |
| 576 | } |
| 577 | } else { |
| 578 | clutter_actor_set_content(actor, NULL); |
| 579 | } |
| 580 | } |
Stepan Salenikovich | bf118ac | 2015-04-22 14:06:50 -0400 | [diff] [blame] | 581 | wg_renderer->show_black_frame = false; |
| 582 | return; |
| 583 | } |
| 584 | |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 585 | ClutterContent *image_new = nullptr; |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 586 | |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 587 | { |
| 588 | /* the following must be done under lock in case a 'stopped' signal is |
| 589 | * received during rendering; otherwise the mem could become invalid */ |
| 590 | std::lock_guard<std::mutex> lock(wg_renderer->run_mutex); |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 591 | |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 592 | if (!wg_renderer->running) |
| 593 | return; |
Guillaume Roguez | 24834e0 | 2015-04-09 12:45:40 -0400 | [diff] [blame] | 594 | |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 595 | auto renderer = wg_renderer->renderer; |
| 596 | if (renderer == nullptr) |
| 597 | return; |
Guillaume Roguez | 24834e0 | 2015-04-09 12:45:40 -0400 | [diff] [blame] | 598 | |
Guillaume Roguez | a8860ea | 2015-10-13 18:04:39 -0400 | [diff] [blame] | 599 | auto frame_ptr = renderer->currentFrame(); |
| 600 | auto frame_data = frame_ptr.ptr; |
Stepan Salenikovich | d6a4ef3 | 2015-11-12 10:59:02 -0500 | [diff] [blame] | 601 | if (!frame_data) |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 602 | return; |
Guillaume Roguez | 24834e0 | 2015-04-09 12:45:40 -0400 | [diff] [blame] | 603 | |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 604 | image_new = clutter_image_new(); |
| 605 | g_return_if_fail(image_new); |
| 606 | |
| 607 | const auto& res = renderer->size(); |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 608 | gint BPP = 4; /* BGRA */ |
| 609 | gint ROW_STRIDE = BPP * res.width(); |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 610 | |
| 611 | GError *error = nullptr; |
| 612 | clutter_image_set_data( |
| 613 | CLUTTER_IMAGE(image_new), |
Guillaume Roguez | a8860ea | 2015-10-13 18:04:39 -0400 | [diff] [blame] | 614 | frame_data, |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 615 | COGL_PIXEL_FORMAT_BGRA_8888, |
| 616 | res.width(), |
| 617 | res.height(), |
| 618 | ROW_STRIDE, |
| 619 | &error); |
| 620 | if (error) { |
| 621 | g_warning("error rendering image to clutter: %s", error->message); |
Stepan Salenikovich | 8a287fc | 2015-05-01 16:53:20 -0400 | [diff] [blame] | 622 | g_clear_error(&error); |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 623 | g_object_unref (image_new); |
| 624 | return; |
| 625 | } |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 626 | |
| 627 | if (wg_renderer->snapshot_status == HAS_TO_TAKE_ONE) { |
| 628 | guchar pixbuf_frame_data[res.width() * res.height() * 3]; |
| 629 | |
| 630 | BPP = 3; /* RGB */ |
| 631 | gint ROW_STRIDE = BPP * res.width(); |
| 632 | |
| 633 | /* conversion from BGRA to RGB */ |
| 634 | for(int i = 0, j = 0 ; i < res.width() * res.height() * 4 ; i += 4, j += 3 ) { |
| 635 | pixbuf_frame_data[j + 0] = frame_data[i + 2]; |
| 636 | pixbuf_frame_data[j + 1] = frame_data[i + 1]; |
| 637 | pixbuf_frame_data[j + 2] = frame_data[i + 0]; |
| 638 | } |
| 639 | |
| 640 | if (wg_renderer->snapshot) { |
| 641 | g_object_unref(wg_renderer->snapshot); |
| 642 | wg_renderer->snapshot = nullptr; |
| 643 | } |
| 644 | |
| 645 | wg_renderer->snapshot = gdk_pixbuf_new_from_data(&pixbuf_frame_data[0], |
| 646 | GDK_COLORSPACE_RGB, FALSE, 8, |
| 647 | res.width(), res.height(), |
| 648 | ROW_STRIDE, NULL, NULL); |
| 649 | |
| 650 | wg_renderer->snapshot_status = HAS_A_NEW_ONE; |
| 651 | |
| 652 | } |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 653 | } |
| 654 | |
Guillaume Roguez | 24834e0 | 2015-04-09 12:45:40 -0400 | [diff] [blame] | 655 | clutter_actor_set_content(actor, image_new); |
Stepan Salenikovich | cd1bf63 | 2015-03-09 16:24:08 -0400 | [diff] [blame] | 656 | g_object_unref (image_new); |
Guillaume Roguez | 24834e0 | 2015-04-09 12:45:40 -0400 | [diff] [blame] | 657 | |
Stepan Salenikovich | cd1bf63 | 2015-03-09 16:24:08 -0400 | [diff] [blame] | 658 | /* note: we must set the content gravity be "resize aspect" after setting the image data to make sure |
| 659 | * that the aspect ratio is correct |
| 660 | */ |
Guillaume Roguez | 24834e0 | 2015-04-09 12:45:40 -0400 | [diff] [blame] | 661 | clutter_actor_set_content_gravity(actor, CLUTTER_CONTENT_GRAVITY_RESIZE_ASPECT); |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 662 | } |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 663 | |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 664 | static gboolean |
| 665 | check_frame_queue(VideoWidget *self) |
| 666 | { |
| 667 | g_return_val_if_fail(IS_VIDEO_WIDGET(self), FALSE); |
| 668 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 669 | |
Guillaume Roguez | 24834e0 | 2015-04-09 12:45:40 -0400 | [diff] [blame] | 670 | /* display renderer's frames */ |
| 671 | clutter_render_image(priv->local); |
| 672 | clutter_render_image(priv->remote); |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 673 | if (priv->remote->snapshot_status == HAS_A_NEW_ONE) { |
| 674 | priv->remote->snapshot_status = NOTHING; |
| 675 | g_signal_emit(G_OBJECT(self), video_widget_signals[SNAPSHOT_SIGNAL], 0); |
| 676 | } |
Stepan Salenikovich | 5e6a0b7 | 2015-03-12 14:55:22 -0400 | [diff] [blame] | 677 | |
| 678 | return TRUE; /* keep going */ |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 679 | } |
| 680 | |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 681 | static void |
| 682 | renderer_stop(VideoWidgetRenderer *renderer) |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 683 | { |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 684 | { |
| 685 | /* must do this under lock, in case the rendering is taking place when |
| 686 | * this signal is received */ |
| 687 | std::lock_guard<std::mutex> lock(renderer->run_mutex); |
| 688 | renderer->running = false; |
| 689 | } |
Stepan Salenikovich | bf118ac | 2015-04-22 14:06:50 -0400 | [diff] [blame] | 690 | /* ask to show a black frame */ |
| 691 | renderer->show_black_frame = true; |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 692 | } |
| 693 | |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 694 | static void |
| 695 | renderer_start(VideoWidgetRenderer *renderer) |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 696 | { |
Stepan Salenikovich | aea6c04 | 2015-04-29 15:09:16 -0400 | [diff] [blame] | 697 | { |
| 698 | std::lock_guard<std::mutex> lock(renderer->run_mutex); |
| 699 | renderer->running = true; |
| 700 | } |
Stepan Salenikovich | d6a4ef3 | 2015-11-12 10:59:02 -0500 | [diff] [blame] | 701 | renderer->show_black_frame = false; |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 702 | } |
| 703 | |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 704 | static void |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 705 | free_video_widget_renderer(VideoWidgetRenderer *renderer) |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 706 | { |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 707 | QObject::disconnect(renderer->render_stop); |
| 708 | QObject::disconnect(renderer->render_start); |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 709 | g_free(renderer); |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 710 | if (renderer->snapshot) |
| 711 | g_object_unref(renderer->snapshot); |
Stepan Salenikovich | 4ac89f1 | 2015-03-10 16:48:47 -0400 | [diff] [blame] | 712 | } |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 713 | |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 714 | static void |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 715 | video_widget_add_renderer(VideoWidget *self, VideoWidgetRenderer *new_video_renderer) |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 716 | { |
| 717 | g_return_if_fail(IS_VIDEO_WIDGET(self)); |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 718 | g_return_if_fail(new_video_renderer); |
| 719 | g_return_if_fail(new_video_renderer->renderer); |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 720 | |
| 721 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 722 | |
| 723 | /* update the renderer */ |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 724 | switch(new_video_renderer->type) { |
Stepan Salenikovich | c5f0815 | 2015-03-19 00:53:23 -0400 | [diff] [blame] | 725 | case VIDEO_RENDERER_REMOTE: |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 726 | /* swap the remote renderer */ |
| 727 | new_video_renderer->actor = priv->remote->actor; |
| 728 | free_video_widget_renderer(priv->remote); |
| 729 | priv->remote = new_video_renderer; |
| 730 | /* reset the content gravity so that the aspect ratio gets properly |
| 731 | * reset if it chagnes */ |
| 732 | clutter_actor_set_content_gravity(priv->remote->actor, |
| 733 | CLUTTER_CONTENT_GRAVITY_RESIZE_FILL); |
Stepan Salenikovich | c5f0815 | 2015-03-19 00:53:23 -0400 | [diff] [blame] | 734 | break; |
| 735 | case VIDEO_RENDERER_LOCAL: |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 736 | /* swap the remote renderer */ |
| 737 | new_video_renderer->actor = priv->local->actor; |
Stepan Salenikovich | 223b2fd | 2015-06-22 12:52:21 -0400 | [diff] [blame] | 738 | new_video_renderer->drag_action = priv->local->drag_action; |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 739 | free_video_widget_renderer(priv->local); |
| 740 | priv->local = new_video_renderer; |
| 741 | /* reset the content gravity so that the aspect ratio gets properly |
| 742 | * reset if it chagnes */ |
| 743 | clutter_actor_set_content_gravity(priv->local->actor, |
| 744 | CLUTTER_CONTENT_GRAVITY_RESIZE_FILL); |
Stepan Salenikovich | c5f0815 | 2015-03-19 00:53:23 -0400 | [diff] [blame] | 745 | break; |
| 746 | case VIDEO_RENDERER_COUNT: |
| 747 | break; |
| 748 | } |
Stepan Salenikovich | 36c025c | 2015-03-03 19:06:44 -0500 | [diff] [blame] | 749 | } |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 750 | |
| 751 | static gboolean |
| 752 | check_renderer_queue(VideoWidget *self) |
| 753 | { |
| 754 | g_return_val_if_fail(IS_VIDEO_WIDGET(self), G_SOURCE_REMOVE); |
| 755 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 756 | |
| 757 | /* get all the renderers in the queue */ |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 758 | VideoWidgetRenderer *new_video_renderer = (VideoWidgetRenderer *)g_async_queue_try_pop(priv->new_renderer_queue); |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 759 | while (new_video_renderer) { |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 760 | video_widget_add_renderer(self, new_video_renderer); |
| 761 | new_video_renderer = (VideoWidgetRenderer *)g_async_queue_try_pop(priv->new_renderer_queue); |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 762 | } |
| 763 | |
| 764 | return G_SOURCE_CONTINUE; |
| 765 | } |
| 766 | |
| 767 | /* |
| 768 | * video_widget_new() |
| 769 | * |
| 770 | * The function use to create a new video_widget |
| 771 | */ |
| 772 | GtkWidget* |
| 773 | video_widget_new(void) |
| 774 | { |
| 775 | GtkWidget *self = (GtkWidget *)g_object_new(VIDEO_WIDGET_TYPE, NULL); |
| 776 | return self; |
| 777 | } |
| 778 | |
| 779 | /** |
| 780 | * video_widget_push_new_renderer() |
| 781 | * |
| 782 | * This function is used add a new Video::Renderer to the VideoWidget in a |
| 783 | * thread-safe manner. |
| 784 | */ |
| 785 | void |
| 786 | video_widget_push_new_renderer(VideoWidget *self, Video::Renderer *renderer, VideoRendererType type) |
| 787 | { |
| 788 | g_return_if_fail(IS_VIDEO_WIDGET(self)); |
| 789 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 790 | |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 791 | /* if the renderer is nullptr, there is nothing to be done */ |
| 792 | if (!renderer) return; |
| 793 | |
| 794 | VideoWidgetRenderer *new_video_renderer = g_new0(VideoWidgetRenderer, 1); |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 795 | new_video_renderer->renderer = renderer; |
| 796 | new_video_renderer->type = type; |
| 797 | |
Stepan Salenikovich | 3bcb0b2 | 2015-04-21 18:44:55 -0400 | [diff] [blame] | 798 | if (new_video_renderer->renderer->isRendering()) |
| 799 | renderer_start(new_video_renderer); |
| 800 | |
| 801 | new_video_renderer->render_stop = QObject::connect( |
| 802 | new_video_renderer->renderer, |
| 803 | &Video::Renderer::stopped, |
| 804 | [=]() { |
| 805 | renderer_stop(new_video_renderer); |
| 806 | } |
| 807 | ); |
| 808 | |
| 809 | new_video_renderer->render_start = QObject::connect( |
| 810 | new_video_renderer->renderer, |
| 811 | &Video::Renderer::started, |
| 812 | [=]() { |
| 813 | renderer_start(new_video_renderer); |
| 814 | } |
| 815 | ); |
| 816 | |
Stepan Salenikovich | 0f69323 | 2015-04-22 10:45:08 -0400 | [diff] [blame] | 817 | g_async_queue_push(priv->new_renderer_queue, new_video_renderer); |
| 818 | } |
Stepan Salenikovich | b94873c | 2015-06-02 16:53:18 -0400 | [diff] [blame] | 819 | |
| 820 | void |
| 821 | video_widget_pause_rendering(VideoWidget *self, gboolean pause) |
| 822 | { |
| 823 | g_return_if_fail(IS_VIDEO_WIDGET(self)); |
| 824 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 825 | |
| 826 | priv->local->pause_rendering = pause; |
| 827 | priv->remote->pause_rendering = pause; |
| 828 | } |
Nicolas Jager | 4bb2954 | 2016-05-12 10:21:47 -0400 | [diff] [blame] | 829 | |
| 830 | void |
| 831 | video_widget_take_snapshot(VideoWidget *self) |
| 832 | { |
| 833 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 834 | |
| 835 | priv->remote->snapshot_status = HAS_TO_TAKE_ONE; |
| 836 | } |
| 837 | |
| 838 | GdkPixbuf* |
| 839 | video_widget_get_snapshot(VideoWidget *self) |
| 840 | { |
| 841 | VideoWidgetPrivate *priv = VIDEO_WIDGET_GET_PRIVATE(self); |
| 842 | |
| 843 | return priv->remote->snapshot; |
| 844 | } |