video_output.c 51 KB
Newer Older
1
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
2
 * video_output.c : video output thread
3
 *
Michel Kaempf's avatar
Michel Kaempf committed
4 5
 * This module describes the programming interface for video output threads.
 * It includes functions allowing to open a new thread, send pictures to a
6 7
 * thread, and destroy a previously oppened video output thread.
 *****************************************************************************
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
8
 * Copyright (C) 2000-2007 VLC authors and VideoLAN
Gildas Bazin's avatar
Gildas Bazin committed
9
 * $Id$
10
 *
Sam Hocevar's avatar
 
Sam Hocevar committed
11
 * Authors: Vincent Seguin <seguin@via.ecp.fr>
12
 *          Gildas Bazin <gbazin@videolan.org>
13
 *          Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
14
 *
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
15 16 17
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation; either version 2.1 of the License, or
18
 * (at your option) any later version.
19
 *
20 21
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
22 23
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU Lesser General Public License for more details.
24
 *
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
25 26 27
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
28
 *****************************************************************************/
Michel Kaempf's avatar
Michel Kaempf committed
29

30
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
31
 * Preamble
32
 *****************************************************************************/
33 34 35 36
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

37
#include <vlc_common.h>
38

39
#include <stdlib.h>                                                /* free() */
40
#include <string.h>
41
#include <assert.h>
Vincent Seguin's avatar
Vincent Seguin committed
42

Clément Stenac's avatar
Clément Stenac committed
43
#include <vlc_vout.h>
44

Clément Stenac's avatar
Clément Stenac committed
45
#include <vlc_filter.h>
46
#include <vlc_vout_osd.h>
47
#include <vlc_image.h>
Clément Stenac's avatar
Clément Stenac committed
48

49
#include <libvlc.h>
Laurent Aimar's avatar
Laurent Aimar committed
50
#include "vout_internal.h"
51
#include "interlacing.h"
52
#include "display.h"
53

54
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
55
 * Local prototypes
56
 *****************************************************************************/
57 58
static void *Thread(void *);
static void VoutDestructor(vlc_object_t *);
59

60 61 62 63
/* Maximum delay between 2 displayed pictures.
 * XXX it is needed for now but should be removed in the long term.
 */
#define VOUT_REDISPLAY_DELAY (INT64_C(80000))
64

65 66 67 68
/**
 * Late pictures having a delay higher than this value are thrashed.
 */
#define VOUT_DISPLAY_LATE_THRESHOLD (INT64_C(20000))
69 70

/* Better be in advance when awakening than late... */
71
#define VOUT_MWAIT_TOLERANCE (INT64_C(4000))
72

73 74 75
/* */
static int VoutValidateFormat(video_format_t *dst,
                              const video_format_t *src)
76
{
77 78
    if (src->i_width <= 0  || src->i_width  > 8192 ||
        src->i_height <= 0 || src->i_height > 8192)
79 80 81
        return VLC_EGENERIC;
    if (src->i_sar_num <= 0 || src->i_sar_den <= 0)
        return VLC_EGENERIC;
82

83 84 85 86 87 88 89 90 91 92
    /* */
    video_format_Copy(dst, src);
    dst->i_chroma = vlc_fourcc_GetCodec(VIDEO_ES, src->i_chroma);
    vlc_ureduce( &dst->i_sar_num, &dst->i_sar_den,
                 src->i_sar_num,  src->i_sar_den, 50000 );
    if (dst->i_sar_num <= 0 || dst->i_sar_den <= 0) {
        dst->i_sar_num = 1;
        dst->i_sar_den = 1;
    }
    video_format_FixRgb(dst);
93
    return VLC_SUCCESS;
94
}
95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110
static void VideoFormatCopyCropAr(video_format_t *dst,
                                  const video_format_t *src)
{
    video_format_CopyCrop(dst, src);
    dst->i_sar_num = src->i_sar_num;
    dst->i_sar_den = src->i_sar_den;
}
static bool VideoFormatIsCropArEqual(video_format_t *dst,
                                     const video_format_t *src)
{
    return dst->i_sar_num * src->i_sar_den == dst->i_sar_den * src->i_sar_num &&
           dst->i_x_offset       == src->i_x_offset &&
           dst->i_y_offset       == src->i_y_offset &&
           dst->i_visible_width  == src->i_visible_width &&
           dst->i_visible_height == src->i_visible_height;
}
111

112 113
static vout_thread_t *VoutCreate(vlc_object_t *object,
                                 const vout_configuration_t *cfg)
Michel Kaempf's avatar
Michel Kaempf committed
114
{
115
    video_format_t original;
116
    if (VoutValidateFormat(&original, cfg->fmt))
117 118
        return NULL;

119
    /* Allocate descriptor */
Laurent Aimar's avatar
Laurent Aimar committed
120 121
    vout_thread_t *vout = vlc_custom_create(object,
                                            sizeof(*vout) + sizeof(*vout->p),
122
                                            "video output");
Laurent Aimar's avatar
Laurent Aimar committed
123
    if (!vout) {
124
        video_format_Clean(&original);
125 126 127
        return NULL;
    }

128
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
129
    vout->p = (vout_thread_sys_t*)&vout[1];
130

Laurent Aimar's avatar
Laurent Aimar committed
131
    vout->p->original = original;
132
    vout->p->dpb_size = cfg->dpb_size;
133

Laurent Aimar's avatar
Laurent Aimar committed
134 135
    vout_control_Init(&vout->p->control);
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_INIT);
136

Laurent Aimar's avatar
Laurent Aimar committed
137
    vout_statistic_Init(&vout->p->statistic);
138

Laurent Aimar's avatar
Laurent Aimar committed
139
    vout_snapshot_Init(&vout->p->snapshot);
140

Gildas Bazin's avatar
 
Gildas Bazin committed
141
    /* Initialize locks */
Laurent Aimar's avatar
Laurent Aimar committed
142
    vlc_mutex_init(&vout->p->picture_lock);
143
    vlc_mutex_init(&vout->p->filter.lock);
144
    vlc_mutex_init(&vout->p->spu_lock);
Gildas Bazin's avatar
 
Gildas Bazin committed
145

146
    /* Initialize subpicture unit */
Laurent Aimar's avatar
Laurent Aimar committed
147
    vout->p->spu = spu_Create(vout);
148

149
    /* Take care of some "interface/control" related initialisations */
Laurent Aimar's avatar
Laurent Aimar committed
150
    vout_IntfInit(vout);
Gildas Bazin's avatar
 
Gildas Bazin committed
151

152 153 154
    vout->p->title.show     = var_InheritBool(vout, "video-title-show");
    vout->p->title.timeout  = var_InheritInteger(vout, "video-title-timeout");
    vout->p->title.position = var_InheritInteger(vout, "video-title-position");
155

156
    /* Get splitter name if present */
157
    char *splitter_name = var_InheritString(vout, "video-splitter");
158
    if (splitter_name && *splitter_name) {
Laurent Aimar's avatar
Laurent Aimar committed
159
        vout->p->splitter_name = splitter_name;
160
    } else {
Laurent Aimar's avatar
Laurent Aimar committed
161
        free(splitter_name);
Sam Hocevar's avatar
 
Sam Hocevar committed
162 163
    }

Laurent Aimar's avatar
Laurent Aimar committed
164
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
165
    vout_InitInterlacingSupport(vout, vout->p->displayed.is_interlaced);
Laurent Aimar's avatar
Laurent Aimar committed
166 167

    /* */
Laurent Aimar's avatar
Laurent Aimar committed
168
    vlc_object_set_destructor(vout, VoutDestructor);
Gildas Bazin's avatar
 
Gildas Bazin committed
169

170
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
171 172
    if (vlc_clone(&vout->p->thread, Thread, vout,
                  VLC_THREAD_PRIORITY_OUTPUT)) {
Laurent Aimar's avatar
Laurent Aimar committed
173
        spu_Destroy(vout->p->spu);
Laurent Aimar's avatar
Laurent Aimar committed
174
        vlc_object_release(vout);
175 176 177
        return NULL;
    }

Laurent Aimar's avatar
Laurent Aimar committed
178
    vout_control_WaitEmpty(&vout->p->control);
179

Laurent Aimar's avatar
Laurent Aimar committed
180 181 182
    if (vout->p->dead) {
        msg_Err(vout, "video output creation failed");
        vout_CloseAndRelease(vout);
183
        return NULL;
184
    }
Michel Kaempf's avatar
Michel Kaempf committed
185

186 187
    vout->p->input = cfg->input;
    if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
188
        spu_Attach(vout->p->spu, vout->p->input, true);
189

Laurent Aimar's avatar
Laurent Aimar committed
190
    return vout;
Michel Kaempf's avatar
Michel Kaempf committed
191 192
}

193 194 195 196
vout_thread_t *(vout_Request)(vlc_object_t *object,
                              const vout_configuration_t *cfg)
{
    vout_thread_t *vout = cfg->vout;
Laurent Aimar's avatar
Laurent Aimar committed
197
    if (cfg->change_fmt && !cfg->fmt) {
198 199 200 201 202 203 204
        if (vout)
            vout_CloseAndRelease(vout);
        return NULL;
    }

    /* If a vout is provided, try reusing it */
    if (vout) {
205 206
        if (vout->p->input != cfg->input) {
            if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
207
                spu_Attach(vout->p->spu, vout->p->input, false);
208 209
            vout->p->input = cfg->input;
            if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
210
                spu_Attach(vout->p->spu, vout->p->input, true);
211
        }
212

Laurent Aimar's avatar
Laurent Aimar committed
213 214 215 216 217 218 219 220
        if (cfg->change_fmt) {
            vout_control_cmd_t cmd;
            vout_control_cmd_Init(&cmd, VOUT_CONTROL_REINIT);
            cmd.u.cfg = cfg;

            vout_control_Push(&vout->p->control, &cmd);
            vout_control_WaitEmpty(&vout->p->control);
        }
221 222 223

        if (!vout->p->dead) {
            msg_Dbg(object, "reusing provided vout");
224
            vout_IntfReinit(vout);
225 226 227 228 229 230 231 232 233
            return vout;
        }
        vout_CloseAndRelease(vout);

        msg_Warn(object, "cannot reuse provided vout");
    }
    return VoutCreate(object, cfg);
}

Laurent Aimar's avatar
Laurent Aimar committed
234
void vout_Close(vout_thread_t *vout)
235
{
Laurent Aimar's avatar
Laurent Aimar committed
236
    assert(vout);
237

238
    if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
239
        spu_Attach(vout->p->spu, vout->p->input, false);
240

Laurent Aimar's avatar
Laurent Aimar committed
241
    vout_snapshot_End(&vout->p->snapshot);
242

Laurent Aimar's avatar
Laurent Aimar committed
243 244
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_CLEAN);
    vlc_join(vout->p->thread, NULL);
245

246
    vlc_mutex_lock(&vout->p->spu_lock);
Laurent Aimar's avatar
Laurent Aimar committed
247 248
    spu_Destroy(vout->p->spu);
    vout->p->spu = NULL;
249
    vlc_mutex_unlock(&vout->p->spu_lock);
250 251 252
}

/* */
Laurent Aimar's avatar
Laurent Aimar committed
253
static void VoutDestructor(vlc_object_t *object)
254
{
Laurent Aimar's avatar
Laurent Aimar committed
255
    vout_thread_t *vout = (vout_thread_t *)object;
256

257
    /* Make sure the vout was stopped first */
Laurent Aimar's avatar
Laurent Aimar committed
258
    //assert(!vout->p_module);
259

Laurent Aimar's avatar
Laurent Aimar committed
260
    free(vout->p->splitter_name);
261

262
    /* Destroy the locks */
263
    vlc_mutex_destroy(&vout->p->spu_lock);
Laurent Aimar's avatar
Laurent Aimar committed
264
    vlc_mutex_destroy(&vout->p->picture_lock);
265
    vlc_mutex_destroy(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
266
    vout_control_Clean(&vout->p->control);
267

268
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
269
    vout_statistic_Clean(&vout->p->statistic);
270

271
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
272
    vout_snapshot_Clean(&vout->p->snapshot);
273

Laurent Aimar's avatar
Laurent Aimar committed
274
    video_format_Clean(&vout->p->original);
Michel Kaempf's avatar
Michel Kaempf committed
275 276
}

Laurent Aimar's avatar
Laurent Aimar committed
277
/* */
278
void vout_ChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
Laurent Aimar's avatar
Laurent Aimar committed
279
{
280 281 282 283 284
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_PAUSE);
    cmd.u.pause.is_on = is_paused;
    cmd.u.pause.date  = date;
    vout_control_Push(&vout->p->control, &cmd);
Laurent Aimar's avatar
Laurent Aimar committed
285

286
    vout_control_WaitEmpty(&vout->p->control);
Laurent Aimar's avatar
Laurent Aimar committed
287
}
288

Laurent Aimar's avatar
Laurent Aimar committed
289
void vout_GetResetStatistic(vout_thread_t *vout, int *displayed, int *lost)
290
{
Laurent Aimar's avatar
Laurent Aimar committed
291
    vout_statistic_GetReset( &vout->p->statistic, displayed, lost );
292
}
293

294
void vout_Flush(vout_thread_t *vout, mtime_t date)
295
{
296 297
    vout_control_PushTime(&vout->p->control, VOUT_CONTROL_FLUSH, date);
    vout_control_WaitEmpty(&vout->p->control);
298
}
299

300
void vout_Reset(vout_thread_t *vout)
301
{
302 303
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_RESET);
    vout_control_WaitEmpty(&vout->p->control);
304
}
305

306 307 308 309 310 311 312 313 314 315 316 317 318
bool vout_IsEmpty(vout_thread_t *vout)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (picture)
        picture_Release(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    return !picture;
}

319
void vout_FixLeaks( vout_thread_t *vout )
320 321 322 323 324 325
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (!picture) {
        picture = picture_pool_Get(vout->p->decoder_pool);
326
    }
327 328 329 330 331 332

    if (picture) {
        picture_Release(picture);
        /* Not all pictures has been displayed yet or some are
         * free */
        vlc_mutex_unlock(&vout->p->picture_lock);
333 334 335
        return;
    }

336 337 338
    /* There is no reason that no pictures are available, force one
     * from the pool, becarefull with it though */
    msg_Err(vout, "pictures leaked, trying to workaround");
339

340 341
    /* */
    picture_pool_NonEmpty(vout->p->decoder_pool, false);
Laurent Aimar's avatar
Laurent Aimar committed
342

343
    vlc_mutex_unlock(&vout->p->picture_lock);
344
}
345
void vout_NextPicture(vout_thread_t *vout, mtime_t *duration)
346
{
347 348 349
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_STEP);
    cmd.u.time_ptr = duration;
350

351 352
    vout_control_Push(&vout->p->control, &cmd);
    vout_control_WaitEmpty(&vout->p->control);
353
}
354

355
void vout_DisplayTitle(vout_thread_t *vout, const char *title)
356
{
357 358
    assert(title);
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_OSD_TITLE, title);
359
}
360

361 362
void vout_PutSubpicture( vout_thread_t *vout, subpicture_t *subpic )
{
363 364 365 366 367
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_SUBPICTURE);
    cmd.u.subpicture = subpic;

    vout_control_Push(&vout->p->control, &cmd);
368 369 370
}
int vout_RegisterSubpictureChannel( vout_thread_t *vout )
{
371 372 373
    int channel = SPU_DEFAULT_CHANNEL;

    vlc_mutex_lock(&vout->p->spu_lock);
Laurent Aimar's avatar
Laurent Aimar committed
374 375
    if (vout->p->spu)
        channel = spu_RegisterChannel(vout->p->spu);
376 377 378
    vlc_mutex_unlock(&vout->p->spu_lock);

    return channel;
379 380 381
}
void vout_FlushSubpictureChannel( vout_thread_t *vout, int channel )
{
382 383
    vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_FLUSH_SUBPICTURE,
                             channel);
384 385
}

386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401
/**
 * It retreives a picture from the vout or NULL if no pictures are
 * available yet.
 *
 * You MUST call vout_PutPicture or vout_ReleasePicture on it.
 *
 * You may use vout_HoldPicture(paired with vout_ReleasePicture) to keep a
 * read-only reference.
 */
picture_t *vout_GetPicture(vout_thread_t *vout)
{
    /* Get lock */
    vlc_mutex_lock(&vout->p->picture_lock);
    picture_t *picture = picture_pool_Get(vout->p->decoder_pool);
    if (picture) {
        picture_Reset(picture);
402
        VideoFormatCopyCropAr(&picture->format, &vout->p->original);
403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455
    }
    vlc_mutex_unlock(&vout->p->picture_lock);

    return picture;
}

/**
 * It gives to the vout a picture to be displayed.
 *
 * The given picture MUST comes from vout_GetPicture.
 *
 * Becareful, after vout_PutPicture is called, picture_t::p_next cannot be
 * read/used.
 */
void vout_PutPicture(vout_thread_t *vout, picture_t *picture)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture->p_next = NULL;
    picture_fifo_Push(vout->p->decoder_fifo, picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    vout_control_Wake(&vout->p->control);
}

/**
 * It releases a picture retreived by vout_GetPicture.
 */
void vout_ReleasePicture(vout_thread_t *vout, picture_t *picture)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_Release(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    vout_control_Wake(&vout->p->control);
}

/**
 * It increment the reference counter of a picture retreived by
 * vout_GetPicture.
 */
void vout_HoldPicture(vout_thread_t *vout, picture_t *picture)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_Hold(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);
}

456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472
/* */
int vout_GetSnapshot(vout_thread_t *vout,
                     block_t **image_dst, picture_t **picture_dst,
                     video_format_t *fmt,
                     const char *type, mtime_t timeout)
{
    picture_t *picture = vout_snapshot_Get(&vout->p->snapshot, timeout);
    if (!picture) {
        msg_Err(vout, "Failed to grab a snapshot");
        return VLC_EGENERIC;
    }

    if (image_dst) {
        vlc_fourcc_t codec = VLC_CODEC_PNG;
        if (type && image_Type2Fourcc(type))
            codec = image_Type2Fourcc(type);

473 474
        const int override_width  = var_InheritInteger(vout, "snapshot-width");
        const int override_height = var_InheritInteger(vout, "snapshot-height");
475 476 477 478 479 480 481 482 483 484 485 486 487 488 489

        if (picture_Export(VLC_OBJECT(vout), image_dst, fmt,
                           picture, codec, override_width, override_height)) {
            msg_Err(vout, "Failed to convert image for snapshot");
            picture_Release(picture);
            return VLC_EGENERIC;
        }
    }
    if (picture_dst)
        *picture_dst = picture;
    else
        picture_Release(picture);
    return VLC_SUCCESS;
}

490 491 492 493 494 495
void vout_ChangeAspectRatio( vout_thread_t *p_vout,
                             unsigned int i_num, unsigned int i_den )
{
    vout_ControlChangeSampleAspectRatio( p_vout, i_num, i_den );
}

496 497 498 499 500 501
/* vout_Control* are usable by anyone at anytime */
void vout_ControlChangeFullscreen(vout_thread_t *vout, bool fullscreen)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_FULLSCREEN,
                          fullscreen);
}
502
void vout_ControlChangeWindowState(vout_thread_t *vout, unsigned st)
503
{
504
    vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_WINDOW_STATE, st);
505 506 507 508 509 510 511 512 513 514 515
}
void vout_ControlChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_DISPLAY_FILLED,
                          is_filled);
}
void vout_ControlChangeZoom(vout_thread_t *vout, int num, int den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ZOOM,
                          num, den);
}
516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532
void vout_ControlChangeSampleAspectRatio(vout_thread_t *vout,
                                         unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ASPECT_RATIO,
                          num, den);
}
void vout_ControlChangeCropRatio(vout_thread_t *vout,
                                 unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_CROP_RATIO,
                          num, den);
}
void vout_ControlChangeCropWindow(vout_thread_t *vout,
                                  int x, int y, int width, int height)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_WINDOW);
533 534 535 536
    cmd.u.window.x      = __MAX(x, 0);
    cmd.u.window.y      = __MAX(y, 0);
    cmd.u.window.width  = __MAX(width, 0);
    cmd.u.window.height = __MAX(height, 0);
537 538 539 540 541 542 543 544

    vout_control_Push(&vout->p->control, &cmd);
}
void vout_ControlChangeCropBorder(vout_thread_t *vout,
                                  int left, int top, int right, int bottom)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_BORDER);
545 546 547 548
    cmd.u.border.left   = __MAX(left, 0);
    cmd.u.border.top    = __MAX(top, 0);
    cmd.u.border.right  = __MAX(right, 0);
    cmd.u.border.bottom = __MAX(bottom, 0);
549 550 551

    vout_control_Push(&vout->p->control, &cmd);
}
552 553 554 555 556
void vout_ControlChangeFilters(vout_thread_t *vout, const char *filters)
{
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_FILTERS,
                            filters);
}
557
void vout_ControlChangeSubSources(vout_thread_t *vout, const char *filters)
558
{
559
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_SOURCES,
560 561
                            filters);
}
562 563 564 565 566
void vout_ControlChangeSubFilters(vout_thread_t *vout, const char *filters)
{
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_FILTERS,
                            filters);
}
Laurent Aimar's avatar
Laurent Aimar committed
567 568 569 570 571
void vout_ControlChangeSubMargin(vout_thread_t *vout, int margin)
{
    vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_MARGIN,
                             margin);
}
572

573 574 575 576 577 578 579 580 581 582 583
/* */
static void VoutGetDisplayCfg(vout_thread_t *vout, vout_display_cfg_t *cfg, const char *title)
{
    /* Load configuration */
    cfg->is_fullscreen = var_CreateGetBool(vout, "fullscreen");
    cfg->display.title = title;
    const int display_width = var_CreateGetInteger(vout, "width");
    const int display_height = var_CreateGetInteger(vout, "height");
    cfg->display.width   = display_width > 0  ? display_width  : 0;
    cfg->display.height  = display_height > 0 ? display_height : 0;
    cfg->is_display_filled  = var_CreateGetBool(vout, "autoscale");
584 585 586 587 588 589 590 591
    unsigned msar_num, msar_den;
    if (var_InheritURational(vout, &msar_num, &msar_den, "monitor-par") ||
        msar_num <= 0 || msar_den <= 0) {
        msar_num = 1;
        msar_den = 1;
    }
    cfg->display.sar.num = msar_num;
    cfg->display.sar.den = msar_den;
592 593 594 595 596 597 598 599 600 601 602 603 604
    unsigned zoom_den = 1000;
    unsigned zoom_num = zoom_den * var_CreateGetFloat(vout, "scale");
    vlc_ureduce(&zoom_num, &zoom_den, zoom_num, zoom_den, 0);
    cfg->zoom.num = zoom_num;
    cfg->zoom.den = zoom_den;
    cfg->align.vertical = VOUT_DISPLAY_ALIGN_CENTER;
    cfg->align.horizontal = VOUT_DISPLAY_ALIGN_CENTER;
    const int align_mask = var_CreateGetInteger(vout, "align");
    if (align_mask & 0x1)
        cfg->align.horizontal = VOUT_DISPLAY_ALIGN_LEFT;
    else if (align_mask & 0x2)
        cfg->align.horizontal = VOUT_DISPLAY_ALIGN_RIGHT;
    if (align_mask & 0x4)
605
        cfg->align.vertical = VOUT_DISPLAY_ALIGN_TOP;
606
    else if (align_mask & 0x8)
607
        cfg->align.vertical = VOUT_DISPLAY_ALIGN_BOTTOM;
608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639
}

vout_window_t * vout_NewDisplayWindow(vout_thread_t *vout, vout_display_t *vd,
                                      const vout_window_cfg_t *cfg)
{
    VLC_UNUSED(vd);
    vout_window_cfg_t cfg_override = *cfg;

    if (!var_InheritBool( vout, "embedded-video"))
        cfg_override.is_standalone = true;

    if (vout->p->window.is_unused && vout->p->window.object) {
        assert(!vout->p->splitter_name);
        if (!cfg_override.is_standalone == !vout->p->window.cfg.is_standalone &&
            cfg_override.type           == vout->p->window.cfg.type) {
            /* Reuse the stored window */
            msg_Dbg(vout, "Reusing previous vout window");
            vout_window_t *window = vout->p->window.object;
            if (cfg_override.width  != vout->p->window.cfg.width ||
                cfg_override.height != vout->p->window.cfg.height)
                vout_window_SetSize(window,
                                    cfg_override.width, cfg_override.height);
            vout->p->window.is_unused = false;
            vout->p->window.cfg       = cfg_override;
            return window;
        }

        vout_window_Delete(vout->p->window.object);
        vout->p->window.is_unused = true;
        vout->p->window.object    = NULL;
    }

640
    vout_window_t *window = vout_window_New(VLC_OBJECT(vout), "$window",
641 642 643 644 645 646 647 648 649 650 651 652 653 654 655
                                            &cfg_override);
    if (!window)
        return NULL;
    if (!vout->p->splitter_name) {
        vout->p->window.is_unused = false;
        vout->p->window.cfg       = cfg_override;
        vout->p->window.object    = window;
    }
    return window;
}

void vout_DeleteDisplayWindow(vout_thread_t *vout, vout_display_t *vd,
                              vout_window_t *window)
{
    VLC_UNUSED(vd);
656
    if (!vout->p->window.is_unused && vout->p->window.object == window) {
657
        vout->p->window.is_unused = true;
658 659 660 661 662
    } else if (vout->p->window.is_unused && vout->p->window.object && !window) {
        vout_window_Delete(vout->p->window.object);
        vout->p->window.is_unused = true;
        vout->p->window.object    = NULL;
    } else if (window) {
663
        vout_window_Delete(window);
664
    }
665 666
}

667
/* */
668
static picture_t *VoutVideoFilterInteractiveNewPicture(filter_t *filter)
669 670
{
    vout_thread_t *vout = (vout_thread_t*)filter->p_owner;
671

672
    picture_t *picture = picture_pool_Get(vout->p->private_pool);
673 674
    if (picture) {
        picture_Reset(picture);
675
        VideoFormatCopyCropAr(&picture->format, &filter->fmt_out.video);
676
    }
677
    return picture;
678
}
679 680 681 682 683 684 685
static picture_t *VoutVideoFilterStaticNewPicture(filter_t *filter)
{
    vout_thread_t *vout = (vout_thread_t*)filter->p_owner;

    vlc_assert_locked(&vout->p->filter.lock);
    if (filter_chain_GetLength(vout->p->filter.chain_interactive) == 0)
        return VoutVideoFilterInteractiveNewPicture(filter);
686

687 688
    return picture_NewFromFormat(&filter->fmt_out.video);
}
689 690 691 692 693
static void VoutVideoFilterDelPicture(filter_t *filter, picture_t *picture)
{
    VLC_UNUSED(filter);
    picture_Release(picture);
}
694
static int VoutVideoFilterStaticAllocationSetup(filter_t *filter, void *data)
695
{
696 697 698 699 700 701 702 703
    filter->pf_video_buffer_new = VoutVideoFilterStaticNewPicture;
    filter->pf_video_buffer_del = VoutVideoFilterDelPicture;
    filter->p_owner             = data; /* vout */
    return VLC_SUCCESS;
}
static int VoutVideoFilterInteractiveAllocationSetup(filter_t *filter, void *data)
{
    filter->pf_video_buffer_new = VoutVideoFilterInteractiveNewPicture;
704 705 706 707
    filter->pf_video_buffer_del = VoutVideoFilterDelPicture;
    filter->p_owner             = data; /* vout */
    return VLC_SUCCESS;
}
708
static void ThreadFilterFlush(vout_thread_t *vout, bool is_locked)
Laurent Aimar's avatar
Laurent Aimar committed
709 710 711 712 713 714 715 716 717
{
    if (vout->p->displayed.current)
        picture_Release( vout->p->displayed.current );
    vout->p->displayed.current = NULL;

    if (vout->p->displayed.next)
        picture_Release( vout->p->displayed.next );
    vout->p->displayed.next = NULL;

718 719
    if (!is_locked)
        vlc_mutex_lock(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
720 721
    filter_chain_VideoFlush(vout->p->filter.chain_static);
    filter_chain_VideoFlush(vout->p->filter.chain_interactive);
722 723
    if (!is_locked)
        vlc_mutex_unlock(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
724 725 726 727 728 729 730
}

typedef struct {
    char           *name;
    config_chain_t *cfg;
} vout_filter_t;

731 732 733 734
static void ThreadChangeFilters(vout_thread_t *vout,
                                const video_format_t *source,
                                const char *filters,
                                bool is_locked)
Laurent Aimar's avatar
Laurent Aimar committed
735
{
736
    ThreadFilterFlush(vout, is_locked);
Laurent Aimar's avatar
Laurent Aimar committed
737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767

    vlc_array_t array_static;
    vlc_array_t array_interactive;

    vlc_array_init(&array_static);
    vlc_array_init(&array_interactive);
    char *current = filters ? strdup(filters) : NULL;
    while (current) {
        config_chain_t *cfg;
        char *name;
        char *next = config_ChainCreate(&name, &cfg, current);

        if (name && *name) {
            vout_filter_t *e = xmalloc(sizeof(*e));
            e->name = name;
            e->cfg  = cfg;
            if (!strcmp(e->name, "deinterlace") ||
                !strcmp(e->name, "postproc")) {
                vlc_array_append(&array_static, e);
            } else {
                vlc_array_append(&array_interactive, e);
            }
        } else {
            if (cfg)
                config_ChainDestroy(cfg);
            free(name);
        }
        free(current);
        current = next;
    }

768 769 770
    if (!is_locked)
        vlc_mutex_lock(&vout->p->filter.lock);

Laurent Aimar's avatar
Laurent Aimar committed
771
    es_format_t fmt_target;
772
    es_format_InitFromVideo(&fmt_target, source ? source : &vout->p->filter.format);
Laurent Aimar's avatar
Laurent Aimar committed
773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795

    es_format_t fmt_current = fmt_target;

    for (int a = 0; a < 2; a++) {
        vlc_array_t    *array = a == 0 ? &array_static :
                                         &array_interactive;
        filter_chain_t *chain = a == 0 ? vout->p->filter.chain_static :
                                         vout->p->filter.chain_interactive;

        filter_chain_Reset(chain, &fmt_current, &fmt_current);
        for (int i = 0; i < vlc_array_count(array); i++) {
            vout_filter_t *e = vlc_array_item_at_index(array, i);
            msg_Dbg(vout, "Adding '%s' as %s", e->name, a == 0 ? "static" : "interactive");
            if (!filter_chain_AppendFilter(chain, e->name, e->cfg, NULL, NULL)) {
                msg_Err(vout, "Failed to add filter '%s'", e->name);
                config_ChainDestroy(e->cfg);
            }
            free(e->name);
            free(e);
        }
        fmt_current = *filter_chain_GetFmtOut(chain);
        vlc_array_clear(array);
    }
796
    VideoFormatCopyCropAr(&fmt_target.video, &fmt_current.video);
Laurent Aimar's avatar
Laurent Aimar committed
797 798 799 800 801 802 803 804 805 806
    if (!es_format_IsSimilar(&fmt_current, &fmt_target)) {
        msg_Dbg(vout, "Adding a filter to compensate for format changes");
        if (!filter_chain_AppendFilter(vout->p->filter.chain_interactive, NULL, NULL,
                                       &fmt_current, &fmt_target)) {
            msg_Err(vout, "Failed to compensate for the format changes, removing all filters");
            filter_chain_Reset(vout->p->filter.chain_static,      &fmt_target, &fmt_target);
            filter_chain_Reset(vout->p->filter.chain_interactive, &fmt_target, &fmt_target);
        }
    }

807 808 809 810 811 812 813 814 815 816 817
    if (vout->p->filter.configuration != filters) {
        free(vout->p->filter.configuration);
        vout->p->filter.configuration = filters ? strdup(filters) : NULL;
    }
    if (source) {
        video_format_Clean(&vout->p->filter.format);
        video_format_Copy(&vout->p->filter.format, source);
    }

    if (!is_locked)
        vlc_mutex_unlock(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
818 819
}

820

821
/* */
822
static int ThreadDisplayPreparePicture(vout_thread_t *vout, bool reuse, bool frame_by_frame)
Vincent Seguin's avatar
Vincent Seguin committed
823
{
824
    bool is_late_dropped = vout->p->is_late_dropped && !vout->p->pause.is_on && !frame_by_frame;
825

826
    vlc_mutex_lock(&vout->p->filter.lock);
827

828 829
    picture_t *picture = filter_chain_VideoFilter(vout->p->filter.chain_static, NULL);
    assert(!reuse || !picture);
830

831 832 833 834
    while (!picture) {
        picture_t *decoded;
        if (reuse && vout->p->displayed.decoded) {
            decoded = picture_Hold(vout->p->displayed.decoded);
835
        } else {
836
            decoded = picture_fifo_Pop(vout->p->decoder_fifo);
837 838 839 840 841 842 843 844 845 846 847 848
            if (decoded) {
                if (is_late_dropped && !decoded->b_force) {
                    const mtime_t predicted = mdate() + 0; /* TODO improve */
                    const mtime_t late = predicted - decoded->date;
                    if (late > VOUT_DISPLAY_LATE_THRESHOLD) {
                        msg_Warn(vout, "picture is too late to be displayed (missing %"PRId64" ms)", late/1000);
                        picture_Release(decoded);
                        vout_statistic_AddLost(&vout->p->statistic, 1);
                        continue;
                    } else if (late > 0) {
                        msg_Dbg(vout, "picture might be displayed late (missing %"PRId64" ms)", late/1000);
                    }
849
                }
850 851
                if (!VideoFormatIsCropArEqual(&decoded->format, &vout->p->filter.format))
                    ThreadChangeFilters(vout, &decoded->format, vout->p->filter.configuration, true);
852
            }
853
        }
854

855 856 857
        if (!decoded)
            break;
        reuse = false;
858

859 860 861 862 863
        if (vout->p->displayed.decoded)
            picture_Release(vout->p->displayed.decoded);

        vout->p->displayed.decoded       = picture_Hold(decoded);
        vout->p->displayed.timestamp     = decoded->date;
864
        vout->p->displayed.is_interlaced = !decoded->b_progressive;
865 866

        picture = filter_chain_VideoFilter(vout->p->filter.chain_static, decoded);
867 868
    }

869 870 871 872
    vlc_mutex_unlock(&vout->p->filter.lock);

    if (!picture)
        return VLC_EGENERIC;
873

874 875 876 877 878 879
    assert(!vout->p->displayed.next);
    if (!vout->p->displayed.current)
        vout->p->displayed.current = picture;
    else
        vout->p->displayed.next    = picture;
    return VLC_SUCCESS;
880 881
}

882
static int ThreadDisplayRenderPicture(vout_thread_t *vout, bool is_forced)
883
{
884
    vout_thread_sys_t *sys = vout->p;
885 886
    vout_display_t *vd = vout->p->display.vd;

887
    picture_t *torender = picture_Hold(vout->p->displayed.current);
888

889
    vout_chrono_Start(&vout->p->render);
890

891 892 893 894 895 896 897 898 899 900 901
    vlc_mutex_lock(&vout->p->filter.lock);
    picture_t *filtered = filter_chain_VideoFilter(vout->p->filter.chain_interactive, torender);
    vlc_mutex_unlock(&vout->p->filter.lock);

    if (!filtered)
        return VLC_EGENERIC;

    if (filtered->date != vout->p->displayed.current->date)
        msg_Warn(vout, "Unsupported timestamp modifications done by chain_interactive");

    /*
902
     * Get the subpicture to be displayed
903 904
     */
    const bool do_snapshot = vout_snapshot_IsRequested(&vout->p->snapshot);
905
    mtime_t render_subtitle_date;
906
    if (vout->p->pause.is_on)
907
        render_subtitle_date = vout->p->pause.date;
908
    else
909 910 911
        render_subtitle_date = filtered->date > 1 ? filtered->date : mdate();
    mtime_t render_osd_date = mdate(); /* FIXME wrong */

912 913 914 915 916 917
    /*
     * Get the subpicture to be displayed
     */
    const bool do_dr_spu = !do_snapshot &&
                           vd->info.subpicture_chromas &&
                           *vd->info.subpicture_chromas != 0;
918 919 920 921 922 923 924
    const bool do_early_spu = !do_dr_spu &&
                              (vd->info.is_slow ||
                               sys->display.use_dr ||
                               do_snapshot ||
                               !vout_IsDisplayFiltered(vd) ||
                               vd->fmt.i_width * vd->fmt.i_height <= vd->source.i_width * vd->source.i_height);

925 926 927
    const vlc_fourcc_t *subpicture_chromas;
    video_format_t fmt_spu;
    if (do_dr_spu) {
928 929 930 931 932 933 934 935 936 937 938 939
        vout_display_place_t place;
        vout_display_PlacePicture(&place, &vd->source, vd->cfg, false);

        fmt_spu = vd->source;
        if (fmt_spu.i_width * fmt_spu.i_height < place.width * place.height) {
            fmt_spu.i_sar_num = vd->cfg->display.sar.num;
            fmt_spu.i_sar_den = vd->cfg->display.sar.den;
            fmt_spu.i_width          =
            fmt_spu.i_visible_width  = place.width;
            fmt_spu.i_height         =
            fmt_spu.i_visible_height = place.height;
        }
940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967
        subpicture_chromas = vd->info.subpicture_chromas;
    } else {
        if (do_early_spu) {
            fmt_spu = vd->source;
        } else {
            fmt_spu = vd->fmt;
            fmt_spu.i_sar_num = vd->cfg->display.sar.num;
            fmt_spu.i_sar_den = vd->cfg->display.sar.den;
        }
        subpicture_chromas = NULL;

        if (vout->p->spu_blend &&
            vout->p->spu_blend->fmt_out.video.i_chroma != fmt_spu.i_chroma) {
            filter_DeleteBlend(vout->p->spu_blend);
            vout->p->spu_blend = NULL;
            vout->p->spu_blend_chroma = 0;
        }
        if (!vout->p->spu_blend && vout->p->spu_blend_chroma != fmt_spu.i_chroma) {
            vout->p->spu_blend_chroma = fmt_spu.i_chroma;
            vout->p->spu_blend = filter_NewBlend(VLC_OBJECT(vout), &fmt_spu);
            if (!vout->p->spu_blend)
                msg_Err(vout, "Failed to create blending filter, OSD/Subtitles will not work");
        }
    }

    subpicture_t *subpic = spu_Render(vout->p->spu,
                                      subpicture_chromas, &fmt_spu,
                                      &vd->source,
968 969
                                      render_subtitle_date, render_osd_date,
                                      do_snapshot);
970 971 972 973 974 975 976
    /*
     * Perform rendering
     *
     * We have to:
     * - be sure to end up with a direct buffer.
     * - blend subtitles, and in a fast access buffer
     */
977 978 979
    bool is_direct = vout->p->decoder_pool == vout->p->display_pool;
    picture_t *todisplay = filtered;
    if (do_early_spu && subpic) {
980 981 982 983
        picture_t *blent = picture_pool_Get(vout->p->private_pool);
        if (blent) {
            VideoFormatCopyCropAr(&blent->format, &filtered->format);
            picture_Copy(blent, filtered);
984 985
            if (vout->p->spu_blend
             && picture_BlendSubpicture(blent, vout->p->spu_blend, subpic)) {
986 987 988 989
                picture_Release(todisplay);
                todisplay = blent;
            } else
                picture_Release(blent);
Sam Hocevar's avatar
 
Sam Hocevar committed
990
        }
991 992 993 994
        subpicture_Delete(subpic);
        subpic = NULL;
    }

995 996 997 998 999 1000 1001 1002
    assert(vout_IsDisplayFiltered(vd) == !sys->display.use_dr);
    if (sys->display.use_dr && !is_direct) {
        picture_t *direct = picture_pool_Get(vout->p->display_pool);
        if (!direct) {
            picture_Release(todisplay);
            if (subpic)
                subpicture_Delete(subpic);
            return VLC_EGENERIC;
1003
        }
Sam Hocevar's avatar
 
Sam Hocevar committed
1004

1005 1006 1007 1008 1009 1010 1011 1012
        /* The display uses direct rendering (no conversion), but its pool of
         * pictures is not usable by the decoder (too few, too slow or
         * subject to invalidation...). Since there are no filters, copying
         * pictures from the decoder to the output is unavoidable. */
        VideoFormatCopyCropAr(&direct->format, &todisplay->format);
        picture_Copy(direct, todisplay);
        picture_Release(todisplay);
        todisplay = direct;
1013
    }
1014

1015 1016 1017 1018
    /*
     * Take a snapshot if requested
     */
    if (do_snapshot)
1019
        vout_snapshot_Set(&vout->p->snapshot, &vd->source, todisplay);
Sam Hocevar's avatar
 
Sam Hocevar committed
1020

1021
    /* Render the direct buffer */
1022
    vout_UpdateDisplaySourceProperties(vd, &todisplay->format);
1023
    if (sys->display.use_dr) {
1024
        vout_display_Prepare(vd, todisplay, subpic);
1025
    } else {
1026
        sys->display.filtered = vout_FilterDisplay(vd, todisplay);
1027 1028 1029 1030 1031 1032
        if (sys->display.filtered) {
            if (!do_dr_spu && !do_early_spu && vout->p->spu_blend && subpic)
                picture_BlendSubpicture(sys->display.filtered, vout->p->spu_blend, subpic);
            vout_display_Prepare(vd, sys->display.filtered, do_dr_spu ? subpic : NULL);
        }
        if (!do_dr_spu && subpic)
1033
        {
1034
            subpicture_Delete(subpic);
1035 1036
            subpic = NULL;
        }
1037 1038
        if (!sys->display.filtered)
            return VLC_EGENERIC;
1039
    }
1040 1041

    vout_chrono_Stop(&vout->p->render);
1042
#if 0
1043 1044 1045 1046 1047
        {
        static int i = 0;
        if (((i++)%10) == 0)
            msg_Info(vout, "render: avg %d ms var %d ms",
                     (int)(vout->p->render.avg/1000), (int)(vout->p->render.var/1000));
1048
        }
1049 1050 1051 1052 1053 1054 1055 1056 1057
#endif

    /* Wait the real date (for rendering jitter) */
#if 0
    mtime_t delay = direct->date - mdate();
    if (delay < 1000)
        msg_Warn(vout, "picture is late (%lld ms)", delay / 1000);
#endif
    if (!is_forced)
1058
        mwait(todisplay->date);
1059

1060 1061
    /* Display the direct buffer returned by vout_RenderPicture */
    vout->p->displayed.date = mdate();
1062 1063
    vout_display_Display(vd,
                         sys->display.filtered ? sys->display.filtered
1064
                                                : todisplay,
1065
                         subpic);
1066
    sys->display.filtered = NULL;
1067

1068
    vout_statistic_AddDisplayed(&vout->p->statistic, 1);
1069 1070 1071

    return VLC_SUCCESS;
}
Vincent Seguin's avatar
Vincent Seguin committed
1072

1073
static int ThreadDisplayPicture(vout_thread_t *vout, mtime_t *deadline)
1074
{
1075 1076
    bool frame_by_frame = !deadline;
    bool paused = vout->p->pause.is_on;
1077
    bool first = !vout->p->displayed.current;
1078 1079 1080 1081 1082 1083 1084 1085

    if (first)
        if (ThreadDisplayPreparePicture(vout, true, frame_by_frame)) /* FIXME not sure it is ok */
            return VLC_EGENERIC;

    if (!paused || frame_by_frame)
        while (!vout->p->displayed.next && !ThreadDisplayPreparePicture(vout, false, frame_by_frame))
            ;
Vincent Seguin's avatar
Vincent Seguin committed
1086

1087 1088 1089
    const mtime_t date = mdate();
    const mtime_t render_delay = vout_chrono_GetHigh(&vout->p->render) + VOUT_MWAIT_TOLERANCE;

1090
    bool drop_next_frame = frame_by_frame;
1091
    mtime_t date_next = VLC_TS_INVALID;
1092
    if (!paused && vout->p->displayed.next) {
1093
        date_next = vout->p->displayed.next->date - render_delay;
1094 1095 1096
        if (date_next /* + 0 FIXME */ <= date)
            drop_next_frame = true;
    }
1097 1098 1099

    /* FIXME/XXX we must redisplay the last decoded picture (because
     * of potential vout updated, or filters update or SPU update)
1100
     * For now a high update period is needed but it could be removed
1101 1102 1103 1104
     * if and only if:
     * - vout module emits events from theselves.
     * - *and* SPU is modified to emit an event or a deadline when needed.
     *
1105
     * So it will be done later.
1106
     */
1107 1108
    bool refresh = false;

1109
    mtime_t date_refresh = VLC_TS_INVALID;
1110
    if (vout->p->displayed.date > VLC_TS_INVALID) {
1111 1112
        date_refresh = vout->p->displayed.date + VOUT_REDISPLAY_DELAY - render_delay;
        refresh = date_refresh <= date;
1113
    }
1114

1115 1116 1117
    if (!first && !refresh && !drop_next_frame) {
        if (!frame_by_frame) {
            if (date_refresh != VLC_TS_INVALID)
1118
                *deadline = date_refresh;
1119 1120
            if (date_next != VLC_TS_INVALID && date_next < *deadline)
                *deadline = date_next;
1121