video_output.c 50.6 KB
Newer Older
1
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
2
 * video_output.c : video output thread
3
 *
Michel Kaempf's avatar
Michel Kaempf committed
4 5
 * This module describes the programming interface for video output threads.
 * It includes functions allowing to open a new thread, send pictures to a
6 7
 * thread, and destroy a previously oppened video output thread.
 *****************************************************************************
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
8
 * Copyright (C) 2000-2007 VLC authors and VideoLAN
Gildas Bazin's avatar
Gildas Bazin committed
9
 * $Id$
10
 *
Sam Hocevar's avatar
 
Sam Hocevar committed
11
 * Authors: Vincent Seguin <seguin@via.ecp.fr>
12
 *          Gildas Bazin <gbazin@videolan.org>
13
 *          Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
14
 *
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
15 16 17
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation; either version 2.1 of the License, or
18
 * (at your option) any later version.
19
 *
20 21
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
22 23
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU Lesser General Public License for more details.
24
 *
Jean-Baptiste Kempf's avatar
LGPL  
Jean-Baptiste Kempf committed
25 26 27
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
28
 *****************************************************************************/
Michel Kaempf's avatar
Michel Kaempf committed
29

30
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
31
 * Preamble
32
 *****************************************************************************/
33 34 35 36
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

37
#include <vlc_common.h>
38

39
#include <stdlib.h>                                                /* free() */
40
#include <string.h>
41
#include <assert.h>
Vincent Seguin's avatar
Vincent Seguin committed
42

Clément Stenac's avatar
Clément Stenac committed
43
#include <vlc_vout.h>
44

Clément Stenac's avatar
Clément Stenac committed
45
#include <vlc_filter.h>
46
#include <vlc_vout_osd.h>
47
#include <vlc_image.h>
Clément Stenac's avatar
Clément Stenac committed
48

49
#include <libvlc.h>
Laurent Aimar's avatar
Laurent Aimar committed
50
#include "vout_internal.h"
51
#include "interlacing.h"
52
#include "display.h"
53

54
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
55
 * Local prototypes
56
 *****************************************************************************/
57 58
static void *Thread(void *);
static void VoutDestructor(vlc_object_t *);
59

60 61 62 63
/* Maximum delay between 2 displayed pictures.
 * XXX it is needed for now but should be removed in the long term.
 */
#define VOUT_REDISPLAY_DELAY (INT64_C(80000))
64

65 66 67 68
/**
 * Late pictures having a delay higher than this value are thrashed.
 */
#define VOUT_DISPLAY_LATE_THRESHOLD (INT64_C(20000))
69 70

/* Better be in advance when awakening than late... */
71
#define VOUT_MWAIT_TOLERANCE (INT64_C(4000))
72

73 74 75
/* */
static int VoutValidateFormat(video_format_t *dst,
                              const video_format_t *src)
76
{
77 78
    if (src->i_width <= 0  || src->i_width  > 8192 ||
        src->i_height <= 0 || src->i_height > 8192)
79 80 81
        return VLC_EGENERIC;
    if (src->i_sar_num <= 0 || src->i_sar_den <= 0)
        return VLC_EGENERIC;
82

83 84 85 86 87 88 89 90 91 92
    /* */
    video_format_Copy(dst, src);
    dst->i_chroma = vlc_fourcc_GetCodec(VIDEO_ES, src->i_chroma);
    vlc_ureduce( &dst->i_sar_num, &dst->i_sar_den,
                 src->i_sar_num,  src->i_sar_den, 50000 );
    if (dst->i_sar_num <= 0 || dst->i_sar_den <= 0) {
        dst->i_sar_num = 1;
        dst->i_sar_den = 1;
    }
    video_format_FixRgb(dst);
93
    return VLC_SUCCESS;
94
}
95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110
static void VideoFormatCopyCropAr(video_format_t *dst,
                                  const video_format_t *src)
{
    video_format_CopyCrop(dst, src);
    dst->i_sar_num = src->i_sar_num;
    dst->i_sar_den = src->i_sar_den;
}
static bool VideoFormatIsCropArEqual(video_format_t *dst,
                                     const video_format_t *src)
{
    return dst->i_sar_num * src->i_sar_den == dst->i_sar_den * src->i_sar_num &&
           dst->i_x_offset       == src->i_x_offset &&
           dst->i_y_offset       == src->i_y_offset &&
           dst->i_visible_width  == src->i_visible_width &&
           dst->i_visible_height == src->i_visible_height;
}
111

112 113
static vout_thread_t *VoutCreate(vlc_object_t *object,
                                 const vout_configuration_t *cfg)
Michel Kaempf's avatar
Michel Kaempf committed
114
{
115
    video_format_t original;
116
    if (VoutValidateFormat(&original, cfg->fmt))
117 118
        return NULL;

119
    /* Allocate descriptor */
Laurent Aimar's avatar
Laurent Aimar committed
120 121
    vout_thread_t *vout = vlc_custom_create(object,
                                            sizeof(*vout) + sizeof(*vout->p),
122
                                            "video output");
Laurent Aimar's avatar
Laurent Aimar committed
123
    if (!vout) {
124
        video_format_Clean(&original);
125 126 127
        return NULL;
    }

128
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
129
    vout->p = (vout_thread_sys_t*)&vout[1];
130

Laurent Aimar's avatar
Laurent Aimar committed
131
    vout->p->original = original;
132
    vout->p->dpb_size = cfg->dpb_size;
133

Laurent Aimar's avatar
Laurent Aimar committed
134 135
    vout_control_Init(&vout->p->control);
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_INIT);
136

Laurent Aimar's avatar
Laurent Aimar committed
137
    vout_statistic_Init(&vout->p->statistic);
138

Laurent Aimar's avatar
Laurent Aimar committed
139
    vout_snapshot_Init(&vout->p->snapshot);
140

Gildas Bazin's avatar
 
Gildas Bazin committed
141
    /* Initialize locks */
Laurent Aimar's avatar
Laurent Aimar committed
142
    vlc_mutex_init(&vout->p->picture_lock);
143
    vlc_mutex_init(&vout->p->filter.lock);
144
    vlc_mutex_init(&vout->p->spu_lock);
Gildas Bazin's avatar
 
Gildas Bazin committed
145

146
    /* Initialize subpicture unit */
Laurent Aimar's avatar
Laurent Aimar committed
147
    vout->p->spu = spu_Create(vout);
148

149
    /* Take care of some "interface/control" related initialisations */
Laurent Aimar's avatar
Laurent Aimar committed
150
    vout_IntfInit(vout);
Gildas Bazin's avatar
 
Gildas Bazin committed
151

152 153 154
    vout->p->title.show     = var_InheritBool(vout, "video-title-show");
    vout->p->title.timeout  = var_InheritInteger(vout, "video-title-timeout");
    vout->p->title.position = var_InheritInteger(vout, "video-title-position");
155

156
    /* Get splitter name if present */
157
    vout->p->splitter_name = var_InheritString(vout, "video-splitter");
Sam Hocevar's avatar
 
Sam Hocevar committed
158

Laurent Aimar's avatar
Laurent Aimar committed
159
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
160
    vout_InitInterlacingSupport(vout, vout->p->displayed.is_interlaced);
Laurent Aimar's avatar
Laurent Aimar committed
161 162

    /* */
Laurent Aimar's avatar
Laurent Aimar committed
163
    vlc_object_set_destructor(vout, VoutDestructor);
Gildas Bazin's avatar
 
Gildas Bazin committed
164

165
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
166 167
    if (vlc_clone(&vout->p->thread, Thread, vout,
                  VLC_THREAD_PRIORITY_OUTPUT)) {
Laurent Aimar's avatar
Laurent Aimar committed
168
        spu_Destroy(vout->p->spu);
Laurent Aimar's avatar
Laurent Aimar committed
169
        vlc_object_release(vout);
170 171 172
        return NULL;
    }

Laurent Aimar's avatar
Laurent Aimar committed
173
    vout_control_WaitEmpty(&vout->p->control);
174

Laurent Aimar's avatar
Laurent Aimar committed
175 176 177
    if (vout->p->dead) {
        msg_Err(vout, "video output creation failed");
        vout_CloseAndRelease(vout);
178
        return NULL;
179
    }
Michel Kaempf's avatar
Michel Kaempf committed
180

181 182
    vout->p->input = cfg->input;
    if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
183
        spu_Attach(vout->p->spu, vout->p->input, true);
184

Laurent Aimar's avatar
Laurent Aimar committed
185
    return vout;
Michel Kaempf's avatar
Michel Kaempf committed
186 187
}

Rafaël Carré's avatar
Rafaël Carré committed
188 189
#undef vout_Request
vout_thread_t *vout_Request(vlc_object_t *object,
190 191 192
                              const vout_configuration_t *cfg)
{
    vout_thread_t *vout = cfg->vout;
Laurent Aimar's avatar
Laurent Aimar committed
193
    if (cfg->change_fmt && !cfg->fmt) {
194 195 196 197 198 199 200
        if (vout)
            vout_CloseAndRelease(vout);
        return NULL;
    }

    /* If a vout is provided, try reusing it */
    if (vout) {
201 202
        if (vout->p->input != cfg->input) {
            if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
203
                spu_Attach(vout->p->spu, vout->p->input, false);
204 205
            vout->p->input = cfg->input;
            if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
206
                spu_Attach(vout->p->spu, vout->p->input, true);
207
        }
208

Laurent Aimar's avatar
Laurent Aimar committed
209 210 211 212 213 214 215 216
        if (cfg->change_fmt) {
            vout_control_cmd_t cmd;
            vout_control_cmd_Init(&cmd, VOUT_CONTROL_REINIT);
            cmd.u.cfg = cfg;

            vout_control_Push(&vout->p->control, &cmd);
            vout_control_WaitEmpty(&vout->p->control);
        }
217 218 219

        if (!vout->p->dead) {
            msg_Dbg(object, "reusing provided vout");
220
            vout_IntfReinit(vout);
221 222 223 224 225 226 227 228 229
            return vout;
        }
        vout_CloseAndRelease(vout);

        msg_Warn(object, "cannot reuse provided vout");
    }
    return VoutCreate(object, cfg);
}

Laurent Aimar's avatar
Laurent Aimar committed
230
void vout_Close(vout_thread_t *vout)
231
{
Laurent Aimar's avatar
Laurent Aimar committed
232
    assert(vout);
233

234
    if (vout->p->input)
Laurent Aimar's avatar
Laurent Aimar committed
235
        spu_Attach(vout->p->spu, vout->p->input, false);
236

Laurent Aimar's avatar
Laurent Aimar committed
237
    vout_snapshot_End(&vout->p->snapshot);
238

Laurent Aimar's avatar
Laurent Aimar committed
239 240
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_CLEAN);
    vlc_join(vout->p->thread, NULL);
241

242
    vlc_mutex_lock(&vout->p->spu_lock);
Laurent Aimar's avatar
Laurent Aimar committed
243 244
    spu_Destroy(vout->p->spu);
    vout->p->spu = NULL;
245
    vlc_mutex_unlock(&vout->p->spu_lock);
246 247 248
}

/* */
Laurent Aimar's avatar
Laurent Aimar committed
249
static void VoutDestructor(vlc_object_t *object)
250
{
Laurent Aimar's avatar
Laurent Aimar committed
251
    vout_thread_t *vout = (vout_thread_t *)object;
252

253
    /* Make sure the vout was stopped first */
Laurent Aimar's avatar
Laurent Aimar committed
254
    //assert(!vout->p_module);
255

Laurent Aimar's avatar
Laurent Aimar committed
256
    free(vout->p->splitter_name);
257

258
    /* Destroy the locks */
259
    vlc_mutex_destroy(&vout->p->spu_lock);
Laurent Aimar's avatar
Laurent Aimar committed
260
    vlc_mutex_destroy(&vout->p->picture_lock);
261
    vlc_mutex_destroy(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
262
    vout_control_Clean(&vout->p->control);
263

264
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
265
    vout_statistic_Clean(&vout->p->statistic);
266

267
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
268
    vout_snapshot_Clean(&vout->p->snapshot);
269

Laurent Aimar's avatar
Laurent Aimar committed
270
    video_format_Clean(&vout->p->original);
Michel Kaempf's avatar
Michel Kaempf committed
271 272
}

Laurent Aimar's avatar
Laurent Aimar committed
273
/* */
274
void vout_ChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
Laurent Aimar's avatar
Laurent Aimar committed
275
{
276 277 278 279 280
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_PAUSE);
    cmd.u.pause.is_on = is_paused;
    cmd.u.pause.date  = date;
    vout_control_Push(&vout->p->control, &cmd);
Laurent Aimar's avatar
Laurent Aimar committed
281

282
    vout_control_WaitEmpty(&vout->p->control);
Laurent Aimar's avatar
Laurent Aimar committed
283
}
284

Laurent Aimar's avatar
Laurent Aimar committed
285
void vout_GetResetStatistic(vout_thread_t *vout, int *displayed, int *lost)
286
{
Laurent Aimar's avatar
Laurent Aimar committed
287
    vout_statistic_GetReset( &vout->p->statistic, displayed, lost );
288
}
289

290
void vout_Flush(vout_thread_t *vout, mtime_t date)
291
{
292 293
    vout_control_PushTime(&vout->p->control, VOUT_CONTROL_FLUSH, date);
    vout_control_WaitEmpty(&vout->p->control);
294
}
295

296
void vout_Reset(vout_thread_t *vout)
297
{
298 299
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_RESET);
    vout_control_WaitEmpty(&vout->p->control);
300
}
301

302 303 304 305 306 307 308 309 310 311 312 313 314
bool vout_IsEmpty(vout_thread_t *vout)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (picture)
        picture_Release(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    return !picture;
}

315
void vout_FixLeaks( vout_thread_t *vout )
316 317 318 319 320 321
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (!picture) {
        picture = picture_pool_Get(vout->p->decoder_pool);
322
    }
323 324 325 326 327 328

    if (picture) {
        picture_Release(picture);
        /* Not all pictures has been displayed yet or some are
         * free */
        vlc_mutex_unlock(&vout->p->picture_lock);
329 330 331
        return;
    }

332 333 334
    /* There is no reason that no pictures are available, force one
     * from the pool, becarefull with it though */
    msg_Err(vout, "pictures leaked, trying to workaround");
335

336 337
    /* */
    picture_pool_NonEmpty(vout->p->decoder_pool, false);
Laurent Aimar's avatar
Laurent Aimar committed
338

339
    vlc_mutex_unlock(&vout->p->picture_lock);
340
}
341
void vout_NextPicture(vout_thread_t *vout, mtime_t *duration)
342
{
343 344 345
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_STEP);
    cmd.u.time_ptr = duration;
346

347 348
    vout_control_Push(&vout->p->control, &cmd);
    vout_control_WaitEmpty(&vout->p->control);
349
}
350

351
void vout_DisplayTitle(vout_thread_t *vout, const char *title)
352
{
353 354
    assert(title);
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_OSD_TITLE, title);
355
}
356

357 358
void vout_PutSubpicture( vout_thread_t *vout, subpicture_t *subpic )
{
359 360 361 362 363
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_SUBPICTURE);
    cmd.u.subpicture = subpic;

    vout_control_Push(&vout->p->control, &cmd);
364 365 366
}
int vout_RegisterSubpictureChannel( vout_thread_t *vout )
{
367 368 369
    int channel = SPU_DEFAULT_CHANNEL;

    vlc_mutex_lock(&vout->p->spu_lock);
Laurent Aimar's avatar
Laurent Aimar committed
370 371
    if (vout->p->spu)
        channel = spu_RegisterChannel(vout->p->spu);
372 373 374
    vlc_mutex_unlock(&vout->p->spu_lock);

    return channel;
375 376 377
}
void vout_FlushSubpictureChannel( vout_thread_t *vout, int channel )
{
378 379
    vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_FLUSH_SUBPICTURE,
                             channel);
380 381
}

382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397
/**
 * It retreives a picture from the vout or NULL if no pictures are
 * available yet.
 *
 * You MUST call vout_PutPicture or vout_ReleasePicture on it.
 *
 * You may use vout_HoldPicture(paired with vout_ReleasePicture) to keep a
 * read-only reference.
 */
picture_t *vout_GetPicture(vout_thread_t *vout)
{
    /* Get lock */
    vlc_mutex_lock(&vout->p->picture_lock);
    picture_t *picture = picture_pool_Get(vout->p->decoder_pool);
    if (picture) {
        picture_Reset(picture);
398
        VideoFormatCopyCropAr(&picture->format, &vout->p->original);
399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451
    }
    vlc_mutex_unlock(&vout->p->picture_lock);

    return picture;
}

/**
 * It gives to the vout a picture to be displayed.
 *
 * The given picture MUST comes from vout_GetPicture.
 *
 * Becareful, after vout_PutPicture is called, picture_t::p_next cannot be
 * read/used.
 */
void vout_PutPicture(vout_thread_t *vout, picture_t *picture)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture->p_next = NULL;
    picture_fifo_Push(vout->p->decoder_fifo, picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    vout_control_Wake(&vout->p->control);
}

/**
 * It releases a picture retreived by vout_GetPicture.
 */
void vout_ReleasePicture(vout_thread_t *vout, picture_t *picture)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_Release(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    vout_control_Wake(&vout->p->control);
}

/**
 * It increment the reference counter of a picture retreived by
 * vout_GetPicture.
 */
void vout_HoldPicture(vout_thread_t *vout, picture_t *picture)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_Hold(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);
}

452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468
/* */
int vout_GetSnapshot(vout_thread_t *vout,
                     block_t **image_dst, picture_t **picture_dst,
                     video_format_t *fmt,
                     const char *type, mtime_t timeout)
{
    picture_t *picture = vout_snapshot_Get(&vout->p->snapshot, timeout);
    if (!picture) {
        msg_Err(vout, "Failed to grab a snapshot");
        return VLC_EGENERIC;
    }

    if (image_dst) {
        vlc_fourcc_t codec = VLC_CODEC_PNG;
        if (type && image_Type2Fourcc(type))
            codec = image_Type2Fourcc(type);

469 470
        const int override_width  = var_InheritInteger(vout, "snapshot-width");
        const int override_height = var_InheritInteger(vout, "snapshot-height");
471 472 473 474 475 476 477 478 479 480 481 482 483 484 485

        if (picture_Export(VLC_OBJECT(vout), image_dst, fmt,
                           picture, codec, override_width, override_height)) {
            msg_Err(vout, "Failed to convert image for snapshot");
            picture_Release(picture);
            return VLC_EGENERIC;
        }
    }
    if (picture_dst)
        *picture_dst = picture;
    else
        picture_Release(picture);
    return VLC_SUCCESS;
}

486 487 488 489 490 491
void vout_ChangeAspectRatio( vout_thread_t *p_vout,
                             unsigned int i_num, unsigned int i_den )
{
    vout_ControlChangeSampleAspectRatio( p_vout, i_num, i_den );
}

492 493 494 495 496 497
/* vout_Control* are usable by anyone at anytime */
void vout_ControlChangeFullscreen(vout_thread_t *vout, bool fullscreen)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_FULLSCREEN,
                          fullscreen);
}
498
void vout_ControlChangeWindowState(vout_thread_t *vout, unsigned st)
499
{
500
    vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_WINDOW_STATE, st);
501 502 503 504 505 506 507 508 509 510 511
}
void vout_ControlChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_DISPLAY_FILLED,
                          is_filled);
}
void vout_ControlChangeZoom(vout_thread_t *vout, int num, int den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ZOOM,
                          num, den);
}
512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528
void vout_ControlChangeSampleAspectRatio(vout_thread_t *vout,
                                         unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ASPECT_RATIO,
                          num, den);
}
void vout_ControlChangeCropRatio(vout_thread_t *vout,
                                 unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_CROP_RATIO,
                          num, den);
}
void vout_ControlChangeCropWindow(vout_thread_t *vout,
                                  int x, int y, int width, int height)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_WINDOW);
529 530 531 532
    cmd.u.window.x      = __MAX(x, 0);
    cmd.u.window.y      = __MAX(y, 0);
    cmd.u.window.width  = __MAX(width, 0);
    cmd.u.window.height = __MAX(height, 0);
533 534 535 536 537 538 539 540

    vout_control_Push(&vout->p->control, &cmd);
}
void vout_ControlChangeCropBorder(vout_thread_t *vout,
                                  int left, int top, int right, int bottom)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_BORDER);
541 542 543 544
    cmd.u.border.left   = __MAX(left, 0);
    cmd.u.border.top    = __MAX(top, 0);
    cmd.u.border.right  = __MAX(right, 0);
    cmd.u.border.bottom = __MAX(bottom, 0);
545 546 547

    vout_control_Push(&vout->p->control, &cmd);
}
548 549 550 551 552
void vout_ControlChangeFilters(vout_thread_t *vout, const char *filters)
{
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_FILTERS,
                            filters);
}
553
void vout_ControlChangeSubSources(vout_thread_t *vout, const char *filters)
554
{
555
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_SOURCES,
556 557
                            filters);
}
558 559 560 561 562
void vout_ControlChangeSubFilters(vout_thread_t *vout, const char *filters)
{
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_FILTERS,
                            filters);
}
Laurent Aimar's avatar
Laurent Aimar committed
563 564 565 566 567
void vout_ControlChangeSubMargin(vout_thread_t *vout, int margin)
{
    vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_MARGIN,
                             margin);
}
568

569 570 571 572
/* */
static void VoutGetDisplayCfg(vout_thread_t *vout, vout_display_cfg_t *cfg, const char *title)
{
    /* Load configuration */
573 574
    cfg->is_fullscreen = var_CreateGetBool(vout, "fullscreen")
                         || var_InheritBool(vout, "video-wallpaper");
575 576 577 578 579 580
    cfg->display.title = title;
    const int display_width = var_CreateGetInteger(vout, "width");
    const int display_height = var_CreateGetInteger(vout, "height");
    cfg->display.width   = display_width > 0  ? display_width  : 0;
    cfg->display.height  = display_height > 0 ? display_height : 0;
    cfg->is_display_filled  = var_CreateGetBool(vout, "autoscale");
581 582 583 584 585 586 587 588
    unsigned msar_num, msar_den;
    if (var_InheritURational(vout, &msar_num, &msar_den, "monitor-par") ||
        msar_num <= 0 || msar_den <= 0) {
        msar_num = 1;
        msar_den = 1;
    }
    cfg->display.sar.num = msar_num;
    cfg->display.sar.den = msar_den;
589 590 591 592 593 594 595 596 597 598 599 600 601
    unsigned zoom_den = 1000;
    unsigned zoom_num = zoom_den * var_CreateGetFloat(vout, "scale");
    vlc_ureduce(&zoom_num, &zoom_den, zoom_num, zoom_den, 0);
    cfg->zoom.num = zoom_num;
    cfg->zoom.den = zoom_den;
    cfg->align.vertical = VOUT_DISPLAY_ALIGN_CENTER;
    cfg->align.horizontal = VOUT_DISPLAY_ALIGN_CENTER;
    const int align_mask = var_CreateGetInteger(vout, "align");
    if (align_mask & 0x1)
        cfg->align.horizontal = VOUT_DISPLAY_ALIGN_LEFT;
    else if (align_mask & 0x2)
        cfg->align.horizontal = VOUT_DISPLAY_ALIGN_RIGHT;
    if (align_mask & 0x4)
602
        cfg->align.vertical = VOUT_DISPLAY_ALIGN_TOP;
603
    else if (align_mask & 0x8)
604
        cfg->align.vertical = VOUT_DISPLAY_ALIGN_BOTTOM;
605 606
}

607
vout_window_t * vout_NewDisplayWindow(vout_thread_t *vout,
608 609 610 611
                                      const vout_window_cfg_t *cfg)
{
    vout_window_cfg_t cfg_override = *cfg;

612
    assert(vout->p->splitter_name == NULL);
613 614 615
    if (!var_InheritBool( vout, "embedded-video"))
        cfg_override.is_standalone = true;

616 617
    vout_window_t *window = vout->p->window.object;

618
    if (window != NULL) {
619 620 621 622
        if (!cfg_override.is_standalone == !vout->p->window.cfg.is_standalone &&
            cfg_override.type           == vout->p->window.cfg.type) {
            /* Reuse the stored window */
            msg_Dbg(vout, "Reusing previous vout window");
623

624 625 626 627
            if (cfg_override.width  != vout->p->window.cfg.width ||
                cfg_override.height != vout->p->window.cfg.height)
                vout_window_SetSize(window,
                                    cfg_override.width, cfg_override.height);
628
            vout->p->window.cfg = cfg_override;
629 630 631
            return window;
        }

632
        vout_window_Delete(window);
633 634
    }

635
    window = vout_window_New(VLC_OBJECT(vout), "$window", &cfg_override);
636 637 638
    if (window != NULL)
        vout->p->window.cfg = cfg_override;
    vout->p->window.object = window;
639 640 641
    return window;
}

642
void vout_DeleteDisplayWindow(vout_thread_t *vout, vout_window_t *window)
643
{
644
    if (window == NULL && vout->p->window.object != NULL) {
645
        vout_window_Delete(vout->p->window.object);
646
        vout->p->window.object = NULL;
647
    }
648
    assert(vout->p->window.object == window);
649 650
}

651
/* */
652
static picture_t *VoutVideoFilterInteractiveNewPicture(filter_t *filter)
653
{
654
    vout_thread_t *vout = filter->owner.sys;
655

656
    picture_t *picture = picture_pool_Get(vout->p->private_pool);
657 658
    if (picture) {
        picture_Reset(picture);
659
        VideoFormatCopyCropAr(&picture->format, &filter->fmt_out.video);
660
    }
661
    return picture;
662
}
663

664 665
static picture_t *VoutVideoFilterStaticNewPicture(filter_t *filter)
{
666
    vout_thread_t *vout = filter->owner.sys;
667 668 669 670

    vlc_assert_locked(&vout->p->filter.lock);
    if (filter_chain_GetLength(vout->p->filter.chain_interactive) == 0)
        return VoutVideoFilterInteractiveNewPicture(filter);
671

672 673
    return picture_NewFromFormat(&filter->fmt_out.video);
}
674

675 676 677 678 679
static void VoutVideoFilterDelPicture(filter_t *filter, picture_t *picture)
{
    VLC_UNUSED(filter);
    picture_Release(picture);
}
680

681
static void ThreadFilterFlush(vout_thread_t *vout, bool is_locked)
Laurent Aimar's avatar
Laurent Aimar committed
682 683 684 685 686 687 688 689 690
{
    if (vout->p->displayed.current)
        picture_Release( vout->p->displayed.current );
    vout->p->displayed.current = NULL;

    if (vout->p->displayed.next)
        picture_Release( vout->p->displayed.next );
    vout->p->displayed.next = NULL;

691 692
    if (!is_locked)
        vlc_mutex_lock(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
693 694
    filter_chain_VideoFlush(vout->p->filter.chain_static);
    filter_chain_VideoFlush(vout->p->filter.chain_interactive);
695 696
    if (!is_locked)
        vlc_mutex_unlock(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
697 698 699 700 701 702 703
}

typedef struct {
    char           *name;
    config_chain_t *cfg;
} vout_filter_t;

704 705 706 707
static void ThreadChangeFilters(vout_thread_t *vout,
                                const video_format_t *source,
                                const char *filters,
                                bool is_locked)
Laurent Aimar's avatar
Laurent Aimar committed
708
{
709
    ThreadFilterFlush(vout, is_locked);
Laurent Aimar's avatar
Laurent Aimar committed
710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740

    vlc_array_t array_static;
    vlc_array_t array_interactive;

    vlc_array_init(&array_static);
    vlc_array_init(&array_interactive);
    char *current = filters ? strdup(filters) : NULL;
    while (current) {
        config_chain_t *cfg;
        char *name;
        char *next = config_ChainCreate(&name, &cfg, current);

        if (name && *name) {
            vout_filter_t *e = xmalloc(sizeof(*e));
            e->name = name;
            e->cfg  = cfg;
            if (!strcmp(e->name, "deinterlace") ||
                !strcmp(e->name, "postproc")) {
                vlc_array_append(&array_static, e);
            } else {
                vlc_array_append(&array_interactive, e);
            }
        } else {
            if (cfg)
                config_ChainDestroy(cfg);
            free(name);
        }
        free(current);
        current = next;
    }

741 742 743
    if (!is_locked)
        vlc_mutex_lock(&vout->p->filter.lock);

Laurent Aimar's avatar
Laurent Aimar committed
744
    es_format_t fmt_target;
745
    es_format_InitFromVideo(&fmt_target, source ? source : &vout->p->filter.format);
Laurent Aimar's avatar
Laurent Aimar committed
746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768

    es_format_t fmt_current = fmt_target;

    for (int a = 0; a < 2; a++) {
        vlc_array_t    *array = a == 0 ? &array_static :
                                         &array_interactive;
        filter_chain_t *chain = a == 0 ? vout->p->filter.chain_static :
                                         vout->p->filter.chain_interactive;

        filter_chain_Reset(chain, &fmt_current, &fmt_current);
        for (int i = 0; i < vlc_array_count(array); i++) {
            vout_filter_t *e = vlc_array_item_at_index(array, i);
            msg_Dbg(vout, "Adding '%s' as %s", e->name, a == 0 ? "static" : "interactive");
            if (!filter_chain_AppendFilter(chain, e->name, e->cfg, NULL, NULL)) {
                msg_Err(vout, "Failed to add filter '%s'", e->name);
                config_ChainDestroy(e->cfg);
            }
            free(e->name);
            free(e);
        }
        fmt_current = *filter_chain_GetFmtOut(chain);
        vlc_array_clear(array);
    }
769

Laurent Aimar's avatar
Laurent Aimar committed
770 771 772 773 774 775 776 777 778 779
    if (!es_format_IsSimilar(&fmt_current, &fmt_target)) {
        msg_Dbg(vout, "Adding a filter to compensate for format changes");
        if (!filter_chain_AppendFilter(vout->p->filter.chain_interactive, NULL, NULL,
                                       &fmt_current, &fmt_target)) {
            msg_Err(vout, "Failed to compensate for the format changes, removing all filters");
            filter_chain_Reset(vout->p->filter.chain_static,      &fmt_target, &fmt_target);
            filter_chain_Reset(vout->p->filter.chain_interactive, &fmt_target, &fmt_target);
        }
    }

Hannes Domani's avatar
Hannes Domani committed
780 781
    es_format_Clean(&fmt_target);

782 783 784 785 786 787 788 789 790 791 792
    if (vout->p->filter.configuration != filters) {
        free(vout->p->filter.configuration);
        vout->p->filter.configuration = filters ? strdup(filters) : NULL;
    }
    if (source) {
        video_format_Clean(&vout->p->filter.format);
        video_format_Copy(&vout->p->filter.format, source);
    }

    if (!is_locked)
        vlc_mutex_unlock(&vout->p->filter.lock);
Laurent Aimar's avatar
Laurent Aimar committed
793 794
}

795

796
/* */
797
static int ThreadDisplayPreparePicture(vout_thread_t *vout, bool reuse, bool frame_by_frame)
Vincent Seguin's avatar
Vincent Seguin committed
798
{
799
    bool is_late_dropped = vout->p->is_late_dropped && !vout->p->pause.is_on && !frame_by_frame;
800

801
    vlc_mutex_lock(&vout->p->filter.lock);
802

803 804
    picture_t *picture = filter_chain_VideoFilter(vout->p->filter.chain_static, NULL);
    assert(!reuse || !picture);
805

806 807 808 809
    while (!picture) {
        picture_t *decoded;
        if (reuse && vout->p->displayed.decoded) {
            decoded = picture_Hold(vout->p->displayed.decoded);
810
        } else {
811
            decoded = picture_fifo_Pop(vout->p->decoder_fifo);
812 813 814 815 816 817 818 819 820 821 822 823
            if (decoded) {
                if (is_late_dropped && !decoded->b_force) {
                    const mtime_t predicted = mdate() + 0; /* TODO improve */
                    const mtime_t late = predicted - decoded->date;
                    if (late > VOUT_DISPLAY_LATE_THRESHOLD) {
                        msg_Warn(vout, "picture is too late to be displayed (missing %"PRId64" ms)", late/1000);
                        picture_Release(decoded);
                        vout_statistic_AddLost(&vout->p->statistic, 1);
                        continue;
                    } else if (late > 0) {
                        msg_Dbg(vout, "picture might be displayed late (missing %"PRId64" ms)", late/1000);
                    }
824
                }
825 826
                if (!VideoFormatIsCropArEqual(&decoded->format, &vout->p->filter.format))
                    ThreadChangeFilters(vout, &decoded->format, vout->p->filter.configuration, true);
827
            }
828
        }
829

830 831 832
        if (!decoded)
            break;
        reuse = false;
833

834 835 836 837 838
        if (vout->p->displayed.decoded)
            picture_Release(vout->p->displayed.decoded);

        vout->p->displayed.decoded       = picture_Hold(decoded);
        vout->p->displayed.timestamp     = decoded->date;
839
        vout->p->displayed.is_interlaced = !decoded->b_progressive;
840 841

        picture = filter_chain_VideoFilter(vout->p->filter.chain_static, decoded);
842 843
    }

844 845 846 847
    vlc_mutex_unlock(&vout->p->filter.lock);

    if (!picture)
        return VLC_EGENERIC;
848

849 850 851 852 853 854
    assert(!vout->p->displayed.next);
    if (!vout->p->displayed.current)
        vout->p->displayed.current = picture;
    else
        vout->p->displayed.next    = picture;
    return VLC_SUCCESS;
855 856
}

857
static int ThreadDisplayRenderPicture(vout_thread_t *vout, bool is_forced)
858
{
859
    vout_thread_sys_t *sys = vout->p;
860 861
    vout_display_t *vd = vout->p->display.vd;

862
    picture_t *torender = picture_Hold(vout->p->displayed.current);
863

864
    vout_chrono_Start(&vout->p->render);
865

866 867 868 869 870 871 872 873 874 875 876
    vlc_mutex_lock(&vout->p->filter.lock);
    picture_t *filtered = filter_chain_VideoFilter(vout->p->filter.chain_interactive, torender);
    vlc_mutex_unlock(&vout->p->filter.lock);

    if (!filtered)
        return VLC_EGENERIC;

    if (filtered->date != vout->p->displayed.current->date)
        msg_Warn(vout, "Unsupported timestamp modifications done by chain_interactive");

    /*
877
     * Get the subpicture to be displayed
878 879
     */
    const bool do_snapshot = vout_snapshot_IsRequested(&vout->p->snapshot);
880
    mtime_t render_subtitle_date;
881
    if (vout->p->pause.is_on)
882
        render_subtitle_date = vout->p->pause.date;
883
    else
884 885 886
        render_subtitle_date = filtered->date > 1 ? filtered->date : mdate();
    mtime_t render_osd_date = mdate(); /* FIXME wrong */

887 888 889 890 891 892
    /*
     * Get the subpicture to be displayed
     */
    const bool do_dr_spu = !do_snapshot &&
                           vd->info.subpicture_chromas &&
                           *vd->info.subpicture_chromas != 0;
893 894 895 896 897

    //FIXME: Denying do_early_spu if vd->source.orientation != ORIENT_NORMAL
    //will have the effect that snapshots miss the subpictures. We do this
    //because there is currently no way to transform subpictures to match
    //the source format.
898
    const bool do_early_spu = !do_dr_spu &&
899
                               vd->source.orientation == ORIENT_NORMAL &&
900 901 902 903 904 905
                              (vd->info.is_slow ||
                               sys->display.use_dr ||
                               do_snapshot ||
                               !vout_IsDisplayFiltered(vd) ||
                               vd->fmt.i_width * vd->fmt.i_height <= vd->source.i_width * vd->source.i_height);

906 907 908
    const vlc_fourcc_t *subpicture_chromas;
    video_format_t fmt_spu;
    if (do_dr_spu) {
909 910 911 912 913 914 915 916 917 918 919 920
        vout_display_place_t place;
        vout_display_PlacePicture(&place, &vd->source, vd->cfg, false);

        fmt_spu = vd->source;
        if (fmt_spu.i_width * fmt_spu.i_height < place.width * place.height) {
            fmt_spu.i_sar_num = vd->cfg->display.sar.num;
            fmt_spu.i_sar_den = vd->cfg->display.sar.den;
            fmt_spu.i_width          =
            fmt_spu.i_visible_width  = place.width;
            fmt_spu.i_height         =
            fmt_spu.i_visible_height = place.height;
        }
921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945
        subpicture_chromas = vd->info.subpicture_chromas;
    } else {
        if (do_early_spu) {
            fmt_spu = vd->source;
        } else {
            fmt_spu = vd->fmt;
            fmt_spu.i_sar_num = vd->cfg->display.sar.num;
            fmt_spu.i_sar_den = vd->cfg->display.sar.den;
        }
        subpicture_chromas = NULL;

        if (vout->p->spu_blend &&
            vout->p->spu_blend->fmt_out.video.i_chroma != fmt_spu.i_chroma) {
            filter_DeleteBlend(vout->p->spu_blend);
            vout->p->spu_blend = NULL;
            vout->p->spu_blend_chroma = 0;
        }
        if (!vout->p->spu_blend && vout->p->spu_blend_chroma != fmt_spu.i_chroma) {
            vout->p->spu_blend_chroma = fmt_spu.i_chroma;
            vout->p->spu_blend = filter_NewBlend(VLC_OBJECT(vout), &fmt_spu);
            if (!vout->p->spu_blend)
                msg_Err(vout, "Failed to create blending filter, OSD/Subtitles will not work");
        }
    }

946
    video_format_t fmt_spu_rot;
947
    video_format_ApplyRotation(&fmt_spu_rot, &fmt_spu);
948
    subpicture_t *subpic = spu_Render(vout->p->spu,
949
                                      subpicture_chromas, &fmt_spu_rot,
950
                                      &vd->source,
951 952
                                      render_subtitle_date, render_osd_date,
                                      do_snapshot);
953 954 955 956 957 958 959
    /*
     * Perform rendering
     *
     * We have to:
     * - be sure to end up with a direct buffer.
     * - blend subtitles, and in a fast access buffer
     */
960 961 962
    bool is_direct = vout->p->decoder_pool == vout->p->display_pool;
    picture_t *todisplay = filtered;
    if (do_early_spu && subpic) {
963 964 965 966
        picture_t *blent = picture_pool_Get(vout->p->private_pool);
        if (blent) {
            VideoFormatCopyCropAr(&blent->format, &filtered->format);
            picture_Copy(blent, filtered);
967 968
            if (vout->p->spu_blend
             && picture_BlendSubpicture(blent, vout->p->spu_blend, subpic)) {
969 970 971 972
                picture_Release(todisplay);
                todisplay = blent;
            } else
                picture_Release(blent);
Sam Hocevar's avatar
 
Sam Hocevar committed
973
        }
974 975 976 977
        subpicture_Delete(subpic);
        subpic = NULL;
    }

978 979 980 981 982 983 984 985
    assert(vout_IsDisplayFiltered(vd) == !sys->display.use_dr);
    if (sys->display.use_dr && !is_direct) {
        picture_t *direct = picture_pool_Get(vout->p->display_pool);
        if (!direct) {
            picture_Release(todisplay);
            if (subpic)
                subpicture_Delete(subpic);
            return VLC_EGENERIC;
986
        }
Sam Hocevar's avatar
 
Sam Hocevar committed
987

988 989 990 991 992 993 994 995
        /* The display uses direct rendering (no conversion), but its pool of
         * pictures is not usable by the decoder (too few, too slow or
         * subject to invalidation...). Since there are no filters, copying
         * pictures from the decoder to the output is unavoidable. */
        VideoFormatCopyCropAr(&direct->format, &todisplay->format);
        picture_Copy(direct, todisplay);
        picture_Release(todisplay);
        todisplay = direct;
996
    }
997

998 999 1000 1001
    /*
     * Take a snapshot if requested
     */
    if (do_snapshot)
1002
        vout_snapshot_Set(&vout->p->snapshot, &vd->source, todisplay);
Sam Hocevar's avatar
 
Sam Hocevar committed
1003

1004
    /* Render the direct buffer */
1005
    vout_UpdateDisplaySourceProperties(vd, &todisplay->format);
1006
    if (sys->display.use_dr) {
1007
        vout_display_Prepare(vd, todisplay, subpic);
1008
    } else {
1009
        sys->display.filtered = vout_FilterDisplay(vd, todisplay);
1010 1011 1012 1013 1014 1015
        if (sys->display.filtered) {
            if (!do_dr_spu && !do_early_spu && vout->p->spu_blend && subpic)
                picture_BlendSubpicture(sys->display.filtered, vout->p->spu_blend, subpic);
            vout_display_Prepare(vd, sys->display.filtered, do_dr_spu ? subpic : NULL);
        }
        if (!do_dr_spu && subpic)
1016
        {
1017
            subpicture_Delete(subpic);
1018 1019
            subpic = NULL;
        }
1020 1021
        if (!sys->display.filtered)
            return VLC_EGENERIC;
1022
    }
1023 1024

    vout_chrono_Stop(&vout->p->render);
1025
#if 0
1026 1027 1028 1029 1030
        {
        static int i = 0;
        if (((i++)%10) == 0)
            msg_Info(vout, "render: avg %d ms var %d ms",
                     (int)(vout->p->render.avg/1000), (int)(vout->p->render.var/1000));
1031
        }
1032 1033 1034 1035 1036 1037 1038 1039 1040
#endif

    /* Wait the real date (for rendering jitter) */
#if 0
    mtime_t delay = direct->date - mdate();
    if (delay < 1000)
        msg_Warn(vout, "picture is late (%lld ms)", delay / 1000);
#endif
    if (!is_forced)
1041
        mwait(todisplay->date);
1042

1043 1044
    /* Display the direct buffer returned by vout_RenderPicture */
    vout->p->displayed.date = mdate();
1045 1046
    vout_display_Display(vd,
                         sys->display.filtered ? sys->display.filtered
1047
                                                : todisplay,
1048
                         subpic);
1049
    sys->display.filtered = NULL;
1050

1051
    vout_statistic_AddDisplayed(&vout->p->statistic, 1);
1052 1053 1054

    return VLC_SUCCESS;
}
Vincent Seguin's avatar
Vincent Seguin committed
1055

1056
static int ThreadDisplayPicture(vout_thread_t *vout, mtime_t *deadline)
1057
{
1058 1059
    bool frame_by_frame = !deadline;
    bool paused = vout->p->pause.is_on;
1060
    bool first = !vout->p->displayed.current;
1061 1062 1063 1064 1065 1066 1067 1068

    if (first)
        if (ThreadDisplayPreparePicture(vout, true, frame_by_frame)) /* FIXME not sure it is ok */
            return VLC_EGENERIC;

    if (!paused || frame_by_frame)
        while (!vout->p->displayed.next && !ThreadDisplayPreparePicture(vout, false, frame_by_frame))
            ;
Vincent Seguin's avatar
Vincent Seguin committed
1069

1070 1071 1072
    const mtime_t date = mdate();
    const mtime_t render_delay = vout_chrono_GetHigh(&vout->p->render) + VOUT_MWAIT_TOLERANCE;

1073
    bool drop_next_frame = frame_by_frame;
1074
    mtime_t date_next = VLC_TS_INVALID;
1075
    if (!paused && vout->p->displayed.next) {
1076
        date_next = vout->p->displayed.next->date - render_delay;
1077 1078 1079
        if (date_next /* + 0 FIXME */ <= date)
            drop_next_frame = true;
    }