video_output.c 34.2 KB
Newer Older
1
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
2
 * video_output.c : video output thread
3
 *
Michel Kaempf's avatar
Michel Kaempf committed
4 5
 * This module describes the programming interface for video output threads.
 * It includes functions allowing to open a new thread, send pictures to a
6 7
 * thread, and destroy a previously oppened video output thread.
 *****************************************************************************
8
 * Copyright (C) 2000-2007 the VideoLAN team
Gildas Bazin's avatar
Gildas Bazin committed
9
 * $Id$
10
 *
Sam Hocevar's avatar
 
Sam Hocevar committed
11
 * Authors: Vincent Seguin <seguin@via.ecp.fr>
12
 *          Gildas Bazin <gbazin@videolan.org>
13
 *          Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
14 15 16 17 18
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
Sam Hocevar's avatar
Sam Hocevar committed
19
 *
20 21
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
22 23
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
24
 *
25 26
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
Antoine Cellerier's avatar
Antoine Cellerier committed
27
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
28
 *****************************************************************************/
Michel Kaempf's avatar
Michel Kaempf committed
29

30
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
31
 * Preamble
32
 *****************************************************************************/
33 34 35 36
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

37
#include <vlc_common.h>
38

39
#include <stdlib.h>                                                /* free() */
40
#include <string.h>
41
#include <assert.h>
Vincent Seguin's avatar
Vincent Seguin committed
42

Clément Stenac's avatar
Clément Stenac committed
43
#include <vlc_vout.h>
44

Clément Stenac's avatar
Clément Stenac committed
45
#include <vlc_filter.h>
46
#include <vlc_vout_osd.h>
Clément Stenac's avatar
Clément Stenac committed
47

48
#include <libvlc.h>
Laurent Aimar's avatar
Laurent Aimar committed
49
#include "vout_internal.h"
50 51
#include "interlacing.h"
#include "postprocessing.h"
52
#include "display.h"
53

54
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
55
 * Local prototypes
56
 *****************************************************************************/
57 58
static void *Thread(void *);
static void VoutDestructor(vlc_object_t *);
Laurent Aimar's avatar
Laurent Aimar committed
59

Laurent Aimar's avatar
Laurent Aimar committed
60 61 62 63
/* Maximum delay between 2 displayed pictures.
 * XXX it is needed for now but should be removed in the long term.
 */
#define VOUT_REDISPLAY_DELAY (INT64_C(80000))
64

Laurent Aimar's avatar
Laurent Aimar committed
65 66 67 68
/**
 * Late pictures having a delay higher than this value are thrashed.
 */
#define VOUT_DISPLAY_LATE_THRESHOLD (INT64_C(20000))
69 70

/* Better be in advance when awakening than late... */
Laurent Aimar's avatar
Laurent Aimar committed
71
#define VOUT_MWAIT_TOLERANCE (INT64_C(1000))
72

73 74 75
/* */
static int VoutValidateFormat(video_format_t *dst,
                              const video_format_t *src)
76
{
77 78 79 80
    if (src->i_width <= 0 || src->i_height <= 0)
        return VLC_EGENERIC;
    if (src->i_sar_num <= 0 || src->i_sar_den <= 0)
        return VLC_EGENERIC;
81

82 83 84 85 86 87 88 89 90 91
    /* */
    video_format_Copy(dst, src);
    dst->i_chroma = vlc_fourcc_GetCodec(VIDEO_ES, src->i_chroma);
    vlc_ureduce( &dst->i_sar_num, &dst->i_sar_den,
                 src->i_sar_num,  src->i_sar_den, 50000 );
    if (dst->i_sar_num <= 0 || dst->i_sar_den <= 0) {
        dst->i_sar_num = 1;
        dst->i_sar_den = 1;
    }
    video_format_FixRgb(dst);
92
    return VLC_SUCCESS;
93 94
}

95
/*****************************************************************************
96 97 98 99 100
 * vout_Request: find a video output thread, create one, or destroy one.
 *****************************************************************************
 * This function looks for a video output thread matching the current
 * properties. If not found, it spawns a new one.
 *****************************************************************************/
101 102
vout_thread_t *(vout_Request)( vlc_object_t *p_this, vout_thread_t *p_vout,
                               const video_format_t *p_fmt )
103
{
104
    if( !p_fmt )
105
    {
106 107 108
        /* Video output is no longer used.
         * TODO: support for reusing video outputs with proper _thread-safe_
         * reference handling. */
109
        if( p_vout )
110
            vout_CloseAndRelease( p_vout );
111 112 113 114 115 116
        return NULL;
    }

    /* If a video output was provided, lock it, otherwise look for one. */
    if( p_vout )
    {
117
        vlc_object_hold( p_vout );
118 119
    }

120
    /* TODO: find a suitable unused video output */
121 122 123 124

    /* If we now have a video output, check it has the right properties */
    if( p_vout )
    {
Laurent Aimar's avatar
Laurent Aimar committed
125
        if( !video_format_IsSimilar( &p_vout->p->original, p_fmt ) )
126 127
        {
            /* We are not interested in this format, close this vout */
128
            vout_CloseAndRelease( p_vout );
129
            vlc_object_release( p_vout );
130 131 132 133 134
            p_vout = NULL;
        }
        else
        {
            /* This video output is cool! Hijack it. */
135 136 137 138 139 140 141
            vlc_object_release( p_vout );
        }

        if( p_vout )
        {
            msg_Dbg( p_this, "reusing provided vout" );

142
            spu_Attach( p_vout->p->p_spu, VLC_OBJECT(p_vout), false );
143
            vlc_object_detach( p_vout );
144

145
            vlc_object_attach( p_vout, p_this );
146
            spu_Attach( p_vout->p->p_spu, VLC_OBJECT(p_vout), true );
147 148 149 150 151 152 153
        }
    }

    if( !p_vout )
    {
        msg_Dbg( p_this, "no usable vout present, spawning one" );

154
        p_vout = vout_Create( p_this, p_fmt );
155 156 157 158 159 160 161
    }

    return p_vout;
}

/*****************************************************************************
 * vout_Create: creates a new video output thread
162
 *****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
163 164
 * This function creates a new video output thread, and returns a pointer
 * to its description. On error, it returns NULL.
165
 *****************************************************************************/
166
vout_thread_t * (vout_Create)( vlc_object_t *p_parent, const video_format_t *p_fmt )
Michel Kaempf's avatar
Michel Kaempf committed
167
{
168 169
    video_format_t original;
    if (VoutValidateFormat(&original, p_fmt))
170 171
        return NULL;

172
    /* Allocate descriptor */
173 174 175 176 177
    vout_thread_t *p_vout = vlc_custom_create(p_parent,
                                              sizeof(*p_vout) + sizeof(*p_vout->p),
                                              VLC_OBJECT_VOUT, "video output");
    if (!p_vout) {
        video_format_Clean(&original);
178 179 180
        return NULL;
    }

181
    /* */
182 183 184
    p_vout->p = (vout_thread_sys_t*)&p_vout[1];

    p_vout->p->original = original;
185

186
    vout_control_Init( &p_vout->p->control );
Laurent Aimar's avatar
Laurent Aimar committed
187
    vout_control_PushVoid( &p_vout->p->control, VOUT_CONTROL_INIT );
188

189
    vout_statistic_Init( &p_vout->p->statistic );
190 191
    p_vout->p->i_par_num =
    p_vout->p->i_par_den = 1;
192

193
    vout_snapshot_Init( &p_vout->p->snapshot );
194

Gildas Bazin's avatar
 
Gildas Bazin committed
195
    /* Initialize locks */
196
    vlc_mutex_init( &p_vout->p->picture_lock );
197
    vlc_mutex_init( &p_vout->p->vfilter_lock );
Gildas Bazin's avatar
 
Gildas Bazin committed
198 199 200 201

    /* Attach the new object now so we can use var inheritance below */
    vlc_object_attach( p_vout, p_parent );

202
    /* Initialize subpicture unit */
203
    p_vout->p->p_spu = spu_Create( p_vout );
204

205
    /* */
206
    spu_Init( p_vout->p->p_spu );
207

208 209
    /* Take care of some "interface/control" related initialisations */
    vout_IntfInit( p_vout );
Gildas Bazin's avatar
 
Gildas Bazin committed
210

211 212 213 214 215 216 217 218
    /* Get splitter name if present */
    char *splitter_name = var_GetNonEmptyString(p_vout, "vout-filter");
    if (splitter_name) {
        if (asprintf(&p_vout->p->splitter_name, "%s,none", splitter_name) < 0)
            p_vout->p->splitter_name = NULL;
        free(splitter_name);
    } else {
        p_vout->p->splitter_name = NULL;
Sam Hocevar's avatar
 
Sam Hocevar committed
219 220
    }

Laurent Aimar's avatar
Laurent Aimar committed
221
    /* */
222
    vout_InitInterlacingSupport( p_vout, p_vout->p->displayed.is_interlaced );
Laurent Aimar's avatar
Laurent Aimar committed
223 224

    /* */
225
    vlc_object_set_destructor( p_vout, VoutDestructor );
Gildas Bazin's avatar
 
Gildas Bazin committed
226

Laurent Aimar's avatar
Laurent Aimar committed
227
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
228
    if( vlc_clone( &p_vout->p->thread, Thread, p_vout,
229
                   VLC_THREAD_PRIORITY_OUTPUT ) )
Michel Kaempf's avatar
Michel Kaempf committed
230
    {
231
        vlc_object_release( p_vout );
232 233
        return NULL;
    }
234
    spu_Attach( p_vout->p->p_spu, VLC_OBJECT(p_vout), true );
235

Laurent Aimar's avatar
Laurent Aimar committed
236
    vout_control_WaitEmpty( &p_vout->p->control );
237

Laurent Aimar's avatar
Laurent Aimar committed
238
    if (p_vout->p->dead )
239 240
    {
        msg_Err( p_vout, "video output creation failed" );
241
        vout_CloseAndRelease( p_vout );
242
        return NULL;
243
    }
Michel Kaempf's avatar
Michel Kaempf committed
244

245
    return p_vout;
Michel Kaempf's avatar
Michel Kaempf committed
246 247
}

248
/*****************************************************************************
249
 * vout_Close: Close a vout created by vout_Create.
250
 *****************************************************************************
251
 * You HAVE to call it on vout created by vout_Create before vlc_object_release.
Rémi Denis-Courmont's avatar
Typo  
Rémi Denis-Courmont committed
252
 * You should NEVER call it on vout not obtained through vout_Create
253
 * (like with vout_Request or vlc_object_find.)
254
 * You can use vout_CloseAndRelease() as a convenience method.
255
 *****************************************************************************/
256
void vout_Close( vout_thread_t *p_vout )
257 258 259
{
    assert( p_vout );

260 261
    spu_Attach( p_vout->p->p_spu, VLC_OBJECT(p_vout), false );

262
    vout_snapshot_End( &p_vout->p->snapshot );
263

Laurent Aimar's avatar
Laurent Aimar committed
264
    vout_control_PushVoid( &p_vout->p->control, VOUT_CONTROL_CLEAN );
265
    vlc_join( p_vout->p->thread, NULL );
266 267 268
}

/* */
269
static void VoutDestructor( vlc_object_t * p_this )
270
{
271
    vout_thread_t *p_vout = (vout_thread_t *)p_this;
272

273
    /* Make sure the vout was stopped first */
274
    //assert( !p_vout->p_module );
275

276
    free( p_vout->p->splitter_name );
277

Laurent Aimar's avatar
Laurent Aimar committed
278
    /* */
279
    spu_Destroy( p_vout->p->p_spu );
280

281
    /* Destroy the locks */
282
    vlc_mutex_destroy( &p_vout->p->picture_lock );
283
    vlc_mutex_destroy( &p_vout->p->vfilter_lock );
284
    vout_control_Clean( &p_vout->p->control );
285

286 287 288
    /* */
    vout_statistic_Clean( &p_vout->p->statistic );

289
    /* */
290
    vout_snapshot_Clean( &p_vout->p->snapshot );
291

292
    video_format_Clean( &p_vout->p->original );
Michel Kaempf's avatar
Michel Kaempf committed
293 294
}

Laurent Aimar's avatar
Laurent Aimar committed
295
/* */
296
void vout_ChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
Laurent Aimar's avatar
Laurent Aimar committed
297
{
298 299 300 301 302
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_PAUSE);
    cmd.u.pause.is_on = is_paused;
    cmd.u.pause.date  = date;
    vout_control_Push(&vout->p->control, &cmd);
Laurent Aimar's avatar
Laurent Aimar committed
303

304
    vout_control_WaitEmpty(&vout->p->control);
Laurent Aimar's avatar
Laurent Aimar committed
305
}
306

307 308
void vout_GetResetStatistic( vout_thread_t *p_vout, int *pi_displayed, int *pi_lost )
{
309 310
    vout_statistic_GetReset( &p_vout->p->statistic,
                             pi_displayed, pi_lost );
311
}
312

313
void vout_Flush(vout_thread_t *vout, mtime_t date)
314
{
315 316
    vout_control_PushTime(&vout->p->control, VOUT_CONTROL_FLUSH, date);
    vout_control_WaitEmpty(&vout->p->control);
317
}
318

319
void vout_Reset(vout_thread_t *vout)
320
{
321 322
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_RESET);
    vout_control_WaitEmpty(&vout->p->control);
323
}
324

325 326 327 328 329 330 331 332 333 334 335 336 337
bool vout_IsEmpty(vout_thread_t *vout)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (picture)
        picture_Release(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    return !picture;
}

338
void vout_FixLeaks( vout_thread_t *vout )
339 340 341 342 343 344
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (!picture) {
        picture = picture_pool_Get(vout->p->decoder_pool);
345
    }
346 347 348 349 350 351

    if (picture) {
        picture_Release(picture);
        /* Not all pictures has been displayed yet or some are
         * free */
        vlc_mutex_unlock(&vout->p->picture_lock);
352 353 354
        return;
    }

355 356 357
    /* There is no reason that no pictures are available, force one
     * from the pool, becarefull with it though */
    msg_Err(vout, "pictures leaked, trying to workaround");
Laurent Aimar's avatar
Laurent Aimar committed
358

359 360
    /* */
    picture_pool_NonEmpty(vout->p->decoder_pool, false);
Laurent Aimar's avatar
Laurent Aimar committed
361

362
    vlc_mutex_unlock(&vout->p->picture_lock);
363
}
364
void vout_NextPicture(vout_thread_t *vout, mtime_t *duration)
Laurent Aimar's avatar
Laurent Aimar committed
365
{
366 367 368
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_STEP);
    cmd.u.time_ptr = duration;
Laurent Aimar's avatar
Laurent Aimar committed
369

370 371
    vout_control_Push(&vout->p->control, &cmd);
    vout_control_WaitEmpty(&vout->p->control);
Laurent Aimar's avatar
Laurent Aimar committed
372
}
373

374
void vout_DisplayTitle(vout_thread_t *vout, const char *title)
375
{
376 377
    assert(title);
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_OSD_TITLE, title);
378
}
379

380 381 382 383 384 385 386 387 388 389 390 391 392
void vout_PutSubpicture( vout_thread_t *vout, subpicture_t *subpic )
{
    spu_DisplaySubpicture(vout->p->p_spu, subpic);
}
int vout_RegisterSubpictureChannel( vout_thread_t *vout )
{
    return spu_RegisterChannel(vout->p->p_spu);
}
void vout_FlushSubpictureChannel( vout_thread_t *vout, int channel )
{
    spu_ClearChannel(vout->p->p_spu, channel);
}

393 394
spu_t *vout_GetSpu( vout_thread_t *p_vout )
{
395
    return p_vout->p->p_spu;
396 397
}

398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418
/* vout_Control* are usable by anyone at anytime */
void vout_ControlChangeFullscreen(vout_thread_t *vout, bool fullscreen)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_FULLSCREEN,
                          fullscreen);
}
void vout_ControlChangeOnTop(vout_thread_t *vout, bool is_on_top)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_ON_TOP,
                          is_on_top);
}
void vout_ControlChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_DISPLAY_FILLED,
                          is_filled);
}
void vout_ControlChangeZoom(vout_thread_t *vout, int num, int den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ZOOM,
                          num, den);
}
419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454
void vout_ControlChangeSampleAspectRatio(vout_thread_t *vout,
                                         unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ASPECT_RATIO,
                          num, den);
}
void vout_ControlChangeCropRatio(vout_thread_t *vout,
                                 unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_CROP_RATIO,
                          num, den);
}
void vout_ControlChangeCropWindow(vout_thread_t *vout,
                                  int x, int y, int width, int height)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_WINDOW);
    cmd.u.window.x      = x;
    cmd.u.window.y      = y;
    cmd.u.window.width  = width;
    cmd.u.window.height = height;

    vout_control_Push(&vout->p->control, &cmd);
}
void vout_ControlChangeCropBorder(vout_thread_t *vout,
                                  int left, int top, int right, int bottom)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_BORDER);
    cmd.u.border.left   = left;
    cmd.u.border.top    = top;
    cmd.u.border.right  = right;
    cmd.u.border.bottom = bottom;

    vout_control_Push(&vout->p->control, &cmd);
}
455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478
void vout_ControlChangeFilters(vout_thread_t *vout, const char *filters)
{
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_FILTERS,
                            filters);
}

/* */
static picture_t *VoutVideoFilterNewPicture(filter_t *filter)
{
    vout_thread_t *vout = (vout_thread_t*)filter->p_owner;
    return picture_pool_Get(vout->p->private_pool);
}
static void VoutVideoFilterDelPicture(filter_t *filter, picture_t *picture)
{
    VLC_UNUSED(filter);
    picture_Release(picture);
}
static int VoutVideoFilterAllocationSetup(filter_t *filter, void *data)
{
    filter->pf_video_buffer_new = VoutVideoFilterNewPicture;
    filter->pf_video_buffer_del = VoutVideoFilterDelPicture;
    filter->p_owner             = data; /* vout */
    return VLC_SUCCESS;
}
479

Laurent Aimar's avatar
Laurent Aimar committed
480
/* */
481 482
static int ThreadDisplayPicture(vout_thread_t *vout,
                                bool now, mtime_t *deadline)
Vincent Seguin's avatar
Vincent Seguin committed
483
{
484
    vout_display_t *vd = vout->p->display.vd;
485 486 487 488 489
    int displayed_count = 0;
    int lost_count = 0;

    for (;;) {
        const mtime_t date = mdate();
Laurent Aimar's avatar
Laurent Aimar committed
490
        const bool is_paused = vout->p->pause.is_on;
491
        bool redisplay = is_paused && !now && vout->p->displayed.decoded;
492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510
        bool is_forced;

        /* FIXME/XXX we must redisplay the last decoded picture (because
         * of potential vout updated, or filters update or SPU update)
         * For now a high update period is needed but it coulmd be removed
         * if and only if:
         * - vout module emits events from theselves.
         * - *and* SPU is modified to emit an event or a deadline when needed.
         *
         * So it will be done latter.
         */
        if (!redisplay) {
            picture_t *peek = picture_fifo_Peek(vout->p->decoder_fifo);
            if (peek) {
                is_forced = peek->b_force || is_paused || now;
                *deadline = (is_forced ? date : peek->date) - vout_chrono_GetHigh(&vout->p->render);
                picture_Release(peek);
            } else {
                redisplay = true;
511 512
            }
        }
513 514
        if (redisplay) {
             /* FIXME a better way for this delay is needed */
Laurent Aimar's avatar
Laurent Aimar committed
515
            const mtime_t date_update = vout->p->displayed.date + VOUT_REDISPLAY_DELAY;
516 517 518
            if (date_update > date || !vout->p->displayed.decoded) {
                *deadline = vout->p->displayed.decoded ? date_update : VLC_TS_INVALID;
                break;
Laurent Aimar's avatar
Laurent Aimar committed
519
            }
520 521 522
            /* */
            is_forced = true;
            *deadline = date - vout_chrono_GetHigh(&vout->p->render);
Laurent Aimar's avatar
Laurent Aimar committed
523
        }
Laurent Aimar's avatar
Laurent Aimar committed
524 525
        if (*deadline > VOUT_MWAIT_TOLERANCE)
            *deadline -= VOUT_MWAIT_TOLERANCE;
Laurent Aimar's avatar
Laurent Aimar committed
526

Laurent Aimar's avatar
Laurent Aimar committed
527
        /* If we are too early and can wait, do it */
528 529
        if (date < *deadline && !now)
            break;
530

531 532 533 534 535 536 537 538 539 540 541 542
        picture_t *decoded;
        if (redisplay) {
            decoded = vout->p->displayed.decoded;
            vout->p->displayed.decoded = NULL;
        } else {
            decoded = picture_fifo_Pop(vout->p->decoder_fifo);
            assert(decoded);
            if (!is_forced && !vout->p->is_late_dropped) {
                const mtime_t predicted = date + vout_chrono_GetLow(&vout->p->render);
                const mtime_t late = predicted - decoded->date;
                if (late > 0) {
                    msg_Dbg(vout, "picture might be displayed late (missing %d ms)", (int)(late/1000));
Laurent Aimar's avatar
Laurent Aimar committed
543
                    if (late > VOUT_DISPLAY_LATE_THRESHOLD) {
544 545 546 547 548
                        msg_Warn(vout, "rejected picture because of render time");
                        /* TODO */
                        picture_Release(decoded);
                        lost_count++;
                        break;
Laurent Aimar's avatar
Laurent Aimar committed
549 550 551
                    }
                }
            }
552 553 554

            vout->p->displayed.is_interlaced = !decoded->b_progressive;
            vout->p->displayed.qtype         = decoded->i_qtype;
555
        }
Laurent Aimar's avatar
Laurent Aimar committed
556
        vout->p->displayed.timestamp = decoded->date;
557 558

        /* */
559 560 561 562
        if (vout->p->displayed.decoded)
            picture_Release(vout->p->displayed.decoded);
        picture_Hold(decoded);
        vout->p->displayed.decoded = decoded;
563

564 565
        /* */
        vout_chrono_Start(&vout->p->render);
566

567 568 569
        picture_t *filtered = NULL;
        if (decoded) {
            vlc_mutex_lock(&vout->p->vfilter_lock);
Laurent Aimar's avatar
Laurent Aimar committed
570
            filtered = filter_chain_VideoFilter(vout->p->vfilter_chain, decoded);
571 572 573 574
            //assert(filtered == decoded); // TODO implement
            vlc_mutex_unlock(&vout->p->vfilter_lock);
            if (!filtered)
                continue;
575
        }
576

Sam Hocevar's avatar
 
Sam Hocevar committed
577 578 579
        /*
         * Check for subpictures to display
         */
580 581
        const bool do_snapshot = vout_snapshot_IsRequested(&vout->p->snapshot);
        mtime_t spu_render_time = is_forced ? mdate() : filtered->date;
Laurent Aimar's avatar
Laurent Aimar committed
582 583
        if (vout->p->pause.is_on)
            spu_render_time = vout->p->pause.date;
584
        else
585
            spu_render_time = filtered->date > 1 ? filtered->date : mdate();
586

587 588 589
        subpicture_t *subpic = spu_SortSubpictures(vout->p->p_spu,
                                                   spu_render_time,
                                                   do_snapshot);
Sam Hocevar's avatar
 
Sam Hocevar committed
590 591
        /*
         * Perform rendering
592 593 594 595
         *
         * We have to:
         * - be sure to end up with a direct buffer.
         * - blend subtitles, and in a fast access buffer
Sam Hocevar's avatar
 
Sam Hocevar committed
596
         */
597 598 599 600 601
        picture_t *direct = NULL;
        if (filtered &&
            (vout->p->decoder_pool != vout->p->display_pool || subpic)) {
            picture_t *render;
            if (vout->p->is_decoder_pool_slow)
602
                render = picture_NewFromFormat(&vd->source);
603 604 605 606
            else if (vout->p->decoder_pool != vout->p->display_pool)
                render = picture_pool_Get(vout->p->display_pool);
            else
                render = picture_pool_Get(vout->p->private_pool);
Sam Hocevar's avatar
 
Sam Hocevar committed
607

608 609
            if (render) {
                picture_Copy(render, filtered);
610

611
                spu_RenderSubpictures(vout->p->p_spu,
612 613
                                      render, &vd->source,
                                      subpic, &vd->source, spu_render_time);
614 615 616 617 618 619 620 621 622 623 624 625 626 627
            }
            if (vout->p->is_decoder_pool_slow) {
                direct = picture_pool_Get(vout->p->display_pool);
                if (direct)
                    picture_Copy(direct, render);
                picture_Release(render);

            } else {
                direct = render;
            }
            picture_Release(filtered);
            filtered = NULL;
        } else {
            direct = filtered;
Sam Hocevar's avatar
 
Sam Hocevar committed
628 629
        }

Sam Hocevar's avatar
 
Sam Hocevar committed
630
        /*
631
         * Take a snapshot if requested
Sam Hocevar's avatar
 
Sam Hocevar committed
632
         */
633
        if (direct && do_snapshot)
634
            vout_snapshot_Set(&vout->p->snapshot, &vd->source, direct);
635

636 637 638
        /* Render the direct buffer returned by vout_RenderPicture */
        if (direct) {
            vout_RenderWrapper(vout, direct);
Sam Hocevar's avatar
 
Sam Hocevar committed
639

640 641
            vout_chrono_Stop(&vout->p->render);
#if 0
Gildas Bazin's avatar
 
Gildas Bazin committed
642
            {
643 644 645 646
            static int i = 0;
            if (((i++)%10) == 0)
                msg_Info(vout, "render: avg %d ms var %d ms",
                         (int)(vout->p->render.avg/1000), (int)(vout->p->render.var/1000));
Gildas Bazin's avatar
 
Gildas Bazin committed
647
            }
648
#endif
649
        }
650

651 652 653
        /* Wait the real date (for rendering jitter) */
        if (!is_forced)
            mwait(decoded->date);
Sam Hocevar's avatar
 
Sam Hocevar committed
654

655
        /* Display the direct buffer returned by vout_RenderPicture */
Laurent Aimar's avatar
Laurent Aimar committed
656
        vout->p->displayed.date = mdate();
657 658
        if (direct)
            vout_DisplayWrapper(vout, direct);
Vincent Seguin's avatar
Vincent Seguin committed
659

660 661 662
        displayed_count++;
        break;
    }
Vincent Seguin's avatar
Vincent Seguin committed
663

664 665 666 667 668
    vout_statistic_Update(&vout->p->statistic, displayed_count, lost_count);
    if (displayed_count <= 0)
        return VLC_EGENERIC;
    return VLC_SUCCESS;
}
669

Laurent Aimar's avatar
Laurent Aimar committed
670 671 672 673
static void ThreadManage(vout_thread_t *vout,
                         mtime_t *deadline,
                         vout_interlacing_support_t *interlacing,
                         vout_postprocessing_support_t *postprocessing)
Laurent Aimar's avatar
Laurent Aimar committed
674 675 676 677
{
    vlc_mutex_lock(&vout->p->picture_lock);

    *deadline = VLC_TS_INVALID;
678
    ThreadDisplayPicture(vout, false, deadline);
Laurent Aimar's avatar
Laurent Aimar committed
679 680 681 682 683 684 685 686 687 688 689 690

    const int  picture_qtype      = vout->p->displayed.qtype;
    const bool picture_interlaced = vout->p->displayed.is_interlaced;

    vlc_mutex_unlock(&vout->p->picture_lock);

    /* Post processing */
    vout_SetPostProcessingState(vout, postprocessing, picture_qtype);

    /* Deinterlacing */
    vout_SetInterlacingState(vout, interlacing, picture_interlaced);

Laurent Aimar's avatar
Laurent Aimar committed
691
    vout_ManageWrapper(vout);
Laurent Aimar's avatar
Laurent Aimar committed
692 693
}

694
static void ThreadDisplayOsdTitle(vout_thread_t *vout, const char *string)
Laurent Aimar's avatar
Laurent Aimar committed
695
{
696
    if (!vout->p->title.show)
Laurent Aimar's avatar
Laurent Aimar committed
697 698
        return;

699 700 701
    vout_OSDText(vout, SPU_DEFAULT_CHANNEL,
                 vout->p->title.position, INT64_C(1000) * vout->p->title.timeout,
                 string);
Laurent Aimar's avatar
Laurent Aimar committed
702 703
}

704
static void ThreadChangeFilters(vout_thread_t *vout, const char *filters)
Laurent Aimar's avatar
Laurent Aimar committed
705
{
706
    es_format_t fmt;
707 708
    es_format_Init(&fmt, VIDEO_ES, vout->p->original.i_chroma);
    fmt.video = vout->p->original;
709

Laurent Aimar's avatar
Laurent Aimar committed
710 711
    vlc_mutex_lock(&vout->p->vfilter_lock);

Laurent Aimar's avatar
Laurent Aimar committed
712 713
    filter_chain_Reset(vout->p->vfilter_chain, &fmt, &fmt);
    if (filter_chain_AppendFromString(vout->p->vfilter_chain,
714 715
                                      filters) < 0)
        msg_Err(vout, "Video filter chain creation failed");
Laurent Aimar's avatar
Laurent Aimar committed
716

717 718
    vlc_mutex_unlock(&vout->p->vfilter_lock);
}
Laurent Aimar's avatar
Laurent Aimar committed
719

720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738
static void ThreadChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
{
    assert(!vout->p->pause.is_on || !is_paused);

    if (vout->p->pause.is_on) {
        const mtime_t duration = date - vout->p->pause.date;

        if (vout->p->step.timestamp > VLC_TS_INVALID)
            vout->p->step.timestamp += duration;
        if (vout->p->step.last > VLC_TS_INVALID)
            vout->p->step.last += duration;
        picture_fifo_OffsetDate(vout->p->decoder_fifo, duration);
        if (vout->p->displayed.decoded)
            vout->p->displayed.decoded->date += duration;

        spu_OffsetSubtitleDate(vout->p->p_spu, duration);
    } else {
        vout->p->step.timestamp = VLC_TS_INVALID;
        vout->p->step.last      = VLC_TS_INVALID;
Laurent Aimar's avatar
Laurent Aimar committed
739
    }
740 741
    vout->p->pause.is_on = is_paused;
    vout->p->pause.date  = date;
Laurent Aimar's avatar
Laurent Aimar committed
742 743
}

744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792
static void ThreadFlush(vout_thread_t *vout, bool below, mtime_t date)
{
    vout->p->step.timestamp = VLC_TS_INVALID;
    vout->p->step.last      = VLC_TS_INVALID;

    picture_t *last = vout->p->displayed.decoded;
    if (last) {
        if (( below && last->date <= date) ||
            (!below && last->date >= date)) {
            picture_Release(last);

            vout->p->displayed.decoded   = NULL;
            vout->p->displayed.date      = VLC_TS_INVALID;
            vout->p->displayed.timestamp = VLC_TS_INVALID;
        }
    }
    picture_fifo_Flush(vout->p->decoder_fifo, date, below);
}

static void ThreadReset(vout_thread_t *vout)
{
    ThreadFlush(vout, true, INT64_MAX);
    if (vout->p->decoder_pool)
        picture_pool_NonEmpty(vout->p->decoder_pool, true);
    vout->p->pause.is_on = false;
    vout->p->pause.date  = mdate();
}

static void ThreadStep(vout_thread_t *vout, mtime_t *duration)
{
    *duration = 0;

    if (vout->p->step.last <= VLC_TS_INVALID)
        vout->p->step.last = vout->p->displayed.timestamp;

    mtime_t dummy;
    if (ThreadDisplayPicture(vout, true, &dummy))
        return;

    vout->p->step.timestamp = vout->p->displayed.timestamp;

    if (vout->p->step.last > VLC_TS_INVALID &&
        vout->p->step.timestamp > vout->p->step.last) {
        *duration = vout->p->step.timestamp - vout->p->step.last;
        vout->p->step.last = vout->p->step.timestamp;
        /* TODO advance subpicture by the duration ... */
    }
}

793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822
static void ThreadChangeFullscreen(vout_thread_t *vout, bool fullscreen)
{
    /* FIXME not sure setting "fullscreen" is good ... */
    var_SetBool(vout, "fullscreen", fullscreen);
    vout_SetDisplayFullscreen(vout->p->display.vd, fullscreen);
}

static void ThreadChangeOnTop(vout_thread_t *vout, bool is_on_top)
{
    vout_SetWindowState(vout->p->display.vd,
                        is_on_top ? VOUT_WINDOW_STATE_ABOVE :
                                    VOUT_WINDOW_STATE_NORMAL);
}

static void ThreadChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
{
    vout_SetDisplayFilled(vout->p->display.vd, is_filled);
}

static void ThreadChangeZoom(vout_thread_t *vout, int num, int den)
{
    if (num * 10 < den) {
        num = den;
        den *= 10;
    } else if (num > den * 10) {
        num = den * 10;
    }

    vout_SetDisplayZoom(vout->p->display.vd, num, den);
}
823

824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896
static void ThreadChangeAspectRatio(vout_thread_t *vout,
                                    unsigned num, unsigned den)
{
    const video_format_t *source = &vout->p->original;

    if (num > 0 && den > 0) {
        num *= source->i_visible_height;
        den *= source->i_visible_width;
        vlc_ureduce(&num, &den, num, den, 0);
    }
    vout_SetDisplayAspect(vout->p->display.vd, num, den);
}


static void ThreadExecuteCropWindow(vout_thread_t *vout,
                                    unsigned crop_num, unsigned crop_den,
                                    unsigned x, unsigned y,
                                    unsigned width, unsigned height)
{
    const video_format_t *source = &vout->p->original;

    vout_SetDisplayCrop(vout->p->display.vd,
                        crop_num, crop_den,
                        source->i_x_offset + x,
                        source->i_y_offset + y,
                        width, height);
}
static void ThreadExecuteCropBorder(vout_thread_t *vout,
                                    unsigned left, unsigned top,
                                    unsigned right, unsigned bottom)
{
    const video_format_t *source = &vout->p->original;
    ThreadExecuteCropWindow(vout, 0, 0,
                            left,
                            top,
                            /* At worst, it becomes < 0 (but unsigned) and will be rejected */
                            source->i_visible_width  - (left + right),
                            source->i_visible_height - (top  + bottom));
}

static void ThreadExecuteCropRatio(vout_thread_t *vout,
                                   unsigned num, unsigned den)
{
    const video_format_t *source = &vout->p->original;

    int x, y;
    int width, height;
    if (num <= 0 || den <= 0) {
        num = 0;
        den = 0;
        x   = 0;
        y   = 0;
        width  = source->i_visible_width;
        height = source->i_visible_height;
    } else {
        unsigned scaled_width  = (uint64_t)source->i_visible_height * num * source->i_sar_den / den / source->i_sar_num;
        unsigned scaled_height = (uint64_t)source->i_visible_width  * den * source->i_sar_num / num / source->i_sar_den;

        if (scaled_width < source->i_visible_width) {
            x      = (source->i_visible_width - scaled_width) / 2;
            y      = 0;
            width  = scaled_width;
            height = source->i_visible_height;
        } else {
            x      = 0;
            y      = (source->i_visible_height - scaled_height) / 2;
            width  = source->i_visible_width;
            height = scaled_height;
        }
    }
    ThreadExecuteCropWindow(vout, num, den, x, y, width, height);
}

Laurent Aimar's avatar
Laurent Aimar committed
897 898 899
static int ThreadInit(vout_thread_t *vout)
{
    vout->p->dead = false;
900 901 902 903 904 905 906 907 908 909 910 911
    vout->p->is_late_dropped = var_InheritBool(vout, "drop-late-frames");
    vlc_mouse_Init(&vout->p->mouse);
    vout->p->decoder_fifo = picture_fifo_New();
    vout->p->decoder_pool = NULL;
    vout->p->display_pool = NULL;
    vout->p->private_pool = NULL;

    vout->p->vfilter_chain =
        filter_chain_New( vout, "video filter2", false,
                          VoutVideoFilterAllocationSetup, NULL, vout);

    if (vout_OpenWrapper(vout, vout->p->splitter_name))
Laurent Aimar's avatar
Laurent Aimar committed
912 913 914 915 916
        return VLC_EGENERIC;
    if (vout_InitWrapper(vout))
        return VLC_EGENERIC;
    assert(vout->p->decoder_pool);

917 918 919 920 921 922 923 924 925 926 927 928 929 930
    vout_chrono_Init(&vout->p->render, 5, 10000); /* Arbitrary initial time */

    vout->p->displayed.decoded       = NULL;
    vout->p->displayed.date          = VLC_TS_INVALID;
    vout->p->displayed.decoded       = NULL;
    vout->p->displayed.timestamp     = VLC_TS_INVALID;
    vout->p->displayed.qtype         = QTYPE_NONE;
    vout->p->displayed.is_interlaced = false;

    vout->p->step.last               = VLC_TS_INVALID;
    vout->p->step.timestamp          = VLC_TS_INVALID;

    vout->p->pause.is_on             = false;
    vout->p->pause.date              = VLC_TS_INVALID;
Laurent Aimar's avatar
Laurent Aimar committed
931

Laurent Aimar's avatar
Laurent Aimar committed
932
    video_format_Print(VLC_OBJECT(vout), "original format", &vout->p->original);
Laurent Aimar's avatar
Laurent Aimar committed
933 934 935
    return VLC_SUCCESS;
}

936 937
static void ThreadClean(vout_thread_t *vout)
{
Laurent Aimar's avatar
Laurent Aimar committed
938 939 940
    /* Destroy the video filters2 */
    filter_chain_Delete(vout->p->vfilter_chain);

941
    /* Destroy translation tables */
Laurent Aimar's avatar
Laurent Aimar committed
942 943 944 945 946 947
    if (vout->p->display.vd) {
        if (vout->p->decoder_pool) {
            ThreadFlush(vout, true, INT64_MAX);
            vout_EndWrapper(vout);
        }
        vout_CloseWrapper(vout);
948
    }
Laurent Aimar's avatar
Laurent Aimar committed
949

950
    /* Detach subpicture unit from vout */
Laurent Aimar's avatar
Laurent Aimar committed
951 952
    vlc_object_detach(vout->p->p_spu);

953 954 955 956 957
    if (vout->p->decoder_fifo)
        picture_fifo_Delete(vout->p->decoder_fifo);
    assert(!vout->p->decoder_pool);
    vout_chrono_Clean(&vout->p->render);

Laurent Aimar's avatar
Laurent Aimar committed
958 959
    vout->p->dead = true;
    vout_control_Dead(&vout->p->control);
960 961
}

962
/*****************************************************************************
Laurent Aimar's avatar
Laurent Aimar committed
963
 * Thread: video output thread
964 965 966 967 968
 *****************************************************************************
 * Video output thread. This function does only returns when the thread is
 * terminated. It handles the pictures arriving in the video heap and the
 * display device events.
 *****************************************************************************/
Laurent Aimar's avatar
Laurent Aimar committed
969
static void *Thread(void *object)
970 971
{
    vout_thread_t *vout = object;
972

973 974 975 976 977 978 979
    vout_interlacing_support_t interlacing = {
        .is_interlaced = false,
        .date = mdate(),
    };
    vout_postprocessing_support_t postprocessing = {
        .qtype = QTYPE_NONE,
    };
980

981
    mtime_t deadline = VLC_TS_INVALID;
Laurent Aimar's avatar