video_output.c 34.2 KB
Newer Older
1
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
2
 * video_output.c : video output thread
3
 *
Michel Kaempf's avatar
Michel Kaempf committed
4 5
 * This module describes the programming interface for video output threads.
 * It includes functions allowing to open a new thread, send pictures to a
6 7
 * thread, and destroy a previously oppened video output thread.
 *****************************************************************************
8
 * Copyright (C) 2000-2007 the VideoLAN team
Gildas Bazin's avatar
Gildas Bazin committed
9
 * $Id$
10
 *
Sam Hocevar's avatar
 
Sam Hocevar committed
11
 * Authors: Vincent Seguin <seguin@via.ecp.fr>
12
 *          Gildas Bazin <gbazin@videolan.org>
13
 *          Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
14 15 16 17 18
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
Sam Hocevar's avatar
Sam Hocevar committed
19
 *
20 21
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
22 23
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
24
 *
25 26
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
Antoine Cellerier's avatar
Antoine Cellerier committed
27
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
28
 *****************************************************************************/
Michel Kaempf's avatar
Michel Kaempf committed
29

30
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
31
 * Preamble
32
 *****************************************************************************/
33 34 35 36
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

37
#include <vlc_common.h>
38

39
#include <stdlib.h>                                                /* free() */
40
#include <string.h>
41
#include <assert.h>
Vincent Seguin's avatar
Vincent Seguin committed
42

Clément Stenac's avatar
Clément Stenac committed
43
#include <vlc_vout.h>
44

Clément Stenac's avatar
Clément Stenac committed
45
#include <vlc_filter.h>
46
#include <vlc_vout_osd.h>
Clément Stenac's avatar
Clément Stenac committed
47

48
#include <libvlc.h>
Laurent Aimar's avatar
Laurent Aimar committed
49
#include "vout_internal.h"
50 51
#include "interlacing.h"
#include "postprocessing.h"
52
#include "display.h"
53

54
/*****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
55
 * Local prototypes
56
 *****************************************************************************/
57 58
static void *Thread(void *);
static void VoutDestructor(vlc_object_t *);
Laurent Aimar's avatar
Laurent Aimar committed
59

Laurent Aimar's avatar
Laurent Aimar committed
60 61 62 63
/* Maximum delay between 2 displayed pictures.
 * XXX it is needed for now but should be removed in the long term.
 */
#define VOUT_REDISPLAY_DELAY (INT64_C(80000))
64

Laurent Aimar's avatar
Laurent Aimar committed
65 66 67 68
/**
 * Late pictures having a delay higher than this value are thrashed.
 */
#define VOUT_DISPLAY_LATE_THRESHOLD (INT64_C(20000))
69 70

/* Better be in advance when awakening than late... */
Laurent Aimar's avatar
Laurent Aimar committed
71
#define VOUT_MWAIT_TOLERANCE (INT64_C(1000))
72

73 74 75
/* */
static int VoutValidateFormat(video_format_t *dst,
                              const video_format_t *src)
76
{
77 78 79 80
    if (src->i_width <= 0 || src->i_height <= 0)
        return VLC_EGENERIC;
    if (src->i_sar_num <= 0 || src->i_sar_den <= 0)
        return VLC_EGENERIC;
81

82 83 84 85 86 87 88 89 90 91
    /* */
    video_format_Copy(dst, src);
    dst->i_chroma = vlc_fourcc_GetCodec(VIDEO_ES, src->i_chroma);
    vlc_ureduce( &dst->i_sar_num, &dst->i_sar_den,
                 src->i_sar_num,  src->i_sar_den, 50000 );
    if (dst->i_sar_num <= 0 || dst->i_sar_den <= 0) {
        dst->i_sar_num = 1;
        dst->i_sar_den = 1;
    }
    video_format_FixRgb(dst);
92
    return VLC_SUCCESS;
93 94
}

95
/*****************************************************************************
96 97 98 99 100
 * vout_Request: find a video output thread, create one, or destroy one.
 *****************************************************************************
 * This function looks for a video output thread matching the current
 * properties. If not found, it spawns a new one.
 *****************************************************************************/
101 102
vout_thread_t *(vout_Request)( vlc_object_t *object, vout_thread_t *vout,
                               const video_format_t *fmt )
103
{
104 105 106
    if (!fmt) {
        if (vout)
            vout_CloseAndRelease(vout);
107 108 109
        return NULL;
    }

110 111 112 113
    /* If a vout is provided, try reusing it */
    if (vout) {
        spu_Attach(vout->p->p_spu, VLC_OBJECT(vout), false);
        vlc_object_detach(vout);
114

115 116 117
        vout_control_cmd_t cmd;
        vout_control_cmd_Init(&cmd, VOUT_CONTROL_REINIT);
        cmd.u.reinit.fmt = fmt;
118

119 120 121 122 123
        vout_control_Push(&vout->p->control, &cmd);
        vout_control_WaitEmpty(&vout->p->control);
        if (!vout->p->dead) {
            vlc_object_attach(vout, object);
            spu_Attach(vout->p->p_spu, VLC_OBJECT(vout), true);
124

125 126
            msg_Dbg(object, "reusing provided vout");
            return vout;
127
        }
128
        vout_CloseAndRelease(vout);
129

130
        msg_Warn(object, "cannot reuse provided vout");
131
    }
132
    return vout_Create(object, fmt);
133 134 135 136
}

/*****************************************************************************
 * vout_Create: creates a new video output thread
137
 *****************************************************************************
Michel Kaempf's avatar
Michel Kaempf committed
138 139
 * This function creates a new video output thread, and returns a pointer
 * to its description. On error, it returns NULL.
140
 *****************************************************************************/
141
vout_thread_t * (vout_Create)( vlc_object_t *p_parent, const video_format_t *p_fmt )
Michel Kaempf's avatar
Michel Kaempf committed
142
{
143 144
    video_format_t original;
    if (VoutValidateFormat(&original, p_fmt))
145 146
        return NULL;

147
    /* Allocate descriptor */
148 149 150 151 152
    vout_thread_t *p_vout = vlc_custom_create(p_parent,
                                              sizeof(*p_vout) + sizeof(*p_vout->p),
                                              VLC_OBJECT_VOUT, "video output");
    if (!p_vout) {
        video_format_Clean(&original);
153 154 155
        return NULL;
    }

156
    /* */
157 158 159
    p_vout->p = (vout_thread_sys_t*)&p_vout[1];

    p_vout->p->original = original;
160

161
    vout_control_Init( &p_vout->p->control );
Laurent Aimar's avatar
Laurent Aimar committed
162
    vout_control_PushVoid( &p_vout->p->control, VOUT_CONTROL_INIT );
163

164
    vout_statistic_Init( &p_vout->p->statistic );
165 166
    p_vout->p->i_par_num =
    p_vout->p->i_par_den = 1;
167

168
    vout_snapshot_Init( &p_vout->p->snapshot );
169

Gildas Bazin's avatar
 
Gildas Bazin committed
170
    /* Initialize locks */
171
    vlc_mutex_init( &p_vout->p->picture_lock );
172
    vlc_mutex_init( &p_vout->p->vfilter_lock );
Gildas Bazin's avatar
 
Gildas Bazin committed
173 174 175 176

    /* Attach the new object now so we can use var inheritance below */
    vlc_object_attach( p_vout, p_parent );

177
    /* Initialize subpicture unit */
178
    p_vout->p->p_spu = spu_Create( p_vout );
179

180
    /* */
181
    spu_Init( p_vout->p->p_spu );
182

183 184
    /* Take care of some "interface/control" related initialisations */
    vout_IntfInit( p_vout );
Gildas Bazin's avatar
 
Gildas Bazin committed
185

186 187 188 189 190 191 192 193
    /* Get splitter name if present */
    char *splitter_name = var_GetNonEmptyString(p_vout, "vout-filter");
    if (splitter_name) {
        if (asprintf(&p_vout->p->splitter_name, "%s,none", splitter_name) < 0)
            p_vout->p->splitter_name = NULL;
        free(splitter_name);
    } else {
        p_vout->p->splitter_name = NULL;
Sam Hocevar's avatar
 
Sam Hocevar committed
194 195
    }

Laurent Aimar's avatar
Laurent Aimar committed
196
    /* */
197
    vout_InitInterlacingSupport( p_vout, p_vout->p->displayed.is_interlaced );
Laurent Aimar's avatar
Laurent Aimar committed
198 199

    /* */
200
    vlc_object_set_destructor( p_vout, VoutDestructor );
Gildas Bazin's avatar
 
Gildas Bazin committed
201

Laurent Aimar's avatar
Laurent Aimar committed
202
    /* */
Laurent Aimar's avatar
Laurent Aimar committed
203
    if( vlc_clone( &p_vout->p->thread, Thread, p_vout,
204
                   VLC_THREAD_PRIORITY_OUTPUT ) )
Michel Kaempf's avatar
Michel Kaempf committed
205
    {
206
        vlc_object_release( p_vout );
207 208
        return NULL;
    }
209
    spu_Attach( p_vout->p->p_spu, VLC_OBJECT(p_vout), true );
210

Laurent Aimar's avatar
Laurent Aimar committed
211
    vout_control_WaitEmpty( &p_vout->p->control );
212

Laurent Aimar's avatar
Laurent Aimar committed
213
    if (p_vout->p->dead )
214 215
    {
        msg_Err( p_vout, "video output creation failed" );
216
        vout_CloseAndRelease( p_vout );
217
        return NULL;
218
    }
Michel Kaempf's avatar
Michel Kaempf committed
219

220
    return p_vout;
Michel Kaempf's avatar
Michel Kaempf committed
221 222
}

223
/*****************************************************************************
224
 * vout_Close: Close a vout created by vout_Create.
225
 *****************************************************************************
226
 * You HAVE to call it on vout created by vout_Create before vlc_object_release.
Rémi Denis-Courmont's avatar
Typo  
Rémi Denis-Courmont committed
227
 * You should NEVER call it on vout not obtained through vout_Create
228
 * (like with vout_Request or vlc_object_find.)
229
 * You can use vout_CloseAndRelease() as a convenience method.
230
 *****************************************************************************/
231
void vout_Close( vout_thread_t *p_vout )
232 233 234
{
    assert( p_vout );

235 236
    spu_Attach( p_vout->p->p_spu, VLC_OBJECT(p_vout), false );

237
    vout_snapshot_End( &p_vout->p->snapshot );
238

Laurent Aimar's avatar
Laurent Aimar committed
239
    vout_control_PushVoid( &p_vout->p->control, VOUT_CONTROL_CLEAN );
240
    vlc_join( p_vout->p->thread, NULL );
241 242 243
}

/* */
244
static void VoutDestructor( vlc_object_t * p_this )
245
{
246
    vout_thread_t *p_vout = (vout_thread_t *)p_this;
247

248
    /* Make sure the vout was stopped first */
249
    //assert( !p_vout->p_module );
250

251
    free( p_vout->p->splitter_name );
252

Laurent Aimar's avatar
Laurent Aimar committed
253
    /* */
254
    spu_Destroy( p_vout->p->p_spu );
255

256
    /* Destroy the locks */
257
    vlc_mutex_destroy( &p_vout->p->picture_lock );
258
    vlc_mutex_destroy( &p_vout->p->vfilter_lock );
259
    vout_control_Clean( &p_vout->p->control );
260

261 262 263
    /* */
    vout_statistic_Clean( &p_vout->p->statistic );

264
    /* */
265
    vout_snapshot_Clean( &p_vout->p->snapshot );
266

267
    video_format_Clean( &p_vout->p->original );
Michel Kaempf's avatar
Michel Kaempf committed
268 269
}

Laurent Aimar's avatar
Laurent Aimar committed
270
/* */
271
void vout_ChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
Laurent Aimar's avatar
Laurent Aimar committed
272
{
273 274 275 276 277
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_PAUSE);
    cmd.u.pause.is_on = is_paused;
    cmd.u.pause.date  = date;
    vout_control_Push(&vout->p->control, &cmd);
Laurent Aimar's avatar
Laurent Aimar committed
278

279
    vout_control_WaitEmpty(&vout->p->control);
Laurent Aimar's avatar
Laurent Aimar committed
280
}
281

282 283
void vout_GetResetStatistic( vout_thread_t *p_vout, int *pi_displayed, int *pi_lost )
{
284 285
    vout_statistic_GetReset( &p_vout->p->statistic,
                             pi_displayed, pi_lost );
286
}
287

288
void vout_Flush(vout_thread_t *vout, mtime_t date)
289
{
290 291
    vout_control_PushTime(&vout->p->control, VOUT_CONTROL_FLUSH, date);
    vout_control_WaitEmpty(&vout->p->control);
292
}
293

294
void vout_Reset(vout_thread_t *vout)
295
{
296 297
    vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_RESET);
    vout_control_WaitEmpty(&vout->p->control);
298
}
299

300 301 302 303 304 305 306 307 308 309 310 311 312
bool vout_IsEmpty(vout_thread_t *vout)
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (picture)
        picture_Release(picture);

    vlc_mutex_unlock(&vout->p->picture_lock);

    return !picture;
}

313
void vout_FixLeaks( vout_thread_t *vout )
314 315 316 317 318 319
{
    vlc_mutex_lock(&vout->p->picture_lock);

    picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
    if (!picture) {
        picture = picture_pool_Get(vout->p->decoder_pool);
320
    }
321 322 323 324 325 326

    if (picture) {
        picture_Release(picture);
        /* Not all pictures has been displayed yet or some are
         * free */
        vlc_mutex_unlock(&vout->p->picture_lock);
327 328 329
        return;
    }

330 331 332
    /* There is no reason that no pictures are available, force one
     * from the pool, becarefull with it though */
    msg_Err(vout, "pictures leaked, trying to workaround");
Laurent Aimar's avatar
Laurent Aimar committed
333

334 335
    /* */
    picture_pool_NonEmpty(vout->p->decoder_pool, false);
Laurent Aimar's avatar
Laurent Aimar committed
336

337
    vlc_mutex_unlock(&vout->p->picture_lock);
338
}
339
void vout_NextPicture(vout_thread_t *vout, mtime_t *duration)
Laurent Aimar's avatar
Laurent Aimar committed
340
{
341 342 343
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_STEP);
    cmd.u.time_ptr = duration;
Laurent Aimar's avatar
Laurent Aimar committed
344

345 346
    vout_control_Push(&vout->p->control, &cmd);
    vout_control_WaitEmpty(&vout->p->control);
Laurent Aimar's avatar
Laurent Aimar committed
347
}
348

349
void vout_DisplayTitle(vout_thread_t *vout, const char *title)
350
{
351 352
    assert(title);
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_OSD_TITLE, title);
353
}
354

355 356 357 358 359 360 361 362 363 364 365 366 367
void vout_PutSubpicture( vout_thread_t *vout, subpicture_t *subpic )
{
    spu_DisplaySubpicture(vout->p->p_spu, subpic);
}
int vout_RegisterSubpictureChannel( vout_thread_t *vout )
{
    return spu_RegisterChannel(vout->p->p_spu);
}
void vout_FlushSubpictureChannel( vout_thread_t *vout, int channel )
{
    spu_ClearChannel(vout->p->p_spu, channel);
}

368 369
spu_t *vout_GetSpu( vout_thread_t *p_vout )
{
370
    return p_vout->p->p_spu;
371 372
}

373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393
/* vout_Control* are usable by anyone at anytime */
void vout_ControlChangeFullscreen(vout_thread_t *vout, bool fullscreen)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_FULLSCREEN,
                          fullscreen);
}
void vout_ControlChangeOnTop(vout_thread_t *vout, bool is_on_top)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_ON_TOP,
                          is_on_top);
}
void vout_ControlChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
{
    vout_control_PushBool(&vout->p->control, VOUT_CONTROL_DISPLAY_FILLED,
                          is_filled);
}
void vout_ControlChangeZoom(vout_thread_t *vout, int num, int den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ZOOM,
                          num, den);
}
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429
void vout_ControlChangeSampleAspectRatio(vout_thread_t *vout,
                                         unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ASPECT_RATIO,
                          num, den);
}
void vout_ControlChangeCropRatio(vout_thread_t *vout,
                                 unsigned num, unsigned den)
{
    vout_control_PushPair(&vout->p->control, VOUT_CONTROL_CROP_RATIO,
                          num, den);
}
void vout_ControlChangeCropWindow(vout_thread_t *vout,
                                  int x, int y, int width, int height)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_WINDOW);
    cmd.u.window.x      = x;
    cmd.u.window.y      = y;
    cmd.u.window.width  = width;
    cmd.u.window.height = height;

    vout_control_Push(&vout->p->control, &cmd);
}
void vout_ControlChangeCropBorder(vout_thread_t *vout,
                                  int left, int top, int right, int bottom)
{
    vout_control_cmd_t cmd;
    vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_BORDER);
    cmd.u.border.left   = left;
    cmd.u.border.top    = top;
    cmd.u.border.right  = right;
    cmd.u.border.bottom = bottom;

    vout_control_Push(&vout->p->control, &cmd);
}
430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453
void vout_ControlChangeFilters(vout_thread_t *vout, const char *filters)
{
    vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_FILTERS,
                            filters);
}

/* */
static picture_t *VoutVideoFilterNewPicture(filter_t *filter)
{
    vout_thread_t *vout = (vout_thread_t*)filter->p_owner;
    return picture_pool_Get(vout->p->private_pool);
}
static void VoutVideoFilterDelPicture(filter_t *filter, picture_t *picture)
{
    VLC_UNUSED(filter);
    picture_Release(picture);
}
static int VoutVideoFilterAllocationSetup(filter_t *filter, void *data)
{
    filter->pf_video_buffer_new = VoutVideoFilterNewPicture;
    filter->pf_video_buffer_del = VoutVideoFilterDelPicture;
    filter->p_owner             = data; /* vout */
    return VLC_SUCCESS;
}
454

Laurent Aimar's avatar
Laurent Aimar committed
455
/* */
456 457
static int ThreadDisplayPicture(vout_thread_t *vout,
                                bool now, mtime_t *deadline)
Vincent Seguin's avatar
Vincent Seguin committed
458
{
459
    vout_display_t *vd = vout->p->display.vd;
460 461 462 463 464
    int displayed_count = 0;
    int lost_count = 0;

    for (;;) {
        const mtime_t date = mdate();
Laurent Aimar's avatar
Laurent Aimar committed
465
        const bool is_paused = vout->p->pause.is_on;
466
        bool redisplay = is_paused && !now && vout->p->displayed.decoded;
467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485
        bool is_forced;

        /* FIXME/XXX we must redisplay the last decoded picture (because
         * of potential vout updated, or filters update or SPU update)
         * For now a high update period is needed but it coulmd be removed
         * if and only if:
         * - vout module emits events from theselves.
         * - *and* SPU is modified to emit an event or a deadline when needed.
         *
         * So it will be done latter.
         */
        if (!redisplay) {
            picture_t *peek = picture_fifo_Peek(vout->p->decoder_fifo);
            if (peek) {
                is_forced = peek->b_force || is_paused || now;
                *deadline = (is_forced ? date : peek->date) - vout_chrono_GetHigh(&vout->p->render);
                picture_Release(peek);
            } else {
                redisplay = true;
486 487
            }
        }
488 489
        if (redisplay) {
             /* FIXME a better way for this delay is needed */
Laurent Aimar's avatar
Laurent Aimar committed
490
            const mtime_t date_update = vout->p->displayed.date + VOUT_REDISPLAY_DELAY;
491 492 493
            if (date_update > date || !vout->p->displayed.decoded) {
                *deadline = vout->p->displayed.decoded ? date_update : VLC_TS_INVALID;
                break;
Laurent Aimar's avatar
Laurent Aimar committed
494
            }
495 496 497
            /* */
            is_forced = true;
            *deadline = date - vout_chrono_GetHigh(&vout->p->render);
Laurent Aimar's avatar
Laurent Aimar committed
498
        }
Laurent Aimar's avatar
Laurent Aimar committed
499 500
        if (*deadline > VOUT_MWAIT_TOLERANCE)
            *deadline -= VOUT_MWAIT_TOLERANCE;
Laurent Aimar's avatar
Laurent Aimar committed
501

Laurent Aimar's avatar
Laurent Aimar committed
502
        /* If we are too early and can wait, do it */
503 504
        if (date < *deadline && !now)
            break;
505

506 507 508 509 510 511 512 513 514 515 516 517
        picture_t *decoded;
        if (redisplay) {
            decoded = vout->p->displayed.decoded;
            vout->p->displayed.decoded = NULL;
        } else {
            decoded = picture_fifo_Pop(vout->p->decoder_fifo);
            assert(decoded);
            if (!is_forced && !vout->p->is_late_dropped) {
                const mtime_t predicted = date + vout_chrono_GetLow(&vout->p->render);
                const mtime_t late = predicted - decoded->date;
                if (late > 0) {
                    msg_Dbg(vout, "picture might be displayed late (missing %d ms)", (int)(late/1000));
Laurent Aimar's avatar
Laurent Aimar committed
518
                    if (late > VOUT_DISPLAY_LATE_THRESHOLD) {
519 520 521 522 523
                        msg_Warn(vout, "rejected picture because of render time");
                        /* TODO */
                        picture_Release(decoded);
                        lost_count++;
                        break;
Laurent Aimar's avatar
Laurent Aimar committed
524 525 526
                    }
                }
            }
527 528 529

            vout->p->displayed.is_interlaced = !decoded->b_progressive;
            vout->p->displayed.qtype         = decoded->i_qtype;
530
        }
Laurent Aimar's avatar
Laurent Aimar committed
531
        vout->p->displayed.timestamp = decoded->date;
532 533

        /* */
534 535 536 537
        if (vout->p->displayed.decoded)
            picture_Release(vout->p->displayed.decoded);
        picture_Hold(decoded);
        vout->p->displayed.decoded = decoded;
538

539 540
        /* */
        vout_chrono_Start(&vout->p->render);
541

542 543 544
        picture_t *filtered = NULL;
        if (decoded) {
            vlc_mutex_lock(&vout->p->vfilter_lock);
Laurent Aimar's avatar
Laurent Aimar committed
545
            filtered = filter_chain_VideoFilter(vout->p->vfilter_chain, decoded);
546 547 548 549
            //assert(filtered == decoded); // TODO implement
            vlc_mutex_unlock(&vout->p->vfilter_lock);
            if (!filtered)
                continue;
550
        }
551

Sam Hocevar's avatar
 
Sam Hocevar committed
552 553 554
        /*
         * Check for subpictures to display
         */
555 556
        const bool do_snapshot = vout_snapshot_IsRequested(&vout->p->snapshot);
        mtime_t spu_render_time = is_forced ? mdate() : filtered->date;
Laurent Aimar's avatar
Laurent Aimar committed
557 558
        if (vout->p->pause.is_on)
            spu_render_time = vout->p->pause.date;
559
        else
560
            spu_render_time = filtered->date > 1 ? filtered->date : mdate();
561

562 563 564
        subpicture_t *subpic = spu_SortSubpictures(vout->p->p_spu,
                                                   spu_render_time,
                                                   do_snapshot);
Sam Hocevar's avatar
 
Sam Hocevar committed
565 566
        /*
         * Perform rendering
567 568 569 570
         *
         * We have to:
         * - be sure to end up with a direct buffer.
         * - blend subtitles, and in a fast access buffer
Sam Hocevar's avatar
 
Sam Hocevar committed
571
         */
572 573 574 575 576
        picture_t *direct = NULL;
        if (filtered &&
            (vout->p->decoder_pool != vout->p->display_pool || subpic)) {
            picture_t *render;
            if (vout->p->is_decoder_pool_slow)
577
                render = picture_NewFromFormat(&vd->source);
578 579 580 581
            else if (vout->p->decoder_pool != vout->p->display_pool)
                render = picture_pool_Get(vout->p->display_pool);
            else
                render = picture_pool_Get(vout->p->private_pool);
Sam Hocevar's avatar
 
Sam Hocevar committed
582

583 584
            if (render) {
                picture_Copy(render, filtered);
585

586
                spu_RenderSubpictures(vout->p->p_spu,
587 588
                                      render, &vd->source,
                                      subpic, &vd->source, spu_render_time);
589 590 591 592 593 594 595 596 597 598 599 600 601 602
            }
            if (vout->p->is_decoder_pool_slow) {
                direct = picture_pool_Get(vout->p->display_pool);
                if (direct)
                    picture_Copy(direct, render);
                picture_Release(render);

            } else {
                direct = render;
            }
            picture_Release(filtered);
            filtered = NULL;
        } else {
            direct = filtered;
Sam Hocevar's avatar
 
Sam Hocevar committed
603 604
        }

Sam Hocevar's avatar
 
Sam Hocevar committed
605
        /*
606
         * Take a snapshot if requested
Sam Hocevar's avatar
 
Sam Hocevar committed
607
         */
608
        if (direct && do_snapshot)
609
            vout_snapshot_Set(&vout->p->snapshot, &vd->source, direct);
610

611 612 613
        /* Render the direct buffer returned by vout_RenderPicture */
        if (direct) {
            vout_RenderWrapper(vout, direct);
Sam Hocevar's avatar
 
Sam Hocevar committed
614

615 616
            vout_chrono_Stop(&vout->p->render);
#if 0
Gildas Bazin's avatar
 
Gildas Bazin committed
617
            {
618 619 620 621
            static int i = 0;
            if (((i++)%10) == 0)
                msg_Info(vout, "render: avg %d ms var %d ms",
                         (int)(vout->p->render.avg/1000), (int)(vout->p->render.var/1000));
Gildas Bazin's avatar
 
Gildas Bazin committed
622
            }
623
#endif
624
        }
625

626 627 628
        /* Wait the real date (for rendering jitter) */
        if (!is_forced)
            mwait(decoded->date);
Sam Hocevar's avatar
 
Sam Hocevar committed
629

630
        /* Display the direct buffer returned by vout_RenderPicture */
Laurent Aimar's avatar
Laurent Aimar committed
631
        vout->p->displayed.date = mdate();
632 633
        if (direct)
            vout_DisplayWrapper(vout, direct);
Vincent Seguin's avatar
Vincent Seguin committed
634

635 636 637
        displayed_count++;
        break;
    }
Vincent Seguin's avatar
Vincent Seguin committed
638

639 640 641 642 643
    vout_statistic_Update(&vout->p->statistic, displayed_count, lost_count);
    if (displayed_count <= 0)
        return VLC_EGENERIC;
    return VLC_SUCCESS;
}
644

Laurent Aimar's avatar
Laurent Aimar committed
645 646 647 648
static void ThreadManage(vout_thread_t *vout,
                         mtime_t *deadline,
                         vout_interlacing_support_t *interlacing,
                         vout_postprocessing_support_t *postprocessing)
Laurent Aimar's avatar
Laurent Aimar committed
649 650 651 652
{
    vlc_mutex_lock(&vout->p->picture_lock);

    *deadline = VLC_TS_INVALID;
653
    ThreadDisplayPicture(vout, false, deadline);
Laurent Aimar's avatar
Laurent Aimar committed
654 655 656 657 658 659 660 661 662 663 664 665

    const int  picture_qtype      = vout->p->displayed.qtype;
    const bool picture_interlaced = vout->p->displayed.is_interlaced;

    vlc_mutex_unlock(&vout->p->picture_lock);

    /* Post processing */
    vout_SetPostProcessingState(vout, postprocessing, picture_qtype);

    /* Deinterlacing */
    vout_SetInterlacingState(vout, interlacing, picture_interlaced);

Laurent Aimar's avatar
Laurent Aimar committed
666
    vout_ManageWrapper(vout);
Laurent Aimar's avatar
Laurent Aimar committed
667 668
}

669
static void ThreadDisplayOsdTitle(vout_thread_t *vout, const char *string)
Laurent Aimar's avatar
Laurent Aimar committed
670
{
671
    if (!vout->p->title.show)
Laurent Aimar's avatar
Laurent Aimar committed
672 673
        return;

674 675 676
    vout_OSDText(vout, SPU_DEFAULT_CHANNEL,
                 vout->p->title.position, INT64_C(1000) * vout->p->title.timeout,
                 string);
Laurent Aimar's avatar
Laurent Aimar committed
677 678
}

679
static void ThreadChangeFilters(vout_thread_t *vout, const char *filters)
Laurent Aimar's avatar
Laurent Aimar committed
680
{
681
    es_format_t fmt;
682 683
    es_format_Init(&fmt, VIDEO_ES, vout->p->original.i_chroma);
    fmt.video = vout->p->original;
684

Laurent Aimar's avatar
Laurent Aimar committed
685 686
    vlc_mutex_lock(&vout->p->vfilter_lock);

Laurent Aimar's avatar
Laurent Aimar committed
687 688
    filter_chain_Reset(vout->p->vfilter_chain, &fmt, &fmt);
    if (filter_chain_AppendFromString(vout->p->vfilter_chain,
689 690
                                      filters) < 0)
        msg_Err(vout, "Video filter chain creation failed");
Laurent Aimar's avatar
Laurent Aimar committed
691

692 693
    vlc_mutex_unlock(&vout->p->vfilter_lock);
}
Laurent Aimar's avatar
Laurent Aimar committed
694

695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713
static void ThreadChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
{
    assert(!vout->p->pause.is_on || !is_paused);

    if (vout->p->pause.is_on) {
        const mtime_t duration = date - vout->p->pause.date;

        if (vout->p->step.timestamp > VLC_TS_INVALID)
            vout->p->step.timestamp += duration;
        if (vout->p->step.last > VLC_TS_INVALID)
            vout->p->step.last += duration;
        picture_fifo_OffsetDate(vout->p->decoder_fifo, duration);
        if (vout->p->displayed.decoded)
            vout->p->displayed.decoded->date += duration;

        spu_OffsetSubtitleDate(vout->p->p_spu, duration);
    } else {
        vout->p->step.timestamp = VLC_TS_INVALID;
        vout->p->step.last      = VLC_TS_INVALID;
Laurent Aimar's avatar
Laurent Aimar committed
714
    }
715 716
    vout->p->pause.is_on = is_paused;
    vout->p->pause.date  = date;
Laurent Aimar's avatar
Laurent Aimar committed
717 718
}

719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767
static void ThreadFlush(vout_thread_t *vout, bool below, mtime_t date)
{
    vout->p->step.timestamp = VLC_TS_INVALID;
    vout->p->step.last      = VLC_TS_INVALID;

    picture_t *last = vout->p->displayed.decoded;
    if (last) {
        if (( below && last->date <= date) ||
            (!below && last->date >= date)) {
            picture_Release(last);

            vout->p->displayed.decoded   = NULL;
            vout->p->displayed.date      = VLC_TS_INVALID;
            vout->p->displayed.timestamp = VLC_TS_INVALID;
        }
    }
    picture_fifo_Flush(vout->p->decoder_fifo, date, below);
}

static void ThreadReset(vout_thread_t *vout)
{
    ThreadFlush(vout, true, INT64_MAX);
    if (vout->p->decoder_pool)
        picture_pool_NonEmpty(vout->p->decoder_pool, true);
    vout->p->pause.is_on = false;
    vout->p->pause.date  = mdate();
}

static void ThreadStep(vout_thread_t *vout, mtime_t *duration)
{
    *duration = 0;

    if (vout->p->step.last <= VLC_TS_INVALID)
        vout->p->step.last = vout->p->displayed.timestamp;

    mtime_t dummy;
    if (ThreadDisplayPicture(vout, true, &dummy))
        return;

    vout->p->step.timestamp = vout->p->displayed.timestamp;

    if (vout->p->step.last > VLC_TS_INVALID &&
        vout->p->step.timestamp > vout->p->step.last) {
        *duration = vout->p->step.timestamp - vout->p->step.last;
        vout->p->step.last = vout->p->step.timestamp;
        /* TODO advance subpicture by the duration ... */
    }
}

768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797
static void ThreadChangeFullscreen(vout_thread_t *vout, bool fullscreen)
{
    /* FIXME not sure setting "fullscreen" is good ... */
    var_SetBool(vout, "fullscreen", fullscreen);
    vout_SetDisplayFullscreen(vout->p->display.vd, fullscreen);
}

static void ThreadChangeOnTop(vout_thread_t *vout, bool is_on_top)
{
    vout_SetWindowState(vout->p->display.vd,
                        is_on_top ? VOUT_WINDOW_STATE_ABOVE :
                                    VOUT_WINDOW_STATE_NORMAL);
}

static void ThreadChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
{
    vout_SetDisplayFilled(vout->p->display.vd, is_filled);
}

static void ThreadChangeZoom(vout_thread_t *vout, int num, int den)
{
    if (num * 10 < den) {
        num = den;
        den *= 10;
    } else if (num > den * 10) {
        num = den * 10;
    }

    vout_SetDisplayZoom(vout->p->display.vd, num, den);
}
798

799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871
static void ThreadChangeAspectRatio(vout_thread_t *vout,
                                    unsigned num, unsigned den)
{
    const video_format_t *source = &vout->p->original;

    if (num > 0 && den > 0) {
        num *= source->i_visible_height;
        den *= source->i_visible_width;
        vlc_ureduce(&num, &den, num, den, 0);
    }
    vout_SetDisplayAspect(vout->p->display.vd, num, den);
}


static void ThreadExecuteCropWindow(vout_thread_t *vout,
                                    unsigned crop_num, unsigned crop_den,
                                    unsigned x, unsigned y,
                                    unsigned width, unsigned height)
{
    const video_format_t *source = &vout->p->original;

    vout_SetDisplayCrop(vout->p->display.vd,
                        crop_num, crop_den,
                        source->i_x_offset + x,
                        source->i_y_offset + y,
                        width, height);
}
static void ThreadExecuteCropBorder(vout_thread_t *vout,
                                    unsigned left, unsigned top,
                                    unsigned right, unsigned bottom)
{
    const video_format_t *source = &vout->p->original;
    ThreadExecuteCropWindow(vout, 0, 0,
                            left,
                            top,
                            /* At worst, it becomes < 0 (but unsigned) and will be rejected */
                            source->i_visible_width  - (left + right),
                            source->i_visible_height - (top  + bottom));
}

static void ThreadExecuteCropRatio(vout_thread_t *vout,
                                   unsigned num, unsigned den)
{
    const video_format_t *source = &vout->p->original;

    int x, y;
    int width, height;
    if (num <= 0 || den <= 0) {
        num = 0;
        den = 0;
        x   = 0;
        y   = 0;
        width  = source->i_visible_width;
        height = source->i_visible_height;
    } else {
        unsigned scaled_width  = (uint64_t)source->i_visible_height * num * source->i_sar_den / den / source->i_sar_num;
        unsigned scaled_height = (uint64_t)source->i_visible_width  * den * source->i_sar_num / num / source->i_sar_den;

        if (scaled_width < source->i_visible_width) {
            x      = (source->i_visible_width - scaled_width) / 2;
            y      = 0;
            width  = scaled_width;
            height = source->i_visible_height;
        } else {
            x      = 0;
            y      = (source->i_visible_height - scaled_height) / 2;
            width  = source->i_visible_width;
            height = scaled_height;
        }
    }
    ThreadExecuteCropWindow(vout, num, den, x, y, width, height);
}

Laurent Aimar's avatar
Laurent Aimar committed
872 873 874
static int ThreadInit(vout_thread_t *vout)
{
    vout->p->dead = false;
875 876 877 878 879 880 881 882 883 884 885 886
    vout->p->is_late_dropped = var_InheritBool(vout, "drop-late-frames");
    vlc_mouse_Init(&vout->p->mouse);
    vout->p->decoder_fifo = picture_fifo_New();
    vout->p->decoder_pool = NULL;
    vout->p->display_pool = NULL;
    vout->p->private_pool = NULL;

    vout->p->vfilter_chain =
        filter_chain_New( vout, "video filter2", false,
                          VoutVideoFilterAllocationSetup, NULL, vout);

    if (vout_OpenWrapper(vout, vout->p->splitter_name))
Laurent Aimar's avatar
Laurent Aimar committed
887 888 889 890 891
        return VLC_EGENERIC;
    if (vout_InitWrapper(vout))
        return VLC_EGENERIC;
    assert(vout->p->decoder_pool);

892 893 894 895 896 897 898 899 900 901 902 903 904 905
    vout_chrono_Init(&vout->p->render, 5, 10000); /* Arbitrary initial time */

    vout->p->displayed.decoded       = NULL;
    vout->p->displayed.date          = VLC_TS_INVALID;
    vout->p->displayed.decoded       = NULL;
    vout->p->displayed.timestamp     = VLC_TS_INVALID;
    vout->p->displayed.qtype         = QTYPE_NONE;
    vout->p->displayed.is_interlaced = false;

    vout->p->step.last               = VLC_TS_INVALID;
    vout->p->step.timestamp          = VLC_TS_INVALID;

    vout->p->pause.is_on             = false;
    vout->p->pause.date              = VLC_TS_INVALID;
Laurent Aimar's avatar
Laurent Aimar committed
906

Laurent Aimar's avatar
Laurent Aimar committed
907
    video_format_Print(VLC_OBJECT(vout), "original format", &vout->p->original);
Laurent Aimar's avatar
Laurent Aimar committed
908 909 910
    return VLC_SUCCESS;
}

911 912
static void ThreadClean(vout_thread_t *vout)
{
Laurent Aimar's avatar
Laurent Aimar committed
913 914 915
    /* Destroy the video filters2 */
    filter_chain_Delete(vout->p->vfilter_chain);

916
    /* Destroy translation tables */
Laurent Aimar's avatar
Laurent Aimar committed
917 918 919 920 921 922
    if (vout->p->display.vd) {
        if (vout->p->decoder_pool) {
            ThreadFlush(vout, true, INT64_MAX);
            vout_EndWrapper(vout);
        }
        vout_CloseWrapper(vout);
923
    }
Laurent Aimar's avatar
Laurent Aimar committed
924

925
    /* Detach subpicture unit from vout */
Laurent Aimar's avatar
Laurent Aimar committed
926 927
    vlc_object_detach(vout->p->p_spu);

928 929 930 931 932
    if (vout->p->decoder_fifo)
        picture_fifo_Delete(vout->p->decoder_fifo);
    assert(!vout->p->decoder_pool);
    vout_chrono_Clean(&vout->p->render);

Laurent Aimar's avatar
Laurent Aimar committed
933 934
    vout->p->dead = true;
    vout_control_Dead(&vout->p->control);
935
}
936 937 938 939 940 941 942 943 944 945 946 947
static int ThreadReinit(vout_thread_t *vout,
                        const video_format_t *fmt)
{
    video_format_t original;
    if (VoutValidateFormat(&original, fmt))
        return VLC_EGENERIC;
    if (video_format_IsSimilar(&original, &vout->p->original))
        return VLC_SUCCESS;

    /* TODO */
    return VLC_EGENERIC;
}
948

949
/*****************************************************************************
Laurent Aimar's avatar
Laurent Aimar committed
950
 * Thread: video output thread
951 952 953 954 955
 *****************************************************************************
 * Video output thread. This function does only returns when the thread is
 * terminated. It handles the pictures arriving in the video heap and the
 * display device events.
 *****************************************************************************/
Laurent Aimar's avatar
Laurent Aimar committed
956
static void *Thread(void *object)
957 958
{
    vout_thread_t *vout = object;
959

960 961 962 963 964 965 966
    vout_interlacing_support_t interlacing = {
        .is_interlaced = false,
        .date = mdate(),
    };
    vout_postprocessing_support_t postprocessing = {
        .qtype = QTYPE_NONE,
    };
967

968
    mtime_t deadline = VLC_TS_INVALID;
Laurent Aimar's avatar
Laurent Aimar committed
969
    for (;;) {
970 971 972 973 974 975
        vout_control_cmd_t cmd;

        /* FIXME remove thoses ugly timeouts
         */
        while (!vout_control_Pop(&vout->p->control, &cmd, deadline, 100000)) {
            switch(cmd.type) {
Laurent Aimar's avatar
Laurent Aimar committed
976 977 978 979 980 981 982 983 984
            case VOUT_CONTROL_INIT:
                if (ThreadInit(vout)) {
                    ThreadClean(vout);
                    return NULL;
                }
                break;
            case VOUT_CONTROL_CLEAN:
                ThreadClean(vout);
                return NULL;
985 986 987 988 989 990
            case VOUT_CONTROL_REINIT:
                if (ThreadReinit(vout, cmd.u.reinit.fmt)) {
                    ThreadClean(vout);
                    return NULL;
                }
                break;
991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008
            case VOUT_CONTROL_OSD_TITLE:
                ThreadDisplayOsdTitle(vout, cmd.u.string);
                break;
            case VOUT_CONTROL_CHANGE_FILTERS:
                ThreadChangeFilters(vout, cmd.u.string);
                break;
            case VOUT_CONTROL_PAUSE:
                ThreadChangePause(vout, cmd.u.pause.is_on, cmd.u.pause.date);
                break;
            case VOUT_CONTROL_FLUSH:
                ThreadFlush(vout, false, cmd.u.time);
                break;
            case VOUT_CONTROL_RESET:
                ThreadReset(vout);
                break;
            case VOUT_CONTROL_STEP:
                ThreadStep(vout, cmd.u.time_ptr);
                break;
1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020
            case VOUT_CONTROL_FULLSCREEN:
                ThreadChangeFullscreen(vout, cmd.u.boolean);
                break;
            case VOUT_CONTROL_ON_TOP:
                ThreadChangeOnTop(vout, cmd.u.boolean);
                break;
            case VOUT_CONTROL_DISPLAY_FILLED:
                ThreadChangeDisplayFilled(vout, cmd.u.boolean);
                break;
            case VOUT_CONTROL_ZOOM:
                ThreadChangeZoom(vout, cmd.u.pair.a, cmd.u.pair.b);
                break;
1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036
            case VOUT_CONTROL_ASPECT_RATIO:
                ThreadChangeAspectRatio(vout, cmd.u.pair.a, cmd.u.pair.b);
                break;
           case VOUT_CONTROL_CROP_RATIO:
                ThreadExecuteCropRatio(vout, cmd.u.pair.a, cmd.u.pair.b);
                break;
            case VOUT_CONTROL_CROP_WINDOW:
                ThreadExecuteCropWindow(vout, 0, 0,
                                        cmd.u.window.x, cmd.u.window.y,
                                        cmd.u.window.width, cmd.u.window.height);
                break;
            case VOUT_CONTROL_CROP_BORDER:
                ThreadExecuteCropBorder(vout,
                                        cmd.u.border.left,  cmd.u.border.top,
                                        cmd.u.border.right, cmd.u.border.bottom);
                break;
1037 1038 1039 1040 1041 1042
            default:
                break;
            }
            vout_control_cmd_Clean(&cmd);
        }

Laurent Aimar's avatar
Laurent Aimar committed
1043
        ThreadManage(vout, &deadline, &interlacing, &postprocessing);
Sam Hocevar's avatar
 
Sam Hocevar committed