video.c 39.2 KB
Newer Older
1
2
3
/*****************************************************************************
 * video.c: video decoder using the ffmpeg library
 *****************************************************************************
4
 * Copyright (C) 1999-2001 the VideoLAN team
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
 * $Id$
 *
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
 *          Gildas Bazin <gbazin@videolan.org>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
dionoea's avatar
dionoea committed
22
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
23
24
25
26
27
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/
28
29
30
31
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

32
#include <vlc_common.h>
zorglub's avatar
zorglub committed
33
#include <vlc_codec.h>
34
#include <vlc_avcodec.h>
Laurent Aimar's avatar
Laurent Aimar committed
35
#include <vlc_cpu.h>
36
#include <assert.h>
37
38

/* ffmpeg header */
39
40
#ifdef HAVE_LIBAVCODEC_AVCODEC_H
#   include <libavcodec/avcodec.h>
41
42
43
#   ifdef HAVE_AVCODEC_VAAPI
#       include <libavcodec/vaapi.h>
#   endif
44
45
46
#   ifdef HAVE_AVCODEC_DXVA2
#       include <libavcodec/dxva2.h>
#   endif
47
#elif defined(HAVE_FFMPEG_AVCODEC_H)
48
#   include <ffmpeg/avcodec.h>
49
50
51
52
#else
#   include <avcodec.h>
#endif

53
#include "avcodec.h"
54
#include "va.h"
55
56
57
#if defined(HAVE_AVCODEC_VAAPI) || defined(HAVE_AVCODEC_DXVA2)
#   define HAVE_AVCODEC_VA
#endif
58
59
60
61
62
63

/*****************************************************************************
 * decoder_sys_t : decoder descriptor
 *****************************************************************************/
struct decoder_sys_t
{
64
    AVCODEC_COMMON_MEMBERS
65
66
67
68
69
70
71

    /* Video decoder specific part */
    mtime_t i_pts;

    AVFrame          *p_ff_pic;

    /* for frame skipping algo */
72
    bool b_hurry_up;
73
74
    enum AVDiscard i_skip_frame;
    enum AVDiscard i_skip_idct;
75
76
77
78
79
80

    /* how many decoded frames are late */
    int     i_late_frames;
    mtime_t i_late_frames_start;

    /* for direct rendering */
81
    bool b_direct_rendering;
82
    int  i_direct_rendering_used;
83

84
    bool b_has_b_frames;
85
86

    /* Hack to force display of still pictures */
87
    bool b_first_frame;
88

89
90
    /* */
    AVPaletteControl palette;
91
92
93

    /* */
    bool b_flush;
94
95
96

    /* VA API */
    vlc_va_t *p_va;
Laurent Aimar's avatar
Laurent Aimar committed
97
98

    vlc_sem_t sem_mt;
99
100
};

Laurent Aimar's avatar
Laurent Aimar committed
101
102
103
104
105
106
107
108
#ifdef HAVE_AVCODEC_MT
#   define wait_mt(s) vlc_sem_wait( &s->sem_mt )
#   define post_mt(s) vlc_sem_post( &s->sem_mt )
#else
#   define wait_mt(s)
#   define post_mt(s)
#endif

109
/* FIXME (dummy palette for now) */
hartman's avatar
hartman committed
110
static const AVPaletteControl palette_control;
111
112
113
114

/*****************************************************************************
 * Local prototypes
 *****************************************************************************/
115
static void ffmpeg_InitCodec      ( decoder_t * );
116
117
static void ffmpeg_CopyPicture    ( decoder_t *, picture_t *, AVFrame * );
static int  ffmpeg_GetFrameBuf    ( struct AVCodecContext *, AVFrame * );
118
static int  ffmpeg_ReGetFrameBuf( struct AVCodecContext *, AVFrame * );
119
120
static void ffmpeg_ReleaseFrameBuf( struct AVCodecContext *, AVFrame * );

121
#ifdef HAVE_AVCODEC_VA
122
123
static enum PixelFormat ffmpeg_GetFormat( AVCodecContext *,
                                          const enum PixelFormat * );
124
#endif
125

126
127
128
129
130
131
132
133
134
135
136
137
138
139
static uint32_t ffmpeg_CodecTag( vlc_fourcc_t fcc )
{
    uint8_t *p = (uint8_t*)&fcc;
    return p[0] | (p[1] << 8) | (p[2] << 16) | (p[3] << 24);
}

/*****************************************************************************
 * Local Functions
 *****************************************************************************/

/* Returns a new picture buffer */
static inline picture_t *ffmpeg_NewPictBuf( decoder_t *p_dec,
                                            AVCodecContext *p_context )
{
140
    decoder_sys_t *p_sys = p_dec->p_sys;
141
142
143
144
145
146
147
148
149

    p_dec->fmt_out.video.i_width = p_context->width;
    p_dec->fmt_out.video.i_height = p_context->height;

    if( !p_context->width || !p_context->height )
    {
        return NULL; /* invalid display size */
    }

150
    if( !p_sys->p_va && GetVlcChroma( &p_dec->fmt_out.video, p_context->pix_fmt ) )
151
    {
152
153
154
155
        /* we are doomed, but not really, because most codecs set their pix_fmt
         * much later
         * FIXME does it make sense here ? */
        p_dec->fmt_out.video.i_chroma = VLC_CODEC_I420;
156
    }
157
    p_dec->fmt_out.i_codec = p_dec->fmt_out.video.i_chroma;
158
159

    /* If an aspect-ratio was specified in the input format then force it */
Laurent Aimar's avatar
Laurent Aimar committed
160
    if( p_dec->fmt_in.video.i_sar_num > 0 && p_dec->fmt_in.video.i_sar_den > 0 )
161
    {
Laurent Aimar's avatar
Laurent Aimar committed
162
163
        p_dec->fmt_out.video.i_sar_num = p_dec->fmt_in.video.i_sar_num;
        p_dec->fmt_out.video.i_sar_den = p_dec->fmt_in.video.i_sar_den;
164
165
166
    }
    else
    {
167
168
        p_dec->fmt_out.video.i_sar_num = p_context->sample_aspect_ratio.num;
        p_dec->fmt_out.video.i_sar_den = p_context->sample_aspect_ratio.den;
169

Laurent Aimar's avatar
Laurent Aimar committed
170
        if( !p_dec->fmt_out.video.i_sar_num || !p_dec->fmt_out.video.i_sar_den )
171
        {
Laurent Aimar's avatar
Laurent Aimar committed
172
173
            p_dec->fmt_out.video.i_sar_num = 1;
            p_dec->fmt_out.video.i_sar_den = 1;
174
175
176
        }
    }

Laurent Aimar's avatar
Laurent Aimar committed
177
178
    if( p_dec->fmt_in.video.i_frame_rate > 0 &&
        p_dec->fmt_in.video.i_frame_rate_base > 0 )
179
180
181
182
    {
        p_dec->fmt_out.video.i_frame_rate =
            p_dec->fmt_in.video.i_frame_rate;
        p_dec->fmt_out.video.i_frame_rate_base =
damienf's avatar
damienf committed
183
            p_dec->fmt_in.video.i_frame_rate_base;
184
    }
185
    else if( p_context->time_base.num > 0 && p_context->time_base.den > 0 )
186
187
188
189
    {
        p_dec->fmt_out.video.i_frame_rate = p_context->time_base.den;
        p_dec->fmt_out.video.i_frame_rate_base = p_context->time_base.num;
    }
190

191
    return decoder_NewPicture( p_dec );
192
193
194
195
196
197
198
199
}

/*****************************************************************************
 * InitVideo: initialize the video decoder
 *****************************************************************************
 * the ffmpeg codec will be opened, some memory allocated. The vout is not yet
 * opened (done after the first decoded frame).
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
200
int InitVideoDec( decoder_t *p_dec, AVCodecContext *p_context,
201
                      AVCodec *p_codec, int i_codec_id, const char *psz_namecodec )
202
203
{
    decoder_sys_t *p_sys;
204
    int i_val;
205
206

    /* Allocate the memory needed to store the decoder's structure */
ivoire's avatar
ivoire committed
207
    if( ( p_dec->p_sys = p_sys = calloc( 1, sizeof(decoder_sys_t) ) ) == NULL )
208
        return VLC_ENOMEM;
209

210
211
    p_codec->type = AVMEDIA_TYPE_VIDEO;
    p_context->codec_type = AVMEDIA_TYPE_VIDEO;
212
    p_context->codec_id = i_codec_id;
213
214
215
216
    p_sys->p_context = p_context;
    p_sys->p_codec = p_codec;
    p_sys->i_codec_id = i_codec_id;
    p_sys->psz_namecodec = psz_namecodec;
217
    p_sys->p_ff_pic = avcodec_alloc_frame();
218
    p_sys->b_delayed_open = true;
219
    p_sys->p_va = NULL;
Laurent Aimar's avatar
Laurent Aimar committed
220
    vlc_sem_init( &p_sys->sem_mt, 0 );
221
222

    /* ***** Fill p_context with init values ***** */
223
    p_sys->p_context->codec_tag = ffmpeg_CodecTag( p_dec->fmt_in.i_original_fourcc ?: p_dec->fmt_in.i_codec );
224
225
226

    /*  ***** Get configuration of ffmpeg plugin ***** */
    p_sys->p_context->workaround_bugs =
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
227
        var_InheritInteger( p_dec, "ffmpeg-workaround-bugs" );
aballier's avatar
aballier committed
228
    p_sys->p_context->error_recognition =
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
229
        var_InheritInteger( p_dec, "ffmpeg-error-resilience" );
230

231
232
    if( var_CreateGetBool( p_dec, "grayscale" ) )
        p_sys->p_context->flags |= CODEC_FLAG_GRAY;
233

234
235
    i_val = var_CreateGetInteger( p_dec, "ffmpeg-vismv" );
    if( i_val ) p_sys->p_context->debug_mv = i_val;
236

237
238
    i_val = var_CreateGetInteger( p_dec, "ffmpeg-lowres" );
    if( i_val > 0 && i_val <= 2 ) p_sys->p_context->lowres = i_val;
239

240
241
242
243
244
    i_val = var_CreateGetInteger( p_dec, "ffmpeg-skiploopfilter" );
    if( i_val >= 4 ) p_sys->p_context->skip_loop_filter = AVDISCARD_ALL;
    else if( i_val == 3 ) p_sys->p_context->skip_loop_filter = AVDISCARD_NONKEY;
    else if( i_val == 2 ) p_sys->p_context->skip_loop_filter = AVDISCARD_BIDIR;
    else if( i_val == 1 ) p_sys->p_context->skip_loop_filter = AVDISCARD_NONREF;
245

246
247
    if( var_CreateGetBool( p_dec, "ffmpeg-fast" ) )
        p_sys->p_context->flags2 |= CODEC_FLAG2_FAST;
248

249
    /* ***** ffmpeg frame skipping ***** */
250
    p_sys->b_hurry_up = var_CreateGetBool( p_dec, "ffmpeg-hurry-up" );
251

252
    switch( var_CreateGetInteger( p_dec, "ffmpeg-skip-frame" ) )
253
254
255
256
257
258
259
260
    {
        case -1:
            p_sys->p_context->skip_frame = AVDISCARD_NONE;
            break;
        case 0:
            p_sys->p_context->skip_frame = AVDISCARD_DEFAULT;
            break;
        case 1:
261
            p_sys->p_context->skip_frame = AVDISCARD_NONREF;
262
263
264
265
266
267
268
269
270
271
272
            break;
        case 2:
            p_sys->p_context->skip_frame = AVDISCARD_NONKEY;
            break;
        case 3:
            p_sys->p_context->skip_frame = AVDISCARD_ALL;
            break;
        default:
            p_sys->p_context->skip_frame = AVDISCARD_NONE;
            break;
    }
273
    p_sys->i_skip_frame = p_sys->p_context->skip_frame;
274

275
    switch( var_CreateGetInteger( p_dec, "ffmpeg-skip-idct" ) )
276
277
278
279
280
281
282
283
    {
        case -1:
            p_sys->p_context->skip_idct = AVDISCARD_NONE;
            break;
        case 0:
            p_sys->p_context->skip_idct = AVDISCARD_DEFAULT;
            break;
        case 1:
284
            p_sys->p_context->skip_idct = AVDISCARD_NONREF;
285
286
287
288
289
290
291
292
293
294
295
            break;
        case 2:
            p_sys->p_context->skip_idct = AVDISCARD_NONKEY;
            break;
        case 3:
            p_sys->p_context->skip_idct = AVDISCARD_ALL;
            break;
        default:
            p_sys->p_context->skip_idct = AVDISCARD_NONE;
            break;
    }
296
    p_sys->i_skip_idct = p_sys->p_context->skip_idct;
297

298
    /* ***** ffmpeg direct rendering ***** */
299
    p_sys->b_direct_rendering = false;
300
    p_sys->i_direct_rendering_used = -1;
301
302
    if( var_CreateGetBool( p_dec, "ffmpeg-dr" ) &&
       (p_sys->p_codec->capabilities & CODEC_CAP_DR1) &&
303
304
        /* No idea why ... but this fixes flickering on some TSCC streams */
        p_sys->i_codec_id != CODEC_ID_TSCC &&
305
#if (LIBAVCODEC_VERSION_INT >= AV_VERSION_INT( 52, 68, 2 ) ) && (LIBAVCODEC_VERSION_INT < AV_VERSION_INT( 52, 100, 1 ) )
306
307
308
        /* avcodec native vp8 decode doesn't handle EMU_EDGE flag, and I
           don't have idea howto implement fallback to libvpx decoder */
        p_sys->i_codec_id != CODEC_ID_VP8 &&
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
309
#endif
310
311
312
313
        !p_sys->p_context->debug_mv )
    {
        /* Some codecs set pix_fmt only after the 1st frame has been decoded,
         * so we need to do another check in ffmpeg_GetFrameBuf() */
314
        p_sys->b_direct_rendering = true;
315
316
317
    }

    /* ffmpeg doesn't properly release old pictures when frames are skipped */
318
    //if( p_sys->b_hurry_up ) p_sys->b_direct_rendering = false;
319
320
    if( p_sys->b_direct_rendering )
    {
321
        msg_Dbg( p_dec, "trying to use direct rendering" );
322
323
        p_sys->p_context->flags |= CODEC_FLAG_EMU_EDGE;
    }
324
325
326
327
    else
    {
        msg_Dbg( p_dec, "direct rendering is disabled" );
    }
328
329
330
331

    /* Always use our get_buffer wrapper so we can calculate the
     * PTS correctly */
    p_sys->p_context->get_buffer = ffmpeg_GetFrameBuf;
332
    p_sys->p_context->reget_buffer = ffmpeg_ReGetFrameBuf;
333
334
335
    p_sys->p_context->release_buffer = ffmpeg_ReleaseFrameBuf;
    p_sys->p_context->opaque = p_dec;

Laurent Aimar's avatar
Laurent Aimar committed
336
337
338
339
#ifdef HAVE_AVCODEC_MT
    int i_thread_count = var_InheritInteger( p_dec, "ffmpeg-threads" );
    if( i_thread_count <= 0 )
        i_thread_count = vlc_GetCPUCount();
340
341
342
343
    msg_Dbg( p_dec, "allowing %d thread(s) for decoding", i_thread_count );
    p_sys->p_context->thread_count = i_thread_count;
#endif

Laurent Aimar's avatar
Laurent Aimar committed
344
#ifdef HAVE_AVCODEC_VA
345
    const bool b_use_hw = var_CreateGetBool( p_dec, "ffmpeg-hw" );
346
347
348
349
350
    if( b_use_hw &&
        (i_codec_id == CODEC_ID_MPEG1VIDEO || i_codec_id == CODEC_ID_MPEG2VIDEO ||
         i_codec_id == CODEC_ID_MPEG4 ||
         i_codec_id == CODEC_ID_H264 ||
         i_codec_id == CODEC_ID_VC1 || i_codec_id == CODEC_ID_WMV3) )
Laurent Aimar's avatar
Laurent Aimar committed
351
    {
352
#ifdef HAVE_AVCODEC_MT
353
354
355
356
357
        if( p_sys->p_context->thread_type & FF_THREAD_FRAME )
        {
            msg_Warn( p_dec, "threaded frame decoding is not compatible with ffmpeg-hw, disabled" );
            p_sys->p_context->thread_type &= ~FF_THREAD_FRAME;
        }
358
#endif
359
360
        p_sys->p_context->get_format = ffmpeg_GetFormat;
    }
Laurent Aimar's avatar
Laurent Aimar committed
361
362
#endif

363
    /* ***** misc init ***** */
364
    p_sys->i_pts = VLC_TS_INVALID;
365
366
    p_sys->b_has_b_frames = false;
    p_sys->b_first_frame = true;
367
    p_sys->b_flush = false;
368
369
370
371
    p_sys->i_late_frames = 0;

    /* Set output properties */
    p_dec->fmt_out.i_cat = VIDEO_ES;
372
373
    if( GetVlcChroma( &p_dec->fmt_out.video, p_context->pix_fmt ) != VLC_SUCCESS )
    {
374
        /* we are doomed. but not really, because most codecs set their pix_fmt later on */
375
        p_dec->fmt_out.i_codec = VLC_CODEC_I420;
376
377
    }
    p_dec->fmt_out.i_codec = p_dec->fmt_out.video.i_chroma;
378
379

    /* Setup palette */
380
    memset( &p_sys->palette, 0, sizeof(p_sys->palette) );
381
    if( p_dec->fmt_in.video.p_palette )
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
    {
        p_sys->palette.palette_changed = 1;

        for( int i = 0; i < __MIN( AVPALETTE_COUNT, p_dec->fmt_in.video.p_palette->i_entries ); i++ )
        {
            union {
                uint32_t u;
                uint8_t a[4];
            } c;
            c.a[0] = p_dec->fmt_in.video.p_palette->palette[i][0];
            c.a[1] = p_dec->fmt_in.video.p_palette->palette[i][1];
            c.a[2] = p_dec->fmt_in.video.p_palette->palette[i][2];
            c.a[3] = p_dec->fmt_in.video.p_palette->palette[i][3];

            p_sys->palette.palette[i] = c.u;
        }
        p_sys->p_context->palctrl = &p_sys->palette;

        p_dec->fmt_out.video.p_palette = malloc( sizeof(video_palette_t) );
        if( p_dec->fmt_out.video.p_palette )
            *p_dec->fmt_out.video.p_palette = *p_dec->fmt_in.video.p_palette;
    }
404
    else if( p_sys->i_codec_id != CODEC_ID_MSVIDEO1 && p_sys->i_codec_id != CODEC_ID_CINEPAK )
405
406
407
    {
        p_sys->p_context->palctrl = &p_sys->palette;
    }
408

409
410
411
    /* ***** init this codec with special data ***** */
    ffmpeg_InitCodec( p_dec );

412
    /* ***** Open the codec ***** */
413
    if( ffmpeg_OpenCodec( p_dec ) < 0 )
414
415
    {
        msg_Err( p_dec, "cannot open codec (%s)", p_sys->psz_namecodec );
416
        av_free( p_sys->p_ff_pic );
Laurent Aimar's avatar
Laurent Aimar committed
417
        vlc_sem_destroy( &p_sys->sem_mt );
418
419
420
421
422
423
424
425
426
427
        free( p_sys );
        return VLC_EGENERIC;
    }

    return VLC_SUCCESS;
}

/*****************************************************************************
 * DecodeVideo: Called to decode one or more frames
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
428
picture_t *DecodeVideo( decoder_t *p_dec, block_t **pp_block )
429
430
{
    decoder_sys_t *p_sys = p_dec->p_sys;
431
    AVCodecContext *p_context = p_sys->p_context;
432
    int b_drawpicture;
433
    int b_null_size = false;
434
435
    block_t *p_block;

436
437
    if( !pp_block || !*pp_block )
        return NULL;
438

439
    if( !p_context->extradata_size && p_dec->fmt_in.i_extra )
440
    {
441
        ffmpeg_InitCodec( p_dec );
442
443
444
445
446
447
        if( p_sys->b_delayed_open )
        {
            if( ffmpeg_OpenCodec( p_dec ) )
                msg_Err( p_dec, "cannot open codec (%s)", p_sys->psz_namecodec );
        }
    }
448

449
    p_block = *pp_block;
450
451
452
453
454
    if( p_sys->b_delayed_open )
    {
        block_Release( p_block );
        return NULL;
    }
455
456
457

    if( p_block->i_flags & (BLOCK_FLAG_DISCONTINUITY|BLOCK_FLAG_CORRUPTED) )
    {
458
        p_sys->i_pts = VLC_TS_INVALID; /* To make sure we recover properly */
459
460
461

        p_sys->i_late_frames = 0;

462
463
        if( p_block->i_flags & BLOCK_FLAG_DISCONTINUITY )
            avcodec_flush_buffers( p_context );
Laurent Aimar's avatar
Laurent Aimar committed
464

465
        block_Release( p_block );
466
467
468
469
470
471
472
473
474
475
476
        return NULL;
    }

    if( p_block->i_flags & BLOCK_FLAG_PREROLL )
    {
        /* Do not care about late frames when prerolling
         * TODO avoid decoding of non reference frame
         * (ie all B except for H264 where it depends only on nal_ref_idc) */
        p_sys->i_late_frames = 0;
    }

477
    if( !p_dec->b_pace_control && (p_sys->i_late_frames > 0) &&
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
478
        (mdate() - p_sys->i_late_frames_start > INT64_C(5000000)) )
479
    {
480
        if( p_sys->i_pts > VLC_TS_INVALID )
481
482
483
        {
            msg_Err( p_dec, "more than 5 seconds of late video -> "
                     "dropping frame (computer too slow ?)" );
484
            p_sys->i_pts = VLC_TS_INVALID; /* To make sure we recover properly */
485
486
487
488
489
490
491
492
        }
        block_Release( p_block );
        p_sys->i_late_frames--;
        return NULL;
    }

    /* A good idea could be to decode all I pictures and see for the other */
    if( !p_dec->b_pace_control &&
493
494
        p_sys->b_hurry_up &&
        (p_sys->i_late_frames > 4) )
495
496
    {
        b_drawpicture = 0;
497
        if( p_sys->i_late_frames < 12 )
498
        {
499
            p_context->skip_frame =
500
501
                    (p_sys->i_skip_frame <= AVDISCARD_NONREF) ?
                    AVDISCARD_NONREF : p_sys->i_skip_frame;
502
503
504
505
506
507
508
509
510
511
512
513
        }
        else
        {
            /* picture too late, won't decode
             * but break picture until a new I, and for mpeg4 ...*/
            p_sys->i_late_frames--; /* needed else it will never be decrease */
            block_Release( p_block );
            return NULL;
        }
    }
    else
    {
514
        if( p_sys->b_hurry_up )
515
            p_context->skip_frame = p_sys->i_skip_frame;
Laurent Aimar's avatar
Laurent Aimar committed
516
        if( !(p_block->i_flags & BLOCK_FLAG_PREROLL) )
517
518
519
520
521
            b_drawpicture = 1;
        else
            b_drawpicture = 0;
    }

522
    if( p_context->width <= 0 || p_context->height <= 0 )
523
    {
524
        if( p_sys->b_hurry_up )
525
            p_context->skip_frame = p_sys->i_skip_frame;
526
        b_null_size = true;
527
    }
Laurent Aimar's avatar
Laurent Aimar committed
528
529
    else if( !b_drawpicture )
    {
530
531
532
        /* It creates broken picture
         * FIXME either our parser or ffmpeg is broken */
#if 0
533
        if( p_sys->b_hurry_up )
534
            p_context->skip_frame = __MAX( p_context->skip_frame,
535
                                                  AVDISCARD_NONREF );
536
#endif
Laurent Aimar's avatar
Laurent Aimar committed
537
    }
538
539

    /*
540
     * Do the actual decoding now */
541
542
543
544
545

    /* Don't forget that ffmpeg requires a little more bytes
     * that the real frame size */
    if( p_block->i_buffer > 0 )
    {
546
547
        p_sys->b_flush = ( p_block->i_flags & BLOCK_FLAG_END_OF_SEQUENCE ) != 0;

548
549
550
        p_block = block_Realloc( p_block, 0,
                            p_block->i_buffer + FF_INPUT_BUFFER_PADDING_SIZE );
        if( !p_block )
ivoire's avatar
ivoire committed
551
            return NULL;
552
        p_block->i_buffer -= FF_INPUT_BUFFER_PADDING_SIZE;
553
        *pp_block = p_block;
554
        memset( p_block->p_buffer + p_block->i_buffer, 0,
555
556
557
                FF_INPUT_BUFFER_PADDING_SIZE );
    }

558
    while( p_block->i_buffer > 0 || p_sys->b_flush )
559
560
561
    {
        int i_used, b_gotpicture;
        picture_t *p_pic;
562
        AVPacket pkt;
563

564
565
566
567
568
569
570
        /* Set the PTS/DTS in the context reordered_opaque field */
        if( p_block->i_pts > VLC_TS_INVALID  )
            p_context->reordered_opaque = (p_block->i_pts << 1) | 0;
        else if( p_block->i_dts > VLC_TS_INVALID )
            p_context->reordered_opaque = (p_block->i_dts << 1) | 1;
        else
            p_context->reordered_opaque = INT64_MIN;
571
        p_sys->p_ff_pic->reordered_opaque = p_context->reordered_opaque;
572
573
574
575
576

        /* Make sure we don't reuse the same timestamps twice */
        p_block->i_pts =
        p_block->i_dts = VLC_TS_INVALID;

Laurent Aimar's avatar
Laurent Aimar committed
577
        post_mt( p_sys );
578

579
580
581
582
583
        av_init_packet( &pkt );
        pkt.data = p_block->p_buffer;
        pkt.size = p_block->i_buffer;
        i_used = avcodec_decode_video2( p_context, p_sys->p_ff_pic,
                                       &b_gotpicture, &pkt );
584

585
586
        if( b_null_size && !p_sys->b_flush &&
            p_context->width > 0 && p_context->height > 0 )
587
588
        {
            /* Reparse it to not drop the I frame */
589
            b_null_size = false;
590
            if( p_sys->b_hurry_up )
591
                p_context->skip_frame = p_sys->i_skip_frame;
592
593
            i_used = avcodec_decode_video2( p_context, p_sys->p_ff_pic,
                                           &b_gotpicture, &pkt );
594
        }
Laurent Aimar's avatar
Laurent Aimar committed
595
        wait_mt( p_sys );
596

597
598
599
        if( p_sys->b_flush )
            p_sys->b_first_frame = true;

600
        if( p_block->i_buffer <= 0 )
601
602
            p_sys->b_flush = false;

603
604
        if( i_used < 0 )
        {
Laurent Aimar's avatar
Laurent Aimar committed
605
            if( b_drawpicture )
606
607
                msg_Warn( p_dec, "cannot decode one frame (%zu bytes)",
                          p_block->i_buffer );
608
609
610
            block_Release( p_block );
            return NULL;
        }
Laurent Aimar's avatar
Laurent Aimar committed
611
612
        else if( i_used > p_block->i_buffer ||
                 p_context->thread_count > 1 )
613
        {
614
            i_used = p_block->i_buffer;
615
616
617
        }

        /* Consumed bytes */
618
619
        p_block->i_buffer -= i_used;
        p_block->p_buffer += i_used;
620
621
622
623
624
625
626
627

        /* Nothing to display */
        if( !b_gotpicture )
        {
            if( i_used == 0 ) break;
            continue;
        }

628
629
630
631
632
633
        /* Sanity check (seems to be needed for some streams) */
        if( p_sys->p_ff_pic->pict_type == FF_B_TYPE )
        {
            p_sys->b_has_b_frames = true;
        }

634
635
636
637
638
639
640
641
642
643
644
645
646
        /* Compute the PTS */
        mtime_t i_pts = VLC_TS_INVALID;
        if( p_sys->p_ff_pic->reordered_opaque != INT64_MIN )
        {
            mtime_t i_ts = p_sys->p_ff_pic->reordered_opaque >> 1;
            bool    b_dts = p_sys->p_ff_pic->reordered_opaque & 1;
            if( b_dts )
            {
                if( !p_context->has_b_frames ||
                    !p_sys->b_has_b_frames ||
                    !p_sys->p_ff_pic->reference ||
                    p_sys->i_pts <= VLC_TS_INVALID )
                    i_pts = i_ts;
647
648
649
650
651
652
653
654
655

                /* Guess what ? The rules are different for Real Video :( */
                if( (p_dec->fmt_in.i_codec == VLC_CODEC_RV30 ||
                     p_dec->fmt_in.i_codec == VLC_CODEC_RV40) &&
                    p_sys->b_has_b_frames )
                {
                    i_pts = VLC_TS_INVALID;
                    if(p_sys->p_ff_pic->reference) i_pts = i_ts;
                }
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
            }
            else
            {
                i_pts = i_ts;
            }
        }
        if( i_pts <= VLC_TS_INVALID )
            i_pts = p_sys->i_pts;

        /* Interpolate the next PTS */
        if( i_pts > VLC_TS_INVALID )
            p_sys->i_pts = i_pts;
        if( p_sys->i_pts > VLC_TS_INVALID )
        {
            /* interpolate the next PTS */
            if( p_dec->fmt_in.video.i_frame_rate > 0 &&
                p_dec->fmt_in.video.i_frame_rate_base > 0 )
            {
                p_sys->i_pts += INT64_C(1000000) *
                    (2 + p_sys->p_ff_pic->repeat_pict) *
                    p_dec->fmt_in.video.i_frame_rate_base /
                    (2 * p_dec->fmt_in.video.i_frame_rate);
            }
            else if( p_context->time_base.den > 0 )
            {
                int i_tick = p_context->ticks_per_frame;
                if( i_tick <= 0 )
                    i_tick = 1;

                p_sys->i_pts += INT64_C(1000000) *
                    (2 + p_sys->p_ff_pic->repeat_pict) *
                    i_tick * p_context->time_base.num /
                    (2 * p_context->time_base.den);
            }
        }
691

692
        /* Update frame late count (except when doing preroll) */
693
694
        mtime_t i_display_date = 0;
        if( !(p_block->i_flags & BLOCK_FLAG_PREROLL) )
695
            i_display_date = decoder_GetDisplayDate( p_dec, i_pts );
696

697
        if( i_display_date > 0 && i_display_date <= mdate() )
698
699
700
701
702
703
704
705
706
707
        {
            p_sys->i_late_frames++;
            if( p_sys->i_late_frames == 1 )
                p_sys->i_late_frames_start = mdate();
        }
        else
        {
            p_sys->i_late_frames = 0;
        }

708
        if( !b_drawpicture || ( !p_sys->p_va && !p_sys->p_ff_pic->linesize[0] ) )
709
710
711
712
713
            continue;

        if( !p_sys->p_ff_pic->opaque )
        {
            /* Get a new picture */
714
            p_pic = ffmpeg_NewPictBuf( p_dec, p_context );
715
716
717
718
719
720
721
722
723
724
725
726
727
            if( !p_pic )
            {
                block_Release( p_block );
                return NULL;
            }

            /* Fill p_picture_t from AVVideoFrame and do chroma conversion
             * if needed */
            ffmpeg_CopyPicture( p_dec, p_pic, p_sys->p_ff_pic );
        }
        else
        {
            p_pic = (picture_t *)p_sys->p_ff_pic->opaque;
728
            decoder_LinkPicture( p_dec, p_pic );
729
730
        }

Laurent Aimar's avatar
Laurent Aimar committed
731
        if( !p_dec->fmt_in.video.i_sar_num || !p_dec->fmt_in.video.i_sar_den )
732
733
        {
            /* Fetch again the aspect ratio in case it changed */
734
            p_dec->fmt_out.video.i_sar_num
735
                = p_context->sample_aspect_ratio.num;
736
            p_dec->fmt_out.video.i_sar_den
737
                = p_context->sample_aspect_ratio.den;
738

Laurent Aimar's avatar
Laurent Aimar committed
739
            if( !p_dec->fmt_out.video.i_sar_num || !p_dec->fmt_out.video.i_sar_den )
740
            {
Laurent Aimar's avatar
Laurent Aimar committed
741
742
                p_dec->fmt_out.video.i_sar_num = 1;
                p_dec->fmt_out.video.i_sar_den = 1;
743
744
745
            }
        }

746
        /* Send decoded frame to vout */
747
        if( i_pts > VLC_TS_INVALID)
748
        {
749
            p_pic->date = i_pts;
750
751
752
753

            if( p_sys->b_first_frame )
            {
                /* Hack to force display of still pictures */
754
755
                p_sys->b_first_frame = false;
                p_pic->b_force = true;
756
757
758
759
760
761
            }

            p_pic->i_nb_fields = 2 + p_sys->p_ff_pic->repeat_pict;
            p_pic->b_progressive = !p_sys->p_ff_pic->interlaced_frame;
            p_pic->b_top_field_first = p_sys->p_ff_pic->top_field_first;

762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
            p_pic->i_qstride = p_sys->p_ff_pic->qstride;
            int i_mb_h = ( p_pic->format.i_height + 15 ) / 16;
            p_pic->p_q = malloc( p_pic->i_qstride * i_mb_h );
            memcpy( p_pic->p_q, p_sys->p_ff_pic->qscale_table,
                    p_pic->i_qstride * i_mb_h );
            switch( p_sys->p_ff_pic->qscale_type )
            {
                case FF_QSCALE_TYPE_MPEG1:
                    p_pic->i_qtype = QTYPE_MPEG1;
                    break;
                case FF_QSCALE_TYPE_MPEG2:
                    p_pic->i_qtype = QTYPE_MPEG2;
                    break;
                case FF_QSCALE_TYPE_H264:
                    p_pic->i_qtype = QTYPE_H264;
                    break;
            }

780
781
782
783
            return p_pic;
        }
        else
        {
784
            decoder_DeletePicture( p_dec, p_pic );
785
786
787
788
789
790
791
792
793
794
        }
    }

    block_Release( p_block );
    return NULL;
}

/*****************************************************************************
 * EndVideo: decoder destruction
 *****************************************************************************
795
 * This function is called when the thread ends after a successful
796
797
 * initialization.
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
798
void EndVideoDec( decoder_t *p_dec )
799
800
801
{
    decoder_sys_t *p_sys = p_dec->p_sys;

Laurent Aimar's avatar
Laurent Aimar committed
802
803
    post_mt( p_sys );

804
805
806
    /* do not flush buffers if codec hasn't been opened (theora/vorbis/VC1) */
    if( p_sys->p_context->codec )
        avcodec_flush_buffers( p_sys->p_context );
807

Laurent Aimar's avatar
Laurent Aimar committed
808
809
    wait_mt( p_sys );

810
    if( p_sys->p_ff_pic ) av_free( p_sys->p_ff_pic );
811
812

    if( p_sys->p_va )
813
    {
814
        vlc_va_Delete( p_sys->p_va );
815
816
        p_sys->p_va = NULL;
    }
Laurent Aimar's avatar
Laurent Aimar committed
817
    vlc_sem_destroy( &p_sys->sem_mt );
818
819
}

820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
/*****************************************************************************
 * ffmpeg_InitCodec: setup codec extra initialization data for ffmpeg
 *****************************************************************************/
static void ffmpeg_InitCodec( decoder_t *p_dec )
{
    decoder_sys_t *p_sys = p_dec->p_sys;
    int i_size = p_dec->fmt_in.i_extra;

    if( !i_size ) return;

    if( p_sys->i_codec_id == CODEC_ID_SVQ3 )
    {
        uint8_t *p;

        p_sys->p_context->extradata_size = i_size + 12;
        p = p_sys->p_context->extradata  =
            malloc( p_sys->p_context->extradata_size );
ivoire's avatar
ivoire committed
837
838
        if( !p )
            return;
839
840
841
842
843
844
845

        memcpy( &p[0],  "SVQ3", 4 );
        memset( &p[4], 0, 8 );
        memcpy( &p[12], p_dec->fmt_in.p_extra, i_size );

        /* Now remove all atoms before the SMI one */
        if( p_sys->p_context->extradata_size > 0x5a &&
846
            strncmp( (char*)&p[0x56], "SMI ", 4 ) )
847
848
849
850
851
852
853
854
855
856
857
        {
            uint8_t *psz = &p[0x52];

            while( psz < &p[p_sys->p_context->extradata_size - 8] )
            {
                int i_size = GetDWBE( psz );
                if( i_size <= 1 )
                {
                    /* FIXME handle 1 as long size */
                    break;
                }
858
                if( !strncmp( (char*)&psz[4], "SMI ", 4 ) )
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
                {
                    memmove( &p[0x52], psz,
                             &p[p_sys->p_context->extradata_size] - psz );
                    break;
                }

                psz += i_size;
            }
        }
    }
    else
    {
        p_sys->p_context->extradata_size = i_size;
        p_sys->p_context->extradata =
            malloc( i_size + FF_INPUT_BUFFER_PADDING_SIZE );
ivoire's avatar
ivoire committed
874
875
876
877
878
879
880
        if( p_sys->p_context->extradata )
        {
            memcpy( p_sys->p_context->extradata,
                    p_dec->fmt_in.p_extra, i_size );
            memset( &((uint8_t*)p_sys->p_context->extradata)[i_size],
                    0, FF_INPUT_BUFFER_PADDING_SIZE );
        }
881
882
883
    }
}

884
885
886
887
888
889
890
891
892
/*****************************************************************************
 * ffmpeg_CopyPicture: copy a picture from ffmpeg internal buffers to a
 *                     picture_t structure (when not in direct rendering mode).
 *****************************************************************************/
static void ffmpeg_CopyPicture( decoder_t *p_dec,
                                picture_t *p_pic, AVFrame *p_ff_pic )
{
    decoder_sys_t *p_sys = p_dec->p_sys;

893
894
    if( p_sys->p_va )
    {
895
        vlc_va_Extract( p_sys->p_va, p_pic, p_ff_pic );
896
897
    }
    else if( TestFfmpegChroma( p_sys->p_context->pix_fmt, -1 ) == VLC_SUCCESS )
898
899
900
901
902
    {
        int i_plane, i_size, i_line;
        uint8_t *p_dst, *p_src;
        int i_src_stride, i_dst_stride;

903
        for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
904
        {
905
906
907
908
909
910
911
912
            p_src  = p_ff_pic->data[i_plane];
            p_dst = p_pic->p[i_plane].p_pixels;
            i_src_stride = p_ff_pic->linesize[i_plane];
            i_dst_stride = p_pic->p[i_plane].i_pitch;

            i_size = __MIN( i_src_stride, i_dst_stride );
            for( i_line = 0; i_line < p_pic->p[i_plane].i_visible_lines;
                 i_line++ )
913
            {
914
915
916
                vlc_memcpy( p_dst, p_src, i_size );
                p_src += i_src_stride;
                p_dst += i_dst_stride;
917
918
919
920
921
            }
        }
    }
    else
    {
922
923
924
        msg_Err( p_dec, "don't know how to convert chroma %i",
                 p_sys->p_context->pix_fmt );
        p_dec->b_error = 1;
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
    }
}

/*****************************************************************************
 * ffmpeg_GetFrameBuf: callback used by ffmpeg to get a frame buffer.
 *****************************************************************************
 * It is used for direct rendering as well as to get the right PTS for each
 * decoded picture (even in indirect rendering mode).
 *****************************************************************************/
static int ffmpeg_GetFrameBuf( struct AVCodecContext *p_context,
                               AVFrame *p_ff_pic )
{
    decoder_t *p_dec = (decoder_t *)p_context->opaque;
    decoder_sys_t *p_sys = p_dec->p_sys;
    picture_t *p_pic;

941
    /* */
942
    p_ff_pic->reordered_opaque = p_context->reordered_opaque;
943
944
945
946
    p_ff_pic->opaque = NULL;

    if( p_sys->p_va )
    {
947
#ifdef HAVE_AVCODEC_VA
948
        /* hwaccel_context is not present in old ffmpeg version */
949
950
951
        if( vlc_va_Setup( p_sys->p_va,
                          &p_sys->p_context->hwaccel_context, &p_dec->fmt_out.video.i_chroma,
                          p_sys->p_context->width, p_sys->p_context->height ) )
952
        {
953
            msg_Err( p_dec, "vlc_va_Setup failed" );
954
955
            return -1;
        }
956
957
958
#else
        assert(0);
#endif
959
960
961
962
963

        /* */
        p_ff_pic->type = FF_BUFFER_TYPE_USER;
        /* FIXME what is that, should give good value */
        p_ff_pic->age = 256*256*256*64; // FIXME FIXME from ffmpeg
964

965
        if( vlc_va_Get( p_sys->p_va, p_ff_pic ) )
966
967
968
969
970
971
        {
            msg_Err( p_dec, "VaGrabSurface failed" );
            return -1;
        }
        return 0;
    }
972
    else if( !p_sys->b_direct_rendering )
973
    {
974
        /* Not much to do in indirect rendering mode. */
975
976
977
        return avcodec_default_get_buffer( p_context, p_ff_pic );
    }

Laurent Aimar's avatar
Laurent Aimar committed
978
    wait_mt( p_sys );
979
    /* Some codecs set pix_fmt only after the 1st frame has been decoded,
980
981
     * so we need to check for direct rendering again. */

982
983
984
    int i_width = p_context->width;
    int i_height = p_context->height;
    avcodec_align_dimensions( p_context, &i_width, &i_height );
985

986
    if( GetVlcChroma( &p_dec->fmt_out.video, p_context->pix_fmt ) != VLC_SUCCESS ||
987
        p_context->pix_fmt == PIX_FMT_PAL8 )
988
        goto no_dr;
989

990
    p_dec->fmt_out.i_codec = p_dec->fmt_out.video.i_chroma;
991
992

    /* Get a new picture */
993
    p_pic = ffmpeg_NewPictBuf( p_dec, p_context );
994
    if( !p_pic )
995
        goto no_dr;
996
997
998
999
1000
1001
    bool b_compatible = true;
    if( p_pic->p[0].i_pitch / p_pic->p[0].i_pixel_pitch < i_width ||
        p_pic->p[0].i_lines < i_height )
        b_compatible = false;
    for( int i = 0; i < p_pic->i_planes && b_compatible; i++ )
    {
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
        unsigned i_align;
        switch( p_sys->i_codec_id )
        {
        case CODEC_ID_SVQ1:
        case CODEC_ID_VP5:
        case CODEC_ID_VP6:
        case CODEC_ID_VP6F:
        case CODEC_ID_VP6A:
            i_align = 16;
            break;
        default:
            i_align = i == 0 ? 16 : 8;
            break;
        }
1016
1017
1018
1019
1020
        if( p_pic->p[i].i_pitch % i_align )
            b_compatible = false;
        if( (intptr_t)p_pic->p[i].p_pixels % i_align )
            b_compatible = false;
    }
1021
1022
1023
1024
1025
1026
    if( p_context->pix_fmt == PIX_FMT_YUV422P && b_compatible )
    {
        if( 2 * p_pic->p[1].i_pitch != p_pic->p[0].i_pitch ||
            2 * p_pic->p[2].i_pitch != p_pic->p[0].i_pitch )
            b_compatible = false;
    }
1027
1028
1029
    if( !b_compatible )
    {
        decoder_DeletePicture( p_dec, p_pic );
1030
1031
1032
1033
1034
1035
1036
        goto no_dr;
    }

    if( p_sys->i_direct_rendering_used != 1 )
    {
        msg_Dbg( p_dec, "using direct rendering" );
        p_sys->i_direct_rendering_used = 1;
1037
    }
1038

1039
    p_context->draw_horiz_band = NULL;
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055

    p_ff_pic->opaque = (void*)p_pic;
    p_ff_pic->type = FF_BUFFER_TYPE_USER;
    p_ff_pic->data[0] = p_pic->p[0].p_pixels;
    p_ff_pic->data[1] = p_pic->p[1].p_pixels;
    p_ff_pic->data[2] = p_pic->p[2].p_pixels;
    p_ff_pic->data[3] = NULL; /* alpha channel but I'm not sure */

    p_ff_pic->linesize[0] = p_pic->p[0].i_pitch;
    p_ff_pic->linesize[1] = p_pic->p[1].i_pitch;
    p_ff_pic->linesize[2] = p_pic->p[2].i_pitch;
    p_ff_pic->linesize[3] = 0;

    /* FIXME what is that, should give good value */
    p_ff_pic->age = 256*256*256*64; // FIXME FIXME from ffmpeg

Laurent Aimar's avatar
Laurent Aimar committed
1056
    post_mt( p_sys );
1057
    return 0;
1058
1059
1060
1061
1062
1063
1064

no_dr:
    if( p_sys->i_direct_rendering_used != 0 )
    {
        msg_Warn( p_dec, "disabling direct rendering" );
        p_sys->i_direct_rendering_used = 0;
    }
Laurent Aimar's avatar
Laurent Aimar committed
1065
    post_mt( p_sys );
1066
    return avcodec_default_get_buffer( p_context, p_ff_pic );
1067
}
1068
1069
static int  ffmpeg_ReGetFrameBuf( struct AVCodecContext *p_context, AVFrame *p_ff_pic )
{
1070
    p_ff_pic->reordered_opaque = p_context->reordered_opaque;
1071
1072

    /* We always use default reget function, it works perfectly fine */
1073
    return avcodec_default_reget_buffer( p_context, p_ff_pic );
1074
}
1075
1076
1077
1078
1079

static void ffmpeg_ReleaseFrameBuf( struct AVCodecContext *p_context,
                                    AVFrame *p_ff_pic )
{
    decoder_t *p_dec = (decoder_t *)p_context->opaque;
1080
1081
1082
1083
    decoder_sys_t *p_sys = p_dec->p_sys;

    if( p_sys->p_va )
    {
1084
        vlc_va_Release( p_sys->p_va, p_ff_pic );
1085
1086
    }
    else if( !p_ff_pic->opaque )
1087
    {
1088
1089
1090
1091
1092
1093
        /* We can end up here without the AVFrame being allocated by
         * avcodec_default_get_buffer() if VA is used and the frame is
         * released when the decoder is closed
         */
        if( p_ff_pic->type == FF_BUFFER_TYPE_INTERNAL )
            avcodec_default_release_buffer( p_context, p_ff_pic );
1094
    }
1095
1096
1097
    else
    {
        picture_t *p_pic = (picture_t*)p_ff_pic->opaque;
1098

1099
1100
        decoder_UnlinkPicture( p_dec, p_pic );
    }
1101
1102
    for( int i = 0; i < 4; i++ )
        p_ff_pic->data[i] = NULL;
1103
}
1104

1105
#ifdef HAVE_AVCODEC_VA
1106
1107
1108
1109
1110
1111
1112
1113
static enum PixelFormat ffmpeg_GetFormat( AVCodecContext *p_codec,
                                          const enum PixelFormat *pi_fmt )
{
    decoder_t *p_dec = p_codec->opaque;
    decoder_sys_t *p_sys = p_dec->p_sys;

    if( p_sys->p_va )
    {
1114
        vlc_va_Delete( p_sys->p_va );