video.c 28.6 KB
Newer Older
1
2
3
4
/*****************************************************************************
 * video.c: video decoder using ffmpeg library
 *****************************************************************************
 * Copyright (C) 1999-2001 VideoLAN
5
 * $Id: video.c,v 1.11 2002/12/06 16:34:05 sam Exp $
6
7
 *
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
gbazin's avatar
   
gbazin committed
8
 *          Gildas Bazin <gbazin@netcourrier.com>
9
10
11
12
13
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
14
 *
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/
#include <stdlib.h>                                      /* malloc(), free() */

#include <vlc/vlc.h>
#include <vlc/vout.h>
#include <vlc/aout.h>
#include <vlc/decoder.h>
#include <vlc/input.h>

#include <string.h>

#ifdef HAVE_SYS_TIMES_H
#   include <sys/times.h>
#endif

gbazin's avatar
   
gbazin committed
42
#include "avcodec.h"                                               /* ffmpeg */
43
44
45
46
47
48

#include "postprocessing/postprocessing.h"

#include "ffmpeg.h"
#include "video.h"

gbazin's avatar
   
gbazin committed
49
/*****************************************************************************
50
 * Local prototypes
gbazin's avatar
   
gbazin committed
51
 *****************************************************************************/
52
53
54
#if LIBAVCODEC_BUILD >= 4641
static void ffmpeg_CopyPicture( picture_t *, AVVideoFrame *, vdec_thread_t * );
#else
gbazin's avatar
   
gbazin committed
55
static void ffmpeg_CopyPicture( picture_t *, AVPicture *, vdec_thread_t * );
56
57
#endif

gbazin's avatar
   
gbazin committed
58
static void ffmpeg_PostProcPicture( vdec_thread_t *, picture_t * );
59

60
61
62
63
#if LIBAVCODEC_BUILD >= 4641
static int  ffmpeg_GetFrameBuf( struct AVCodecContext *, AVVideoFrame *);
static void ffmpeg_ReleaseFrameBuf( struct AVCodecContext *, AVVideoFrame *);
#endif
64

gbazin's avatar
   
gbazin committed
65
66
67
68
/*****************************************************************************
 * Local Functions
 *****************************************************************************/

69
static inline uint32_t ffmpeg_PixFmtToChroma( int i_ff_chroma )
70
{
71
72
73
74
75
76
77
78
    /* FIXME FIXME some of them are wrong */
    switch( i_ff_chroma )
    {
        case PIX_FMT_YUV420P:
        case PIX_FMT_YUV422:
            return( VLC_FOURCC('I','4','2','0') );
        case PIX_FMT_RGB24:
            return( VLC_FOURCC('R','V','2','4') );
79

80
81
82
83
84
85
86
87
        case PIX_FMT_YUV422P:
            return( VLC_FOURCC('I','4','2','2') );
        case PIX_FMT_YUV444P:
            return( VLC_FOURCC('I','4','4','4') );
#if LIBAVCODEC_BUILD >= 4615
        case PIX_FMT_YUV410P:
#endif
        case PIX_FMT_BGR24:
88
        default:
89
            return( 0 );
90
91
92
93
    }
}

/* Return a Vout */
94
95
static vout_thread_t *ffmpeg_CreateVout( vdec_thread_t  *p_vdec,
                                         AVCodecContext *p_context )
96
97
{
    vout_thread_t *p_vout;
98
99
100
101
    unsigned int   i_width = p_context->width;
    unsigned int   i_height =p_context->height;
    uint32_t       i_chroma = ffmpeg_PixFmtToChroma( p_context->pix_fmt );
    unsigned int   i_aspect;
102

103
    if( !i_width || !i_height )
104
105
106
107
108
109
110
111
112
113
114
    {
        return( NULL ); /* Can't create a new vout without display size */
    }

    if( !i_chroma )
    {
        /* we make conversion if possible*/
        i_chroma = VLC_FOURCC('I','4','2','0');
        msg_Warn( p_vdec->p_fifo, "Internal chroma conversion (FIXME)");
        /* It's mainly for I410 -> I420 conversion that I've made,
           it's buggy and very slow */
115
    }
116
#if LIBAVCODEC_BUILD >= 4640
117
118
    i_aspect = VOUT_ASPECT_FACTOR * p_context->aspect_ratio;
    if( i_aspect == 0 )
119
120
121
122
    {
        i_aspect = VOUT_ASPECT_FACTOR * i_width / i_height;
    }
#else
123
    switch( p_context->aspect_ratio_info )
124
125
126
127
    {
        case( FF_ASPECT_4_3_625 ):
        case( FF_ASPECT_4_3_525 ):
            i_aspect = VOUT_ASPECT_FACTOR * 4 / 3;
128
            break;
129
130
131
        case( FF_ASPECT_16_9_625 ):
        case( FF_ASPECT_16_9_525 ):
            i_aspect = VOUT_ASPECT_FACTOR * 16 / 9 ;
132
            break;
133
134
        case( FF_ASPECT_SQUARE ):
        default:
135
            i_aspect = VOUT_ASPECT_FACTOR * i_width / i_height;
136
            break;
137
        }
138
#endif
139

140
141
    /* Spawn a video output if there is none. First we look for our children,
     * then we look for any other vout that might be available. */
142
143
    p_vout = vout_Request( p_vdec->p_fifo, NULL,
                           i_width, i_height, i_chroma, i_aspect );
gbazin's avatar
   
gbazin committed
144

145
    return p_vout;
146
147
148
}

/* FIXME FIXME FIXME this is a big shit
149
   does someone want to rewrite this function ?
150
151
152
   or said to me how write a better thing
   FIXME FIXME FIXME
*/
153
154
155
156
157
#if LIBAVCODEC_BUILD >= 4641
static void ffmpeg_ConvertPictureI410toI420( picture_t *p_pic,
                                             AVVideoFrame *p_ff_pic,
                                             vdec_thread_t   *p_vdec )
#else
158
static void ffmpeg_ConvertPictureI410toI420( picture_t *p_pic,
159
                                             AVPicture *p_ff_pic,
160
                                             vdec_thread_t   *p_vdec )
161
#endif
162
{
163
164
    uint8_t *p_src, *p_dst;
    uint8_t *p_plane[3];
165
    int i_plane;
gbazin's avatar
   
gbazin committed
166

167
168
169
    int i_stride, i_lines;
    int i_height, i_width;
    int i_y, i_x;
gbazin's avatar
   
gbazin committed
170

171
172
    i_height = p_vdec->p_context->height;
    i_width  = p_vdec->p_context->width;
gbazin's avatar
   
gbazin committed
173

174
    p_dst = p_pic->p[0].p_pixels;
175
    p_src  = p_ff_pic->data[0];
176
177
178
179
180
181

    /* copy first plane */
    for( i_y = 0; i_y < i_height; i_y++ )
    {
        p_vdec->p_fifo->p_vlc->pf_memcpy( p_dst, p_src, i_width);
        p_dst += p_pic->p[0].i_pitch;
182
        p_src += p_ff_pic->linesize[0];
183
    }
gbazin's avatar
   
gbazin committed
184

185
186
187
    /* process each plane in a temporary buffer */
    for( i_plane = 1; i_plane < 3; i_plane++ )
    {
188
        i_stride = p_ff_pic->linesize[i_plane];
189
190
191
        i_lines = i_height / 4;

        p_dst = p_plane[i_plane] = malloc( i_lines * i_stride * 2 * 2 );
192
        p_src  = p_ff_pic->data[i_plane];
193
194
195
196
197
198
199
200
201
202
203
204

        /* for each source line */
        for( i_y = 0; i_y < i_lines; i_y++ )
        {
            for( i_x = 0; i_x < i_stride - 1; i_x++ )
            {
                p_dst[2 * i_x    ] = p_src[i_x];
                p_dst[2 * i_x + 1] = ( p_src[i_x] + p_src[i_x + 1]) / 2;

            }
            p_dst[2 * i_stride - 2] = p_src[i_x];
            p_dst[2 * i_stride - 1] = p_src[i_x];
gbazin's avatar
   
gbazin committed
205

206
207
208
209
210
211
212
            p_dst += 4 * i_stride; /* process the next even lines */
            p_src += i_stride;
        }
    }

    for( i_plane = 1; i_plane < 3; i_plane++ )
    {
213
        i_stride = p_ff_pic->linesize[i_plane];
214
215
216
217
218
219
220
221
222
223
224
        i_lines = i_height / 4;

        p_dst = p_plane[i_plane] + 2*i_stride;
        p_src  = p_plane[i_plane];

        for( i_y = 0; i_y < i_lines - 1; i_y++ )
        {
            for( i_x = 0; i_x <  2 * i_stride ; i_x++ )
            {
                p_dst[i_x] = ( p_src[i_x] + p_src[i_x + 4*i_stride])/2;
            }
gbazin's avatar
   
gbazin committed
225

226
227
228
229
230
231
232
            p_dst += 4 * i_stride; /* process the next odd lines */
            p_src += 4 * i_stride;
        }
        /* last line */
        p_vdec->p_fifo->p_vlc->pf_memcpy( p_dst, p_src, 2*i_stride );
    }
    /* copy to p_pic, by block
233
       if I do pixel per pixel it segfault. It's why I use
234
235
236
       temporaries buffers */
    for( i_plane = 1; i_plane < 3; i_plane++ )
    {
237
        int i_size;
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
        p_src  = p_plane[i_plane];
        p_dst = p_pic->p[i_plane].p_pixels;

        i_size = __MIN( 2*i_stride, p_pic->p[i_plane].i_pitch);
        for( i_y = 0; i_y < __MIN(p_pic->p[i_plane].i_lines, 2 * i_lines); i_y++ )
        {
            p_vdec->p_fifo->p_vlc->pf_memcpy( p_dst, p_src, i_size );
            p_src += 2 * i_stride;
            p_dst += p_pic->p[i_plane].i_pitch;
        }
        free( p_plane[i_plane] );
    }
}

/*****************************************************************************
 *
 * Functions that initialize, decode and end the decoding process
 *
 * Functions exported for ffmpeg.c
 *   * E_( InitThread_Video )
 *   * E_( DecodeThread )
 *   * E_( EndThread_Video )
 *****************************************************************************/

/*****************************************************************************
 * InitThread: initialize vdec output thread
 *****************************************************************************
265
266
 * This function is called from decoder_Run and performs the second step
 * of the initialization. It returns 0 on success. Note that the thread's
267
268
269
 * flag are not modified inside this function.
 *
 * ffmpeg codec will be open, some memory allocated. But Vout is not yet
gbazin's avatar
   
gbazin committed
270
 * open (done after the first decoded frame)
271
272
273
274
 *****************************************************************************/
int E_( InitThread_Video )( vdec_thread_t *p_vdec )
{
    int i_tmp;
275
276
277
278
279
#if LIBAVCODEC_BUILD >= 4641
    p_vdec->p_ff_pic = avcodec_alloc_picture();
#else
    p_vdec->p_ff_pic = &p_vdec->ff_pic;
#endif
gbazin's avatar
   
gbazin committed
280

281
282
    if( p_vdec->p_fifo->p_demux_data )
    {
gbazin's avatar
   
gbazin committed
283
        p_vdec->p_format = (BITMAPINFOHEADER *)p_vdec->p_fifo->p_demux_data;
284
285
286
287
288

        /* ***** Fill p_context with init values ***** */
        p_vdec->p_context->width  = p_vdec->p_format->biWidth;
        p_vdec->p_context->height = p_vdec->p_format->biHeight;

289
290
291
292
    }
    else
    {
        msg_Warn( p_vdec->p_fifo, "display informations missing" );
293
        p_vdec->p_format = NULL;
294
295
    }

296

297
298
299
300
301
302
303
304
305
306
307
308
309
310
    /*  ***** Get configuration of ffmpeg plugin ***** */
#if LIBAVCODEC_BUILD >= 4611
    i_tmp = config_GetInt( p_vdec->p_fifo, "ffmpeg-workaround-bugs" );
    p_vdec->p_context->workaround_bugs  = __MAX( __MIN( i_tmp, 99 ), 0 );

    i_tmp = config_GetInt( p_vdec->p_fifo, "ffmpeg-error-resilience" );
    p_vdec->p_context->error_resilience = __MAX( __MIN( i_tmp, 99 ), -1 );
#endif
#if LIBAVCODEC_BUILD >= 4614
    if( config_GetInt( p_vdec->p_fifo, "grayscale" ) )
    {
        p_vdec->p_context->flags|= CODEC_FLAG_GRAY;
    }
#endif
gbazin's avatar
   
gbazin committed
311

312
313
    p_vdec->b_hurry_up = config_GetInt(p_vdec->p_fifo, "ffmpeg-hurry-up");

gbazin's avatar
   
gbazin committed
314
    p_vdec->b_direct_rendering = 0;
315
316
317
318
319

#if LIBAVCODEC_BUILD >= 4641
    if( config_GetInt( p_vdec->p_fifo, "ffmpeg-dr" ) &&
        p_vdec->p_codec->capabilities & CODEC_CAP_DR1 &&
        p_vdec->p_context->pix_fmt != PIX_FMT_YUV410P ) /* <- FIXME */
gbazin's avatar
   
gbazin committed
320
321
322
    {
        msg_Dbg( p_vdec->p_fifo, "using direct rendering" );
        p_vdec->b_direct_rendering = 1;
323
324
325
        p_vdec->p_context->flags|= CODEC_FLAG_EMU_EDGE;
        p_vdec->p_context->get_buffer     = ffmpeg_GetFrameBuf;
        p_vdec->p_context->release_buffer = ffmpeg_ReleaseFrameBuf;
gbazin's avatar
   
gbazin committed
326
        p_vdec->p_context->opaque = p_vdec;
327

gbazin's avatar
   
gbazin committed
328
329
330
    }
#endif

331
332
333
334
335
336
337
338
339
#if 0
    /* check if codec support truncated frames */
//    if( p_vdec->p_codec->capabilities & CODEC_FLAG_TRUNCATED )
    if( p_vdec->i_codec_id == CODEC_ID_MPEG1VIDEO)
    {
        msg_Dbg( p_vdec->p_fifo, "CODEC_FLAG_TRUNCATED supported" );
        p_vdec->p_context->flags |= CODEC_FLAG_TRUNCATED;
    }
#endif
340

gbazin's avatar
   
gbazin committed
341
342
    /* ***** Open the codec ***** */
    if( avcodec_open(p_vdec->p_context, p_vdec->p_codec) < 0 )
343
344
345
346
347
348
349
350
351
352
353
354
    {
        msg_Err( p_vdec->p_fifo, "cannot open codec (%s)",
                                 p_vdec->psz_namecodec );
        return( -1 );
    }
    else
    {
        msg_Dbg( p_vdec->p_fifo, "ffmpeg codec (%s) started",
                                 p_vdec->psz_namecodec );
    }

    /* ***** init this codec with special data ***** */
355
    if( p_vdec->p_format &&
356
            p_vdec->p_format->biSize > sizeof(BITMAPINFOHEADER) )
357
358
    {
        int b_gotpicture;
359

360
361
362
        switch( p_vdec->i_codec_id )
        {
            case( CODEC_ID_MPEG4 ):
363
                avcodec_decode_video( p_vdec->p_context, p_vdec->p_ff_pic,
364
                                      &b_gotpicture,
gbazin's avatar
   
gbazin committed
365
366
367
                                      (void *)&p_vdec->p_format[1],
                                      p_vdec->p_format->biSize
                                        - sizeof(BITMAPINFOHEADER) );
368
369
370
371
372
                break;
            default:
                if( p_vdec->p_fifo->i_fourcc == FOURCC_MP4S ||
                    p_vdec->p_fifo->i_fourcc == FOURCC_mp4s ||
                    p_vdec->p_fifo->i_fourcc == FOURCC_M4S2 ||
373
374
375
376
377
378
                    p_vdec->p_fifo->i_fourcc == FOURCC_m4s2 ||
                    p_vdec->p_fifo->i_fourcc == FOURCC_WMV2 ||
                    p_vdec->p_fifo->i_fourcc == FOURCC_MJPG ||
                    p_vdec->p_fifo->i_fourcc == FOURCC_mjpg ||
                    p_vdec->p_fifo->i_fourcc == FOURCC_mjpa ||
                    p_vdec->p_fifo->i_fourcc == FOURCC_mjpb )
379
                {
gbazin's avatar
   
gbazin committed
380
381
382
383
                    p_vdec->p_context->extradata_size =
                        p_vdec->p_format->biSize - sizeof(BITMAPINFOHEADER);
                    p_vdec->p_context->extradata =
                        malloc( p_vdec->p_context->extradata_size );
384
                    memcpy( p_vdec->p_context->extradata,
gbazin's avatar
   
gbazin committed
385
386
                            &p_vdec->p_format[1],
                            p_vdec->p_context->extradata_size );
387
388
389
390
391
                }

                break;
        }
    }
392

393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
    /* ***** Load post processing ***** */

    /* get overridding settings */
    p_vdec->i_pp_mode = 0;
    if( config_GetInt( p_vdec->p_fifo, "ffmpeg-db-yv" ) )
        p_vdec->i_pp_mode |= PP_DEBLOCK_Y_V;
    if( config_GetInt( p_vdec->p_fifo, "ffmpeg-db-yh" ) )
        p_vdec->i_pp_mode |= PP_DEBLOCK_Y_H;
    if( config_GetInt( p_vdec->p_fifo, "ffmpeg-db-cv" ) )
        p_vdec->i_pp_mode |= PP_DEBLOCK_C_V;
    if( config_GetInt( p_vdec->p_fifo, "ffmpeg-db-ch" ) )
        p_vdec->i_pp_mode |= PP_DEBLOCK_C_H;
    if( config_GetInt( p_vdec->p_fifo, "ffmpeg-dr-y" ) )
        p_vdec->i_pp_mode |= PP_DERING_Y;
    if( config_GetInt( p_vdec->p_fifo, "ffmpeg-dr-c" ) )
        p_vdec->i_pp_mode |= PP_DERING_C;
gbazin's avatar
   
gbazin committed
409

410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
    if( ( config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" ) > 0 )||
        ( config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-auto" )  )||
        ( p_vdec->i_pp_mode != 0 ) )
    {
        /* check if the codec support postproc. */
        switch( p_vdec->i_codec_id )
        {
#if LIBAVCODEC_BUILD > 4608
            case( CODEC_ID_MSMPEG4V1 ):
            case( CODEC_ID_MSMPEG4V2 ):
            case( CODEC_ID_MSMPEG4V3 ):
#else
            case( CODEC_ID_MSMPEG4 ):
#endif
            case( CODEC_ID_MPEG4 ):
            case( CODEC_ID_H263 ):
//            case( CODEC_ID_H263P ): I don't use it up to now
            case( CODEC_ID_H263I ):
                /* Ok we can make postprocessing :)) */
gbazin's avatar
   
gbazin committed
429
                /* first try to get a postprocess module */
430
#if LIBAVCODEC_BUILD >= 4633
431
432
433
                p_vdec->p_pp = vlc_object_create( p_vdec->p_fifo,
                                                  sizeof( postprocessing_t ) );
                p_vdec->p_pp->psz_object_name = "postprocessing";
434
                p_vdec->p_pp->p_module =
435
436
437
438
                   module_Need( p_vdec->p_pp, "postprocessing", "$ffmpeg-pp" );

                if( !p_vdec->p_pp->p_module )
                {
439
                    msg_Warn( p_vdec->p_fifo,
440
441
442
443
444
445
446
447
                              "no suitable postprocessing module" );
                    vlc_object_destroy( p_vdec->p_pp );
                    p_vdec->p_pp = NULL;
                    p_vdec->i_pp_mode = 0;
                }
                else
                {
                    /* get mode upon quality */
448
449
                    p_vdec->i_pp_mode |=
                        p_vdec->p_pp->pf_getmode(
450
451
452
453
454
455
                              config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" ),
                              config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-auto" )
                                                );
                }
#else
                p_vdec->i_pp_mode = 0;
456
                msg_Warn( p_vdec->p_fifo,
457
458
459
460
461
                          "post-processing not supported, upgrade ffmpeg" );
#endif
                break;
            default:
                p_vdec->i_pp_mode = 0;
462
                msg_Warn( p_vdec->p_fifo,
463
464
465
466
467
468
469
470
471
472
473
                          "Post processing unsupported for this codec" );
                break;
        }

    }
//    memset( &p_vdec->statistic, 0, sizeof( statistic_t ) );

    return( 0 );
}

/*****************************************************************************
gbazin's avatar
   
gbazin committed
474
 * DecodeThread: Called to decode one frame
gbazin's avatar
   
gbazin committed
475
476
477
 *****************************************************************************
 * We have to get a frame stored in a pes, give it to ffmpeg decoder and send
 * the image to the output.
478
479
480
481
482
 *****************************************************************************/
void  E_( DecodeThread_Video )( vdec_thread_t *p_vdec )
{
    pes_packet_t    *p_pes;
    int     i_frame_size;
483
    int     i_used;
484
485
    int     b_drawpicture;
    int     b_gotpicture;
gbazin's avatar
   
gbazin committed
486
    picture_t *p_pic;                                    /* videolan picture */
487
    mtime_t   i_pts;
488
489
490

    /* TODO implement it in a better way */
    /* A good idea could be to decode all I pictures and see for the other */
gbazin's avatar
   
gbazin committed
491
    if( ( p_vdec->b_hurry_up )&& ( p_vdec->i_frame_late > 4 ) )
492
493
494
495
496
497
498
499
    {
        b_drawpicture = 0;
        if( p_vdec->i_frame_late < 8 )
        {
            p_vdec->p_context->hurry_up = 2;
        }
        else
        {
500
            /* too much late picture, won't decode
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
               but break picture until a new I, and for mpeg4 ...*/
            p_vdec->i_frame_late--; /* needed else it will never be decrease */
            input_ExtractPES( p_vdec->p_fifo, NULL );
            return;
        }
    }
    else
    {
        b_drawpicture = 1;
        p_vdec->p_context->hurry_up = 0;
    }

    do
    {
        input_ExtractPES( p_vdec->p_fifo, &p_pes );
        if( !p_pes )
        {
            p_vdec->p_fifo->b_error = 1;
            return;
        }
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
#if 0
        if( p_vdec->i_codec_id == CODEC_ID_MPEG1VIDEO )
        {
            if( p_pes->i_dts )
            {
                p_vdec->pts = p_pes->i_dts;
                p_vdec->i_frame_count = 0;
            }
        }
        else
        {
            if( p_pes->i_pts )
            {
                p_vdec->pts = p_pes->i_pts;
                p_vdec->i_frame_count = 0;
            }
        }
538
#endif
539
540
541
542
543
544
        if( p_pes->i_pts )
        {
            p_vdec->pts = p_pes->i_pts;
            p_vdec->i_frame_count = 0;
        }

545
546
547
548
        i_frame_size = p_pes->i_pes_size;

        if( i_frame_size > 0 )
        {
549
550
            uint8_t *p_last;
            int i_need;
551
            /* XXX Don't forget that ffmpeg required a little more bytes
552
             * that the real frame size */
553
            i_need = i_frame_size + 16 + p_vdec->i_buffer;
554
            if( p_vdec->i_buffer_size < i_need)
555
            {
556
557
558
559
560
561
562
563
                p_last = p_vdec->p_buffer;
                p_vdec->p_buffer = malloc( i_need );
                p_vdec->i_buffer_size = i_need;
                if( p_vdec->i_buffer > 0 )
                {
                    memcpy( p_vdec->p_buffer, p_last, p_vdec->i_buffer );
                }
                FREE( p_last );
564
            }
565
566
            i_frame_size =
                E_( GetPESData )( p_vdec->p_buffer + p_vdec->i_buffer,
567
568
569
570
571
                                  i_frame_size ,
                                  p_pes );
            memset( p_vdec->p_buffer + p_vdec->i_buffer + i_frame_size,
                    0,
                    16 );
572
        }
573
574
575
        input_DeletePES( p_vdec->p_fifo->p_packets_mgt, p_pes );
    } while( i_frame_size <= 0 );

576
    i_frame_size += p_vdec->i_buffer;
577

578
579
usenextdata:
    i_used = avcodec_decode_video( p_vdec->p_context,
580
                                   p_vdec->p_ff_pic,
581
582
583
                                   &b_gotpicture,
                                   p_vdec->p_buffer,
                                   i_frame_size );
584

585
#if 0
586
587
    msg_Dbg( p_vdec->p_fifo,
             "used:%d framesize:%d (%s picture)",
588
589
590
             i_used, i_frame_size, b_gotpicture ? "got":"no got" );
#endif
    if( i_used < 0 )
591
592
593
594
    {
        msg_Warn( p_vdec->p_fifo, "cannot decode one frame (%d bytes)",
                                  i_frame_size );
        p_vdec->i_frame_error++;
595
        p_vdec->i_buffer = 0;
596
597
        return;
    }
598
599
600
    else if( i_used < i_frame_size )
    {
#if 0
601
        msg_Dbg( p_vdec->p_fifo,
602
603
604
605
606
                 "didn't use all memory(%d  < %d)", i_used, i_frame_size );
#endif
        memmove( p_vdec->p_buffer,
                 p_vdec->p_buffer + i_used,
                 p_vdec->i_buffer_size - i_used );
607

608
609
610
611
612
613
        p_vdec->i_buffer = i_frame_size - i_used;
    }
    else
    {
        p_vdec->i_buffer = 0;
    }
614

615
616
617
618
    if( b_gotpicture )
    {
        p_vdec->i_frame_count++;
    }
619

620
621
622
623
    /* consumed bytes */
    i_frame_size -= i_used;

   /* Update frame late count*/
624
    /* I don't make statistic on decoding time */
625
    if( p_vdec->pts <= mdate())
626
627
628
629
630
631
632
633
    {
        p_vdec->i_frame_late++;
    }
    else
    {
        p_vdec->i_frame_late = 0;
    }

634
    if( !b_gotpicture || p_vdec->p_ff_pic->linesize[0] == 0 || !b_drawpicture )
635
636
637
    {
        return;
    }
gbazin's avatar
   
gbazin committed
638
639
640

    if( !p_vdec->b_direct_rendering )
    {
641
642
        p_vdec->p_vout = ffmpeg_CreateVout( p_vdec, p_vdec->p_context );
        if( !p_vdec->p_vout )
643
        {
644
645
646
            msg_Err( p_vdec->p_fifo, "cannot create vout" );
            p_vdec->p_fifo->b_error = 1; /* abort */
            return;
647
648
        }

gbazin's avatar
   
gbazin committed
649
650
        /* Get a new picture */
        while( !(p_pic = vout_CreatePicture( p_vdec->p_vout, 0, 0, 0 ) ) )
651
        {
gbazin's avatar
   
gbazin committed
652
653
654
655
656
            if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error )
            {
                return;
            }
            msleep( VOUT_OUTMEM_SLEEP );
657
        }
gbazin's avatar
   
gbazin committed
658

659
660
        /* fill p_picture_t from AVVideoFrame, do I410->I420 if needed */
        ffmpeg_CopyPicture( p_pic, p_vdec->p_ff_pic, p_vdec );
661
    }
gbazin's avatar
   
gbazin committed
662
663
    else
    {
664
665
666
667
#if LIBAVCODEC_BUILD >= 4641
        p_pic = (picture_t *)p_vdec->p_ff_pic->opaque;
#else
        p_pic = NULL; /*  f**ck gcc warning */
gbazin's avatar
   
gbazin committed
668
669
670
671
#endif
    }

    /* Do post-processing if requested */
672
    /* XXX: with dr it is not a good thing if the picture will be used as
673
       reference... */
674
    ffmpeg_PostProcPicture( p_vdec, p_pic );
675

676
    /* fix date calculation */
677
678
679
    if( p_vdec->pts > 0 )
    {
        i_pts = p_vdec->pts;
680

681
682
        if( p_vdec->p_context->frame_rate > 0 )
        {
683
           i_pts += (uint64_t)1000000 *
684
685
686
687
688
689
690
691
692
693
                    ( p_vdec->i_frame_count - 1) /
                    FRAME_RATE_BASE /
                    p_vdec->p_context->frame_rate;
        }
    }
    else
    {
        i_pts = mdate() + DEFAULT_PTS_DELAY;  // FIXME
    }

694
695
    vout_DatePicture( p_vdec->p_vout,
                      p_pic,
696
697
                      i_pts );

698
    /* Send decoded frame to vout */
699
    vout_DisplayPicture( p_vdec->p_vout, p_pic );
700

701
702
    if( i_frame_size > 0 )
    {
703
        goto usenextdata; /* try to use all data */
704
    }
705
706
707
708
709
710
711
712
713
714
}

/*****************************************************************************
 * EndThread: thread destruction
 *****************************************************************************
 * This function is called when the thread ends after a sucessful
 * initialization.
 *****************************************************************************/
void E_( EndThread_Video )( vdec_thread_t *p_vdec )
{
gbazin's avatar
   
gbazin committed
715

716
717
718
719
720
721
722
723
    if( p_vdec->p_pp )
    {
        /* release postprocessing module */
        module_Unneed( p_vdec->p_pp, p_vdec->p_pp->p_module );
        vlc_object_destroy( p_vdec->p_pp );
        p_vdec->p_pp = NULL;
    }

724
725
726
727
728
729
730
#if LIBAVCODEC_BUILD >= 4641
    if( p_vdec->p_ff_pic )
    {
        free( p_vdec->p_ff_pic );
    }
#endif

731
732
    /* We are about to die. Reattach video output to p_vlc. */
    vout_Request( p_vdec->p_fifo, p_vdec->p_vout, 0, 0, 0, 0 );
gbazin's avatar
   
gbazin committed
733
734
735
736
737
738
}

/*****************************************************************************
 * ffmpeg_CopyPicture: copy a picture from ffmpeg internal buffers to a
 *                     picture_t structure (when not in direct rendering mode).
 *****************************************************************************/
739
#if LIBAVCODEC_BUILD >= 4641
740
static void ffmpeg_CopyPicture( picture_t    *p_pic,
741
742
743
                                AVVideoFrame *p_ff_pic,
                                vdec_thread_t *p_vdec )
#else
744
static void ffmpeg_CopyPicture( picture_t    *p_pic,
745
                                AVPicture *p_ff_pic,
gbazin's avatar
   
gbazin committed
746
                                vdec_thread_t *p_vdec )
747
#endif
gbazin's avatar
   
gbazin committed
748
{
749
    int i_plane;
gbazin's avatar
   
gbazin committed
750
751
752
    int i_size;
    int i_line;

753
754
    uint8_t *p_dst;
    uint8_t *p_src;
gbazin's avatar
   
gbazin committed
755
756
757
758
759
760
761
    int i_src_stride;
    int i_dst_stride;

    if( ffmpeg_PixFmtToChroma( p_vdec->p_context->pix_fmt ) )
    {
        for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
        {
762
            p_src  = p_ff_pic->data[i_plane];
gbazin's avatar
   
gbazin committed
763
            p_dst = p_pic->p[i_plane].p_pixels;
764
            i_src_stride = p_ff_pic->linesize[i_plane];
gbazin's avatar
   
gbazin committed
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
            i_dst_stride = p_pic->p[i_plane].i_pitch;

            i_size = __MIN( i_src_stride, i_dst_stride );
            for( i_line = 0; i_line < p_pic->p[i_plane].i_lines; i_line++ )
            {
                p_vdec->p_fifo->p_vlc->pf_memcpy( p_dst, p_src, i_size );
                p_src += i_src_stride;
                p_dst += i_dst_stride;
            }
        }
    }
    else
    {
        /* we need to convert to I420 */
        switch( p_vdec->p_context->pix_fmt )
        {
#if LIBAVCODEC_BUILD >= 4615
            case( PIX_FMT_YUV410P ):
783
                ffmpeg_ConvertPictureI410toI420( p_pic, p_ff_pic, p_vdec );
gbazin's avatar
   
gbazin committed
784
                break;
785
#endif
gbazin's avatar
   
gbazin committed
786
787
788
789
790
791
            default:
                p_vdec->p_fifo->b_error = 1;
                break;
        }
    }
}
792

gbazin's avatar
   
gbazin committed
793
794
795
796
797
798
/*****************************************************************************
 * ffmpeg_PostProcPicture: Postprocessing is done here.
 *****************************************************************************/
static void ffmpeg_PostProcPicture( vdec_thread_t *p_vdec, picture_t *p_pic )
{
    if( ( p_vdec->i_pp_mode )&&
799
        ( ( p_vdec->p_vout->render.i_chroma ==
gbazin's avatar
   
gbazin committed
800
            VLC_FOURCC( 'I','4','2','0' ) )||
801
          ( p_vdec->p_vout->render.i_chroma ==
gbazin's avatar
   
gbazin committed
802
803
            VLC_FOURCC( 'Y','V','1','2' ) ) ) )
    {
804
805
806
807
808
809
810
#if LIBAVCODEC_BUILD >= 4641
       /* Make postproc */
        p_vdec->p_pp->pf_postprocess( p_pic,
                                      p_vdec->p_ff_pic->qscale_table,
                                      p_vdec->p_ff_pic->qstride,
                                      p_vdec->i_pp_mode );
#elif LIBAVCODEC_BUILD >= 4633
gbazin's avatar
   
gbazin committed
811
        p_vdec->p_pp->pf_postprocess( p_pic,
812
                                      p_vdec->p_context->display_qscale_table,
gbazin's avatar
   
gbazin committed
813
814
815
                                      p_vdec->p_context->qstride,
                                      p_vdec->i_pp_mode );
#endif
816
    }
817
818
}

819
#if LIBAVCODEC_BUILD >= 4641
gbazin's avatar
   
gbazin committed
820
821
822
823
/*****************************************************************************
 * ffmpeg_GetFrameBuf: callback used by ffmpeg to get a frame buffer.
 *                     (used for direct rendering)
 *****************************************************************************/
824

825
static int ffmpeg_GetFrameBuf( struct AVCodecContext *p_context,
826
                               AVVideoFrame *p_ff_pic )
gbazin's avatar
   
gbazin committed
827
{
828
    vdec_thread_t *p_vdec = (vdec_thread_t *)p_context->opaque;
gbazin's avatar
   
gbazin committed
829
830
    picture_t *p_pic;

831
    /* Check and (re)create if needed our vout */
832
833
    p_vdec->p_vout = ffmpeg_CreateVout( p_vdec, p_vdec->p_context );
    if( !p_vdec->p_vout )
gbazin's avatar
   
gbazin committed
834
    {
835
836
837
        msg_Err( p_vdec->p_fifo, "cannot create vout" );
        p_vdec->p_fifo->b_error = 1; /* abort */
        return -1;
gbazin's avatar
   
gbazin committed
838
    }
839
    p_vdec->p_vout->render.b_allow_modify_pics = 0;
gbazin's avatar
   
gbazin committed
840
841
842
843
844
845
846
847
848
849

    /* Get a new picture */
    while( !(p_pic = vout_CreatePicture( p_vdec->p_vout, 0, 0, 0 ) ) )
    {
        if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error )
        {
            return -1;
        }
        msleep( VOUT_OUTMEM_SLEEP );
    }
850
851
852
853
854
855
856
857
    p_vdec->p_context->draw_horiz_band= NULL;

    p_ff_pic->opaque = (void*)p_pic;

    p_ff_pic->data[0] = p_pic->p[0].p_pixels;
    p_ff_pic->data[1] = p_pic->p[1].p_pixels;
    p_ff_pic->data[2] = p_pic->p[2].p_pixels;
    p_ff_pic->data[3] = NULL; /* alpha channel but I'm not sure */
858

859
860
861
862
863
864
865
866
867
868
869
    p_ff_pic->linesize[0] = p_pic->p[0].i_pitch;
    p_ff_pic->linesize[1] = p_pic->p[1].i_pitch;
    p_ff_pic->linesize[2] = p_pic->p[2].i_pitch;
    p_ff_pic->linesize[3] = 0;

    if( p_ff_pic->reference != 0 )
    {
        vout_LinkPicture( p_vdec->p_vout, p_pic );
    }
    /* FIXME what is that, should give good value */
    p_ff_pic->age = 256*256*256*64; // FIXME FIXME from ffmpeg
gbazin's avatar
   
gbazin committed
870

871
872
873
    return( 0 );
}

874
static void  ffmpeg_ReleaseFrameBuf( struct AVCodecContext *p_context,
875
876
877
878
                                     AVVideoFrame *p_ff_pic )
{
    vdec_thread_t *p_vdec = (vdec_thread_t *)p_context->opaque;
    picture_t *p_pic;
gbazin's avatar
   
gbazin committed
879

880
881
    //msg_Dbg( p_vdec->p_fifo, "ffmpeg_ReleaseFrameBuf" );
    p_pic = (picture_t*)p_ff_pic->opaque;
gbazin's avatar
   
gbazin committed
882

883
884
885
886
    p_ff_pic->data[0] = NULL;
    p_ff_pic->data[1] = NULL;
    p_ff_pic->data[2] = NULL;
    p_ff_pic->data[3] = NULL;
gbazin's avatar
   
gbazin committed
887

888
889
    vout_UnlinkPicture( p_vdec->p_vout, p_pic );
}
gbazin's avatar
   
gbazin committed
890
891
892


#endif
893