encoder.c 28.9 KB
Newer Older
gbazin's avatar
 
gbazin committed
1 2 3
/*****************************************************************************
 * encoder.c: video and audio encoder using the ffmpeg library
 *****************************************************************************
4
 * Copyright (C) 1999-2004 VideoLAN
gbazin's avatar
gbazin committed
5
 * $Id$
gbazin's avatar
 
gbazin committed
6 7
 *
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8
 *          Gildas Bazin <gbazin@videolan.org>
9
 *          Christophe Massiot <massiot@via.ecp.fr>
gbazin's avatar
 
gbazin committed
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/
#include <vlc/vlc.h>
#include <vlc/vout.h>
#include <vlc/aout.h>
32
#include <vlc/sout.h>
gbazin's avatar
 
gbazin committed
33 34 35
#include <vlc/decoder.h>

/* ffmpeg header */
gbazin's avatar
 
gbazin committed
36
#define HAVE_MMX
gbazin's avatar
 
gbazin committed
37 38 39 40 41 42
#ifdef HAVE_FFMPEG_AVCODEC_H
#   include <ffmpeg/avcodec.h>
#else
#   include <avcodec.h>
#endif

43 44 45
#if LIBAVCODEC_BUILD < 4704
#   define AV_NOPTS_VALUE 0
#endif
46 47 48
#if LIBAVCODEC_BUILD < 4684
#    define FF_QP2LAMBDA 118
#endif
49

gbazin's avatar
 
gbazin committed
50 51 52
#include "ffmpeg.h"

#define AVCODEC_MAX_VIDEO_FRAME_SIZE (3*1024*1024)
53 54 55
#define HURRY_UP_GUARD1 (450000)
#define HURRY_UP_GUARD2 (300000)
#define HURRY_UP_GUARD3 (100000)
gbazin's avatar
 
gbazin committed
56

57 58
#define MAX_FRAME_DELAY (FF_MAX_B_FRAMES + 2)

gbazin's avatar
 
gbazin committed
59 60 61
/*****************************************************************************
 * Local prototypes
 *****************************************************************************/
gbazin's avatar
 
gbazin committed
62 63
int  E_(OpenEncoder) ( vlc_object_t * );
void E_(CloseEncoder)( vlc_object_t * );
gbazin's avatar
 
gbazin committed
64 65 66 67

static block_t *EncodeVideo( encoder_t *, picture_t * );
static block_t *EncodeAudio( encoder_t *, aout_buffer_t * );

68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
struct thread_context_t;
static int FfmpegThread( struct thread_context_t *p_context );
static int FfmpegExecute( AVCodecContext *s,
                          int (*pf_func)(AVCodecContext *c2, void *arg2),
                          void **arg, int *ret, int count );

/*****************************************************************************
 * thread_context_t : for multithreaded encoding
 *****************************************************************************/
#if LIBAVCODEC_BUILD >= 4702
struct thread_context_t
{
    VLC_COMMON_MEMBERS

    AVCodecContext  *p_context;
    int             (* pf_func)(AVCodecContext *c, void *arg);
    void            *arg;
    int             i_ret;

    vlc_mutex_t     lock;
    vlc_cond_t      cond;
    vlc_bool_t      b_work, b_done;
};
#endif

gbazin's avatar
 
gbazin committed
93 94 95 96 97 98 99 100 101 102 103 104 105 106
/*****************************************************************************
 * encoder_sys_t : ffmpeg encoder descriptor
 *****************************************************************************/
struct encoder_sys_t
{
    /*
     * Ffmpeg properties
     */
    AVCodec         *p_codec;
    AVCodecContext  *p_context;

    /*
     * Common properties
     */
gbazin's avatar
 
gbazin committed
107 108
    char *p_buffer;
    char *p_buffer_out;
gbazin's avatar
 
gbazin committed
109

gbazin's avatar
 
gbazin committed
110
    /*
111
     * Video properties
gbazin's avatar
 
gbazin committed
112
     */
gbazin's avatar
 
gbazin committed
113 114
    mtime_t i_last_ref_pts;
    mtime_t i_buggy_pts_detect;
115
    mtime_t i_last_pts;
116
    vlc_bool_t b_inited;
gbazin's avatar
 
gbazin committed
117

gbazin's avatar
 
gbazin committed
118 119 120
    /*
     * Audio properties
     */
gbazin's avatar
 
gbazin committed
121
    int i_frame_size;
gbazin's avatar
 
gbazin committed
122 123
    int i_samples_delay;
    mtime_t i_pts;
124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141

    /* Encoding settings */
    int        i_key_int;
    int        i_b_frames;
    int        i_vtolerance;
    int        i_qmin;
    int        i_qmax;
    int        i_hq;
    vlc_bool_t b_strict_rc;
    int        i_rc_buffer_size;
    float      f_rc_buffer_aggressivity;
    vlc_bool_t b_pre_me;
    vlc_bool_t b_hurry_up;
    vlc_bool_t b_interlace;
    float      f_i_quant_factor;
    int        i_noise_reduction;
    vlc_bool_t b_mpeg4_matrix;
    vlc_bool_t b_trellis;
gbazin's avatar
gbazin committed
142
    int        i_quality; /* for VBR */
143 144 145 146

    /* Used to work around stupid timestamping behaviour in libavcodec */
    uint64_t i_framenum;
    mtime_t  pi_delay_pts[MAX_FRAME_DELAY];
147 148 149 150
};

static const char *ppsz_enc_options[] = {
    "keyint", "bframes", "vt", "qmin", "qmax", "hq", "strict_rc",
151 152
    "rc-buffer-size", "rc-buffer-aggressivity", "pre-me", "hurry-up",
    "interlace", "i-quant-factor", "noise-reduction", "mpeg4-matrix",
gbazin's avatar
gbazin committed
153
    "trellis", "qscale", "strict", NULL
gbazin's avatar
 
gbazin committed
154 155 156
};

/*****************************************************************************
gbazin's avatar
 
gbazin committed
157
 * OpenEncoder: probe the encoder
gbazin's avatar
 
gbazin committed
158
 *****************************************************************************/
gbazin's avatar
 
gbazin committed
159 160
extern int16_t ff_mpeg4_default_intra_matrix[];
extern int16_t ff_mpeg4_default_non_intra_matrix[];
161

gbazin's avatar
 
gbazin committed
162
int E_(OpenEncoder)( vlc_object_t *p_this )
gbazin's avatar
 
gbazin committed
163 164 165
{
    encoder_t *p_enc = (encoder_t *)p_this;
    encoder_sys_t *p_sys = p_enc->p_sys;
gbazin's avatar
 
gbazin committed
166
    AVCodecContext *p_context;
gbazin's avatar
 
gbazin committed
167
    AVCodec *p_codec;
gbazin's avatar
 
gbazin committed
168 169
    int i_codec_id, i_cat;
    char *psz_namecodec;
170
    vlc_value_t val;
gbazin's avatar
 
gbazin committed
171

gbazin's avatar
 
gbazin committed
172
    if( !E_(GetFfmpegCodec)( p_enc->fmt_out.i_codec, &i_cat, &i_codec_id,
gbazin's avatar
 
gbazin committed
173
                             &psz_namecodec ) )
gbazin's avatar
 
gbazin committed
174
    {
175 176 177 178 179 180 181 182
        if( E_(GetFfmpegChroma)( p_enc->fmt_out.i_codec ) < 0 )
        {
            /* handed chroma output */
            return VLC_EGENERIC;
        }
        i_cat      = VIDEO_ES;
        i_codec_id = CODEC_ID_RAWVIDEO;
        psz_namecodec = "Raw video";
gbazin's avatar
 
gbazin committed
183 184
    }

185

gbazin's avatar
 
gbazin committed
186
    if( p_enc->fmt_out.i_cat == VIDEO_ES && i_cat != VIDEO_ES )
gbazin's avatar
 
gbazin committed
187
    {
gbazin's avatar
 
gbazin committed
188
        msg_Err( p_enc, "\"%s\" is not a video encoder", psz_namecodec );
gbazin's avatar
 
gbazin committed
189 190 191
        return VLC_EGENERIC;
    }

gbazin's avatar
 
gbazin committed
192 193 194 195 196 197
    if( p_enc->fmt_out.i_cat == AUDIO_ES && i_cat != AUDIO_ES )
    {
        msg_Err( p_enc, "\"%s\" is not an audio encoder", psz_namecodec );
        return VLC_EGENERIC;
    }

gbazin's avatar
 
gbazin committed
198
    /* Initialization must be done before avcodec_find_decoder() */
gbazin's avatar
 
gbazin committed
199 200
    E_(InitLibavcodec)(p_this);

gbazin's avatar
 
gbazin committed
201 202 203 204 205 206 207
    p_codec = avcodec_find_encoder( i_codec_id );
    if( !p_codec )
    {
        msg_Err( p_enc, "cannot find encoder %s", psz_namecodec );
        return VLC_EGENERIC;
    }

gbazin's avatar
 
gbazin committed
208 209 210 211 212 213
    /* Allocate the memory needed to store the decoder's structure */
    if( ( p_sys = (encoder_sys_t *)malloc(sizeof(encoder_sys_t)) ) == NULL )
    {
        msg_Err( p_enc, "out of memory" );
        return VLC_EGENERIC;
    }
214
    memset( p_sys, 0, sizeof(encoder_sys_t) );
gbazin's avatar
 
gbazin committed
215 216 217 218
    p_enc->p_sys = p_sys;
    p_sys->p_codec = p_codec;

    p_enc->pf_encode_video = EncodeVideo;
gbazin's avatar
 
gbazin committed
219
    p_enc->pf_encode_audio = EncodeAudio;
gbazin's avatar
 
gbazin committed
220

gbazin's avatar
 
gbazin committed
221 222 223 224 225 226 227
    p_sys->p_buffer_out = NULL;
    p_sys->p_buffer = NULL;

    p_sys->p_context = p_context = avcodec_alloc_context();

    /* Set CPU capabilities */
    p_context->dsp_mask = 0;
gbazin's avatar
 
gbazin committed
228
    if( !(p_enc->p_libvlc->i_cpu & CPU_CAPABILITY_MMX) )
gbazin's avatar
 
gbazin committed
229
    {
gbazin's avatar
 
gbazin committed
230
        p_context->dsp_mask |= FF_MM_MMX;
gbazin's avatar
 
gbazin committed
231
    }
gbazin's avatar
 
gbazin committed
232
    if( !(p_enc->p_libvlc->i_cpu & CPU_CAPABILITY_MMXEXT) )
gbazin's avatar
 
gbazin committed
233
    {
gbazin's avatar
 
gbazin committed
234
        p_context->dsp_mask |= FF_MM_MMXEXT;
gbazin's avatar
 
gbazin committed
235
    }
gbazin's avatar
 
gbazin committed
236
    if( !(p_enc->p_libvlc->i_cpu & CPU_CAPABILITY_3DNOW) )
gbazin's avatar
 
gbazin committed
237
    {
gbazin's avatar
 
gbazin committed
238
        p_context->dsp_mask |= FF_MM_3DNOW;
gbazin's avatar
 
gbazin committed
239
    }
gbazin's avatar
 
gbazin committed
240
    if( !(p_enc->p_libvlc->i_cpu & CPU_CAPABILITY_SSE) )
gbazin's avatar
 
gbazin committed
241
    {
gbazin's avatar
 
gbazin committed
242 243
        p_context->dsp_mask |= FF_MM_SSE;
        p_context->dsp_mask |= FF_MM_SSE2;
gbazin's avatar
 
gbazin committed
244 245
    }

246
    sout_CfgParse( p_enc, ENC_CFG_PREFIX, ppsz_enc_options, p_enc->p_cfg );
247 248 249 250 251 252 253 254 255 256 257 258 259

    var_Get( p_enc, ENC_CFG_PREFIX "keyint", &val );
    p_sys->i_key_int = val.i_int;

    var_Get( p_enc, ENC_CFG_PREFIX "bframes", &val );
    p_sys->i_b_frames = val.i_int;

    var_Get( p_enc, ENC_CFG_PREFIX "vt", &val );
    p_sys->i_vtolerance = val.i_int;

    var_Get( p_enc, ENC_CFG_PREFIX "interlace", &val );
    p_sys->b_interlace = val.b_bool;

260
    var_Get( p_enc, ENC_CFG_PREFIX "pre-me", &val );
261 262
    p_sys->b_pre_me = val.b_bool;

263
    var_Get( p_enc, ENC_CFG_PREFIX "hurry-up", &val );
264 265 266 267 268 269 270
    p_sys->b_hurry_up = val.b_bool;
    if( p_sys->b_hurry_up )
    {
        /* hurry up mode needs noise reduction, even small */
        p_sys->i_noise_reduction = 1;
    }

271
    var_Get( p_enc, ENC_CFG_PREFIX "strict-rc", &val );
272
    p_sys->b_strict_rc = val.b_bool;
273
    var_Get( p_enc, ENC_CFG_PREFIX "rc-buffer-size", &val );
274
    p_sys->i_rc_buffer_size = val.i_int;
275
    var_Get( p_enc, ENC_CFG_PREFIX "rc-buffer-aggressivity", &val );
276 277
    p_sys->f_rc_buffer_aggressivity = val.f_float;

278
    var_Get( p_enc, ENC_CFG_PREFIX "i-quant-factor", &val );
279 280
    p_sys->f_i_quant_factor = val.f_float;

281
    var_Get( p_enc, ENC_CFG_PREFIX "noise-reduction", &val );
282 283
    p_sys->i_noise_reduction = val.i_int;

284
    var_Get( p_enc, ENC_CFG_PREFIX "mpeg4-matrix", &val );
285 286
    p_sys->b_mpeg4_matrix = val.b_bool;

gbazin's avatar
gbazin committed
287 288 289 290
    var_Get( p_enc, ENC_CFG_PREFIX "qscale", &val );
    if( val.f_float < 0.01 || val.f_float > 255.0 ) val.f_float = 0;
    p_sys->i_quality = (int)(FF_QP2LAMBDA * val.f_float + 0.5);

291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311
    var_Get( p_enc, ENC_CFG_PREFIX "hq", &val );
    if( val.psz_string && *val.psz_string )
    {
        if( !strcmp( val.psz_string, "rd" ) )
            p_sys->i_hq = FF_MB_DECISION_RD;
        else if( !strcmp( val.psz_string, "bits" ) )
            p_sys->i_hq = FF_MB_DECISION_BITS;
        else if( !strcmp( val.psz_string, "simple" ) )
            p_sys->i_hq = FF_MB_DECISION_SIMPLE;
        else
            p_sys->i_hq = FF_MB_DECISION_RD;
    }
    if( val.psz_string ) free( val.psz_string );

    var_Get( p_enc, ENC_CFG_PREFIX "qmin", &val );
    p_sys->i_qmin = val.i_int;
    var_Get( p_enc, ENC_CFG_PREFIX "qmax", &val );
    p_sys->i_qmax = val.i_int;
    var_Get( p_enc, ENC_CFG_PREFIX "trellis", &val );
    p_sys->b_trellis = val.b_bool;

gbazin's avatar
gbazin committed
312 313 314 315
    var_Get( p_enc, ENC_CFG_PREFIX "strict", &val );
    if( val.i_int < - 1 || val.i_int > 1 ) val.i_int = 0;
    p_context->strict_std_compliance = val.i_int;

gbazin's avatar
 
gbazin committed
316 317
    if( p_enc->fmt_in.i_cat == VIDEO_ES )
    {
318 319
        int i_aspect_num, i_aspect_den;

320 321 322 323 324 325 326 327
        if( !p_enc->fmt_in.video.i_width || !p_enc->fmt_in.video.i_height )
        {
            msg_Warn( p_enc, "invalid size %ix%i", p_enc->fmt_in.video.i_width,
                      p_enc->fmt_in.video.i_height );
            free( p_sys );
            return VLC_EGENERIC;
        }

gbazin's avatar
 
gbazin committed
328 329
        p_context->width = p_enc->fmt_in.video.i_width;
        p_context->height = p_enc->fmt_in.video.i_height;
gbazin's avatar
 
gbazin committed
330

gbazin's avatar
 
gbazin committed
331 332
        p_context->frame_rate = p_enc->fmt_in.video.i_frame_rate;
        p_context->frame_rate_base= p_enc->fmt_in.video.i_frame_rate_base;
gbazin's avatar
 
gbazin committed
333

334 335 336 337 338 339 340 341
        /* Defaults from ffmpeg.c */
        p_context->qblur = 0.5;
        p_context->qcompress = 0.5;
        p_context->b_quant_offset = 1.25;
        p_context->b_quant_factor = 1.25;
        p_context->i_quant_offset = 0.0;
        p_context->i_quant_factor = -0.8;

342 343
        if( p_sys->i_key_int > 0 )
            p_context->gop_size = p_sys->i_key_int;
344
        p_context->max_b_frames =
345
            __MAX( __MIN( p_sys->i_b_frames, FF_MAX_B_FRAMES ), 0 );
346 347
        p_context->b_frame_strategy = 0;

gbazin's avatar
 
gbazin committed
348
#if LIBAVCODEC_BUILD >= 4687
349 350 351
        av_reduce( &i_aspect_num, &i_aspect_den,
                   p_enc->fmt_in.video.i_aspect,
                   VOUT_ASPECT_FACTOR, 1 << 30 /* something big */ );
352
        av_reduce( &p_context->sample_aspect_ratio.num,
gbazin's avatar
gbazin committed
353
                   &p_context->sample_aspect_ratio.den,
354
                   i_aspect_num * (int64_t)p_context->height,
355
                   i_aspect_den * (int64_t)p_context->width, 1 << 30 );
gbazin's avatar
 
gbazin committed
356
#else
gbazin's avatar
 
gbazin committed
357 358
        p_context->aspect_ratio = ((float)p_enc->fmt_in.video.i_aspect) /
            VOUT_ASPECT_FACTOR;
gbazin's avatar
 
gbazin committed
359
#endif
gbazin's avatar
 
gbazin committed
360

gbazin's avatar
 
gbazin committed
361 362
        p_sys->p_buffer_out = malloc( AVCODEC_MAX_VIDEO_FRAME_SIZE );

363
        p_enc->fmt_in.i_codec = VLC_FOURCC('I','4','2','0');
Christophe Massiot's avatar
Christophe Massiot committed
364

365
        if ( p_sys->b_strict_rc )
Christophe Massiot's avatar
Christophe Massiot committed
366 367
        {
            p_context->rc_max_rate = p_enc->fmt_out.i_bitrate;
368 369
            p_context->rc_buffer_size = p_sys->i_rc_buffer_size;
            p_context->rc_buffer_aggressivity = p_sys->f_rc_buffer_aggressivity;
370 371
        }

372 373
        if ( p_sys->f_i_quant_factor != 0.0 )
            p_context->i_quant_factor = p_sys->f_i_quant_factor;
374

gbazin's avatar
 
gbazin committed
375
#if LIBAVCODEC_BUILD >= 4690
376
        p_context->noise_reduction = p_sys->i_noise_reduction;
gbazin's avatar
 
gbazin committed
377
#endif
378

379
        if ( p_sys->b_mpeg4_matrix )
380 381 382
        {
            p_context->intra_matrix = ff_mpeg4_default_intra_matrix;
            p_context->inter_matrix = ff_mpeg4_default_non_intra_matrix;
Christophe Massiot's avatar
Christophe Massiot committed
383 384
        }

385
        if ( p_sys->b_pre_me )
Christophe Massiot's avatar
Christophe Massiot committed
386 387 388 389
        {
            p_context->pre_me = 1;
            p_context->me_pre_cmp = FF_CMP_CHROMA;
        }
390

391
        if ( p_sys->b_interlace )
392 393 394 395 396 397 398
        {
            p_context->flags |= CODEC_FLAG_INTERLACED_DCT;
#if LIBAVCODEC_BUILD >= 4698
            p_context->flags |= CODEC_FLAG_INTERLACED_ME;
#endif
        }

399
        if ( p_sys->b_trellis )
400 401
            p_context->flags |= CODEC_FLAG_TRELLIS_QUANT;

gbazin's avatar
 
gbazin committed
402
#if LIBAVCODEC_BUILD >= 4702
403 404
        if ( p_enc->i_threads >= 1 )
            p_context->thread_count = p_enc->i_threads;
gbazin's avatar
 
gbazin committed
405
#endif
406

407 408
        if( p_sys->i_vtolerance > 0 )
            p_context->bit_rate_tolerance = p_sys->i_vtolerance;
409

410 411 412 413
        if( p_sys->i_qmin > 0 )
            p_context->mb_qmin = p_context->qmin = p_sys->i_qmin;
        if( p_sys->i_qmax > 0 )
            p_context->mb_qmax = p_context->qmax = p_sys->i_qmax;
414 415
        p_context->max_qdiff = 3;

416
        p_context->mb_decision = p_sys->i_hq;
gbazin's avatar
gbazin committed
417 418 419 420 421 422 423 424

        if( p_sys->i_quality )
        {
            p_context->flags |= CODEC_FLAG_QSCALE;
#if LIBAVCODEC_BUILD >= 4668
            p_context->global_quality = p_sys->i_quality;
#endif
        }
gbazin's avatar
 
gbazin committed
425 426 427 428 429 430 431 432 433
    }
    else if( p_enc->fmt_in.i_cat == AUDIO_ES )
    {
        p_enc->fmt_in.i_codec  = AOUT_FMT_S16_NE;
        p_context->sample_rate = p_enc->fmt_in.audio.i_rate;
        p_context->channels    = p_enc->fmt_in.audio.i_channels;
    }

    /* Misc parameters */
gbazin's avatar
 
gbazin committed
434
    p_context->bit_rate = p_enc->fmt_out.i_bitrate;
gbazin's avatar
 
gbazin committed
435

gbazin's avatar
 
gbazin committed
436
    if( i_codec_id == CODEC_ID_RAWVIDEO )
gbazin's avatar
 
gbazin committed
437
    {
438 439
        /* XXX: hack: Force same codec (will be handled by transcode) */
        p_enc->fmt_in.i_codec = p_enc->fmt_out.i_codec;
gbazin's avatar
 
gbazin committed
440
        p_context->pix_fmt = E_(GetFfmpegChroma)( p_enc->fmt_in.i_codec );
gbazin's avatar
 
gbazin committed
441 442 443 444 445 446 447
    }

    /* Make sure we get extradata filled by the encoder */
    p_context->extradata_size = 0;
    p_context->extradata = NULL;
    p_context->flags |= CODEC_FLAG_GLOBAL_HEADER;

gbazin's avatar
 
gbazin committed
448
    if( avcodec_open( p_context, p_codec ) )
gbazin's avatar
 
gbazin committed
449
    {
gbazin's avatar
 
gbazin committed
450 451 452 453 454 455 456
        if( p_enc->fmt_in.i_cat == AUDIO_ES && p_context->channels > 2 )
        {
            p_context->channels = 2;
            p_enc->fmt_in.audio.i_channels = 2; // FIXME
            if( avcodec_open( p_context, p_codec ) )
            {
                msg_Err( p_enc, "cannot open encoder" );
457
                free( p_sys );
gbazin's avatar
 
gbazin committed
458 459 460 461 462 463 464
                return VLC_EGENERIC;
            }
            msg_Warn( p_enc, "stereo mode selected (codec limitation)" );
        }
        else
        {
            msg_Err( p_enc, "cannot open encoder" );
465
            free( p_sys );
gbazin's avatar
 
gbazin committed
466 467
            return VLC_EGENERIC;
        }
gbazin's avatar
 
gbazin committed
468 469
    }

gbazin's avatar
 
gbazin committed
470 471
    p_enc->fmt_out.i_extra = p_context->extradata_size;
    p_enc->fmt_out.p_extra = p_context->extradata;
gbazin's avatar
 
gbazin committed
472 473
    p_context->flags &= ~CODEC_FLAG_GLOBAL_HEADER;

gbazin's avatar
 
gbazin committed
474 475
    if( p_enc->fmt_in.i_cat == AUDIO_ES )
    {
476
        p_sys->p_buffer_out = malloc( 2 * AVCODEC_MAX_AUDIO_FRAME_SIZE );
gbazin's avatar
 
gbazin committed
477 478 479 480
        p_sys->i_frame_size = p_context->frame_size * 2 * p_context->channels;
        p_sys->p_buffer = malloc( p_sys->i_frame_size );
    }

gbazin's avatar
 
gbazin committed
481 482
    msg_Dbg( p_enc, "found encoder %s", psz_namecodec );

gbazin's avatar
 
gbazin committed
483 484 485
    return VLC_SUCCESS;
}

486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559
/****************************************************************************
 * Ffmpeg threading system
 ****************************************************************************/
#if LIBAVCODEC_BUILD >= 4702
static int FfmpegThread( struct thread_context_t *p_context )
{
    while ( !p_context->b_die && !p_context->b_error )
    {
        vlc_mutex_lock( &p_context->lock );
        while ( !p_context->b_work && !p_context->b_die && !p_context->b_error )
        {
            vlc_cond_wait( &p_context->cond, &p_context->lock );
        }
        p_context->b_work = 0;
        vlc_mutex_unlock( &p_context->lock );
        if ( p_context->b_die || p_context->b_error )
            break;

        if ( p_context->pf_func )
        {
            p_context->i_ret = p_context->pf_func( p_context->p_context,
                                                   p_context->arg );
        }

        vlc_mutex_lock( &p_context->lock );
        p_context->b_done = 1;
        vlc_cond_signal( &p_context->cond );
        vlc_mutex_unlock( &p_context->lock );
    }

    return 0;
}

static int FfmpegExecute( AVCodecContext *s,
                          int (*pf_func)(AVCodecContext *c2, void *arg2),
                          void **arg, int *ret, int count )
{
    struct thread_context_t ** pp_contexts =
                         (struct thread_context_t **)s->thread_opaque;
    int i;

    /* Note, we can be certain that this is not called with the same
     * AVCodecContext by different threads at the same time */
    for ( i = 0; i < count; i++ )
    {
        vlc_mutex_lock( &pp_contexts[i]->lock );
        pp_contexts[i]->arg = arg[i];
        pp_contexts[i]->pf_func = pf_func;
        pp_contexts[i]->i_ret = 12345;
        pp_contexts[i]->b_work = 1;
        vlc_cond_signal( &pp_contexts[i]->cond );
        vlc_mutex_unlock( &pp_contexts[i]->lock );
    }
    for ( i = 0; i < count; i++ )
    {
        vlc_mutex_lock( &pp_contexts[i]->lock );
        while ( !pp_contexts[i]->b_done )
        {
            vlc_cond_wait( &pp_contexts[i]->cond, &pp_contexts[i]->lock );
        }
        pp_contexts[i]->b_done = 0;
        pp_contexts[i]->pf_func = NULL;
        vlc_mutex_unlock( &pp_contexts[i]->lock );

        if ( ret )
        {
            ret[i] = pp_contexts[i]->i_ret;
        }
    }

    return 0;
}
#endif

gbazin's avatar
 
gbazin committed
560 561 562 563 564 565 566 567
/****************************************************************************
 * EncodeVideo: the whole thing
 ****************************************************************************/
static block_t *EncodeVideo( encoder_t *p_enc, picture_t *p_pict )
{
    encoder_sys_t *p_sys = p_enc->p_sys;
    AVFrame frame;
    int i_out, i_plane;
568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599

#if LIBAVCODEC_BUILD >= 4702
    if ( !p_sys->b_inited && p_enc->i_threads >= 1 )
    {
        struct thread_context_t ** pp_contexts;
        int i;

        p_sys->b_inited = 1;
        pp_contexts = malloc( sizeof(struct thread_context_t *)
                                 * p_enc->i_threads );
        p_sys->p_context->thread_opaque = (void *)pp_contexts;

        for ( i = 0; i < p_enc->i_threads; i++ )
        {
            pp_contexts[i] = vlc_object_create( p_enc,
                                     sizeof(struct thread_context_t) );
            pp_contexts[i]->p_context = p_sys->p_context;
            vlc_mutex_init( p_enc, &pp_contexts[i]->lock );
            vlc_cond_init( p_enc, &pp_contexts[i]->cond );
            pp_contexts[i]->b_work = 0;
            pp_contexts[i]->b_done = 0;
            if ( vlc_thread_create( pp_contexts[i], "encoder", FfmpegThread,
                                    VLC_THREAD_PRIORITY_VIDEO, VLC_FALSE ) )
            {
                msg_Err( p_enc, "cannot spawn encoder thread, expect to die soon" );
                return NULL;
            }
        }

        p_sys->p_context->execute = FfmpegExecute;
    }
#endif
gbazin's avatar
 
gbazin committed
600

Laurent Aimar's avatar
Laurent Aimar committed
601
    memset( &frame, 0, sizeof( AVFrame ) );
gbazin's avatar
 
gbazin committed
602 603 604 605 606 607
    for( i_plane = 0; i_plane < p_pict->i_planes; i_plane++ )
    {
        frame.data[i_plane] = p_pict->p[i_plane].p_pixels;
        frame.linesize[i_plane] = p_pict->p[i_plane].i_pitch;
    }

608 609 610 611 612 613 614 615 616 617
    /* Let ffmpeg select the frame type */
    frame.pict_type = 0;

    frame.repeat_pict = p_pict->i_nb_fields;

#if LIBAVCODEC_BUILD >= 4685
    frame.interlaced_frame = !p_pict->b_progressive;
    frame.top_field_first = p_pict->b_top_field_first;
#endif

618
#if LIBAVCODEC_BUILD < 4702
gbazin's avatar
 
gbazin committed
619
    /* Set the pts of the frame being encoded (segfaults with mpeg4!)*/
620 621 622
    if( p_enc->fmt_out.i_codec == VLC_FOURCC( 'm', 'p', 'g', 'v' ) ||
        p_enc->fmt_out.i_codec == VLC_FOURCC( 'm', 'p', '1', 'v' ) ||
        p_enc->fmt_out.i_codec == VLC_FOURCC( 'm', 'p', '2', 'v' ) )
623 624 625
#else
    if( 1 )
#endif
Christophe Massiot's avatar
Christophe Massiot committed
626
    {
627
        frame.pts = p_pict->date ? p_pict->date : AV_NOPTS_VALUE;
628

629
        if ( p_sys->b_hurry_up && frame.pts != AV_NOPTS_VALUE )
Christophe Massiot's avatar
Christophe Massiot committed
630
        {
631 632
            mtime_t current_date = mdate();

633
            if ( current_date + HURRY_UP_GUARD3 > frame.pts )
634 635 636 637 638 639 640
            {
                p_sys->p_context->mb_decision = FF_MB_DECISION_SIMPLE;
                p_sys->p_context->flags &= ~CODEC_FLAG_TRELLIS_QUANT;
                msg_Dbg( p_enc, "hurry up mode 3" );
            }
            else
            {
641
                p_sys->p_context->mb_decision = p_sys->i_hq;
642

643
                if ( current_date + HURRY_UP_GUARD2 > frame.pts )
644 645
                {
                    p_sys->p_context->flags &= ~CODEC_FLAG_TRELLIS_QUANT;
646
#if LIBAVCODEC_BUILD >= 4690
647
                    p_sys->p_context->noise_reduction = p_sys->i_noise_reduction
648
                         + (HURRY_UP_GUARD2 + current_date - frame.pts) / 500;
649 650 651 652 653
#endif
                    msg_Dbg( p_enc, "hurry up mode 2" );
                }
                else
                {
654
                    if ( p_sys->b_trellis )
655
                        p_sys->p_context->flags |= CODEC_FLAG_TRELLIS_QUANT;
656 657
#if LIBAVCODEC_BUILD >= 4690
                    p_sys->p_context->noise_reduction =
658
                        p_sys->i_noise_reduction;
659 660 661 662
#endif
                }
            }

663
            if ( current_date + HURRY_UP_GUARD1 > frame.pts )
664
            {
665 666
                frame.pict_type = FF_P_TYPE;
                /* msg_Dbg( p_enc, "hurry up mode 1 %lld", current_date + HURRY_UP_GUARD1 - frame.pts ); */
667
            }
Christophe Massiot's avatar
Christophe Massiot committed
668 669
        }
    }
gbazin's avatar
 
gbazin committed
670
    else
Christophe Massiot's avatar
Christophe Massiot committed
671
    {
672
        frame.pts = AV_NOPTS_VALUE;
Christophe Massiot's avatar
Christophe Massiot committed
673
    }
gbazin's avatar
 
gbazin committed
674

gbazin's avatar
gbazin committed
675
    if ( frame.pts != AV_NOPTS_VALUE && frame.pts != 0 )
676 677 678
    {
        if ( p_sys->i_last_pts == frame.pts )
        {
gbazin's avatar
gbazin committed
679 680
            msg_Warn( p_enc, "almost fed libavcodec with two frames with the "
                      "same PTS (" I64Fd ")", frame.pts );
681 682
            return NULL;
        }
683 684 685 686 687 688 689
        else if ( p_sys->i_last_pts > frame.pts )
        {
            msg_Warn( p_enc, "almost fed libavcodec with a frame in the "
                      "past (current: " I64Fd ", last: "I64Fd")",
                      frame.pts, p_sys->i_last_pts );
            return NULL;
        }
690 691 692 693 694
        else
        {
            p_sys->i_last_pts = frame.pts;
        }
    }
gbazin's avatar
 
gbazin committed
695

gbazin's avatar
gbazin committed
696 697
    frame.quality = p_sys->i_quality;

698 699 700 701 702 703 704 705 706 707 708
    /* Ugly work-around for stupid libavcodec behaviour */
#if LIBAVCODEC_BUILD >= 4722
    p_sys->i_framenum++;
    p_sys->pi_delay_pts[p_sys->i_framenum % MAX_FRAME_DELAY] = frame.pts;
    frame.pts = p_sys->i_framenum * AV_TIME_BASE *
        p_enc->fmt_in.video.i_frame_rate_base;
    frame.pts += p_enc->fmt_in.video.i_frame_rate - 1;
    frame.pts /= p_enc->fmt_in.video.i_frame_rate;
#endif
    /* End work-around */

gbazin's avatar
 
gbazin committed
709 710
    i_out = avcodec_encode_video( p_sys->p_context, p_sys->p_buffer_out,
                                  AVCODEC_MAX_VIDEO_FRAME_SIZE, &frame );
Christophe Massiot's avatar
Christophe Massiot committed
711

gbazin's avatar
 
gbazin committed
712 713 714 715 716
    if( i_out > 0 )
    {
        block_t *p_block = block_New( p_enc, i_out );
        memcpy( p_block->p_buffer, p_sys->p_buffer_out, i_out );

717 718 719 720 721 722 723 724 725 726 727
        /* FIXME, 3-2 pulldown is not handled correctly */
        p_block->i_length = I64C(1000000) *
            p_enc->fmt_in.video.i_frame_rate_base /
                p_enc->fmt_in.video.i_frame_rate;

        if( !p_sys->p_context->max_b_frames || !p_sys->p_context->delay )
        {
            /* No delay -> output pts == input pts */
            p_block->i_pts = p_block->i_dts = p_pict->date;
        }
        else if( p_sys->p_context->coded_frame->pts != AV_NOPTS_VALUE &&
gbazin's avatar
gbazin committed
728
            p_sys->p_context->coded_frame->pts != 0 &&
gbazin's avatar
 
gbazin committed
729 730 731
            p_sys->i_buggy_pts_detect != p_sys->p_context->coded_frame->pts )
        {
            p_sys->i_buggy_pts_detect = p_sys->p_context->coded_frame->pts;
732
            p_block->i_pts = p_sys->p_context->coded_frame->pts;
gbazin's avatar
 
gbazin committed
733

734 735 736 737 738 739
            /* Ugly work-around for stupid libavcodec behaviour */
#if LIBAVCODEC_BUILD >= 4722
            {
            int64_t i_framenum = p_block->i_pts *
                p_enc->fmt_in.video.i_frame_rate /
                p_enc->fmt_in.video.i_frame_rate_base / AV_TIME_BASE;
gbazin's avatar
 
gbazin committed
740

741 742 743 744 745 746 747
            p_block->i_pts = p_sys->pi_delay_pts[i_framenum % MAX_FRAME_DELAY];
            }
#endif
            /* End work-around */

            if( p_sys->p_context->coded_frame->pict_type != FF_I_TYPE &&
                p_sys->p_context->coded_frame->pict_type != FF_P_TYPE )
gbazin's avatar
 
gbazin committed
748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772
            {
                p_block->i_dts = p_block->i_pts;
            }
            else
            {
                if( p_sys->i_last_ref_pts )
                {
                    p_block->i_dts = p_sys->i_last_ref_pts;
                }
                else
                {
                    /* Let's put something sensible */
                    p_block->i_dts = p_block->i_pts;
                }

                p_sys->i_last_ref_pts = p_block->i_pts;
            }
        }
        else
        {
            /* Buggy libavcodec which doesn't update coded_frame->pts
             * correctly */
            p_block->i_dts = p_block->i_pts = p_pict->date;
        }

773 774 775 776 777 778 779 780 781 782 783 784 785
        switch ( p_sys->p_context->coded_frame->pict_type )
        {
        case FF_I_TYPE:
            p_block->i_flags |= BLOCK_FLAG_TYPE_I;
            break;
        case FF_P_TYPE:
            p_block->i_flags |= BLOCK_FLAG_TYPE_P;
            break;
        case FF_B_TYPE:
            p_block->i_flags |= BLOCK_FLAG_TYPE_B;
            break;
        }

gbazin's avatar
 
gbazin committed
786 787 788 789 790 791 792 793 794 795 796 797 798
        return p_block;
    }

    return NULL;
}

/****************************************************************************
 * EncodeAudio: the whole thing
 ****************************************************************************/
static block_t *EncodeAudio( encoder_t *p_enc, aout_buffer_t *p_aout_buf )
{
    encoder_sys_t *p_sys = p_enc->p_sys;
    block_t *p_block, *p_chain = NULL;
gbazin's avatar
 
gbazin committed
799

gbazin's avatar
 
gbazin committed
800 801 802 803 804 805
    char *p_buffer = p_aout_buf->p_buffer;
    int i_samples = p_aout_buf->i_nb_samples;
    int i_samples_delay = p_sys->i_samples_delay;

    p_sys->i_pts = p_aout_buf->start_date -
                (mtime_t)1000000 * (mtime_t)p_sys->i_samples_delay /
gbazin's avatar
 
gbazin committed
806
                (mtime_t)p_enc->fmt_in.audio.i_rate;
gbazin's avatar
 
gbazin committed
807 808 809 810 811 812 813 814 815 816 817

    p_sys->i_samples_delay += i_samples;

    while( p_sys->i_samples_delay >= p_sys->p_context->frame_size )
    {
        int16_t *p_samples;
        int i_out;

        if( i_samples_delay )
        {
            /* Take care of the left-over from last time */
gbazin's avatar
 
gbazin committed
818
            int i_delay_size = i_samples_delay * 2 *
gbazin's avatar
 
gbazin committed
819 820 821 822 823 824
                                 p_sys->p_context->channels;
            int i_size = p_sys->i_frame_size - i_delay_size;

            p_samples = (int16_t *)p_sys->p_buffer;
            memcpy( p_sys->p_buffer + i_delay_size, p_buffer, i_size );
            p_buffer -= i_delay_size;
gbazin's avatar
 
gbazin committed
825
            i_samples += i_samples_delay;
gbazin's avatar
 
gbazin committed
826 827 828 829 830 831 832 833 834 835
            i_samples_delay = 0;
        }
        else
        {
            p_samples = (int16_t *)p_buffer;
        }

        i_out = avcodec_encode_audio( p_sys->p_context, p_sys->p_buffer_out,
                                      2 * AVCODEC_MAX_AUDIO_FRAME_SIZE,
                                      p_samples );
gbazin's avatar
 
gbazin committed
836 837 838 839 840

#if 0
        msg_Warn( p_enc, "avcodec_encode_audio: %d", i_out );
#endif
        if( i_out < 0 ) break;
gbazin's avatar
 
gbazin committed
841 842 843

        p_buffer += p_sys->i_frame_size;
        p_sys->i_samples_delay -= p_sys->p_context->frame_size;
gbazin's avatar
 
gbazin committed
844 845 846
        i_samples -= p_sys->p_context->frame_size;

        if( i_out == 0 ) continue;
gbazin's avatar
 
gbazin committed
847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862

        p_block = block_New( p_enc, i_out );
        memcpy( p_block->p_buffer, p_sys->p_buffer_out, i_out );

        p_block->i_length = (mtime_t)1000000 *
            (mtime_t)p_sys->p_context->frame_size /
            (mtime_t)p_sys->p_context->sample_rate;

        p_block->i_dts = p_block->i_pts = p_sys->i_pts;

        /* Update pts */
        p_sys->i_pts += p_block->i_length;
        block_ChainAppend( &p_chain, p_block );
    }

    /* Backup the remaining raw samples */
gbazin's avatar
 
gbazin committed
863
    if( i_samples )
gbazin's avatar
 
gbazin committed
864
    {
gbazin's avatar
 
gbazin committed
865 866
        memcpy( p_sys->p_buffer + i_samples_delay * 2 *
                p_sys->p_context->channels, p_buffer,
gbazin's avatar
 
gbazin committed
867 868 869 870 871 872 873
                i_samples * 2 * p_sys->p_context->channels );
    }

    return p_chain;
}

/*****************************************************************************
gbazin's avatar
 
gbazin committed
874
 * CloseEncoder: ffmpeg encoder destruction
gbazin's avatar
 
gbazin committed
875
 *****************************************************************************/
gbazin's avatar
 
gbazin committed
876
void E_(CloseEncoder)( vlc_object_t *p_this )
gbazin's avatar
 
gbazin committed
877 878 879 880
{
    encoder_t *p_enc = (encoder_t *)p_this;
    encoder_sys_t *p_sys = p_enc->p_sys;

881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896
#if LIBAVCODEC_BUILD >= 4702
    if ( p_sys->b_inited && p_enc->i_threads >= 1 )
    {
        int i;
        struct thread_context_t ** pp_contexts =
                (struct thread_context_t **)p_sys->p_context->thread_opaque;
        for ( i = 0; i < p_enc->i_threads; i++ )
        {
            pp_contexts[i]->b_die = 1;
            vlc_cond_signal( &pp_contexts[i]->cond );
            vlc_thread_join( pp_contexts[i] );
            vlc_mutex_destroy( &pp_contexts[i]->lock );
            vlc_cond_destroy( &pp_contexts[i]->cond );
            vlc_object_destroy( pp_contexts[i] );
        }

897
        free( pp_contexts );
898 899 900
    }
#endif

gbazin's avatar
 
gbazin committed
901
    avcodec_close( p_sys->p_context );
902
    av_free( p_sys->p_context );
gbazin's avatar
 
gbazin committed
903 904 905 906

    if( p_sys->p_buffer ) free( p_sys->p_buffer );
    if( p_sys->p_buffer_out ) free( p_sys->p_buffer_out );

gbazin's avatar
 
gbazin committed
907 908
    free( p_sys );
}