audio.c 12.7 KB
Newer Older
1 2 3
/*****************************************************************************
 * audio.c: audio decoder using ffmpeg library
 *****************************************************************************
4
 * Copyright (C) 1999-2003 the VideoLAN team
5
 * $Id$
6 7
 *
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8
 *          Gildas Bazin <gbazin@videolan.org>
9 10 11 12 13
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
14
 *
15 16 17 18 19 20 21
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
Antoine Cellerier's avatar
Antoine Cellerier committed
22
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
23 24 25 26 27
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/
28 29 30 31
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

32
#include <vlc_common.h>
Clément Stenac's avatar
Clément Stenac committed
33 34
#include <vlc_aout.h>
#include <vlc_codec.h>
35

Gildas Bazin's avatar
 
Gildas Bazin committed
36
/* ffmpeg header */
37 38 39
#ifdef HAVE_LIBAVCODEC_AVCODEC_H
#   include <libavcodec/avcodec.h>
#elif defined(HAVE_FFMPEG_AVCODEC_H)
40
#   include <ffmpeg/avcodec.h>
Gildas Bazin's avatar
 
Gildas Bazin committed
41 42 43
#else
#   include <avcodec.h>
#endif
44

45
#include "avcodec.h"
46

47
static const unsigned int pi_channels_maps[9] =
48 49
{
    0,
50 51 52 53 54 55 56 57 58 59 60 61 62 63
    AOUT_CHAN_CENTER,
    AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
    AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER,
    AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT,
    AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER |
        AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT,
    AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER |
        AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT | AOUT_CHAN_LFE,
    AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER |
        AOUT_CHAN_MIDDLELEFT | AOUT_CHAN_MIDDLERIGHT |
        AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT,
    AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER |
        AOUT_CHAN_MIDDLELEFT | AOUT_CHAN_MIDDLERIGHT |
        AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT | AOUT_CHAN_LFE,
64
};
65 66

/*****************************************************************************
Gildas Bazin's avatar
 
Gildas Bazin committed
67
 * decoder_sys_t : decoder descriptor
68
 *****************************************************************************/
Gildas Bazin's avatar
 
Gildas Bazin committed
69 70
struct decoder_sys_t
{
71
    FFMPEG_COMMON_MEMBERS
Gildas Bazin's avatar
 
Gildas Bazin committed
72 73 74 75 76 77 78 79 80

    /* Temporary buffer for libavcodec */
    uint8_t *p_output;

    /*
     * Output properties
     */
    audio_sample_format_t aout_format;
    audio_date_t          end_date;
81 82 83 84 85 86

    /*
     *
     */
    uint8_t *p_samples;
    int     i_samples;
87 88 89

    /* */
    int     i_reject_count;
Gildas Bazin's avatar
 
Gildas Bazin committed
90
};
91 92

/*****************************************************************************
Gildas Bazin's avatar
 
Gildas Bazin committed
93
 * InitAudioDec: initialize audio decoder
94
 *****************************************************************************
Gildas Bazin's avatar
 
Gildas Bazin committed
95
 * The ffmpeg codec will be opened, some memory allocated.
96
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
97
int InitAudioDec( decoder_t *p_dec, AVCodecContext *p_context,
98
                      AVCodec *p_codec, int i_codec_id, const char *psz_namecodec )
99
{
Gildas Bazin's avatar
 
Gildas Bazin committed
100
    decoder_sys_t *p_sys;
101

Gildas Bazin's avatar
 
Gildas Bazin committed
102 103 104
    /* Allocate the memory needed to store the decoder's structure */
    if( ( p_dec->p_sys = p_sys =
          (decoder_sys_t *)malloc(sizeof(decoder_sys_t)) ) == NULL )
105
    {
106
        return VLC_ENOMEM;
Gildas Bazin's avatar
 
Gildas Bazin committed
107 108
    }

109 110 111 112
    p_sys->p_context = p_context;
    p_sys->p_codec = p_codec;
    p_sys->i_codec_id = i_codec_id;
    p_sys->psz_namecodec = psz_namecodec;
Gildas Bazin's avatar
 
Gildas Bazin committed
113

114
    /* ***** Fill p_context with init values ***** */
Gildas Bazin's avatar
 
Gildas Bazin committed
115 116
    p_sys->p_context->sample_rate = p_dec->fmt_in.audio.i_rate;
    p_sys->p_context->channels = p_dec->fmt_in.audio.i_channels;
117 118 119 120 121 122 123 124 125 126 127 128
    if( !p_dec->fmt_in.audio.i_physical_channels )
    {
        msg_Warn( p_dec, "Physical channel configuration not set : guessing" );
        p_dec->fmt_in.audio.i_original_channels =
            p_dec->fmt_in.audio.i_physical_channels =
                pi_channels_maps[p_sys->p_context->channels];
    }

    p_dec->fmt_out.audio.i_physical_channels =
        p_dec->fmt_out.audio.i_original_channels =
        p_dec->fmt_in.audio.i_physical_channels;

Gildas Bazin's avatar
 
Gildas Bazin committed
129 130
    p_sys->p_context->block_align = p_dec->fmt_in.audio.i_blockalign;
    p_sys->p_context->bit_rate = p_dec->fmt_in.i_bitrate;
Alexis Ballier's avatar
Alexis Ballier committed
131
#if LIBAVCODEC_VERSION_INT < ((52<<16)+(0<<8)+0)
132
    p_sys->p_context->bits_per_sample = p_dec->fmt_in.audio.i_bitspersample;
Alexis Ballier's avatar
Alexis Ballier committed
133 134 135
#else
    p_sys->p_context->bits_per_coded_sample = p_dec->fmt_in.audio.i_bitspersample;
#endif
136

Laurent Aimar's avatar
Laurent Aimar committed
137
    if( p_dec->fmt_in.i_extra > 0 )
138
    {
Laurent Aimar's avatar
Laurent Aimar committed
139 140 141
        const uint8_t * const p_src = p_dec->fmt_in.p_extra;
        int i_offset;
        int i_size;
142 143

        if( p_dec->fmt_in.i_codec == VLC_FOURCC( 'f', 'l', 'a', 'c' ) )
Laurent Aimar's avatar
Laurent Aimar committed
144
        {
145
            i_offset = 8;
Laurent Aimar's avatar
Laurent Aimar committed
146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165
            i_size = p_dec->fmt_in.i_extra - 8;
        }
        else if( p_dec->fmt_in.i_codec == VLC_FOURCC( 'a', 'l', 'a', 'c' ) )
        {
            static const uint8_t p_pattern[] = { 0, 0, 0, 36, 'a', 'l', 'a', 'c' };
            /* Find alac atom XXX it is a bit ugly */
            for( i_offset = 0; i_offset < p_dec->fmt_in.i_extra - sizeof(p_pattern); i_offset++ )
            {
                if( !memcmp( &p_src[i_offset], p_pattern, sizeof(p_pattern) ) )
                    break;
            }
            i_size = __MIN( p_dec->fmt_in.i_extra - i_offset, 36 );
            if( i_size < 36 )
                i_size = 0;
        }
        else
        {
            i_offset = 0;
            i_size = p_dec->fmt_in.i_extra;
        }
166

Laurent Aimar's avatar
Laurent Aimar committed
167
        if( i_size > 0 )
Rémi Duraffort's avatar
Rémi Duraffort committed
168
        {
Laurent Aimar's avatar
Laurent Aimar committed
169 170 171 172 173 174 175 176 177 178 179
            p_sys->p_context->extradata =
                malloc( i_size + FF_INPUT_BUFFER_PADDING_SIZE );
            if( p_sys->p_context->extradata )
            {
                uint8_t *p_dst = p_sys->p_context->extradata;

                p_sys->p_context->extradata_size = i_size;

                memcpy( &p_dst[0],            &p_src[i_offset], i_size );
                memset( &p_dst[i_size], 0, FF_INPUT_BUFFER_PADDING_SIZE );
            }
Rémi Duraffort's avatar
Rémi Duraffort committed
180
        }
181
    }
182
    else
Laurent Aimar's avatar
Laurent Aimar committed
183 184
    {
        p_sys->p_context->extradata_size = 0;
185
        p_sys->p_context->extradata = NULL;
Laurent Aimar's avatar
Laurent Aimar committed
186
    }
187

188
    /* ***** Open the codec ***** */
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
189
    vlc_mutex_lock( &avcodec_lock );
190

Gildas Bazin's avatar
 
Gildas Bazin committed
191
    if (avcodec_open( p_sys->p_context, p_sys->p_codec ) < 0)
192
    {
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
193
        vlc_mutex_unlock( &avcodec_lock );
Gildas Bazin's avatar
 
Gildas Bazin committed
194
        msg_Err( p_dec, "cannot open codec (%s)", p_sys->psz_namecodec );
195
        free( p_sys->p_context->extradata );
196
        free( p_sys );
Gildas Bazin's avatar
 
Gildas Bazin committed
197
        return VLC_EGENERIC;
198
    }
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
199
    vlc_mutex_unlock( &avcodec_lock );
200 201

    msg_Dbg( p_dec, "ffmpeg codec (%s) started", p_sys->psz_namecodec );
202

203
    p_sys->p_output = malloc( AVCODEC_MAX_AUDIO_FRAME_SIZE );
204 205
    p_sys->p_samples = NULL;
    p_sys->i_samples = 0;
206
    p_sys->i_reject_count = 0;
207

Laurent Aimar's avatar
Laurent Aimar committed
208
    aout_DateSet( &p_sys->end_date, 0 );
209 210
    if( p_dec->fmt_in.audio.i_rate )
        aout_DateInit( &p_sys->end_date, p_dec->fmt_in.audio.i_rate );
211

Gildas Bazin's avatar
 
Gildas Bazin committed
212 213 214
    /* Set output properties */
    p_dec->fmt_out.i_cat = AUDIO_ES;
    p_dec->fmt_out.i_codec = AOUT_FMT_S16_NE;
215
    p_dec->fmt_out.audio.i_bitspersample = 16;
Gildas Bazin's avatar
 
Gildas Bazin committed
216

Gildas Bazin's avatar
 
Gildas Bazin committed
217
    return VLC_SUCCESS;
218 219
}

220 221 222 223
/*****************************************************************************
 * SplitBuffer: Needed because aout really doesn't like big audio chunk and
 * wma produces easily > 30000 samples...
 *****************************************************************************/
Clément Stenac's avatar
Clément Stenac committed
224
static aout_buffer_t *SplitBuffer( decoder_t *p_dec )
225 226 227 228 229
{
    decoder_sys_t *p_sys = p_dec->p_sys;
    int i_samples = __MIN( p_sys->i_samples, 4096 );
    aout_buffer_t *p_buffer;

230 231
    if( i_samples == 0 ) return NULL;

232
    if( ( p_buffer = decoder_NewAudioBuffer( p_dec, i_samples ) ) == NULL )
233 234 235
        return NULL;

    p_buffer->start_date = aout_DateGet( &p_sys->end_date );
236
    p_buffer->end_date = aout_DateIncrement( &p_sys->end_date, i_samples );
237 238 239 240 241 242 243 244 245

    memcpy( p_buffer->p_buffer, p_sys->p_samples, p_buffer->i_nb_bytes );

    p_sys->p_samples += p_buffer->i_nb_bytes;
    p_sys->i_samples -= i_samples;

    return p_buffer;
}

246
/*****************************************************************************
Gildas Bazin's avatar
 
Gildas Bazin committed
247
 * DecodeAudio: Called to decode one frame
248
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
249
aout_buffer_t * DecodeAudio ( decoder_t *p_dec, block_t **pp_block )
250
{
Gildas Bazin's avatar
 
Gildas Bazin committed
251
    decoder_sys_t *p_sys = p_dec->p_sys;
252
    int i_used, i_output;
Gildas Bazin's avatar
 
Gildas Bazin committed
253 254 255 256
    aout_buffer_t *p_buffer;
    block_t *p_block;

    if( !pp_block || !*pp_block ) return NULL;
257

Gildas Bazin's avatar
 
Gildas Bazin committed
258
    p_block = *pp_block;
259

Laurent Aimar's avatar
Laurent Aimar committed
260 261 262 263
    if( p_block->i_flags & (BLOCK_FLAG_DISCONTINUITY|BLOCK_FLAG_CORRUPTED) )
    {
        block_Release( p_block );
        avcodec_flush_buffers( p_sys->p_context );
264 265 266

        if( p_sys->i_codec_id == CODEC_ID_MP2 || p_sys->i_codec_id == CODEC_ID_MP3 )
            p_sys->i_reject_count = 3;
Laurent Aimar's avatar
Laurent Aimar committed
267 268 269 270
        return NULL;
    }

    if( p_sys->i_samples > 0 )
271 272 273
    {
        /* More data */
        p_buffer = SplitBuffer( p_dec );
274
        if( !p_buffer ) block_Release( p_block );
275 276 277
        return p_buffer;
    }

Gildas Bazin's avatar
 
Gildas Bazin committed
278 279 280 281
    if( !aout_DateGet( &p_sys->end_date ) && !p_block->i_pts )
    {
        /* We've just started the stream, wait for the first PTS. */
        block_Release( p_block );
Gildas Bazin's avatar
 
Gildas Bazin committed
282
        return NULL;
Gildas Bazin's avatar
 
Gildas Bazin committed
283
    }
284

Laurent Aimar's avatar
Laurent Aimar committed
285
    if( p_block->i_buffer <= 0 )
286
    {
Gildas Bazin's avatar
 
Gildas Bazin committed
287 288 289
        block_Release( p_block );
        return NULL;
    }
290 291 292 293 294 295
    if( p_block->i_buffer > AVCODEC_MAX_AUDIO_FRAME_SIZE )
    {
        /* Grow output buffer if necessary (eg. for PCM data) */
        p_sys->p_output = realloc(p_sys->p_output, p_block->i_buffer);
    }

Laurent Aimar's avatar
Laurent Aimar committed
296 297 298 299 300 301
    *pp_block = p_block = block_Realloc( p_block, 0, p_block->i_buffer + FF_INPUT_BUFFER_PADDING_SIZE );
    if( !p_block )
        return NULL;
    p_block->i_buffer -= FF_INPUT_BUFFER_PADDING_SIZE;
    memset( &p_block->p_buffer[p_block->i_buffer], 0, FF_INPUT_BUFFER_PADDING_SIZE );

302
#if LIBAVCODEC_VERSION_INT >= ((52<<16)+(0<<8)+0)
Laurent Aimar's avatar
Laurent Aimar committed
303 304
    i_output = __MAX( AVCODEC_MAX_AUDIO_FRAME_SIZE, p_block->i_buffer );
    i_used = avcodec_decode_audio2( p_sys->p_context,
Gildas Bazin's avatar
 
Gildas Bazin committed
305 306
                                   (int16_t*)p_sys->p_output, &i_output,
                                   p_block->p_buffer, p_block->i_buffer );
307 308 309 310 311
#else
    i_used = avcodec_decode_audio( p_sys->p_context,
                                   (int16_t*)p_sys->p_output, &i_output,
                                   p_block->p_buffer, p_block->i_buffer );
#endif
Gildas Bazin's avatar
 
Gildas Bazin committed
312

313
    if( i_used < 0 || i_output < 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
314
    {
Gildas Bazin's avatar
 
Gildas Bazin committed
315
        if( i_used < 0 )
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
316
            msg_Warn( p_dec, "cannot decode one frame (%zu bytes)",
Gildas Bazin's avatar
 
Gildas Bazin committed
317 318 319 320
                      p_block->i_buffer );

        block_Release( p_block );
        return NULL;
321
    }
322
    else if( (size_t)i_used > p_block->i_buffer )
323 324 325
    {
        i_used = p_block->i_buffer;
    }
326

Gildas Bazin's avatar
 
Gildas Bazin committed
327 328 329
    p_block->i_buffer -= i_used;
    p_block->p_buffer += i_used;

330
    if( p_sys->p_context->channels <= 0 || p_sys->p_context->channels > 8 ||
331
        p_sys->p_context->sample_rate <= 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
332
    {
333 334
        msg_Warn( p_dec, "invalid audio properties channels count %d, sample rate %d",
                  p_sys->p_context->channels, p_sys->p_context->sample_rate );
Gildas Bazin's avatar
 
Gildas Bazin committed
335 336 337 338
        block_Release( p_block );
        return NULL;
    }

339
    if( p_dec->fmt_out.audio.i_rate != (unsigned int)p_sys->p_context->sample_rate )
Gildas Bazin's avatar
 
Gildas Bazin committed
340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356
    {
        aout_DateInit( &p_sys->end_date, p_sys->p_context->sample_rate );
        aout_DateSet( &p_sys->end_date, p_block->i_pts );
    }

    /* **** Set audio output parameters **** */
    p_dec->fmt_out.audio.i_rate     = p_sys->p_context->sample_rate;
    p_dec->fmt_out.audio.i_channels = p_sys->p_context->channels;
    p_dec->fmt_out.audio.i_original_channels =
        p_dec->fmt_out.audio.i_physical_channels =
            pi_channels_maps[p_sys->p_context->channels];

    if( p_block->i_pts != 0 &&
        p_block->i_pts != aout_DateGet( &p_sys->end_date ) )
    {
        aout_DateSet( &p_sys->end_date, p_block->i_pts );
    }
357
    p_block->i_pts = 0;
Gildas Bazin's avatar
 
Gildas Bazin committed
358 359

    /* **** Now we can output these samples **** */
360
    p_sys->i_samples = i_output / sizeof(int16_t) / p_sys->p_context->channels;
361
    p_sys->p_samples = p_sys->p_output;
Gildas Bazin's avatar
 
Gildas Bazin committed
362

363 364 365 366 367 368 369
    /* Silent unwanted samples */
    if( p_sys->i_reject_count > 0 )
    {
        memset( p_sys->p_output, 0, i_output );
        p_sys->i_reject_count--;
    }

370
    p_buffer = SplitBuffer( p_dec );
371
    if( !p_buffer ) block_Release( p_block );
Gildas Bazin's avatar
 
Gildas Bazin committed
372
    return p_buffer;
373 374 375
}

/*****************************************************************************
Gildas Bazin's avatar
 
Gildas Bazin committed
376
 * EndAudioDec: audio decoder destruction
377
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
378
void EndAudioDec( decoder_t *p_dec )
379
{
Gildas Bazin's avatar
 
Gildas Bazin committed
380 381
    decoder_sys_t *p_sys = p_dec->p_sys;

382
    free( p_sys->p_output );
383
}