demux.c 33.5 KB
Newer Older
Gildas Bazin's avatar
 
Gildas Bazin committed
1
/*****************************************************************************
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
2
 * demux.c: demuxer using libavformat
Gildas Bazin's avatar
 
Gildas Bazin committed
3
 *****************************************************************************
Rémi Duraffort's avatar
Rémi Duraffort committed
4
 * Copyright (C) 2004-2009 the VideoLAN team
5
 * $Id$
Gildas Bazin's avatar
 
Gildas Bazin committed
6 7
 *
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8
 *          Gildas Bazin <gbazin@videolan.org>
Gildas Bazin's avatar
 
Gildas Bazin committed
9 10 11 12 13 14 15 16 17 18 19 20 21
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
Antoine Cellerier's avatar
Antoine Cellerier committed
22
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
Gildas Bazin's avatar
 
Gildas Bazin committed
23 24 25 26 27 28
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/

29 30 31 32
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

33
#include <vlc_common.h>
Clément Stenac's avatar
Clément Stenac committed
34 35
#include <vlc_demux.h>
#include <vlc_stream.h>
36
#include <vlc_meta.h>
37
#include <vlc_input.h>
38
#include <vlc_charset.h>
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
39
#include <vlc_avcodec.h>
Gildas Bazin's avatar
 
Gildas Bazin committed
40

41
#include <libavformat/avformat.h>
Gildas Bazin's avatar
 
Gildas Bazin committed
42

43
#include "../../codec/avcodec/avcodec.h"
44
#include "../../codec/avcodec/chroma.h"
45
#include "../../codec/avcodec/avcommon.h"
46
#include "avformat.h"
47
#include "../xiph.h"
48
#include "../vobsub.h"
49

50 51 52 53 54 55 56
/* Support for deprecated APIs */

#if LIBAVFORMAT_VERSION_MAJOR < 54
# define AVDictionaryEntry AVMetadataTag
# define av_dict_get av_metadata_get
#endif

57 58
//#define AVFORMAT_DEBUG 1

Gildas Bazin's avatar
 
Gildas Bazin committed
59
/* Version checking */
60
#if defined(HAVE_FFMPEG_AVFORMAT_H) || defined(HAVE_LIBAVFORMAT_AVFORMAT_H)
61

62
#if (LIBAVCODEC_VERSION_INT >= ((51<<16)+(50<<8)+0) )
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
63
#   define HAVE_AVUTIL_CODEC_ATTACHMENT 1
64 65
#endif

Gildas Bazin's avatar
 
Gildas Bazin committed
66 67 68 69 70
/*****************************************************************************
 * demux_sys_t: demux descriptor
 *****************************************************************************/
struct demux_sys_t
{
71
#if LIBAVFORMAT_VERSION_INT < ((53<<16)+(2<<8)+0)
Gildas Bazin's avatar
 
Gildas Bazin committed
72
    ByteIOContext   io;
73 74
#endif

Gildas Bazin's avatar
 
Gildas Bazin committed
75 76 77 78 79 80 81 82
    int             io_buffer_size;
    uint8_t        *io_buffer;

    AVInputFormat  *fmt;
    AVFormatContext *ic;

    int             i_tk;
    es_out_id_t     **tk;
83 84
    int64_t         *tk_pcr;
    int64_t         i_pcr;
85

86 87
    unsigned    i_ssa_order;

88 89
    int                i_attachments;
    input_attachment_t **attachments;
90 91 92

    /* Only one title with seekpoints possible atm. */
    input_title_t *p_title;
Gildas Bazin's avatar
 
Gildas Bazin committed
93 94 95 96 97 98 99 100 101
};

/*****************************************************************************
 * Local prototypes
 *****************************************************************************/
static int Demux  ( demux_t *p_demux );
static int Control( demux_t *p_demux, int i_query, va_list args );

static int IORead( void *opaque, uint8_t *buf, int buf_size );
102
static int64_t IOSeek( void *opaque, int64_t offset, int whence );
Gildas Bazin's avatar
 
Gildas Bazin committed
103

104
static block_t *BuildSsaFrame( const AVPacket *p_pkt, unsigned i_order );
105
static void UpdateSeekPoint( demux_t *p_demux, int64_t i_time );
106
static void ResetTime( demux_t *p_demux, int64_t i_time );
107

Gildas Bazin's avatar
 
Gildas Bazin committed
108 109 110
/*****************************************************************************
 * Open
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
111
int OpenDemux( vlc_object_t *p_this )
Gildas Bazin's avatar
 
Gildas Bazin committed
112 113 114 115
{
    demux_t       *p_demux = (demux_t*)p_this;
    demux_sys_t   *p_sys;
    AVProbeData   pd;
116
    AVInputFormat *fmt = NULL;
117 118
    unsigned int  i;
    int64_t       i_start_time = -1;
119
    bool          b_can_seek;
120
    char         *psz_url;
121
    int           error;
Gildas Bazin's avatar
 
Gildas Bazin committed
122

123 124 125 126 127 128 129 130
    if( p_demux->psz_file )
        psz_url = strdup( p_demux->psz_file );
    else
    {
        if( asprintf( &psz_url, "%s://%s", p_demux->psz_access, p_demux->psz_location ) == -1)
            return VLC_ENOMEM;
    }
    msg_Dbg( p_demux, "trying url: %s", psz_url );
Gildas Bazin's avatar
 
Gildas Bazin committed
131
    /* Init Probe data */
132
    pd.filename = psz_url;
133
    if( ( pd.buf_size = stream_Peek( p_demux->s, (const uint8_t**)&pd.buf, 2048 + 213 ) ) <= 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
134
    {
135
        free( psz_url );
Gildas Bazin's avatar
 
Gildas Bazin committed
136 137 138
        msg_Warn( p_demux, "cannot peek" );
        return VLC_EGENERIC;
    }
139
    stream_Control( p_demux->s, STREAM_CAN_SEEK, &b_can_seek );
Gildas Bazin's avatar
 
Gildas Bazin committed
140

141
    vlc_init_avformat();
Gildas Bazin's avatar
 
Gildas Bazin committed
142

143
    char *psz_format = var_InheritString( p_this, "avformat-format" );
144 145 146 147 148 149 150
    if( psz_format )
    {
        if( fmt = av_find_input_format(psz_format) )
            msg_Dbg( p_demux, "forcing format: %s", fmt->name );
        free( psz_format );
    }

Gildas Bazin's avatar
 
Gildas Bazin committed
151
    /* Guess format */
152
    if( !fmt && !( fmt = av_probe_input_format( &pd, 1 ) ) )
Gildas Bazin's avatar
 
Gildas Bazin committed
153 154
    {
        msg_Dbg( p_demux, "couldn't guess format" );
155
        free( psz_url );
Gildas Bazin's avatar
 
Gildas Bazin committed
156 157 158
        return VLC_EGENERIC;
    }

159
    if( !p_demux->b_force )
Gildas Bazin's avatar
 
Gildas Bazin committed
160
    {
161 162 163 164 165
        static const char ppsz_blacklist[][16] = {
            /* Don't handle MPEG unless forced */
            "mpeg", "vcd", "vob", "mpegts",
            /* libavformat's redirector won't work */
            "redir", "sdp",
166 167
            /* Don't handle subtitles format */
            "ass", "srt", "microdvd",
168 169 170 171 172 173 174 175 176 177 178
            ""
        };

        for( int i = 0; *ppsz_blacklist[i]; i++ )
        {
            if( !strcmp( fmt->name, ppsz_blacklist[i] ) )
            {
                free( psz_url );
                return VLC_EGENERIC;
            }
        }
Gildas Bazin's avatar
 
Gildas Bazin committed
179 180
    }

181 182 183 184 185
    /* Don't trigger false alarms on bin files */
    if( !p_demux->b_force && !strcmp( fmt->name, "psxstr" ) )
    {
        int i_len;

186 187 188 189 190
        if( !p_demux->psz_file )
        {
            free( psz_url );
            return VLC_EGENERIC;
        }
191

192
        i_len = strlen( p_demux->psz_file );
193 194 195 196 197
        if( i_len < 4 )
        {
            free( psz_url );
            return VLC_EGENERIC;
        }
198

199 200 201
        if( strcasecmp( &p_demux->psz_file[i_len - 4], ".str" ) &&
            strcasecmp( &p_demux->psz_file[i_len - 4], ".xai" ) &&
            strcasecmp( &p_demux->psz_file[i_len - 3], ".xa" ) )
202
        {
203
            free( psz_url );
204 205 206 207
            return VLC_EGENERIC;
        }
    }

208 209
    msg_Dbg( p_demux, "detected format: %s", fmt->name );

Gildas Bazin's avatar
 
Gildas Bazin committed
210 211 212 213
    /* Fill p_demux fields */
    p_demux->pf_demux = Demux;
    p_demux->pf_control = Control;
    p_demux->p_sys = p_sys = malloc( sizeof( demux_sys_t ) );
214
    p_sys->ic = 0;
Gildas Bazin's avatar
 
Gildas Bazin committed
215 216 217
    p_sys->fmt = fmt;
    p_sys->i_tk = 0;
    p_sys->tk = NULL;
218
    p_sys->tk_pcr = NULL;
219
    p_sys->i_ssa_order = 0;
220
    TAB_INIT( p_sys->i_attachments, p_sys->attachments);
221
    p_sys->p_title = NULL;
Gildas Bazin's avatar
 
Gildas Bazin committed
222 223 224 225

    /* Create I/O wrapper */
    p_sys->io_buffer_size = 32768;  /* FIXME */
    p_sys->io_buffer = malloc( p_sys->io_buffer_size );
226

227
#if LIBAVFORMAT_VERSION_INT >= ((53<<16)+(2<<8)+0)
228 229
    p_sys->ic = avformat_alloc_context();
    p_sys->ic->pb = avio_alloc_context( p_sys->io_buffer,
230
        p_sys->io_buffer_size, 0, p_demux, IORead, NULL, IOSeek );
231
    p_sys->ic->pb->seekable = b_can_seek ? AVIO_SEEKABLE_NORMAL : 0;
232 233 234 235 236 237 238 239 240 241
    error = avformat_open_input(&p_sys->ic, psz_url, p_sys->fmt, NULL);
#else
    init_put_byte( &p_sys->io, p_sys->io_buffer, p_sys->io_buffer_size, 0,
        p_demux, IORead, NULL, IOSeek );
    p_sys->io.is_streamed = !b_can_seek;
# if defined(AVIO_SEEKABLE_NORMAL)
    p_sys->io.seekable = !!b_can_seek;
# endif
    error = av_open_input_stream(&p_sys->ic, &p_sys->io, psz_url, p_sys->fmt, NULL);
#endif
242

243 244
    free( psz_url );
    if( error < 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
245
    {
246 247
        errno = AVUNERROR(error);
        msg_Err( p_demux, "Could not open %s: %m", psz_url );
248
        p_sys->ic = NULL;
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
249
        CloseDemux( p_this );
Gildas Bazin's avatar
 
Gildas Bazin committed
250 251 252
        return VLC_EGENERIC;
    }

253
#if LIBAVFORMAT_VERSION_INT >= ((53<<16)+(26<<8)+0)
254 255 256 257 258 259 260 261 262 263 264 265 266 267
    char *psz_opts = var_InheritString( p_demux, "avformat-options" );
    AVDictionary *options[p_sys->ic->nb_streams];
    if (psz_opts && *psz_opts) {
        options[0] = vlc_av_get_options(psz_opts);
        for (unsigned i = 1; i < p_sys->ic->nb_streams; i++) {
            options[i] = NULL;
            av_dict_copy(&options[i], options[0], 0);
        }
    }
    free(psz_opts);
    vlc_avcodec_lock(); /* avformat calls avcodec behind our back!!! */
    error = avformat_find_stream_info( p_sys->ic, options );
    vlc_avcodec_unlock();
    AVDictionaryEntry *t = NULL;
Rafaël Carré's avatar
Rafaël Carré committed
268
    while ((t = av_dict_get(options[0], "", t, AV_DICT_IGNORE_SUFFIX))) {
269 270
        msg_Err( p_demux, "Unknown option \"%s\"", t->key );
    }
Rafaël Carré's avatar
Rafaël Carré committed
271 272 273
    for (unsigned i = 0; i < p_sys->ic->nb_streams; i++) {
        av_dict_free(&options[i]);
    }
274
#else
275
    vlc_avcodec_lock(); /* avformat calls avcodec behind our back!!! */
276
    error = av_find_stream_info( p_sys->ic );
277
    vlc_avcodec_unlock();
278 279
#endif

280
    if( error < 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
281
    {
282 283
        errno = AVUNERROR(error);
        msg_Warn( p_demux, "Could not find stream info: %m" );
Gildas Bazin's avatar
 
Gildas Bazin committed
284 285 286 287
    }

    for( i = 0; i < p_sys->ic->nb_streams; i++ )
    {
Laurent Aimar's avatar
Laurent Aimar committed
288 289 290
        AVStream *s = p_sys->ic->streams[i];
        AVCodecContext *cc = s->codec;

Gildas Bazin's avatar
 
Gildas Bazin committed
291 292 293
        es_out_id_t  *es;
        es_format_t  fmt;
        vlc_fourcc_t fcc;
294
        const char *psz_type = "unknown";
Gildas Bazin's avatar
 
Gildas Bazin committed
295

Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
296
        if( !GetVlcFourcc( cc->codec_id, NULL, &fcc, NULL ) )
Gildas Bazin's avatar
 
Gildas Bazin committed
297 298 299 300
            fcc = VLC_FOURCC( 'u', 'n', 'd', 'f' );

        switch( cc->codec_type )
        {
301
        case AVMEDIA_TYPE_AUDIO:
Gildas Bazin's avatar
 
Gildas Bazin committed
302
            es_format_Init( &fmt, AUDIO_ES, fcc );
303
            fmt.i_bitrate = cc->bit_rate;
Gildas Bazin's avatar
 
Gildas Bazin committed
304 305
            fmt.audio.i_channels = cc->channels;
            fmt.audio.i_rate = cc->sample_rate;
Alexis Ballier's avatar
Alexis Ballier committed
306
            fmt.audio.i_bitspersample = cc->bits_per_coded_sample;
Gildas Bazin's avatar
 
Gildas Bazin committed
307
            fmt.audio.i_blockalign = cc->block_align;
308
            psz_type = "audio";
Gildas Bazin's avatar
 
Gildas Bazin committed
309
            break;
310

311
        case AVMEDIA_TYPE_VIDEO:
Gildas Bazin's avatar
 
Gildas Bazin committed
312
            es_format_Init( &fmt, VIDEO_ES, fcc );
313 314 315 316 317 318 319 320 321 322 323 324

            /* Special case for raw video data */
            if( cc->codec_id == CODEC_ID_RAWVIDEO )
            {
                msg_Dbg( p_demux, "raw video, pixel format: %i", cc->pix_fmt );
                if( GetVlcChroma( &fmt.video, cc->pix_fmt ) != VLC_SUCCESS)
                {
                    msg_Err( p_demux, "was unable to find a FourCC match for raw video" );
                }
                else
                    fmt.i_codec = fmt.video.i_chroma;
            }
325
            /* We need this for the h264 packetizer */
326 327
            else if( cc->codec_id == CODEC_ID_H264 && ( p_sys->fmt == av_find_input_format("flv") ||
                p_sys->fmt == av_find_input_format("matroska") || p_sys->fmt == av_find_input_format("mp4") ) )
328
                fmt.i_original_fourcc = VLC_FOURCC( 'a', 'v', 'c', '1' );
329

Gildas Bazin's avatar
 
Gildas Bazin committed
330 331
            fmt.video.i_width = cc->width;
            fmt.video.i_height = cc->height;
332
#if LIBAVCODEC_VERSION_MAJOR < 54
Gildas Bazin's avatar
 
Gildas Bazin committed
333 334 335 336 337
            if( cc->palctrl )
            {
                fmt.video.p_palette = malloc( sizeof(video_palette_t) );
                *fmt.video.p_palette = *(video_palette_t *)cc->palctrl;
            }
338 339 340
#else
# warning FIXME: implement palette transmission
#endif
341
            psz_type = "video";
342
            fmt.video.i_frame_rate = cc->time_base.den;
343
            fmt.video.i_frame_rate_base = cc->time_base.num * __MAX( cc->ticks_per_frame, 1 );
Gildas Bazin's avatar
 
Gildas Bazin committed
344
            break;
345

346
        case AVMEDIA_TYPE_SUBTITLE:
347
            es_format_Init( &fmt, SPU_ES, fcc );
348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389
            if( strncmp( p_sys->ic->iformat->name, "matroska", 8 ) == 0 &&
                cc->codec_id == CODEC_ID_DVD_SUBTITLE &&
                cc->extradata != NULL &&
                cc->extradata_size > 0 )
            {
                char *psz_start;
                char *psz_buf = malloc( cc->extradata_size + 1);
                if( psz_buf != NULL )
                {
                    memcpy( psz_buf, cc->extradata , cc->extradata_size );
                    psz_buf[cc->extradata_size] = '\0';

                    psz_start = strstr( psz_buf, "size:" );
                    if( psz_start &&
                        vobsub_size_parse( psz_start,
                                           &fmt.subs.spu.i_original_frame_width,
                                           &fmt.subs.spu.i_original_frame_height ) == VLC_SUCCESS )
                    {
                        msg_Dbg( p_demux, "original frame size: %dx%d",
                                 fmt.subs.spu.i_original_frame_width,
                                 fmt.subs.spu.i_original_frame_height );
                    }
                    else
                    {
                        msg_Warn( p_demux, "reading original frame size failed" );
                    }

                    psz_start = strstr( psz_buf, "palette:" );
                    if( psz_start &&
                        vobsub_palette_parse( psz_start, &fmt.subs.spu.palette[1] ) == VLC_SUCCESS )
                    {
                        fmt.subs.spu.palette[0] =  0xBeef;
                        msg_Dbg( p_demux, "vobsub palette read" );
                    }
                    else
                    {
                        msg_Warn( p_demux, "reading original palette failed" );
                    }
                    free( psz_buf );
                }
            }

390
            psz_type = "subtitle";
391
            break;
392

Gildas Bazin's avatar
 
Gildas Bazin committed
393
        default:
394
            es_format_Init( &fmt, UNKNOWN_ES, 0 );
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
395
#ifdef HAVE_AVUTIL_CODEC_ATTACHMENT
396
            if( cc->codec_type == AVMEDIA_TYPE_ATTACHMENT )
397 398
            {
                input_attachment_t *p_attachment;
399

400 401 402
                psz_type = "attachment";
                if( cc->codec_id == CODEC_ID_TTF )
                {
403
                    AVDictionaryEntry *filename = av_dict_get( s->metadata, "filename", NULL, 0 );
404 405 406 407 408 409 410 411
                    if( filename && filename->value )
                    {
                        p_attachment = vlc_input_attachment_New(
                                filename->value, "application/x-truetype-font",
                                NULL, cc->extradata, (int)cc->extradata_size );
                        TAB_APPEND( p_sys->i_attachments, p_sys->attachments,
                                p_attachment );
                    }
412
                }
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
413
                else msg_Warn( p_demux, "unsupported attachment type (%u) in avformat demux", cc->codec_id );
414
            }
415
            else
416
#endif
417 418 419
            {
                if( cc->codec_type == AVMEDIA_TYPE_DATA )
                    psz_type = "data";
420

421
                msg_Warn( p_demux, "unsupported track type (%u:%u) in avformat demux", cc->codec_type, cc->codec_id );
422
            }
Derk-Jan Hartman's avatar
Derk-Jan Hartman committed
423
            break;
Gildas Bazin's avatar
 
Gildas Bazin committed
424
        }
425

426
        AVDictionaryEntry *language = av_dict_get( s->metadata, "language", NULL, 0 );
427 428 429
        if ( language && language->value )
            fmt.psz_language = strdup( language->value );

430 431
        if( s->disposition & AV_DISPOSITION_DEFAULT )
            fmt.i_priority = 1000;
432

Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
433
#ifdef HAVE_AVUTIL_CODEC_ATTACHMENT
434
        if( cc->codec_type != AVMEDIA_TYPE_ATTACHMENT )
435
#endif
436
        if( cc->codec_type != AVMEDIA_TYPE_DATA )
437
        {
438
            const bool    b_ogg = !strcmp( p_sys->fmt->name, "ogg" );
439 440 441
            const uint8_t *p_extra = cc->extradata;
            unsigned      i_extra  = cc->extradata_size;

442
            if( cc->codec_id == CODEC_ID_THEORA && b_ogg )
443 444
            {
                unsigned pi_size[3];
Pierre Ynard's avatar
Pierre Ynard committed
445
                const void *pp_data[3];
446 447 448 449 450 451
                unsigned i_count;
                for( i_count = 0; i_count < 3; i_count++ )
                {
                    if( i_extra < 2 )
                        break;
                    pi_size[i_count] = GetWBE( p_extra );
Pierre Ynard's avatar
Pierre Ynard committed
452
                    pp_data[i_count] = &p_extra[2];
453 454 455 456 457 458 459 460 461 462 463 464 465
                    if( i_extra < pi_size[i_count] + 2 )
                        break;

                    p_extra += 2 + pi_size[i_count];
                    i_extra -= 2 + pi_size[i_count];
                }
                if( i_count > 0 && xiph_PackHeaders( &fmt.i_extra, &fmt.p_extra,
                                                     pi_size, pp_data, i_count ) )
                {
                    fmt.i_extra = 0;
                    fmt.p_extra = NULL;
                }
            }
466
            else if( cc->codec_id == CODEC_ID_SPEEX && b_ogg )
467
            {
Pierre Ynard's avatar
Pierre Ynard committed
468
                const uint8_t p_dummy_comment[] = {
469 470 471 472
                    0, 0, 0, 0,
                    0, 0, 0, 0,
                };
                unsigned pi_size[2];
Pierre Ynard's avatar
Pierre Ynard committed
473
                const void *pp_data[2];
474 475

                pi_size[0] = i_extra;
Pierre Ynard's avatar
Pierre Ynard committed
476
                pp_data[0] = p_extra;
477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496

                pi_size[1] = sizeof(p_dummy_comment);
                pp_data[1] = p_dummy_comment;

                if( pi_size[0] > 0 && xiph_PackHeaders( &fmt.i_extra, &fmt.p_extra,
                                                        pi_size, pp_data, 2 ) )
                {
                    fmt.i_extra = 0;
                    fmt.p_extra = NULL;
                }
            }
            else if( cc->extradata_size > 0 )
            {
                fmt.p_extra = malloc( i_extra );
                if( fmt.p_extra )
                {
                    fmt.i_extra = i_extra;
                    memcpy( fmt.p_extra, p_extra, i_extra );
                }
            }
497 498 499 500 501 502 503 504
            es = es_out_Add( p_demux->out, &fmt );
            if( s->disposition & AV_DISPOSITION_DEFAULT )
                es_out_Control( p_demux->out, ES_OUT_SET_ES_DEFAULT, es );
            es_format_Clean( &fmt );

            msg_Dbg( p_demux, "adding es: %s codec = %4.4s",
                     psz_type, (char*)&fcc );
            TAB_APPEND( p_sys->i_tk, p_sys->tk, es );
505
        }
Gildas Bazin's avatar
 
Gildas Bazin committed
506
    }
507 508
    p_sys->tk_pcr = calloc( p_sys->i_tk, sizeof(*p_sys->tk_pcr) );

509 510
    if( p_sys->ic->start_time != (int64_t)AV_NOPTS_VALUE )
        i_start_time = p_sys->ic->start_time * 1000000 / AV_TIME_BASE;
Gildas Bazin's avatar
 
Gildas Bazin committed
511 512 513 514

    msg_Dbg( p_demux, "AVFormat supported stream" );
    msg_Dbg( p_demux, "    - format = %s (%s)",
             p_sys->fmt->name, p_sys->fmt->long_name );
515
    msg_Dbg( p_demux, "    - start time = %"PRId64, i_start_time );
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
516
    msg_Dbg( p_demux, "    - duration = %"PRId64,
517
             ( p_sys->ic->duration != (int64_t)AV_NOPTS_VALUE ) ?
Gildas Bazin's avatar
 
Gildas Bazin committed
518
             p_sys->ic->duration * 1000000 / AV_TIME_BASE : -1 );
Gildas Bazin's avatar
 
Gildas Bazin committed
519

520
    if( p_sys->ic->nb_chapters > 0 )
521
    {
522
        p_sys->p_title = vlc_input_title_New();
523 524 525
        p_sys->p_title->i_length = p_sys->ic->duration * 1000000 / AV_TIME_BASE;
    }

526 527 528 529
    for( i = 0; i < p_sys->ic->nb_chapters; i++ )
    {
        seekpoint_t *s = vlc_seekpoint_New();

530
        AVDictionaryEntry *title = av_dict_get( p_sys->ic->metadata, "title", NULL, 0);
531
        if( title && title->value )
532
        {
533
            s->psz_name = strdup( title->value );
534 535 536 537 538 539 540 541 542 543
            EnsureUTF8( s->psz_name );
            msg_Dbg( p_demux, "    - chapter %d: %s", i, s->psz_name );
        }
        s->i_time_offset = p_sys->ic->chapters[i]->start * 1000000 *
            p_sys->ic->chapters[i]->time_base.num /
            p_sys->ic->chapters[i]->time_base.den -
            (i_start_time != -1 ? i_start_time : 0 );
        TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
    }

544
    ResetTime( p_demux, 0 );
Gildas Bazin's avatar
 
Gildas Bazin committed
545 546 547 548 549 550
    return VLC_SUCCESS;
}

/*****************************************************************************
 * Close
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
551
void CloseDemux( vlc_object_t *p_this )
Gildas Bazin's avatar
 
Gildas Bazin committed
552 553 554 555
{
    demux_t     *p_demux = (demux_t*)p_this;
    demux_sys_t *p_sys = p_demux->p_sys;

556
    FREENULL( p_sys->tk );
557
    free( p_sys->tk_pcr );
558

559
    if( p_sys->ic )
560 561 562 563
    {
#if LIBAVFORMAT_VERSION_INT >= ((53<<16)+(2<<8)+0)
        av_free( p_sys->ic->pb );
#endif
564
#if LIBAVFORMAT_VERSION_INT >= ((53<<16)+(26<<8)+0)
565 566 567 568
        avformat_close_input( &p_sys->ic );
#else
        av_close_input_stream( p_sys->ic );
#endif
569
    }
570

571 572 573 574
    for( int i = 0; i < p_sys->i_attachments; i++ )
        free( p_sys->attachments[i] );
    TAB_CLEAN( p_sys->i_attachments, p_sys->attachments);

575 576 577
    if( p_sys->p_title )
        vlc_input_title_Delete( p_sys->p_title );

578
    free( p_sys->io_buffer );
Gildas Bazin's avatar
 
Gildas Bazin committed
579 580 581 582 583 584 585 586 587 588 589
    free( p_sys );
}

/*****************************************************************************
 * Demux:
 *****************************************************************************/
static int Demux( demux_t *p_demux )
{
    demux_sys_t *p_sys = p_demux->p_sys;
    AVPacket    pkt;
    block_t     *p_frame;
Gildas Bazin's avatar
 
Gildas Bazin committed
590
    int64_t     i_start_time;
Gildas Bazin's avatar
 
Gildas Bazin committed
591 592 593 594 595 596 597 598 599 600 601

    /* Read a frame */
    if( av_read_frame( p_sys->ic, &pkt ) )
    {
        return 0;
    }
    if( pkt.stream_index < 0 || pkt.stream_index >= p_sys->i_tk )
    {
        av_free_packet( &pkt );
        return 1;
    }
602
    const AVStream *p_stream = p_sys->ic->streams[pkt.stream_index];
603 604 605 606 607 608
    if( p_stream->time_base.den <= 0 )
    {
        msg_Warn( p_demux, "Invalid time base for the stream %d", pkt.stream_index );
        av_free_packet( &pkt );
        return 1;
    }
609
    if( p_stream->codec->codec_id == CODEC_ID_SSA )
Gildas Bazin's avatar
 
Gildas Bazin committed
610
    {
611 612
        p_frame = BuildSsaFrame( &pkt, p_sys->i_ssa_order++ );
        if( !p_frame )
613 614
        {
            av_free_packet( &pkt );
615
            return 1;
616
        }
617 618 619 620
    }
    else
    {
        if( ( p_frame = block_New( p_demux, pkt.size ) ) == NULL )
621 622
        {
            av_free_packet( &pkt );
623
            return 0;
624
        }
625
        memcpy( p_frame->p_buffer, pkt.data, pkt.size );
Gildas Bazin's avatar
 
Gildas Bazin committed
626
    }
Gildas Bazin's avatar
 
Gildas Bazin committed
627

628
    if( pkt.flags & AV_PKT_FLAG_KEY )
629 630
        p_frame->i_flags |= BLOCK_FLAG_TYPE_I;

631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661
    /* Used to avoid timestamps overlow */
    lldiv_t q;
    if( p_sys->ic->start_time != (int64_t)AV_NOPTS_VALUE )
    {
        q = lldiv( p_sys->ic->start_time, AV_TIME_BASE);
        i_start_time = q.quot * (int64_t)1000000 + q.rem * (int64_t)1000000 / AV_TIME_BASE;
    }
    else
        i_start_time = 0;

    if( pkt.dts == (int64_t)AV_NOPTS_VALUE )
        p_frame->i_dts = VLC_TS_INVALID;
    else
    {
        q = lldiv( pkt.dts, p_stream->time_base.den );
        p_frame->i_dts = q.quot * (int64_t)1000000 *
            p_stream->time_base.num + q.rem * (int64_t)1000000 *
            p_stream->time_base.num /
            p_stream->time_base.den - i_start_time + VLC_TS_0;
    }

    if( pkt.pts == (int64_t)AV_NOPTS_VALUE )
        p_frame->i_pts = VLC_TS_INVALID;
    else
    {
        q = lldiv( pkt.pts, p_stream->time_base.den );
        p_frame->i_pts = q.quot * (int64_t)1000000 *
            p_stream->time_base.num + q.rem * (int64_t)1000000 *
            p_stream->time_base.num /
            p_stream->time_base.den - i_start_time + VLC_TS_0;
    }
662
    if( pkt.duration > 0 && p_frame->i_length <= 0 )
663
        p_frame->i_length = pkt.duration * 1000000 *
664
            p_stream->time_base.num /
665
            p_stream->time_base.den;
Gildas Bazin's avatar
 
Gildas Bazin committed
666

667
    if( pkt.dts != AV_NOPTS_VALUE && pkt.dts == pkt.pts &&
668
        p_stream->codec->codec_type == AVMEDIA_TYPE_VIDEO )
669 670 671
    {
        /* Add here notoriously bugged file formats/samples regarding PTS */
        if( !strcmp( p_sys->fmt->name, "flv" ) )
672
            p_frame->i_pts = VLC_TS_INVALID;
673
    }
674
#ifdef AVFORMAT_DEBUG
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
675
    msg_Dbg( p_demux, "tk[%d] dts=%"PRId64" pts=%"PRId64,
Gildas Bazin's avatar
 
Gildas Bazin committed
676
             pkt.stream_index, p_frame->i_dts, p_frame->i_pts );
677
#endif
678 679
    if( p_frame->i_dts > VLC_TS_INVALID )
        p_sys->tk_pcr[pkt.stream_index] = p_frame->i_dts;
Gildas Bazin's avatar
 
Gildas Bazin committed
680

681 682 683
    int64_t i_ts_max = INT64_MIN;
    for( int i = 0; i < p_sys->i_tk; i++ )
        i_ts_max = __MAX( i_ts_max, p_sys->tk_pcr[i] );
Gildas Bazin's avatar
 
Gildas Bazin committed
684

685 686 687 688 689 690 691 692 693 694 695
    int64_t i_ts_min = INT64_MAX;
    for( int i = 0; i < p_sys->i_tk; i++ )
    {
        if( p_sys->tk_pcr[i] > VLC_TS_INVALID && p_sys->tk_pcr[i] + 10 * CLOCK_FREQ >= i_ts_max )
            i_ts_min = __MIN( i_ts_min, p_sys->tk_pcr[i] );
    }
    if( i_ts_min >= p_sys->i_pcr )
    {
        p_sys->i_pcr = i_ts_min;
        es_out_Control( p_demux->out, ES_OUT_SET_PCR, p_sys->i_pcr );
        UpdateSeekPoint( p_demux, p_sys->i_pcr );
Gildas Bazin's avatar
 
Gildas Bazin committed
696 697 698
    }

    es_out_Send( p_demux->out, p_sys->tk[pkt.stream_index], p_frame );
699

Gildas Bazin's avatar
 
Gildas Bazin committed
700 701 702 703
    av_free_packet( &pkt );
    return 1;
}

704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725
static void UpdateSeekPoint( demux_t *p_demux, int64_t i_time )
{
    demux_sys_t *p_sys = p_demux->p_sys;
    int i;

    if( !p_sys->p_title )
        return;

    for( i = 0; i < p_sys->p_title->i_seekpoint; i++ )
    {
        if( i_time < p_sys->p_title->seekpoint[i]->i_time_offset )
            break;
    }
    i--;

    if( i != p_demux->info.i_seekpoint && i >= 0 )
    {
        p_demux->info.i_seekpoint = i;
        p_demux->info.i_update |= INPUT_UPDATE_SEEKPOINT;
    }
}

726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745
static void ResetTime( demux_t *p_demux, int64_t i_time )
{
    demux_sys_t *p_sys = p_demux->p_sys;

    if( p_sys->ic->start_time == (int64_t)AV_NOPTS_VALUE || i_time < 0 )
        i_time = VLC_TS_INVALID;
    else if( i_time == 0 )
        i_time = 1;

    p_sys->i_pcr = i_time;
    for( int i = 0; i < p_sys->i_tk; i++ )
        p_sys->tk_pcr[i] = i_time;

    if( i_time > VLC_TS_INVALID )
    {
        es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, i_time );
        UpdateSeekPoint( p_demux, i_time );
    }
}

746 747 748 749 750 751
static block_t *BuildSsaFrame( const AVPacket *p_pkt, unsigned i_order )
{
    if( p_pkt->size <= 0 )
        return NULL;

    char buffer[256];
752
    const size_t i_buffer_size = __MIN( (int)sizeof(buffer) - 1, p_pkt->size );
753 754 755 756 757 758 759 760 761 762 763
    memcpy( buffer, p_pkt->data, i_buffer_size );
    buffer[i_buffer_size] = '\0';

    /* */
    int i_layer;
    int h0, m0, s0, c0;
    int h1, m1, s1, c1;
    int i_position = 0;
    if( sscanf( buffer, "Dialogue: %d,%d:%d:%d.%d,%d:%d:%d.%d,%n", &i_layer,
                &h0, &m0, &s0, &c0, &h1, &m1, &s1, &c1, &i_position ) < 9 )
        return NULL;
764
    if( i_position <= 0 || (unsigned)i_position >= i_buffer_size )
765 766 767 768 769 770
        return NULL;

    char *p;
    if( asprintf( &p, "%u,%d,%.*s", i_order, i_layer, p_pkt->size - i_position, p_pkt->data + i_position ) < 0 )
        return NULL;

771
    block_t *p_frame = block_heap_Alloc( p, strlen(p) + 1 );
772
    if( p_frame )
Rémi Duraffort's avatar
Rémi Duraffort committed
773
        p_frame->i_length = CLOCK_FREQ * ((h1-h0) * 3600 +
774 775 776 777 778 779
                                          (m1-m0) * 60 +
                                          (s1-s0) * 1) +
                            CLOCK_FREQ * (c1-c0) / 100;
    return p_frame;
}

Gildas Bazin's avatar
 
Gildas Bazin committed
780 781 782 783 784 785
/*****************************************************************************
 * Control:
 *****************************************************************************/
static int Control( demux_t *p_demux, int i_query, va_list args )
{
    demux_sys_t *p_sys = p_demux->p_sys;
786
    const int64_t i_start_time = p_sys->ic->start_time != (int64_t)AV_NOPTS_VALUE ? p_sys->ic->start_time : 0;
Gildas Bazin's avatar
 
Gildas Bazin committed
787 788 789 790 791 792
    double f, *pf;
    int64_t i64, *pi64;

    switch( i_query )
    {
        case DEMUX_GET_POSITION:
793
            pf = (double*) va_arg( args, double* ); *pf = 0.0;
Gildas Bazin's avatar
 
Gildas Bazin committed
794 795 796
            i64 = stream_Size( p_demux->s );
            if( i64 > 0 )
            {
797 798
                double current = stream_Tell( p_demux->s );
                *pf = current / (double)i64;
Gildas Bazin's avatar
 
Gildas Bazin committed
799
            }
800

801
            if( (p_sys->ic->duration != (int64_t)AV_NOPTS_VALUE) && (p_sys->i_pcr > 0) )
Gildas Bazin's avatar
 
Gildas Bazin committed
802
            {
803
                *pf = (double)p_sys->i_pcr / (double)p_sys->ic->duration;
Gildas Bazin's avatar
 
Gildas Bazin committed
804
            }
805

Gildas Bazin's avatar
 
Gildas Bazin committed
806 807 808 809
            return VLC_SUCCESS;

        case DEMUX_SET_POSITION:
            f = (double) va_arg( args, double );
810
            i64 = p_sys->ic->duration * f + i_start_time;
Gildas Bazin's avatar
 
Gildas Bazin committed
811

812
            msg_Warn( p_demux, "DEMUX_SET_POSITION: %"PRId64, i64 );
Gildas Bazin's avatar
 
Gildas Bazin committed
813

814 815 816 817 818 819 820
            /* If we have a duration, we prefer to seek by time
               but if we don't, or if the seek fails, try BYTE seeking */
            if( p_sys->ic->duration == (int64_t)AV_NOPTS_VALUE ||
                (av_seek_frame( p_sys->ic, -1, i64, AVSEEK_FLAG_BACKWARD ) < 0) )
            {
                int64_t i_size = stream_Size( p_demux->s );
                i64 = (i_size * f);
821

822 823 824 825 826 827 828 829 830
                msg_Warn( p_demux, "DEMUX_SET_BYTE_POSITION: %"PRId64, i64 );
                if( av_seek_frame( p_sys->ic, -1, i64, AVSEEK_FLAG_BYTE ) < 0 )
                    return VLC_EGENERIC;

                ResetTime( p_demux, -1 );
            }
            else
            {
                ResetTime( p_demux, i64 - i_start_time );
Gildas Bazin's avatar
 
Gildas Bazin committed
831 832 833
            }
            return VLC_SUCCESS;

834 835
        case DEMUX_GET_LENGTH:
            pi64 = (int64_t*)va_arg( args, int64_t * );
836
            if( p_sys->ic->duration != (int64_t)AV_NOPTS_VALUE )
837 838 839
                *pi64 = p_sys->ic->duration * 1000000 / AV_TIME_BASE;
            else
                *pi64 = 0;
840 841
            return VLC_SUCCESS;

Gildas Bazin's avatar
 
Gildas Bazin committed
842 843 844 845 846 847
        case DEMUX_GET_TIME:
            pi64 = (int64_t*)va_arg( args, int64_t * );
            *pi64 = p_sys->i_pcr;
            return VLC_SUCCESS;

        case DEMUX_SET_TIME:
848
        {
Gildas Bazin's avatar
 
Gildas Bazin committed
849
            i64 = (int64_t)va_arg( args, int64_t );
850
            i64 = i64 *AV_TIME_BASE / 1000000 + i_start_time;
Gildas Bazin's avatar
 
Gildas Bazin committed
851

Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
852
            msg_Warn( p_demux, "DEMUX_SET_TIME: %"PRId64, i64 );
Gildas Bazin's avatar
 
Gildas Bazin committed
853

854
            if( av_seek_frame( p_sys->ic, -1, i64, AVSEEK_FLAG_BACKWARD ) < 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
855 856 857
            {
                return VLC_EGENERIC;
            }
858
            ResetTime( p_demux, i64 - i_start_time );
Gildas Bazin's avatar
 
Gildas Bazin committed
859
            return VLC_SUCCESS;
860
        }
Gildas Bazin's avatar
 
Gildas Bazin committed
861

862 863 864 865 866 867 868 869
        case DEMUX_HAS_UNSUPPORTED_META:
        {
            bool *pb_bool = (bool*)va_arg( args, bool* );
            *pb_bool = true;
            return VLC_SUCCESS;
        }


870 871
        case DEMUX_GET_META:
        {
Clément Stenac's avatar
Clément Stenac committed
872
            vlc_meta_t *p_meta = (vlc_meta_t*)va_arg( args, vlc_meta_t* );
873

874 875 876 877 878
            AVDictionaryEntry *title = av_dict_get( p_sys->ic->metadata, "language", NULL, 0 );
            AVDictionaryEntry *artist = av_dict_get( p_sys->ic->metadata, "artist", NULL, 0 );
            AVDictionaryEntry *copyright = av_dict_get( p_sys->ic->metadata, "copyright", NULL, 0 );
            AVDictionaryEntry *comment = av_dict_get( p_sys->ic->metadata, "comment", NULL, 0 );
            AVDictionaryEntry *genre = av_dict_get( p_sys->ic->metadata, "genre", NULL, 0 );
879 880 881

            if( title && title->value )
                vlc_meta_SetTitle( p_meta, title->value );
882 883
            if( artist && artist->value )
                vlc_meta_SetArtist( p_meta, artist->value );
884 885 886 887 888 889
            if( copyright && copyright->value )
                vlc_meta_SetCopyright( p_meta, copyright->value );
            if( comment && comment->value )
                vlc_meta_SetDescription( p_meta, comment->value );
            if( genre && genre->value )
                vlc_meta_SetGenre( p_meta, genre->value );
890 891 892
            return VLC_SUCCESS;
        }

893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909
        case DEMUX_GET_ATTACHMENTS:
        {
            input_attachment_t ***ppp_attach =
                (input_attachment_t***)va_arg( args, input_attachment_t*** );
            int *pi_int = (int*)va_arg( args, int * );
            int i;

            if( p_sys->i_attachments <= 0 )
                return VLC_EGENERIC;

            *pi_int = p_sys->i_attachments;;
            *ppp_attach = malloc( sizeof(input_attachment_t**) * p_sys->i_attachments );
            for( i = 0; i < p_sys->i_attachments; i++ )
                (*ppp_attach)[i] = vlc_input_attachment_Duplicate( p_sys->attachments[i] );
            return VLC_SUCCESS;
        }

910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939
        case DEMUX_GET_TITLE_INFO:
        {
            input_title_t ***ppp_title = (input_title_t***)va_arg( args, input_title_t*** );
            int *pi_int    = (int*)va_arg( args, int* );
            int *pi_title_offset = (int*)va_arg( args, int* );
            int *pi_seekpoint_offset = (int*)va_arg( args, int* );

            if( !p_sys->p_title )
                return VLC_EGENERIC;

            *pi_int = 1;
            *ppp_title = malloc( sizeof( input_title_t**) );
            (*ppp_title)[0] = vlc_input_title_Duplicate( p_sys->p_title );
            *pi_title_offset = 0;
            *pi_seekpoint_offset = 0;
            return VLC_SUCCESS;
        }
        case DEMUX_SET_TITLE:
        {
            const int i_title = (int)va_arg( args, int );
            if( !p_sys->p_title || i_title != 0 )
                return VLC_EGENERIC;
            return VLC_SUCCESS;
        }
        case DEMUX_SET_SEEKPOINT:
        {
            const int i_seekpoint = (int)va_arg( args, int );
            if( !p_sys->p_title )
                return VLC_EGENERIC;

940 941
            i64 = p_sys->p_title->seekpoint[i_seekpoint]->i_time_offset *
                  AV_TIME_BASE / 1000000 + i_start_time;
942 943 944

            msg_Warn( p_demux, "DEMUX_SET_TIME: %"PRId64, i64 );

945
            if( av_seek_frame( p_sys->ic, -1, i64, AVSEEK_FLAG_BACKWARD ) < 0 )
946 947 948
            {
                return VLC_EGENERIC;
            }
949
            ResetTime( p_demux, i64 - i_start_time );
950 951 952 953
            return VLC_SUCCESS;
        }


Gildas Bazin's avatar
 
Gildas Bazin committed
954 955 956 957 958 959 960 961 962 963
        default:
            return VLC_EGENERIC;
    }
}

/*****************************************************************************
 * I/O wrappers for libavformat
 *****************************************************************************/
static int IORead( void *opaque, uint8_t *buf, int buf_size )
{
964
    demux_t *p_demux = opaque;
965
    if( buf_size < 0 ) return -1;
966 967
    int i_ret = stream_Read( p_demux->s, buf, buf_size );
    return i_ret ? i_ret : -1;
Gildas Bazin's avatar
 
Gildas Bazin committed
968 969
}

970
static int64_t IOSeek( void *opaque, int64_t offset, int whence )
Gildas Bazin's avatar
 
Gildas Bazin committed
971
{
972
    demux_t *p_demux = opaque;
Rémi Duraffort's avatar
Rémi Duraffort committed
973
    int64_t i_absolute;
974
    int64_t i_size = stream_Size( p_demux->s );
Gildas Bazin's avatar
 
Gildas Bazin committed
975

976
#ifdef AVFORMAT_DEBUG
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
977
    msg_Warn( p_demux, "IOSeek offset: %"PRId64", whence: %i", offset, whence );
978
#endif
Gildas Bazin's avatar
 
Gildas Bazin committed
979

Gildas Bazin's avatar
 
Gildas Bazin committed
980 981
    switch( whence )
    {
982 983 984 985
#ifdef AVSEEK_SIZE
        case AVSEEK_SIZE:
            return i_size;
#endif
Gildas Bazin's avatar
 
Gildas Bazin committed
986
        case SEEK_SET:
987
            i_absolute = (int64_t)offset;
Gildas Bazin's avatar
 
Gildas Bazin committed
988 989
            break;
        case SEEK_CUR:
990
            i_absolute = stream_Tell( p_demux->s ) + (int64_t)offset;
Gildas Bazin's avatar
 
Gildas Bazin committed
991 992
            break;
        case SEEK_END:
993
            i_absolute = i_size + (int64_t)offset;
Gildas Bazin's avatar
 
Gildas Bazin committed
994 995 996 997 998
            break;
        default:
            return -1;

    }
999

1000
    if( i_absolute < 0 )
1001 1002 1003 1004
    {
        msg_Dbg( p_demux</