demux.c 33.2 KB
Newer Older
Gildas Bazin's avatar
 
Gildas Bazin committed
1
/*****************************************************************************
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
2
 * demux.c: demuxer using libavformat
Gildas Bazin's avatar
 
Gildas Bazin committed
3
 *****************************************************************************
Rémi Duraffort's avatar
Rémi Duraffort committed
4
 * Copyright (C) 2004-2009 the VideoLAN team
5
 * $Id$
Gildas Bazin's avatar
 
Gildas Bazin committed
6 7
 *
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8
 *          Gildas Bazin <gbazin@videolan.org>
Gildas Bazin's avatar
 
Gildas Bazin committed
9 10 11 12 13 14 15 16 17 18 19 20 21
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
Antoine Cellerier's avatar
Antoine Cellerier committed
22
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
Gildas Bazin's avatar
 
Gildas Bazin committed
23 24 25 26 27 28
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/

29 30 31 32
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

33
#include <vlc_common.h>
Clément Stenac's avatar
Clément Stenac committed
34 35
#include <vlc_demux.h>
#include <vlc_stream.h>
36
#include <vlc_meta.h>
37
#include <vlc_input.h>
38
#include <vlc_charset.h>
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
39
#include <vlc_avcodec.h>
Gildas Bazin's avatar
 
Gildas Bazin committed
40

41
#include <libavformat/avformat.h>
Gildas Bazin's avatar
 
Gildas Bazin committed
42

43
#include "../../codec/avcodec/avcodec.h"
44
#include "../../codec/avcodec/chroma.h"
45
#include "../../codec/avcodec/avcommon.h"
46
#include "avformat.h"
47
#include "../xiph.h"
48
#include "../vobsub.h"
49

50 51 52 53 54 55 56
/* Support for deprecated APIs */

#if LIBAVFORMAT_VERSION_MAJOR < 54
# define AVDictionaryEntry AVMetadataTag
# define av_dict_get av_metadata_get
#endif

57 58
//#define AVFORMAT_DEBUG 1

Gildas Bazin's avatar
 
Gildas Bazin committed
59
/* Version checking */
60
#if defined(HAVE_FFMPEG_AVFORMAT_H) || defined(HAVE_LIBAVFORMAT_AVFORMAT_H)
61

62
# define HAVE_AVUTIL_CODEC_ATTACHMENT 1
63

Gildas Bazin's avatar
 
Gildas Bazin committed
64 65 66 67 68 69 70 71 72 73 74 75 76
/*****************************************************************************
 * demux_sys_t: demux descriptor
 *****************************************************************************/
struct demux_sys_t
{
    int             io_buffer_size;
    uint8_t        *io_buffer;

    AVInputFormat  *fmt;
    AVFormatContext *ic;

    int             i_tk;
    es_out_id_t     **tk;
77 78
    int64_t         *tk_pcr;
    int64_t         i_pcr;
79

80 81
    unsigned    i_ssa_order;

82 83
    int                i_attachments;
    input_attachment_t **attachments;
84 85 86

    /* Only one title with seekpoints possible atm. */
    input_title_t *p_title;
Gildas Bazin's avatar
 
Gildas Bazin committed
87 88 89 90 91 92 93 94 95
};

/*****************************************************************************
 * Local prototypes
 *****************************************************************************/
static int Demux  ( demux_t *p_demux );
static int Control( demux_t *p_demux, int i_query, va_list args );

static int IORead( void *opaque, uint8_t *buf, int buf_size );
96
static int64_t IOSeek( void *opaque, int64_t offset, int whence );
Gildas Bazin's avatar
 
Gildas Bazin committed
97

98
static block_t *BuildSsaFrame( const AVPacket *p_pkt, unsigned i_order );
99
static void UpdateSeekPoint( demux_t *p_demux, int64_t i_time );
100
static void ResetTime( demux_t *p_demux, int64_t i_time );
101

Gildas Bazin's avatar
 
Gildas Bazin committed
102 103 104
/*****************************************************************************
 * Open
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
105
int OpenDemux( vlc_object_t *p_this )
Gildas Bazin's avatar
 
Gildas Bazin committed
106 107 108 109
{
    demux_t       *p_demux = (demux_t*)p_this;
    demux_sys_t   *p_sys;
    AVProbeData   pd;
110
    AVInputFormat *fmt = NULL;
111 112
    unsigned int  i;
    int64_t       i_start_time = -1;
113
    bool          b_can_seek;
114
    char         *psz_url;
115
    int           error;
Gildas Bazin's avatar
 
Gildas Bazin committed
116

117 118 119 120 121 122 123 124
    if( p_demux->psz_file )
        psz_url = strdup( p_demux->psz_file );
    else
    {
        if( asprintf( &psz_url, "%s://%s", p_demux->psz_access, p_demux->psz_location ) == -1)
            return VLC_ENOMEM;
    }
    msg_Dbg( p_demux, "trying url: %s", psz_url );
Gildas Bazin's avatar
 
Gildas Bazin committed
125
    /* Init Probe data */
126
    pd.filename = psz_url;
127
    if( ( pd.buf_size = stream_Peek( p_demux->s, (const uint8_t**)&pd.buf, 2048 + 213 ) ) <= 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
128
    {
129
        free( psz_url );
Gildas Bazin's avatar
 
Gildas Bazin committed
130 131 132
        msg_Warn( p_demux, "cannot peek" );
        return VLC_EGENERIC;
    }
133
    stream_Control( p_demux->s, STREAM_CAN_SEEK, &b_can_seek );
Gildas Bazin's avatar
 
Gildas Bazin committed
134

135
    vlc_init_avformat();
Gildas Bazin's avatar
 
Gildas Bazin committed
136

137
    char *psz_format = var_InheritString( p_this, "avformat-format" );
138 139
    if( psz_format )
    {
140
        if( (fmt = av_find_input_format(psz_format)) )
141 142 143 144
            msg_Dbg( p_demux, "forcing format: %s", fmt->name );
        free( psz_format );
    }

Gildas Bazin's avatar
 
Gildas Bazin committed
145
    /* Guess format */
146
    if( !fmt && !( fmt = av_probe_input_format( &pd, 1 ) ) )
Gildas Bazin's avatar
 
Gildas Bazin committed
147 148
    {
        msg_Dbg( p_demux, "couldn't guess format" );
149
        free( psz_url );
Gildas Bazin's avatar
 
Gildas Bazin committed
150 151 152
        return VLC_EGENERIC;
    }

153
    if( !p_demux->b_force )
Gildas Bazin's avatar
 
Gildas Bazin committed
154
    {
155 156 157 158 159
        static const char ppsz_blacklist[][16] = {
            /* Don't handle MPEG unless forced */
            "mpeg", "vcd", "vob", "mpegts",
            /* libavformat's redirector won't work */
            "redir", "sdp",
160 161
            /* Don't handle subtitles format */
            "ass", "srt", "microdvd",
162 163 164 165 166 167 168 169 170 171 172
            ""
        };

        for( int i = 0; *ppsz_blacklist[i]; i++ )
        {
            if( !strcmp( fmt->name, ppsz_blacklist[i] ) )
            {
                free( psz_url );
                return VLC_EGENERIC;
            }
        }
Gildas Bazin's avatar
 
Gildas Bazin committed
173 174
    }

175 176 177 178 179
    /* Don't trigger false alarms on bin files */
    if( !p_demux->b_force && !strcmp( fmt->name, "psxstr" ) )
    {
        int i_len;

180 181 182 183 184
        if( !p_demux->psz_file )
        {
            free( psz_url );
            return VLC_EGENERIC;
        }
185

186
        i_len = strlen( p_demux->psz_file );
187 188 189 190 191
        if( i_len < 4 )
        {
            free( psz_url );
            return VLC_EGENERIC;
        }
192

193 194 195
        if( strcasecmp( &p_demux->psz_file[i_len - 4], ".str" ) &&
            strcasecmp( &p_demux->psz_file[i_len - 4], ".xai" ) &&
            strcasecmp( &p_demux->psz_file[i_len - 3], ".xa" ) )
196
        {
197
            free( psz_url );
198 199 200 201
            return VLC_EGENERIC;
        }
    }

202 203
    msg_Dbg( p_demux, "detected format: %s", fmt->name );

Gildas Bazin's avatar
 
Gildas Bazin committed
204 205 206 207
    /* Fill p_demux fields */
    p_demux->pf_demux = Demux;
    p_demux->pf_control = Control;
    p_demux->p_sys = p_sys = malloc( sizeof( demux_sys_t ) );
208
    p_sys->ic = 0;
Gildas Bazin's avatar
 
Gildas Bazin committed
209 210 211
    p_sys->fmt = fmt;
    p_sys->i_tk = 0;
    p_sys->tk = NULL;
212
    p_sys->tk_pcr = NULL;
213
    p_sys->i_ssa_order = 0;
214
    TAB_INIT( p_sys->i_attachments, p_sys->attachments);
215
    p_sys->p_title = NULL;
Gildas Bazin's avatar
 
Gildas Bazin committed
216 217 218 219

    /* Create I/O wrapper */
    p_sys->io_buffer_size = 32768;  /* FIXME */
    p_sys->io_buffer = malloc( p_sys->io_buffer_size );
220

221 222
    p_sys->ic = avformat_alloc_context();
    p_sys->ic->pb = avio_alloc_context( p_sys->io_buffer,
223
        p_sys->io_buffer_size, 0, p_demux, IORead, NULL, IOSeek );
224
    p_sys->ic->pb->seekable = b_can_seek ? AVIO_SEEKABLE_NORMAL : 0;
225
    error = avformat_open_input(&p_sys->ic, psz_url, p_sys->fmt, NULL);
226

227 228
    free( psz_url );
    if( error < 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
229
    {
230 231
        errno = AVUNERROR(error);
        msg_Err( p_demux, "Could not open %s: %m", psz_url );
232
        p_sys->ic = NULL;
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
233
        CloseDemux( p_this );
Gildas Bazin's avatar
 
Gildas Bazin committed
234 235 236
        return VLC_EGENERIC;
    }

237
#if LIBAVFORMAT_VERSION_INT >= ((53<<16)+(26<<8)+0)
238
    char *psz_opts = var_InheritString( p_demux, "avformat-options" );
239 240 241
    AVDictionary *options[p_sys->ic->nb_streams ? p_sys->ic->nb_streams : 1];
    options[0] = NULL;
    for (unsigned i = 1; i < p_sys->ic->nb_streams; i++)
242
        options[i] = NULL;
243 244 245 246 247 248 249 250 251 252 253
    if (psz_opts && *psz_opts) {
        options[0] = vlc_av_get_options(psz_opts);
        for (unsigned i = 1; i < p_sys->ic->nb_streams; i++) {
            av_dict_copy(&options[i], options[0], 0);
        }
    }
    free(psz_opts);
    vlc_avcodec_lock(); /* avformat calls avcodec behind our back!!! */
    error = avformat_find_stream_info( p_sys->ic, options );
    vlc_avcodec_unlock();
    AVDictionaryEntry *t = NULL;
Rafaël Carré's avatar
Rafaël Carré committed
254
    while ((t = av_dict_get(options[0], "", t, AV_DICT_IGNORE_SUFFIX))) {
255 256
        msg_Err( p_demux, "Unknown option \"%s\"", t->key );
    }
257 258
    av_dict_free(&options[0]);
    for (unsigned i = 1; i < p_sys->ic->nb_streams; i++) {
Rafaël Carré's avatar
Rafaël Carré committed
259 260
        av_dict_free(&options[i]);
    }
261
#else
262
    vlc_avcodec_lock(); /* avformat calls avcodec behind our back!!! */
263
    error = av_find_stream_info( p_sys->ic );
264
    vlc_avcodec_unlock();
265 266
#endif

267
    if( error < 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
268
    {
269 270
        errno = AVUNERROR(error);
        msg_Warn( p_demux, "Could not find stream info: %m" );
Gildas Bazin's avatar
 
Gildas Bazin committed
271 272 273 274
    }

    for( i = 0; i < p_sys->ic->nb_streams; i++ )
    {
Laurent Aimar's avatar
Laurent Aimar committed
275 276 277
        AVStream *s = p_sys->ic->streams[i];
        AVCodecContext *cc = s->codec;

Gildas Bazin's avatar
 
Gildas Bazin committed
278 279 280
        es_out_id_t  *es;
        es_format_t  fmt;
        vlc_fourcc_t fcc;
281
        const char *psz_type = "unknown";
Gildas Bazin's avatar
 
Gildas Bazin committed
282

Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
283
        if( !GetVlcFourcc( cc->codec_id, NULL, &fcc, NULL ) )
Gildas Bazin's avatar
 
Gildas Bazin committed
284 285 286 287
            fcc = VLC_FOURCC( 'u', 'n', 'd', 'f' );

        switch( cc->codec_type )
        {
288
        case AVMEDIA_TYPE_AUDIO:
Gildas Bazin's avatar
 
Gildas Bazin committed
289
            es_format_Init( &fmt, AUDIO_ES, fcc );
290
            fmt.i_bitrate = cc->bit_rate;
Gildas Bazin's avatar
 
Gildas Bazin committed
291 292
            fmt.audio.i_channels = cc->channels;
            fmt.audio.i_rate = cc->sample_rate;
Alexis Ballier's avatar
Alexis Ballier committed
293
            fmt.audio.i_bitspersample = cc->bits_per_coded_sample;
Gildas Bazin's avatar
 
Gildas Bazin committed
294
            fmt.audio.i_blockalign = cc->block_align;
295
            psz_type = "audio";
Gildas Bazin's avatar
 
Gildas Bazin committed
296
            break;
297

298
        case AVMEDIA_TYPE_VIDEO:
Gildas Bazin's avatar
 
Gildas Bazin committed
299
            es_format_Init( &fmt, VIDEO_ES, fcc );
300 301 302 303 304 305 306 307 308 309 310 311

            /* Special case for raw video data */
            if( cc->codec_id == CODEC_ID_RAWVIDEO )
            {
                msg_Dbg( p_demux, "raw video, pixel format: %i", cc->pix_fmt );
                if( GetVlcChroma( &fmt.video, cc->pix_fmt ) != VLC_SUCCESS)
                {
                    msg_Err( p_demux, "was unable to find a FourCC match for raw video" );
                }
                else
                    fmt.i_codec = fmt.video.i_chroma;
            }
312
            /* We need this for the h264 packetizer */
313 314
            else if( cc->codec_id == CODEC_ID_H264 && ( p_sys->fmt == av_find_input_format("flv") ||
                p_sys->fmt == av_find_input_format("matroska") || p_sys->fmt == av_find_input_format("mp4") ) )
315
                fmt.i_original_fourcc = VLC_FOURCC( 'a', 'v', 'c', '1' );
316

Gildas Bazin's avatar
 
Gildas Bazin committed
317 318
            fmt.video.i_width = cc->width;
            fmt.video.i_height = cc->height;
319
#if LIBAVCODEC_VERSION_MAJOR < 54
Gildas Bazin's avatar
 
Gildas Bazin committed
320 321 322 323 324
            if( cc->palctrl )
            {
                fmt.video.p_palette = malloc( sizeof(video_palette_t) );
                *fmt.video.p_palette = *(video_palette_t *)cc->palctrl;
            }
325 326 327
#else
# warning FIXME: implement palette transmission
#endif
328
            psz_type = "video";
329
            fmt.video.i_frame_rate = cc->time_base.den;
330
            fmt.video.i_frame_rate_base = cc->time_base.num * __MAX( cc->ticks_per_frame, 1 );
Gildas Bazin's avatar
 
Gildas Bazin committed
331
            break;
332

333
        case AVMEDIA_TYPE_SUBTITLE:
334
            es_format_Init( &fmt, SPU_ES, fcc );
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376
            if( strncmp( p_sys->ic->iformat->name, "matroska", 8 ) == 0 &&
                cc->codec_id == CODEC_ID_DVD_SUBTITLE &&
                cc->extradata != NULL &&
                cc->extradata_size > 0 )
            {
                char *psz_start;
                char *psz_buf = malloc( cc->extradata_size + 1);
                if( psz_buf != NULL )
                {
                    memcpy( psz_buf, cc->extradata , cc->extradata_size );
                    psz_buf[cc->extradata_size] = '\0';

                    psz_start = strstr( psz_buf, "size:" );
                    if( psz_start &&
                        vobsub_size_parse( psz_start,
                                           &fmt.subs.spu.i_original_frame_width,
                                           &fmt.subs.spu.i_original_frame_height ) == VLC_SUCCESS )
                    {
                        msg_Dbg( p_demux, "original frame size: %dx%d",
                                 fmt.subs.spu.i_original_frame_width,
                                 fmt.subs.spu.i_original_frame_height );
                    }
                    else
                    {
                        msg_Warn( p_demux, "reading original frame size failed" );
                    }

                    psz_start = strstr( psz_buf, "palette:" );
                    if( psz_start &&
                        vobsub_palette_parse( psz_start, &fmt.subs.spu.palette[1] ) == VLC_SUCCESS )
                    {
                        fmt.subs.spu.palette[0] =  0xBeef;
                        msg_Dbg( p_demux, "vobsub palette read" );
                    }
                    else
                    {
                        msg_Warn( p_demux, "reading original palette failed" );
                    }
                    free( psz_buf );
                }
            }

377
            psz_type = "subtitle";
378
            break;
379

Gildas Bazin's avatar
 
Gildas Bazin committed
380
        default:
381
            es_format_Init( &fmt, UNKNOWN_ES, 0 );
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
382
#ifdef HAVE_AVUTIL_CODEC_ATTACHMENT
383
            if( cc->codec_type == AVMEDIA_TYPE_ATTACHMENT )
384 385
            {
                input_attachment_t *p_attachment;
386

387 388 389
                psz_type = "attachment";
                if( cc->codec_id == CODEC_ID_TTF )
                {
390
                    AVDictionaryEntry *filename = av_dict_get( s->metadata, "filename", NULL, 0 );
391 392 393 394 395 396 397 398
                    if( filename && filename->value )
                    {
                        p_attachment = vlc_input_attachment_New(
                                filename->value, "application/x-truetype-font",
                                NULL, cc->extradata, (int)cc->extradata_size );
                        TAB_APPEND( p_sys->i_attachments, p_sys->attachments,
                                p_attachment );
                    }
399
                }
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
400
                else msg_Warn( p_demux, "unsupported attachment type (%u) in avformat demux", cc->codec_id );
401
            }
402
            else
403
#endif
404 405 406
            {
                if( cc->codec_type == AVMEDIA_TYPE_DATA )
                    psz_type = "data";
407

408
                msg_Warn( p_demux, "unsupported track type (%u:%u) in avformat demux", cc->codec_type, cc->codec_id );
409
            }
Derk-Jan Hartman's avatar
Derk-Jan Hartman committed
410
            break;
Gildas Bazin's avatar
 
Gildas Bazin committed
411
        }
412

413
        AVDictionaryEntry *language = av_dict_get( s->metadata, "language", NULL, 0 );
414 415 416
        if ( language && language->value )
            fmt.psz_language = strdup( language->value );

417 418
        if( s->disposition & AV_DISPOSITION_DEFAULT )
            fmt.i_priority = 1000;
419

Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
420
#ifdef HAVE_AVUTIL_CODEC_ATTACHMENT
421
        if( cc->codec_type != AVMEDIA_TYPE_ATTACHMENT )
422
#endif
423
        if( cc->codec_type != AVMEDIA_TYPE_DATA )
424
        {
425
            const bool    b_ogg = !strcmp( p_sys->fmt->name, "ogg" );
426 427 428
            const uint8_t *p_extra = cc->extradata;
            unsigned      i_extra  = cc->extradata_size;

429
            if( cc->codec_id == CODEC_ID_THEORA && b_ogg )
430 431
            {
                unsigned pi_size[3];
Pierre Ynard's avatar
Pierre Ynard committed
432
                const void *pp_data[3];
433 434 435 436 437 438
                unsigned i_count;
                for( i_count = 0; i_count < 3; i_count++ )
                {
                    if( i_extra < 2 )
                        break;
                    pi_size[i_count] = GetWBE( p_extra );
Pierre Ynard's avatar
Pierre Ynard committed
439
                    pp_data[i_count] = &p_extra[2];
440 441 442 443 444 445 446 447 448 449 450 451 452
                    if( i_extra < pi_size[i_count] + 2 )
                        break;

                    p_extra += 2 + pi_size[i_count];
                    i_extra -= 2 + pi_size[i_count];
                }
                if( i_count > 0 && xiph_PackHeaders( &fmt.i_extra, &fmt.p_extra,
                                                     pi_size, pp_data, i_count ) )
                {
                    fmt.i_extra = 0;
                    fmt.p_extra = NULL;
                }
            }
453
            else if( cc->codec_id == CODEC_ID_SPEEX && b_ogg )
454
            {
Pierre Ynard's avatar
Pierre Ynard committed
455
                const uint8_t p_dummy_comment[] = {
456 457 458 459
                    0, 0, 0, 0,
                    0, 0, 0, 0,
                };
                unsigned pi_size[2];
Pierre Ynard's avatar
Pierre Ynard committed
460
                const void *pp_data[2];
461 462

                pi_size[0] = i_extra;
Pierre Ynard's avatar
Pierre Ynard committed
463
                pp_data[0] = p_extra;
464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483

                pi_size[1] = sizeof(p_dummy_comment);
                pp_data[1] = p_dummy_comment;

                if( pi_size[0] > 0 && xiph_PackHeaders( &fmt.i_extra, &fmt.p_extra,
                                                        pi_size, pp_data, 2 ) )
                {
                    fmt.i_extra = 0;
                    fmt.p_extra = NULL;
                }
            }
            else if( cc->extradata_size > 0 )
            {
                fmt.p_extra = malloc( i_extra );
                if( fmt.p_extra )
                {
                    fmt.i_extra = i_extra;
                    memcpy( fmt.p_extra, p_extra, i_extra );
                }
            }
484 485 486 487 488 489 490 491
            es = es_out_Add( p_demux->out, &fmt );
            if( s->disposition & AV_DISPOSITION_DEFAULT )
                es_out_Control( p_demux->out, ES_OUT_SET_ES_DEFAULT, es );
            es_format_Clean( &fmt );

            msg_Dbg( p_demux, "adding es: %s codec = %4.4s",
                     psz_type, (char*)&fcc );
            TAB_APPEND( p_sys->i_tk, p_sys->tk, es );
492
        }
Gildas Bazin's avatar
 
Gildas Bazin committed
493
    }
494 495
    p_sys->tk_pcr = calloc( p_sys->i_tk, sizeof(*p_sys->tk_pcr) );

496 497
    if( p_sys->ic->start_time != (int64_t)AV_NOPTS_VALUE )
        i_start_time = p_sys->ic->start_time * 1000000 / AV_TIME_BASE;
Gildas Bazin's avatar
 
Gildas Bazin committed
498 499 500 501

    msg_Dbg( p_demux, "AVFormat supported stream" );
    msg_Dbg( p_demux, "    - format = %s (%s)",
             p_sys->fmt->name, p_sys->fmt->long_name );
502
    msg_Dbg( p_demux, "    - start time = %"PRId64, i_start_time );
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
503
    msg_Dbg( p_demux, "    - duration = %"PRId64,
504
             ( p_sys->ic->duration != (int64_t)AV_NOPTS_VALUE ) ?
Gildas Bazin's avatar
 
Gildas Bazin committed
505
             p_sys->ic->duration * 1000000 / AV_TIME_BASE : -1 );
Gildas Bazin's avatar
 
Gildas Bazin committed
506

507
    if( p_sys->ic->nb_chapters > 0 )
508
    {
509
        p_sys->p_title = vlc_input_title_New();
510 511 512
        p_sys->p_title->i_length = p_sys->ic->duration * 1000000 / AV_TIME_BASE;
    }

513 514 515 516
    for( i = 0; i < p_sys->ic->nb_chapters; i++ )
    {
        seekpoint_t *s = vlc_seekpoint_New();

517
        AVDictionaryEntry *title = av_dict_get( p_sys->ic->metadata, "title", NULL, 0);
518
        if( title && title->value )
519
        {
520
            s->psz_name = strdup( title->value );
521 522 523 524 525 526 527 528 529 530
            EnsureUTF8( s->psz_name );
            msg_Dbg( p_demux, "    - chapter %d: %s", i, s->psz_name );
        }
        s->i_time_offset = p_sys->ic->chapters[i]->start * 1000000 *
            p_sys->ic->chapters[i]->time_base.num /
            p_sys->ic->chapters[i]->time_base.den -
            (i_start_time != -1 ? i_start_time : 0 );
        TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
    }

531
    ResetTime( p_demux, 0 );
Gildas Bazin's avatar
 
Gildas Bazin committed
532 533 534 535 536 537
    return VLC_SUCCESS;
}

/*****************************************************************************
 * Close
 *****************************************************************************/
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
538
void CloseDemux( vlc_object_t *p_this )
Gildas Bazin's avatar
 
Gildas Bazin committed
539 540 541 542
{
    demux_t     *p_demux = (demux_t*)p_this;
    demux_sys_t *p_sys = p_demux->p_sys;

543
    FREENULL( p_sys->tk );
544
    free( p_sys->tk_pcr );
545

546
    if( p_sys->ic )
547 548
    {
        av_free( p_sys->ic->pb );
549
#if LIBAVFORMAT_VERSION_INT >= ((53<<16)+(26<<8)+0)
550 551 552 553
        avformat_close_input( &p_sys->ic );
#else
        av_close_input_stream( p_sys->ic );
#endif
554
    }
555

556 557 558 559
    for( int i = 0; i < p_sys->i_attachments; i++ )
        free( p_sys->attachments[i] );
    TAB_CLEAN( p_sys->i_attachments, p_sys->attachments);

560 561 562
    if( p_sys->p_title )
        vlc_input_title_Delete( p_sys->p_title );

563
    free( p_sys->io_buffer );
Gildas Bazin's avatar
 
Gildas Bazin committed
564 565 566 567 568 569 570 571 572 573 574
    free( p_sys );
}

/*****************************************************************************
 * Demux:
 *****************************************************************************/
static int Demux( demux_t *p_demux )
{
    demux_sys_t *p_sys = p_demux->p_sys;
    AVPacket    pkt;
    block_t     *p_frame;
Gildas Bazin's avatar
 
Gildas Bazin committed
575
    int64_t     i_start_time;
Gildas Bazin's avatar
 
Gildas Bazin committed
576 577

    /* Read a frame */
578 579
    int i_av_ret = av_read_frame( p_sys->ic, &pkt );
    if( i_av_ret )
Gildas Bazin's avatar
 
Gildas Bazin committed
580
    {
581 582 583 584
        /* Avoid EOF if av_read_frame returns AVERROR(EAGAIN) */
        if( i_av_ret == AVERROR(EAGAIN) )
            return 1;

Gildas Bazin's avatar
 
Gildas Bazin committed
585 586 587 588 589 590 591
        return 0;
    }
    if( pkt.stream_index < 0 || pkt.stream_index >= p_sys->i_tk )
    {
        av_free_packet( &pkt );
        return 1;
    }
592
    const AVStream *p_stream = p_sys->ic->streams[pkt.stream_index];
593 594 595 596 597 598
    if( p_stream->time_base.den <= 0 )
    {
        msg_Warn( p_demux, "Invalid time base for the stream %d", pkt.stream_index );
        av_free_packet( &pkt );
        return 1;
    }
599
    if( p_stream->codec->codec_id == CODEC_ID_SSA )
Gildas Bazin's avatar
 
Gildas Bazin committed
600
    {
601 602
        p_frame = BuildSsaFrame( &pkt, p_sys->i_ssa_order++ );
        if( !p_frame )
603 604
        {
            av_free_packet( &pkt );
605
            return 1;
606
        }
607 608 609 610
    }
    else
    {
        if( ( p_frame = block_New( p_demux, pkt.size ) ) == NULL )
611 612
        {
            av_free_packet( &pkt );
613
            return 0;
614
        }
615
        memcpy( p_frame->p_buffer, pkt.data, pkt.size );
Gildas Bazin's avatar
 
Gildas Bazin committed
616
    }
Gildas Bazin's avatar
 
Gildas Bazin committed
617

618
    if( pkt.flags & AV_PKT_FLAG_KEY )
619 620
        p_frame->i_flags |= BLOCK_FLAG_TYPE_I;

621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651
    /* Used to avoid timestamps overlow */
    lldiv_t q;
    if( p_sys->ic->start_time != (int64_t)AV_NOPTS_VALUE )
    {
        q = lldiv( p_sys->ic->start_time, AV_TIME_BASE);
        i_start_time = q.quot * (int64_t)1000000 + q.rem * (int64_t)1000000 / AV_TIME_BASE;
    }
    else
        i_start_time = 0;

    if( pkt.dts == (int64_t)AV_NOPTS_VALUE )
        p_frame->i_dts = VLC_TS_INVALID;
    else
    {
        q = lldiv( pkt.dts, p_stream->time_base.den );
        p_frame->i_dts = q.quot * (int64_t)1000000 *
            p_stream->time_base.num + q.rem * (int64_t)1000000 *
            p_stream->time_base.num /
            p_stream->time_base.den - i_start_time + VLC_TS_0;
    }

    if( pkt.pts == (int64_t)AV_NOPTS_VALUE )
        p_frame->i_pts = VLC_TS_INVALID;
    else
    {
        q = lldiv( pkt.pts, p_stream->time_base.den );
        p_frame->i_pts = q.quot * (int64_t)1000000 *
            p_stream->time_base.num + q.rem * (int64_t)1000000 *
            p_stream->time_base.num /
            p_stream->time_base.den - i_start_time + VLC_TS_0;
    }
652
    if( pkt.duration > 0 && p_frame->i_length <= 0 )
653
        p_frame->i_length = pkt.duration * 1000000 *
654
            p_stream->time_base.num /
655
            p_stream->time_base.den;
Gildas Bazin's avatar
 
Gildas Bazin committed
656

657
    if( pkt.dts != (int64_t)AV_NOPTS_VALUE && pkt.dts == pkt.pts &&
658
        p_stream->codec->codec_type == AVMEDIA_TYPE_VIDEO )
659 660 661
    {
        /* Add here notoriously bugged file formats/samples regarding PTS */
        if( !strcmp( p_sys->fmt->name, "flv" ) )
662
            p_frame->i_pts = VLC_TS_INVALID;
663
    }
664
#ifdef AVFORMAT_DEBUG
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
665
    msg_Dbg( p_demux, "tk[%d] dts=%"PRId64" pts=%"PRId64,
Gildas Bazin's avatar
 
Gildas Bazin committed
666
             pkt.stream_index, p_frame->i_dts, p_frame->i_pts );
667
#endif
668 669
    if( p_frame->i_dts > VLC_TS_INVALID )
        p_sys->tk_pcr[pkt.stream_index] = p_frame->i_dts;
Gildas Bazin's avatar
 
Gildas Bazin committed
670

671 672 673
    int64_t i_ts_max = INT64_MIN;
    for( int i = 0; i < p_sys->i_tk; i++ )
        i_ts_max = __MAX( i_ts_max, p_sys->tk_pcr[i] );
Gildas Bazin's avatar
 
Gildas Bazin committed
674

675 676 677 678 679 680 681 682 683 684 685
    int64_t i_ts_min = INT64_MAX;
    for( int i = 0; i < p_sys->i_tk; i++ )
    {
        if( p_sys->tk_pcr[i] > VLC_TS_INVALID && p_sys->tk_pcr[i] + 10 * CLOCK_FREQ >= i_ts_max )
            i_ts_min = __MIN( i_ts_min, p_sys->tk_pcr[i] );
    }
    if( i_ts_min >= p_sys->i_pcr )
    {
        p_sys->i_pcr = i_ts_min;
        es_out_Control( p_demux->out, ES_OUT_SET_PCR, p_sys->i_pcr );
        UpdateSeekPoint( p_demux, p_sys->i_pcr );
Gildas Bazin's avatar
 
Gildas Bazin committed
686 687 688
    }

    es_out_Send( p_demux->out, p_sys->tk[pkt.stream_index], p_frame );
689

Gildas Bazin's avatar
 
Gildas Bazin committed
690 691 692 693
    av_free_packet( &pkt );
    return 1;
}

694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715
static void UpdateSeekPoint( demux_t *p_demux, int64_t i_time )
{
    demux_sys_t *p_sys = p_demux->p_sys;
    int i;

    if( !p_sys->p_title )
        return;

    for( i = 0; i < p_sys->p_title->i_seekpoint; i++ )
    {
        if( i_time < p_sys->p_title->seekpoint[i]->i_time_offset )
            break;
    }
    i--;

    if( i != p_demux->info.i_seekpoint && i >= 0 )
    {
        p_demux->info.i_seekpoint = i;
        p_demux->info.i_update |= INPUT_UPDATE_SEEKPOINT;
    }
}

716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735
static void ResetTime( demux_t *p_demux, int64_t i_time )
{
    demux_sys_t *p_sys = p_demux->p_sys;

    if( p_sys->ic->start_time == (int64_t)AV_NOPTS_VALUE || i_time < 0 )
        i_time = VLC_TS_INVALID;
    else if( i_time == 0 )
        i_time = 1;

    p_sys->i_pcr = i_time;
    for( int i = 0; i < p_sys->i_tk; i++ )
        p_sys->tk_pcr[i] = i_time;

    if( i_time > VLC_TS_INVALID )
    {
        es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, i_time );
        UpdateSeekPoint( p_demux, i_time );
    }
}

736 737 738 739 740 741
static block_t *BuildSsaFrame( const AVPacket *p_pkt, unsigned i_order )
{
    if( p_pkt->size <= 0 )
        return NULL;

    char buffer[256];
742
    const size_t i_buffer_size = __MIN( (int)sizeof(buffer) - 1, p_pkt->size );
743 744 745 746 747 748 749 750 751 752 753
    memcpy( buffer, p_pkt->data, i_buffer_size );
    buffer[i_buffer_size] = '\0';

    /* */
    int i_layer;
    int h0, m0, s0, c0;
    int h1, m1, s1, c1;
    int i_position = 0;
    if( sscanf( buffer, "Dialogue: %d,%d:%d:%d.%d,%d:%d:%d.%d,%n", &i_layer,
                &h0, &m0, &s0, &c0, &h1, &m1, &s1, &c1, &i_position ) < 9 )
        return NULL;
754
    if( i_position <= 0 || (unsigned)i_position >= i_buffer_size )
755 756 757 758 759 760
        return NULL;

    char *p;
    if( asprintf( &p, "%u,%d,%.*s", i_order, i_layer, p_pkt->size - i_position, p_pkt->data + i_position ) < 0 )
        return NULL;

761
    block_t *p_frame = block_heap_Alloc( p, strlen(p) + 1 );
762
    if( p_frame )
Rémi Duraffort's avatar
Rémi Duraffort committed
763
        p_frame->i_length = CLOCK_FREQ * ((h1-h0) * 3600 +
764 765 766 767 768 769
                                          (m1-m0) * 60 +
                                          (s1-s0) * 1) +
                            CLOCK_FREQ * (c1-c0) / 100;
    return p_frame;
}

Gildas Bazin's avatar
 
Gildas Bazin committed
770 771 772 773 774 775
/*****************************************************************************
 * Control:
 *****************************************************************************/
static int Control( demux_t *p_demux, int i_query, va_list args )
{
    demux_sys_t *p_sys = p_demux->p_sys;
776
    const int64_t i_start_time = p_sys->ic->start_time != (int64_t)AV_NOPTS_VALUE ? p_sys->ic->start_time : 0;
Gildas Bazin's avatar
 
Gildas Bazin committed
777 778 779 780 781 782
    double f, *pf;
    int64_t i64, *pi64;

    switch( i_query )
    {
        case DEMUX_GET_POSITION:
783
            pf = (double*) va_arg( args, double* ); *pf = 0.0;
Gildas Bazin's avatar
 
Gildas Bazin committed
784 785 786
            i64 = stream_Size( p_demux->s );
            if( i64 > 0 )
            {
787 788
                double current = stream_Tell( p_demux->s );
                *pf = current / (double)i64;
Gildas Bazin's avatar
 
Gildas Bazin committed
789
            }
790

791
            if( (p_sys->ic->duration != (int64_t)AV_NOPTS_VALUE) && (p_sys->i_pcr > 0) )
Gildas Bazin's avatar
 
Gildas Bazin committed
792
            {
793
                *pf = (double)p_sys->i_pcr / (double)p_sys->ic->duration;
Gildas Bazin's avatar
 
Gildas Bazin committed
794
            }
795

Gildas Bazin's avatar
 
Gildas Bazin committed
796 797 798 799
            return VLC_SUCCESS;

        case DEMUX_SET_POSITION:
            f = (double) va_arg( args, double );
800
            i64 = p_sys->ic->duration * f + i_start_time;
Gildas Bazin's avatar
 
Gildas Bazin committed
801

802
            msg_Warn( p_demux, "DEMUX_SET_POSITION: %"PRId64, i64 );
Gildas Bazin's avatar
 
Gildas Bazin committed
803

804 805 806 807 808 809 810
            /* If we have a duration, we prefer to seek by time
               but if we don't, or if the seek fails, try BYTE seeking */
            if( p_sys->ic->duration == (int64_t)AV_NOPTS_VALUE ||
                (av_seek_frame( p_sys->ic, -1, i64, AVSEEK_FLAG_BACKWARD ) < 0) )
            {
                int64_t i_size = stream_Size( p_demux->s );
                i64 = (i_size * f);
811

812 813 814 815 816 817 818 819 820
                msg_Warn( p_demux, "DEMUX_SET_BYTE_POSITION: %"PRId64, i64 );
                if( av_seek_frame( p_sys->ic, -1, i64, AVSEEK_FLAG_BYTE ) < 0 )
                    return VLC_EGENERIC;

                ResetTime( p_demux, -1 );
            }
            else
            {
                ResetTime( p_demux, i64 - i_start_time );
Gildas Bazin's avatar
 
Gildas Bazin committed
821 822 823
            }
            return VLC_SUCCESS;

824 825
        case DEMUX_GET_LENGTH:
            pi64 = (int64_t*)va_arg( args, int64_t * );
826
            if( p_sys->ic->duration != (int64_t)AV_NOPTS_VALUE )
827 828 829
                *pi64 = p_sys->ic->duration * 1000000 / AV_TIME_BASE;
            else
                *pi64 = 0;
830 831
            return VLC_SUCCESS;

Gildas Bazin's avatar
 
Gildas Bazin committed
832 833 834 835 836 837
        case DEMUX_GET_TIME:
            pi64 = (int64_t*)va_arg( args, int64_t * );
            *pi64 = p_sys->i_pcr;
            return VLC_SUCCESS;

        case DEMUX_SET_TIME:
838
        {
Gildas Bazin's avatar
 
Gildas Bazin committed
839
            i64 = (int64_t)va_arg( args, int64_t );
840
            i64 = i64 *AV_TIME_BASE / 1000000 + i_start_time;
Gildas Bazin's avatar
 
Gildas Bazin committed
841

Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
842
            msg_Warn( p_demux, "DEMUX_SET_TIME: %"PRId64, i64 );
Gildas Bazin's avatar
 
Gildas Bazin committed
843

844
            if( av_seek_frame( p_sys->ic, -1, i64, AVSEEK_FLAG_BACKWARD ) < 0 )
Gildas Bazin's avatar
 
Gildas Bazin committed
845 846 847
            {
                return VLC_EGENERIC;
            }
848
            ResetTime( p_demux, i64 - i_start_time );
Gildas Bazin's avatar
 
Gildas Bazin committed
849
            return VLC_SUCCESS;
850
        }
Gildas Bazin's avatar
 
Gildas Bazin committed
851

852 853 854 855 856 857 858 859
        case DEMUX_HAS_UNSUPPORTED_META:
        {
            bool *pb_bool = (bool*)va_arg( args, bool* );
            *pb_bool = true;
            return VLC_SUCCESS;
        }


860 861
        case DEMUX_GET_META:
        {
Clément Stenac's avatar
Clément Stenac committed
862
            vlc_meta_t *p_meta = (vlc_meta_t*)va_arg( args, vlc_meta_t* );
863

864 865 866 867 868
            AVDictionaryEntry *title = av_dict_get( p_sys->ic->metadata, "language", NULL, 0 );
            AVDictionaryEntry *artist = av_dict_get( p_sys->ic->metadata, "artist", NULL, 0 );
            AVDictionaryEntry *copyright = av_dict_get( p_sys->ic->metadata, "copyright", NULL, 0 );
            AVDictionaryEntry *comment = av_dict_get( p_sys->ic->metadata, "comment", NULL, 0 );
            AVDictionaryEntry *genre = av_dict_get( p_sys->ic->metadata, "genre", NULL, 0 );
869 870 871

            if( title && title->value )
                vlc_meta_SetTitle( p_meta, title->value );
872 873
            if( artist && artist->value )
                vlc_meta_SetArtist( p_meta, artist->value );
874 875 876 877 878 879
            if( copyright && copyright->value )
                vlc_meta_SetCopyright( p_meta, copyright->value );
            if( comment && comment->value )
                vlc_meta_SetDescription( p_meta, comment->value );
            if( genre && genre->value )
                vlc_meta_SetGenre( p_meta, genre->value );
880 881 882
            return VLC_SUCCESS;
        }

883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899
        case DEMUX_GET_ATTACHMENTS:
        {
            input_attachment_t ***ppp_attach =
                (input_attachment_t***)va_arg( args, input_attachment_t*** );
            int *pi_int = (int*)va_arg( args, int * );
            int i;

            if( p_sys->i_attachments <= 0 )
                return VLC_EGENERIC;

            *pi_int = p_sys->i_attachments;;
            *ppp_attach = malloc( sizeof(input_attachment_t**) * p_sys->i_attachments );
            for( i = 0; i < p_sys->i_attachments; i++ )
                (*ppp_attach)[i] = vlc_input_attachment_Duplicate( p_sys->attachments[i] );
            return VLC_SUCCESS;
        }

900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929
        case DEMUX_GET_TITLE_INFO:
        {
            input_title_t ***ppp_title = (input_title_t***)va_arg( args, input_title_t*** );
            int *pi_int    = (int*)va_arg( args, int* );
            int *pi_title_offset = (int*)va_arg( args, int* );
            int *pi_seekpoint_offset = (int*)va_arg( args, int* );

            if( !p_sys->p_title )
                return VLC_EGENERIC;

            *pi_int = 1;
            *ppp_title = malloc( sizeof( input_title_t**) );
            (*ppp_title)[0] = vlc_input_title_Duplicate( p_sys->p_title );
            *pi_title_offset = 0;
            *pi_seekpoint_offset = 0;
            return VLC_SUCCESS;
        }
        case DEMUX_SET_TITLE:
        {
            const int i_title = (int)va_arg( args, int );
            if( !p_sys->p_title || i_title != 0 )
                return VLC_EGENERIC;
            return VLC_SUCCESS;
        }
        case DEMUX_SET_SEEKPOINT:
        {
            const int i_seekpoint = (int)va_arg( args, int );
            if( !p_sys->p_title )
                return VLC_EGENERIC;

930 931
            i64 = p_sys->p_title->seekpoint[i_seekpoint]->i_time_offset *
                  AV_TIME_BASE / 1000000 + i_start_time;
932 933 934

            msg_Warn( p_demux, "DEMUX_SET_TIME: %"PRId64, i64 );

935
            if( av_seek_frame( p_sys->ic, -1, i64, AVSEEK_FLAG_BACKWARD ) < 0 )
936 937 938
            {
                return VLC_EGENERIC;
            }
939
            ResetTime( p_demux, i64 - i_start_time );
940 941 942 943
            return VLC_SUCCESS;
        }


Gildas Bazin's avatar
 
Gildas Bazin committed
944 945 946 947 948 949 950 951 952 953
        default:
            return VLC_EGENERIC;
    }
}

/*****************************************************************************
 * I/O wrappers for libavformat
 *****************************************************************************/
static int IORead( void *opaque, uint8_t *buf, int buf_size )
{
954
    demux_t *p_demux = opaque;
955
    if( buf_size < 0 ) return -1;
956 957
    int i_ret = stream_Read( p_demux->s, buf, buf_size );
    return i_ret ? i_ret : -1;
Gildas Bazin's avatar
 
Gildas Bazin committed
958 959
}

960
static int64_t IOSeek( void *opaque, int64_t offset, int whence )
Gildas Bazin's avatar
 
Gildas Bazin committed
961
{
962
    demux_t *p_demux = opaque;
Rémi Duraffort's avatar
Rémi Duraffort committed
963
    int64_t i_absolute;
964
    int64_t i_size = stream_Size( p_demux->s );
Gildas Bazin's avatar
 
Gildas Bazin committed
965

966
#ifdef AVFORMAT_DEBUG
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
967
    msg_Warn( p_demux, "IOSeek offset: %"PRId64", whence: %i", offset, whence );
968
#endif
Gildas Bazin's avatar
 
Gildas Bazin committed
969

Gildas Bazin's avatar
 
Gildas Bazin committed
970 971
    switch( whence )
    {
972 973 974 975
#ifdef AVSEEK_SIZE
        case AVSEEK_SIZE:
            return i_size;
#endif
Gildas Bazin's avatar
 
Gildas Bazin committed
976
        case SEEK_SET:
977
            i_absolute = (int64_t)offset;
Gildas Bazin's avatar
 
Gildas Bazin committed
978 979
            break;
        case SEEK_CUR:
980
            i_absolute = stream_Tell( p_demux->s ) + (int64_t)offset;
Gildas Bazin's avatar
 
Gildas Bazin committed
981 982
            break;
        case SEEK_END:
983
            i_absolute = i_size + (int64_t)offset;
Gildas Bazin's avatar
 
Gildas Bazin committed
984 985 986 987 988
            break;
        default:
            return -1;

    }
989

990
    if( i_absolute < 0 )