mp4.c 95.3 KB
Newer Older
1 2 3
/*****************************************************************************
 * mp4.c : MP4 file input module for vlc
 *****************************************************************************
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
4
 * Copyright (C) 2001-2004, 2010 the VideoLAN team
5
 *
6
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
7
 *
8 9 10 11
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
12
 *
13 14 15 16 17 18 19
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
Antoine Cellerier's avatar
Antoine Cellerier committed
20
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
21 22 23 24 25 26
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/

27 28 29 30
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

31
#include <vlc_common.h>
32
#include <vlc_plugin.h>
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
33

Clément Stenac's avatar
Clément Stenac committed
34
#include <vlc_demux.h>
35 36
#include <vlc_charset.h>                           /* EnsureUTF8 */
#include <vlc_meta.h>                              /* vlc_meta_t, vlc_meta_ */
37
#include <vlc_input.h>
38

39
#include "libmp4.h"
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
40
#include "id3genres.h"                             /* for ATOM_gnre */
41 42 43 44

/*****************************************************************************
 * Module descriptor
 *****************************************************************************/
45 46
static int  Open ( vlc_object_t * );
static void Close( vlc_object_t * );
47

48 49 50 51
vlc_module_begin ()
    set_category( CAT_INPUT )
    set_subcategory( SUBCAT_INPUT_DEMUX )
    set_description( N_("MP4 stream demuxer") )
52
    set_shortname( N_("MP4") )
53
    set_capability( "demux", 240 )
54 55
    set_callbacks( Open, Close )
vlc_module_end ()
56

57 58 59
/*****************************************************************************
 * Local prototypes
 *****************************************************************************/
60
static int   Demux   ( demux_t * );
61
static int   DemuxRef( demux_t *p_demux ){ (void)p_demux; return 0;}
62 63
static int   Seek    ( demux_t *, mtime_t );
static int   Control ( demux_t *, int, va_list );
64

65 66 67 68 69 70
struct demux_sys_t
{
    MP4_Box_t    *p_root;      /* container for the whole file */

    mtime_t      i_pcr;

71 72 73 74 75 76
    uint64_t     i_time;         /* time position of the presentation
                                  * in movie timescale */
    uint64_t     i_timescale;    /* movie time scale */
    uint64_t     i_duration;     /* movie duration */
    unsigned int i_tracks;       /* number of tracks */
    mp4_track_t  *track;         /* array of track */
77
    float        f_fps;          /* number of frame per seconds */
78 79 80

    /* */
    MP4_Box_t    *p_tref_chap;
81 82 83

    /* */
    input_title_t *p_title;
84 85
};

86
/*****************************************************************************
87
 * Declaration of local function
88
 *****************************************************************************/
89
static void MP4_TrackCreate ( demux_t *, mp4_track_t *, MP4_Box_t  *, bool b_force_enable );
Christophe Mutricy's avatar
Christophe Mutricy committed
90
static void MP4_TrackDestroy(  mp4_track_t * );
91

Laurent Aimar's avatar
Laurent Aimar committed
92 93
static int  MP4_TrackSelect ( demux_t *, mp4_track_t *, mtime_t );
static void MP4_TrackUnselect(demux_t *, mp4_track_t * );
94

Laurent Aimar's avatar
Laurent Aimar committed
95
static int  MP4_TrackSeek   ( demux_t *, mp4_track_t *, mtime_t );
96

Laurent Aimar's avatar
Laurent Aimar committed
97 98
static uint64_t MP4_TrackGetPos    ( mp4_track_t * );
static int      MP4_TrackSampleSize( mp4_track_t * );
Laurent Aimar's avatar
Laurent Aimar committed
99 100
static int      MP4_TrackNextSample( demux_t *, mp4_track_t * );
static void     MP4_TrackSetELST( demux_t *, mp4_track_t *, int64_t );
Laurent Aimar's avatar
Laurent Aimar committed
101

102
static void     MP4_UpdateSeekpoint( demux_t * );
103
static const char *MP4_ConvertMacCode( uint16_t );
104

105
/* Return time in s of a track */
Laurent Aimar's avatar
Laurent Aimar committed
106
static inline int64_t MP4_TrackGetDTS( demux_t *p_demux, mp4_track_t *p_track )
Laurent Aimar's avatar
Laurent Aimar committed
107
{
108 109 110 111 112
#define chunk p_track->chunk[p_track->i_chunk]

    unsigned int i_index = 0;
    unsigned int i_sample = p_track->i_sample - chunk.i_sample_first;
    int64_t i_dts = chunk.i_first_dts;
Laurent Aimar's avatar
Laurent Aimar committed
113 114 115

    while( i_sample > 0 )
    {
116
        if( i_sample > chunk.p_sample_count_dts[i_index] )
Laurent Aimar's avatar
Laurent Aimar committed
117
        {
118 119 120
            i_dts += chunk.p_sample_count_dts[i_index] *
                chunk.p_sample_delta_dts[i_index];
            i_sample -= chunk.p_sample_count_dts[i_index];
Laurent Aimar's avatar
Laurent Aimar committed
121 122 123 124
            i_index++;
        }
        else
        {
125
            i_dts += i_sample * chunk.p_sample_delta_dts[i_index];
Laurent Aimar's avatar
Laurent Aimar committed
126 127 128 129
            break;
        }
    }

130 131
#undef chunk

132 133 134
    /* now handle elst */
    if( p_track->p_elst )
    {
Laurent Aimar's avatar
Laurent Aimar committed
135
        demux_sys_t         *p_sys = p_demux->p_sys;
136 137 138 139 140 141 142 143 144 145 146
        MP4_Box_data_elst_t *elst = p_track->p_elst->data.p_elst;

        /* convert to offset */
        if( ( elst->i_media_rate_integer[p_track->i_elst] > 0 ||
              elst->i_media_rate_fraction[p_track->i_elst] > 0 ) &&
            elst->i_media_time[p_track->i_elst] > 0 )
        {
            i_dts -= elst->i_media_time[p_track->i_elst];
        }

        /* add i_elst_time */
147 148
        i_dts += p_track->i_elst_time * p_track->i_timescale /
            p_sys->i_timescale;
149 150 151 152

        if( i_dts < 0 ) i_dts = 0;
    }

Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
153
    return INT64_C(1000000) * i_dts / p_track->i_timescale;
Laurent Aimar's avatar
Laurent Aimar committed
154
}
155

Christophe Mutricy's avatar
Christophe Mutricy committed
156
static inline int64_t MP4_TrackGetPTSDelta( mp4_track_t *p_track )
Laurent Aimar's avatar
Laurent Aimar committed
157 158 159 160 161 162 163 164 165 166 167
{
    mp4_chunk_t *ck = &p_track->chunk[p_track->i_chunk];
    unsigned int i_index = 0;
    unsigned int i_sample = p_track->i_sample - ck->i_sample_first;

    if( ck->p_sample_count_pts == NULL || ck->p_sample_offset_pts == NULL )
        return -1;

    for( i_index = 0;; i_index++ )
    {
        if( i_sample < ck->p_sample_count_pts[i_index] )
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
168
            return ck->p_sample_offset_pts[i_index] * INT64_C(1000000) /
169
                   (int64_t)p_track->i_timescale;
Laurent Aimar's avatar
Laurent Aimar committed
170 171 172 173 174

        i_sample -= ck->p_sample_count_pts[i_index];
    }
}

Laurent Aimar's avatar
Laurent Aimar committed
175 176
static inline int64_t MP4_GetMoviePTS(demux_sys_t *p_sys )
{
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
177
    return INT64_C(1000000) * p_sys->i_time / p_sys->i_timescale;
Laurent Aimar's avatar
Laurent Aimar committed
178
}
179

180 181
static void LoadChapter( demux_t  *p_demux );

182
/*****************************************************************************
183
 * Open: check file and initializes MP4 structures
184
 *****************************************************************************/
185
static int Open( vlc_object_t * p_this )
186
{
Laurent Aimar's avatar
Laurent Aimar committed
187
    demux_t  *p_demux = (demux_t *)p_this;
188
    demux_sys_t     *p_sys;
189

Christophe Mutricy's avatar
Christophe Mutricy committed
190
    const uint8_t   *p_peek;
191

192
    MP4_Box_t       *p_ftyp;
193
    MP4_Box_t       *p_rmra;
194 195
    MP4_Box_t       *p_mvhd;
    MP4_Box_t       *p_trak;
196

197
    unsigned int    i;
198
    bool      b_seekable;
199
    bool      b_enabled_es;
200

201 202 203
    /* A little test to see if it could be a mp4 */
    if( stream_Peek( p_demux->s, &p_peek, 8 ) < 8 ) return VLC_EGENERIC;

204
    switch( VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) )
205
    {
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
206 207 208 209 210 211 212 213 214
        case ATOM_ftyp:
        case ATOM_moov:
        case ATOM_foov:
        case ATOM_moof:
        case ATOM_mdat:
        case ATOM_udta:
        case ATOM_free:
        case ATOM_skip:
        case ATOM_wide:
215
        case VLC_FOURCC( 'p', 'n', 'o', 't' ):
216 217
            break;
         default:
218
            return VLC_EGENERIC;
219
    }
220

221
    /* I need to seek */
222
    stream_Control( p_demux->s, STREAM_CAN_FASTSEEK, &b_seekable );
223
    if( !b_seekable )
224
    {
225
        msg_Warn( p_demux, "MP4 plugin discarded (not fastseekable)" );
226
        return VLC_EGENERIC;
227
    }
228

229
    /*Set exported functions */
Laurent Aimar's avatar
Laurent Aimar committed
230 231
    p_demux->pf_demux = Demux;
    p_demux->pf_control = Control;
232 233

    /* create our structure that will contains all data */
Rémi Duraffort's avatar
Rémi Duraffort committed
234
    p_demux->p_sys = p_sys = calloc( 1, sizeof( demux_sys_t ) );
235 236

    /* Now load all boxes ( except raw data ) */
Laurent Aimar's avatar
Laurent Aimar committed
237
    if( ( p_sys->p_root = MP4_BoxGetRoot( p_demux->s ) ) == NULL )
238
    {
Laurent Aimar's avatar
Laurent Aimar committed
239
        msg_Warn( p_demux, "MP4 plugin discarded (not a valid file)" );
Laurent Aimar's avatar
Laurent Aimar committed
240
        goto error;
241 242
    }

Laurent Aimar's avatar
Laurent Aimar committed
243
    MP4_BoxDumpStructure( p_demux->s, p_sys->p_root );
244

245
    if( ( p_ftyp = MP4_BoxGet( p_sys->p_root, "/ftyp" ) ) )
246 247 248
    {
        switch( p_ftyp->data.p_ftyp->i_major_brand )
        {
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
249
            case( ATOM_isom ):
Laurent Aimar's avatar
Laurent Aimar committed
250
                msg_Dbg( p_demux,
251 252
                         "ISO Media file (isom) version %d.",
                         p_ftyp->data.p_ftyp->i_minor_version );
253
                break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
254
            case( ATOM_3gp4 ):
255 256 257 258 259 260 261 262 263 264 265 266 267
            case( VLC_FOURCC( '3', 'g', 'p', '5' ) ):
            case( VLC_FOURCC( '3', 'g', 'p', '6' ) ):
            case( VLC_FOURCC( '3', 'g', 'p', '7' ) ):
                msg_Dbg( p_demux, "3GPP Media file Release: %c",
#ifdef WORDS_BIGENDIAN
                        p_ftyp->data.p_ftyp->i_major_brand
#else
                        p_ftyp->data.p_ftyp->i_major_brand >> 24
#endif
                        );
                break;
            case( VLC_FOURCC( 'q', 't', ' ', ' ') ):
                msg_Dbg( p_demux, "Apple QuickTime file" );
268
                break;
269 270 271
            case( VLC_FOURCC( 'i', 's', 'm', 'l') ):
                msg_Dbg( p_demux, "PIFF (= isml = fMP4) file" );
                break;
272
            default:
Laurent Aimar's avatar
Laurent Aimar committed
273
                msg_Dbg( p_demux,
274 275
                         "unrecognized major file specification (%4.4s).",
                          (char*)&p_ftyp->data.p_ftyp->i_major_brand );
276 277 278 279 280
                break;
        }
    }
    else
    {
Laurent Aimar's avatar
Laurent Aimar committed
281
        msg_Dbg( p_demux, "file type box missing (assuming ISO Media file)" );
282 283 284
    }

    /* the file need to have one moov box */
285
    if( MP4_BoxCount( p_sys->p_root, "/moov" ) <= 0 )
286
    {
287
        MP4_Box_t *p_foov = MP4_BoxGet( p_sys->p_root, "/foov" );
288 289 290

        if( !p_foov )
        {
291 292 293 294 295 296 297
            /* search also for moof box used by smoothstreaming */
            p_foov = MP4_BoxGet( p_sys->p_root, "/moof" );
            if( !p_foov )
            {
                msg_Err( p_demux, "MP4 plugin discarded (no moov,foov,moof box)" );
                goto error;
            }
298 299
        }
        /* we have a free box as a moov, rename it */
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
300
        p_foov->i_type = ATOM_moov;
301 302
    }

303
    if( ( p_rmra = MP4_BoxGet( p_sys->p_root,  "/moov/rmra" ) ) )
304 305 306 307
    {
        int        i_count = MP4_BoxCount( p_rmra, "rmda" );
        int        i;

Laurent Aimar's avatar
Laurent Aimar committed
308
        msg_Dbg( p_demux, "detected playlist mov file (%d ref)", i_count );
309

310
        input_thread_t *p_input = demux_GetParentInput( p_demux );
311
        input_item_t *p_current = input_GetItem( p_input );
312

313 314
        input_item_node_t *p_subitems = input_item_node_Create( p_current );

315
        for( i = 0; i < i_count; i++ )
316
        {
317 318 319
            MP4_Box_t *p_rdrf = MP4_BoxGet( p_rmra, "rmda[%d]/rdrf", i );
            char      *psz_ref;
            uint32_t  i_ref_type;
320

321
            if( !p_rdrf || !( psz_ref = strdup( p_rdrf->data.p_rdrf->psz_ref ) ) )
322
            {
323 324 325
                continue;
            }
            i_ref_type = p_rdrf->data.p_rdrf->i_ref_type;
326

327 328 329 330 331 332
            msg_Dbg( p_demux, "new ref=`%s' type=%4.4s",
                     psz_ref, (char*)&i_ref_type );

            if( i_ref_type == VLC_FOURCC( 'u', 'r', 'l', ' ' ) )
            {
                if( strstr( psz_ref, "qt5gateQT" ) )
333
                {
334
                    msg_Dbg( p_demux, "ignoring pseudo ref =`%s'", psz_ref );
335 336
                    continue;
                }
337 338
                if( !strncmp( psz_ref, "http://", 7 ) ||
                    !strncmp( psz_ref, "rtsp://", 7 ) )
339
                {
340
                    ;
341 342 343
                }
                else
                {
344
                    char *psz_absolute;
345
                    char *psz_path = strdup( p_demux->psz_location );
346 347 348 349
                    char *end = strrchr( psz_path, '/' );
                    if( end ) end[1] = '\0';
                    else *psz_path = '\0';

Christophe Mutricy's avatar
Christophe Mutricy committed
350 351
                    if( asprintf( &psz_absolute, "%s://%s%s",
                                  p_demux->psz_access, psz_path, psz_ref ) < 0 )
Rémi Duraffort's avatar
Rémi Duraffort committed
352 353 354
                    {
                        free( psz_ref );
                        free( psz_path );
Rémi Duraffort's avatar
Rémi Duraffort committed
355
                        vlc_object_release( p_input) ;
Christophe Mutricy's avatar
Christophe Mutricy committed
356
                        return VLC_ENOMEM;
Rémi Duraffort's avatar
Rémi Duraffort committed
357
                    }
358 359 360 361

                    free( psz_ref );
                    psz_ref = psz_absolute;
                    free( psz_path );
362
                }
363
                msg_Dbg( p_demux, "adding ref = `%s'", psz_ref );
364 365 366 367
                input_item_t *p_item = input_item_New( psz_ref, NULL );
                input_item_CopyOptions( p_current, p_item );
                input_item_node_AppendItem( p_subitems, p_item );
                vlc_gc_decref( p_item );
368
            }
369
            else
370
            {
371 372
                msg_Err( p_demux, "unknown ref type=%4.4s FIXME (send a bug report)",
                         (char*)&p_rdrf->data.p_rdrf->i_ref_type );
373
            }
374
            free( psz_ref );
375
        }
376
        input_item_node_PostAndDelete( p_subitems );
377
        vlc_object_release( p_input );
378 379
    }

380
    if( !(p_mvhd = MP4_BoxGet( p_sys->p_root, "/moov/mvhd" ) ) )
381
    {
382 383
        if( !p_rmra )
        {
Laurent Aimar's avatar
Laurent Aimar committed
384
            msg_Err( p_demux, "cannot find /moov/mvhd" );
385
            goto error;
386 387 388
        }
        else
        {
Laurent Aimar's avatar
Laurent Aimar committed
389 390
            msg_Warn( p_demux, "cannot find /moov/mvhd (pure ref file)" );
            p_demux->pf_demux = DemuxRef;
391
            return VLC_SUCCESS;
392
        }
393 394 395
    }
    else
    {
396
        p_sys->i_timescale = p_mvhd->data.p_mvhd->i_timescale;
397 398 399 400 401
        if( p_sys->i_timescale == 0 )
        {
            msg_Err( p_this, "bad timescale" );
            goto error;
        }
402
        p_sys->i_duration = p_mvhd->data.p_mvhd->i_duration;
403
    }
404

405
    if( !( p_sys->i_tracks = MP4_BoxCount( p_sys->p_root, "/moov/trak" ) ) )
406
    {
Laurent Aimar's avatar
Laurent Aimar committed
407
        msg_Err( p_demux, "cannot find any /moov/trak" );
408
        goto error;
409
    }
410
    msg_Dbg( p_demux, "found %d track%c",
411 412
                        p_sys->i_tracks,
                        p_sys->i_tracks ? 's':' ' );
413 414

    /* allocate memory */
Laurent Aimar's avatar
Laurent Aimar committed
415
    p_sys->track = calloc( p_sys->i_tracks, sizeof( mp4_track_t ) );
416 417
    if( p_sys->track == NULL )
        goto error;
418

419 420
    /* Search the first chap reference (like quicktime) and
     * check that at least 1 stream is enabled */
421
    p_sys->p_tref_chap = NULL;
422
    b_enabled_es = false;
423 424 425 426
    for( i = 0; i < p_sys->i_tracks; i++ )
    {
        MP4_Box_t *p_trak = MP4_BoxGet( p_sys->p_root, "/moov/trak[%d]", i );

427 428 429 430 431 432 433 434

        MP4_Box_t *p_tkhd = MP4_BoxGet( p_trak, "tkhd" );
        if( p_tkhd && (p_tkhd->data.p_tkhd->i_flags&MP4_TRACK_ENABLED) )
            b_enabled_es = true;

        MP4_Box_t *p_chap = MP4_BoxGet( p_trak, "tref/chap", i );
        if( p_chap && p_chap->data.p_tref_generic->i_entry_count > 0 && !p_sys->p_tref_chap )
            p_sys->p_tref_chap = p_chap;
435 436
    }

Rémi Denis-Courmont's avatar
Typos  
Rémi Denis-Courmont committed
437
    /* now process each track and extract all useful information */
438
    for( i = 0; i < p_sys->i_tracks; i++ )
439
    {
440
        p_trak = MP4_BoxGet( p_sys->p_root, "/moov/trak[%d]", i );
441
        MP4_TrackCreate( p_demux, &p_sys->track[i], p_trak, !b_enabled_es );
442

443
        if( p_sys->track[i].b_ok && !p_sys->track[i].b_chapter )
444
        {
Laurent Aimar's avatar
Laurent Aimar committed
445
            const char *psz_cat;
446
            switch( p_sys->track[i].fmt.i_cat )
447 448 449 450 451 452 453
            {
                case( VIDEO_ES ):
                    psz_cat = "video";
                    break;
                case( AUDIO_ES ):
                    psz_cat = "audio";
                    break;
454 455 456 457
                case( SPU_ES ):
                    psz_cat = "subtitle";
                    break;

458
                default:
459
                    psz_cat = "unknown";
460 461
                    break;
            }
462

Laurent Aimar's avatar
Laurent Aimar committed
463
            msg_Dbg( p_demux, "adding track[Id 0x%x] %s (%s) language %s",
464 465 466 467
                     p_sys->track[i].i_track_ID, psz_cat,
                     p_sys->track[i].b_enable ? "enable":"disable",
                     p_sys->track[i].fmt.psz_language ?
                     p_sys->track[i].fmt.psz_language : "undef" );
468
        }
469 470 471 472 473 474 475
        else if( p_sys->track[i].b_ok && p_sys->track[i].b_chapter )
        {
            msg_Dbg( p_demux, "using track[Id 0x%x] for chapter language %s",
                     p_sys->track[i].i_track_ID,
                     p_sys->track[i].fmt.psz_language ?
                     p_sys->track[i].fmt.psz_language : "undef" );
        }
476 477
        else
        {
478 479
            msg_Dbg( p_demux, "ignoring track[Id 0x%x]",
                     p_sys->track[i].i_track_ID );
480 481
        }
    }
482

483 484
    /* */
    LoadChapter( p_demux );
485

486 487 488
    return VLC_SUCCESS;

error:
489
    if( p_sys->p_root )
Laurent Aimar's avatar
Laurent Aimar committed
490
    {
Laurent Aimar's avatar
Laurent Aimar committed
491
        MP4_BoxFree( p_demux->s, p_sys->p_root );
Laurent Aimar's avatar
Laurent Aimar committed
492
    }
493
    free( p_sys );
494
    return VLC_EGENERIC;
495 496 497
}

/*****************************************************************************
498
 * Demux: read packet and send them to decoders
499 500
 *****************************************************************************
 * TODO check for newly selected track (ie audio upt to now )
501
 *****************************************************************************/
Laurent Aimar's avatar
Laurent Aimar committed
502
static int Demux( demux_t *p_demux )
503
{
Laurent Aimar's avatar
Laurent Aimar committed
504
    demux_sys_t *p_sys = p_demux->p_sys;
505
    unsigned int i_track;
506

507 508 509 510

    unsigned int i_track_selected;

    /* check for newly selected/unselected track */
511 512
    for( i_track = 0, i_track_selected = 0; i_track < p_sys->i_tracks;
         i_track++ )
513
    {
Laurent Aimar's avatar
Laurent Aimar committed
514
        mp4_track_t *tk = &p_sys->track[i_track];
515
        bool b;
Laurent Aimar's avatar
Laurent Aimar committed
516

517
        if( !tk->b_ok || tk->b_chapter ||
518
            ( tk->b_selected && tk->i_sample >= tk->i_sample_count ) )
519
        {
520
            continue;
521
        }
522

523
        es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE, tk->p_es, &b );
524

525 526 527 528 529 530 531 532 533 534 535 536
        if( tk->b_selected && !b )
        {
            MP4_TrackUnselect( p_demux, tk );
        }
        else if( !tk->b_selected && b)
        {
            MP4_TrackSelect( p_demux, tk, MP4_GetMoviePTS( p_sys ) );
        }

        if( tk->b_selected )
        {
            i_track_selected++;
537 538 539 540 541
        }
    }

    if( i_track_selected <= 0 )
    {
Laurent Aimar's avatar
 
Laurent Aimar committed
542 543 544 545 546 547 548 549 550 551 552
        p_sys->i_time += __MAX( p_sys->i_timescale / 10 , 1 );
        if( p_sys->i_timescale > 0 )
        {
            int64_t i_length = (mtime_t)1000000 *
                               (mtime_t)p_sys->i_duration /
                               (mtime_t)p_sys->i_timescale;
            if( MP4_GetMoviePTS( p_sys ) >= i_length )
                return 0;
            return 1;
        }

Laurent Aimar's avatar
Laurent Aimar committed
553
        msg_Warn( p_demux, "no track selected, exiting..." );
Laurent Aimar's avatar
Laurent Aimar committed
554
        return 0;
555 556
    }

557 558 559
    /* */
    MP4_UpdateSeekpoint( p_demux );

560
    /* first wait for the good time to read a packet */
Laurent Aimar's avatar
Laurent Aimar committed
561
    es_out_Control( p_demux->out, ES_OUT_SET_PCR, VLC_TS_0 + p_sys->i_pcr );
562

563
    p_sys->i_pcr = MP4_GetMoviePTS( p_sys );
564 565

    /* we will read 100ms for each stream so ...*/
566
    p_sys->i_time += __MAX( p_sys->i_timescale / 10 , 1 );
567

568
    for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
569
    {
Laurent Aimar's avatar
Laurent Aimar committed
570 571
        mp4_track_t *tk = &p_sys->track[i_track];

572
        if( !tk->b_ok || tk->b_chapter || !tk->b_selected || tk->i_sample >= tk->i_sample_count )
573
            continue;
574

Laurent Aimar's avatar
Laurent Aimar committed
575
        while( MP4_TrackGetDTS( p_demux, tk ) < MP4_GetMoviePTS( p_sys ) )
576
        {
577
#if 0
578
            msg_Dbg( p_demux, "tk(%i)=%lld mv=%lld", i_track,
Laurent Aimar's avatar
Laurent Aimar committed
579
                     MP4_TrackGetDTS( p_demux, tk ),
580 581 582
                     MP4_GetMoviePTS( p_sys ) );
#endif

Laurent Aimar's avatar
Laurent Aimar committed
583
            if( MP4_TrackSampleSize( tk ) > 0 )
584
            {
585
                block_t *p_block;
Laurent Aimar's avatar
Laurent Aimar committed
586
                int64_t i_delta;
587

588
                /* go,go go ! */
Laurent Aimar's avatar
Laurent Aimar committed
589
                if( stream_Seek( p_demux->s, MP4_TrackGetPos( tk ) ) )
590
                {
591 592
                    msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)",
                              tk->i_track_ID );
Laurent Aimar's avatar
Laurent Aimar committed
593
                    MP4_TrackUnselect( p_demux, tk );
594 595 596
                    break;
                }

Laurent Aimar's avatar
Laurent Aimar committed
597
                /* now read pes */
598 599
                if( !(p_block =
                         stream_Block( p_demux->s, MP4_TrackSampleSize(tk) )) )
600
                {
601 602
                    msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)",
                              tk->i_track_ID );
Laurent Aimar's avatar
Laurent Aimar committed
603
                    MP4_TrackUnselect( p_demux, tk );
604 605
                    break;
                }
Gildas Bazin's avatar
 
Gildas Bazin committed
606

607
                else if( tk->fmt.i_cat == SPU_ES )
608
                {
609
                    if( tk->fmt.i_codec == VLC_CODEC_SUBT &&
610
                        p_block->i_buffer >= 2 )
611
                    {
612
                        size_t i_size = GetWBE( p_block->p_buffer );
613 614

                        if( i_size + 2 <= p_block->i_buffer )
615
                        {
616 617
                            char *p;
                            /* remove the length field, and append a '\0' */
618 619
                            memmove( &p_block->p_buffer[0],
                                     &p_block->p_buffer[2], i_size );
620 621 622 623
                            p_block->p_buffer[i_size] = '\0';
                            p_block->i_buffer = i_size + 1;

                            /* convert \r -> \n */
624
                            while( ( p = strchr((char *) p_block->p_buffer, '\r' ) ) )
625 626 627 628 629 630 631 632
                            {
                                *p = '\n';
                            }
                        }
                        else
                        {
                            /* Invalid */
                            p_block->i_buffer = 0;
633
                        }
634 635
                    }
                }
Laurent Aimar's avatar
Laurent Aimar committed
636
                /* dts */
Laurent Aimar's avatar
Laurent Aimar committed
637
                p_block->i_dts = VLC_TS_0 + MP4_TrackGetDTS( p_demux, tk );
Laurent Aimar's avatar
Laurent Aimar committed
638
                /* pts */
Christophe Mutricy's avatar
Christophe Mutricy committed
639
                i_delta = MP4_TrackGetPTSDelta( tk );
640
                if( i_delta != -1 )
Laurent Aimar's avatar
Laurent Aimar committed
641 642 643 644
                    p_block->i_pts = p_block->i_dts + i_delta;
                else if( tk->fmt.i_cat != VIDEO_ES )
                    p_block->i_pts = p_block->i_dts;
                else
Laurent Aimar's avatar
Laurent Aimar committed
645
                    p_block->i_pts = VLC_TS_INVALID;
646

647
                es_out_Send( p_demux->out, tk->p_es, p_block );
Laurent Aimar's avatar
Laurent Aimar committed
648
            }
649

Laurent Aimar's avatar
Laurent Aimar committed
650
            /* Next sample */
Laurent Aimar's avatar
Laurent Aimar committed
651
            if( MP4_TrackNextSample( p_demux, tk ) )
Laurent Aimar's avatar
Laurent Aimar committed
652
                break;
653 654 655
        }
    }

Laurent Aimar's avatar
Laurent Aimar committed
656
    return 1;
657
}
658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679

static void MP4_UpdateSeekpoint( demux_t *p_demux )
{
    demux_sys_t *p_sys = p_demux->p_sys;
    int64_t i_time;
    int i;
    if( !p_sys->p_title )
        return;
    i_time = MP4_GetMoviePTS( p_sys );
    for( i = 0; i < p_sys->p_title->i_seekpoint; i++ )
    {
        if( i_time < p_sys->p_title->seekpoint[i]->i_time_offset )
            break;
    }
    i--;

    if( i != p_demux->info.i_seekpoint && i >= 0 )
    {
        p_demux->info.i_seekpoint = i;
        p_demux->info.i_update |= INPUT_UPDATE_SEEKPOINT;
    }
}
680
/*****************************************************************************
Sébastien Escudier's avatar
typos  
Sébastien Escudier committed
681
 * Seek: Go to i_date
682 683
******************************************************************************/
static int Seek( demux_t *p_demux, mtime_t i_date )
684
{
Laurent Aimar's avatar
Laurent Aimar committed
685
    demux_sys_t *p_sys = p_demux->p_sys;
686
    unsigned int i_track;
Laurent Aimar's avatar
Laurent Aimar committed
687

688
    /* First update update global time */
689
    p_sys->i_time = i_date * p_sys->i_timescale / 1000000;
Laurent Aimar's avatar
Laurent Aimar committed
690
    p_sys->i_pcr  = i_date;
691

692
    /* Now for each stream try to go to this time */
693
    for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
694
    {
Laurent Aimar's avatar
Laurent Aimar committed
695
        mp4_track_t *tk = &p_sys->track[i_track];
696
        MP4_TrackSeek( p_demux, tk, i_date );
697
    }
698
    MP4_UpdateSeekpoint( p_demux );
699 700 701

    es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, i_date );

702
    return VLC_SUCCESS;
703
}
704 705

/*****************************************************************************
706
 * Control:
707
 *****************************************************************************/
Laurent Aimar's avatar
Laurent Aimar committed
708
static int Control( demux_t *p_demux, int i_query, va_list args )
709
{
Laurent Aimar's avatar
Laurent Aimar committed
710
    demux_sys_t *p_sys = p_demux->p_sys;
711

Gildas Bazin's avatar
 
Gildas Bazin committed
712
    double f, *pf;
713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730
    int64_t i64, *pi64;

    switch( i_query )
    {
        case DEMUX_GET_POSITION:
            pf = (double*)va_arg( args, double * );
            if( p_sys->i_duration > 0 )
            {
                *pf = (double)p_sys->i_time / (double)p_sys->i_duration;
            }
            else
            {
                *pf = 0.0;
            }
            return VLC_SUCCESS;

        case DEMUX_SET_POSITION:
            f = (double)va_arg( args, double );
Gildas Bazin's avatar
 
Gildas Bazin committed
731 732 733 734 735
            if( p_sys->i_timescale > 0 )
            {
                i64 = (int64_t)( f * (double)1000000 *
                                 (double)p_sys->i_duration /
                                 (double)p_sys->i_timescale );
Laurent Aimar's avatar
Laurent Aimar committed
736
                return Seek( p_demux, i64 );
Gildas Bazin's avatar
 
Gildas Bazin committed
737 738
            }
            else return VLC_SUCCESS;
739 740 741

        case DEMUX_GET_TIME:
            pi64 = (int64_t*)va_arg( args, int64_t * );
Gildas Bazin's avatar
 
Gildas Bazin committed
742 743 744 745 746 747 748
            if( p_sys->i_timescale > 0 )
            {
                *pi64 = (mtime_t)1000000 *
                        (mtime_t)p_sys->i_time /
                        (mtime_t)p_sys->i_timescale;
            }
            else *pi64 = 0;
749 750 751 752
            return VLC_SUCCESS;

        case DEMUX_SET_TIME:
            i64 = (int64_t)va_arg( args, int64_t );
Laurent Aimar's avatar
Laurent Aimar committed
753
            return Seek( p_demux, i64 );
754 755 756

        case DEMUX_GET_LENGTH:
            pi64 = (int64_t*)va_arg( args, int64_t * );
Gildas Bazin's avatar
 
Gildas Bazin committed
757 758 759 760 761 762 763
            if( p_sys->i_timescale > 0 )
            {
                *pi64 = (mtime_t)1000000 *
                        (mtime_t)p_sys->i_duration /
                        (mtime_t)p_sys->i_timescale;
            }
            else *pi64 = 0;
764
            return VLC_SUCCESS;
Gildas Bazin's avatar
 
Gildas Bazin committed
765

766
        case DEMUX_GET_FPS:
767
            pf = (double*)va_arg( args, double* );
Laurent Aimar's avatar
Laurent Aimar committed
768
            *pf = p_sys->f_fps;
769
            return VLC_SUCCESS;
Gildas Bazin's avatar
 
Gildas Bazin committed
770

771
        case DEMUX_GET_META:
772
        {
773
            vlc_meta_t *p_meta = (vlc_meta_t *)va_arg( args, vlc_meta_t*);
774
            MP4_Box_t  *p_0xa9xxx;
775 776

            MP4_Box_t  *p_udta = MP4_BoxGet( p_sys->p_root, "/moov/udta/meta/ilst" );
777 778
            if( p_udta == NULL )
            {
779 780 781 782 783
                p_udta = MP4_BoxGet( p_sys->p_root, "/moov/udta" );
                if( p_udta == NULL )
                {
                    return VLC_EGENERIC;
                }
784
            }
785

786 787
            for( p_0xa9xxx = p_udta->p_first; p_0xa9xxx != NULL;
                 p_0xa9xxx = p_0xa9xxx->p_next )
788
            {
789

Clément Stenac's avatar
Clément Stenac committed
790 791
                if( !p_0xa9xxx || !p_0xa9xxx->data.p_0xa9xxx )
                    continue;
792

793 794
                /* FIXME FIXME: should convert from whatever the character
                 * encoding of MP4 meta data is to UTF-8. */
795 796 797
#define SET(fct) do { char *psz_utf = strdup( p_0xa9xxx->data.p_0xa9xxx->psz_text ? p_0xa9xxx->data.p_0xa9xxx->psz_text : "" ); \
    if( psz_utf ) { EnsureUTF8( psz_utf );  \
                    fct( p_meta, psz_utf ); free( psz_utf ); } } while(0)
798

799
                /* XXX Becarefull p_udta can have box that are not 0xa9xx */
800 801
                switch( p_0xa9xxx->i_type )
                {
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
802
                case ATOM_0xa9nam: /* Full name */
803
                    SET( vlc_meta_SetTitle );
804
                    break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
805
                case ATOM_0xa9aut:
806
                    SET( vlc_meta_SetArtist );
807
                    break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
808
                case ATOM_0xa9ART:
809
                    SET( vlc_meta_SetArtist );
810
                    break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
811
                case ATOM_0xa9cpy:
812
                    SET( vlc_meta_SetCopyright );
813
                    break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
814
                case ATOM_0xa9day: /* Creation Date */
815
                    SET( vlc_meta_SetDate );
816
                    break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
817
                case ATOM_0xa9des: /* Description */