mp4.c 96.7 KB
Newer Older
1 2 3
/*****************************************************************************
 * mp4.c : MP4 file input module for vlc
 *****************************************************************************
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
4
 * Copyright (C) 2001-2004, 2010 the VideoLAN team
5
 *
6
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
7
 *
8 9 10 11
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
12
 *
13 14 15 16 17 18 19
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
Antoine Cellerier's avatar
Antoine Cellerier committed
20
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
21 22 23 24 25 26
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/

27 28 29 30
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

31
#include <vlc_common.h>
32
#include <vlc_plugin.h>
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
33

Clément Stenac's avatar
Clément Stenac committed
34
#include <vlc_demux.h>
35 36
#include <vlc_charset.h>                           /* EnsureUTF8 */
#include <vlc_meta.h>                              /* vlc_meta_t, vlc_meta_ */
37
#include <vlc_input.h>
38

39
#include "libmp4.h"
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
40
#include "id3genres.h"                             /* for ATOM_gnre */
41 42 43 44

/*****************************************************************************
 * Module descriptor
 *****************************************************************************/
45 46
static int  Open ( vlc_object_t * );
static void Close( vlc_object_t * );
47

48 49 50 51
vlc_module_begin ()
    set_category( CAT_INPUT )
    set_subcategory( SUBCAT_INPUT_DEMUX )
    set_description( N_("MP4 stream demuxer") )
52
    set_shortname( N_("MP4") )
53
    set_capability( "demux", 240 )
54 55
    set_callbacks( Open, Close )
vlc_module_end ()
56

57 58 59
/*****************************************************************************
 * Local prototypes
 *****************************************************************************/
60
static int   Demux   ( demux_t * );
61
static int   DemuxRef( demux_t *p_demux ){ (void)p_demux; return 0;}
62 63
static int   Seek    ( demux_t *, mtime_t );
static int   Control ( demux_t *, int, va_list );
64

65 66 67 68 69 70
struct demux_sys_t
{
    MP4_Box_t    *p_root;      /* container for the whole file */

    mtime_t      i_pcr;

71 72 73 74 75 76
    uint64_t     i_time;         /* time position of the presentation
                                  * in movie timescale */
    uint64_t     i_timescale;    /* movie time scale */
    uint64_t     i_duration;     /* movie duration */
    unsigned int i_tracks;       /* number of tracks */
    mp4_track_t  *track;         /* array of track */
77
    float        f_fps;          /* number of frame per seconds */
78 79 80

    /* */
    MP4_Box_t    *p_tref_chap;
81 82 83

    /* */
    input_title_t *p_title;
84 85
};

86
/*****************************************************************************
87
 * Declaration of local function
88
 *****************************************************************************/
89
static void MP4_TrackCreate ( demux_t *, mp4_track_t *, MP4_Box_t  *, bool b_force_enable );
Christophe Mutricy's avatar
Christophe Mutricy committed
90
static void MP4_TrackDestroy(  mp4_track_t * );
91

Laurent Aimar's avatar
Laurent Aimar committed
92 93
static int  MP4_TrackSelect ( demux_t *, mp4_track_t *, mtime_t );
static void MP4_TrackUnselect(demux_t *, mp4_track_t * );
94

Laurent Aimar's avatar
Laurent Aimar committed
95
static int  MP4_TrackSeek   ( demux_t *, mp4_track_t *, mtime_t );
96

Laurent Aimar's avatar
Laurent Aimar committed
97 98
static uint64_t MP4_TrackGetPos    ( mp4_track_t * );
static int      MP4_TrackSampleSize( mp4_track_t * );
Laurent Aimar's avatar
Laurent Aimar committed
99 100
static int      MP4_TrackNextSample( demux_t *, mp4_track_t * );
static void     MP4_TrackSetELST( demux_t *, mp4_track_t *, int64_t );
Laurent Aimar's avatar
Laurent Aimar committed
101

102
static void     MP4_UpdateSeekpoint( demux_t * );
103
static const char *MP4_ConvertMacCode( uint16_t );
104

105
/* Return time in s of a track */
Laurent Aimar's avatar
Laurent Aimar committed
106
static inline int64_t MP4_TrackGetDTS( demux_t *p_demux, mp4_track_t *p_track )
Laurent Aimar's avatar
Laurent Aimar committed
107
{
108 109 110 111 112
#define chunk p_track->chunk[p_track->i_chunk]

    unsigned int i_index = 0;
    unsigned int i_sample = p_track->i_sample - chunk.i_sample_first;
    int64_t i_dts = chunk.i_first_dts;
Laurent Aimar's avatar
Laurent Aimar committed
113 114 115

    while( i_sample > 0 )
    {
116
        if( i_sample > chunk.p_sample_count_dts[i_index] )
Laurent Aimar's avatar
Laurent Aimar committed
117
        {
118 119 120
            i_dts += chunk.p_sample_count_dts[i_index] *
                chunk.p_sample_delta_dts[i_index];
            i_sample -= chunk.p_sample_count_dts[i_index];
Laurent Aimar's avatar
Laurent Aimar committed
121 122 123 124
            i_index++;
        }
        else
        {
125
            i_dts += i_sample * chunk.p_sample_delta_dts[i_index];
Laurent Aimar's avatar
Laurent Aimar committed
126 127 128 129
            break;
        }
    }

130 131
#undef chunk

132 133 134
    /* now handle elst */
    if( p_track->p_elst )
    {
Laurent Aimar's avatar
Laurent Aimar committed
135
        demux_sys_t         *p_sys = p_demux->p_sys;
136 137 138 139 140 141 142 143 144 145 146
        MP4_Box_data_elst_t *elst = p_track->p_elst->data.p_elst;

        /* convert to offset */
        if( ( elst->i_media_rate_integer[p_track->i_elst] > 0 ||
              elst->i_media_rate_fraction[p_track->i_elst] > 0 ) &&
            elst->i_media_time[p_track->i_elst] > 0 )
        {
            i_dts -= elst->i_media_time[p_track->i_elst];
        }

        /* add i_elst_time */
147 148
        i_dts += p_track->i_elst_time * p_track->i_timescale /
            p_sys->i_timescale;
149 150 151 152

        if( i_dts < 0 ) i_dts = 0;
    }

Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
153
    return INT64_C(1000000) * i_dts / p_track->i_timescale;
Laurent Aimar's avatar
Laurent Aimar committed
154
}
155

Christophe Mutricy's avatar
Christophe Mutricy committed
156
static inline int64_t MP4_TrackGetPTSDelta( mp4_track_t *p_track )
Laurent Aimar's avatar
Laurent Aimar committed
157 158 159 160 161 162 163 164 165 166 167
{
    mp4_chunk_t *ck = &p_track->chunk[p_track->i_chunk];
    unsigned int i_index = 0;
    unsigned int i_sample = p_track->i_sample - ck->i_sample_first;

    if( ck->p_sample_count_pts == NULL || ck->p_sample_offset_pts == NULL )
        return -1;

    for( i_index = 0;; i_index++ )
    {
        if( i_sample < ck->p_sample_count_pts[i_index] )
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
168
            return ck->p_sample_offset_pts[i_index] * INT64_C(1000000) /
169
                   (int64_t)p_track->i_timescale;
Laurent Aimar's avatar
Laurent Aimar committed
170 171 172 173 174

        i_sample -= ck->p_sample_count_pts[i_index];
    }
}

Laurent Aimar's avatar
Laurent Aimar committed
175 176
static inline int64_t MP4_GetMoviePTS(demux_sys_t *p_sys )
{
Rémi Denis-Courmont's avatar
Rémi Denis-Courmont committed
177
    return INT64_C(1000000) * p_sys->i_time / p_sys->i_timescale;
Laurent Aimar's avatar
Laurent Aimar committed
178
}
179

180 181
static void LoadChapter( demux_t  *p_demux );

182
/*****************************************************************************
183
 * Open: check file and initializes MP4 structures
184
 *****************************************************************************/
185
static int Open( vlc_object_t * p_this )
186
{
Laurent Aimar's avatar
Laurent Aimar committed
187
    demux_t  *p_demux = (demux_t *)p_this;
188
    demux_sys_t     *p_sys;
189

Christophe Mutricy's avatar
Christophe Mutricy committed
190
    const uint8_t   *p_peek;
191

192
    MP4_Box_t       *p_ftyp;
193
    MP4_Box_t       *p_rmra;
194 195
    MP4_Box_t       *p_mvhd;
    MP4_Box_t       *p_trak;
196

197
    unsigned int    i;
198
    bool      b_seekable;
199
    bool      b_enabled_es;
200

201
    /* A little test to see if it could be a mp4 */
202
    if( stream_Peek( p_demux->s, &p_peek, 11 ) < 11 ) return VLC_EGENERIC;
203

204
    switch( VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) )
205
    {
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
206 207 208 209 210 211 212 213
        case ATOM_moov:
        case ATOM_foov:
        case ATOM_moof:
        case ATOM_mdat:
        case ATOM_udta:
        case ATOM_free:
        case ATOM_skip:
        case ATOM_wide:
214
        case VLC_FOURCC( 'p', 'n', 'o', 't' ):
215
            break;
216 217 218 219 220
        case ATOM_ftyp:
            /* We don't yet support f4v, but avformat does. */
            if( p_peek[8] == 'f' && p_peek[9] == '4' && p_peek[10] == 'v' )
                return VLC_EGENERIC;
            break;
221
         default:
222
            return VLC_EGENERIC;
223
    }
224

225
    /* I need to seek */
226
    stream_Control( p_demux->s, STREAM_CAN_FASTSEEK, &b_seekable );
227
    if( !b_seekable )
228
    {
229
        msg_Warn( p_demux, "MP4 plugin discarded (not fastseekable)" );
230
        return VLC_EGENERIC;
231
    }
232

233
    /*Set exported functions */
Laurent Aimar's avatar
Laurent Aimar committed
234 235
    p_demux->pf_demux = Demux;
    p_demux->pf_control = Control;
236 237

    /* create our structure that will contains all data */
Rémi Duraffort's avatar
Rémi Duraffort committed
238
    p_demux->p_sys = p_sys = calloc( 1, sizeof( demux_sys_t ) );
239 240

    /* Now load all boxes ( except raw data ) */
Laurent Aimar's avatar
Laurent Aimar committed
241
    if( ( p_sys->p_root = MP4_BoxGetRoot( p_demux->s ) ) == NULL )
242
    {
Laurent Aimar's avatar
Laurent Aimar committed
243
        msg_Warn( p_demux, "MP4 plugin discarded (not a valid file)" );
Laurent Aimar's avatar
Laurent Aimar committed
244
        goto error;
245 246
    }

Laurent Aimar's avatar
Laurent Aimar committed
247
    MP4_BoxDumpStructure( p_demux->s, p_sys->p_root );
248

249
    if( ( p_ftyp = MP4_BoxGet( p_sys->p_root, "/ftyp" ) ) )
250 251 252
    {
        switch( p_ftyp->data.p_ftyp->i_major_brand )
        {
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
253
            case( ATOM_isom ):
Laurent Aimar's avatar
Laurent Aimar committed
254
                msg_Dbg( p_demux,
255 256
                         "ISO Media file (isom) version %d.",
                         p_ftyp->data.p_ftyp->i_minor_version );
257
                break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
258
            case( ATOM_3gp4 ):
259 260 261 262 263 264 265 266 267 268 269 270 271
            case( VLC_FOURCC( '3', 'g', 'p', '5' ) ):
            case( VLC_FOURCC( '3', 'g', 'p', '6' ) ):
            case( VLC_FOURCC( '3', 'g', 'p', '7' ) ):
                msg_Dbg( p_demux, "3GPP Media file Release: %c",
#ifdef WORDS_BIGENDIAN
                        p_ftyp->data.p_ftyp->i_major_brand
#else
                        p_ftyp->data.p_ftyp->i_major_brand >> 24
#endif
                        );
                break;
            case( VLC_FOURCC( 'q', 't', ' ', ' ') ):
                msg_Dbg( p_demux, "Apple QuickTime file" );
272
                break;
273 274 275
            case( VLC_FOURCC( 'i', 's', 'm', 'l') ):
                msg_Dbg( p_demux, "PIFF (= isml = fMP4) file" );
                break;
276
            default:
Laurent Aimar's avatar
Laurent Aimar committed
277
                msg_Dbg( p_demux,
278 279
                         "unrecognized major file specification (%4.4s).",
                          (char*)&p_ftyp->data.p_ftyp->i_major_brand );
280 281 282 283 284
                break;
        }
    }
    else
    {
Laurent Aimar's avatar
Laurent Aimar committed
285
        msg_Dbg( p_demux, "file type box missing (assuming ISO Media file)" );
286 287 288
    }

    /* the file need to have one moov box */
289
    if( MP4_BoxCount( p_sys->p_root, "/moov" ) <= 0 )
290
    {
291
        MP4_Box_t *p_foov = MP4_BoxGet( p_sys->p_root, "/foov" );
292 293 294

        if( !p_foov )
        {
295 296 297 298 299 300 301
            /* search also for moof box used by smoothstreaming */
            p_foov = MP4_BoxGet( p_sys->p_root, "/moof" );
            if( !p_foov )
            {
                msg_Err( p_demux, "MP4 plugin discarded (no moov,foov,moof box)" );
                goto error;
            }
302 303
        }
        /* we have a free box as a moov, rename it */
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
304
        p_foov->i_type = ATOM_moov;
305 306
    }

307
    if( ( p_rmra = MP4_BoxGet( p_sys->p_root,  "/moov/rmra" ) ) )
308 309 310 311
    {
        int        i_count = MP4_BoxCount( p_rmra, "rmda" );
        int        i;

Laurent Aimar's avatar
Laurent Aimar committed
312
        msg_Dbg( p_demux, "detected playlist mov file (%d ref)", i_count );
313

314
        input_thread_t *p_input = demux_GetParentInput( p_demux );
315
        input_item_t *p_current = input_GetItem( p_input );
316

317 318
        input_item_node_t *p_subitems = input_item_node_Create( p_current );

319
        for( i = 0; i < i_count; i++ )
320
        {
321 322 323
            MP4_Box_t *p_rdrf = MP4_BoxGet( p_rmra, "rmda[%d]/rdrf", i );
            char      *psz_ref;
            uint32_t  i_ref_type;
324

325
            if( !p_rdrf || !( psz_ref = strdup( p_rdrf->data.p_rdrf->psz_ref ) ) )
326
            {
327 328 329
                continue;
            }
            i_ref_type = p_rdrf->data.p_rdrf->i_ref_type;
330

331 332 333 334 335 336
            msg_Dbg( p_demux, "new ref=`%s' type=%4.4s",
                     psz_ref, (char*)&i_ref_type );

            if( i_ref_type == VLC_FOURCC( 'u', 'r', 'l', ' ' ) )
            {
                if( strstr( psz_ref, "qt5gateQT" ) )
337
                {
338
                    msg_Dbg( p_demux, "ignoring pseudo ref =`%s'", psz_ref );
339 340
                    continue;
                }
341 342
                if( !strncmp( psz_ref, "http://", 7 ) ||
                    !strncmp( psz_ref, "rtsp://", 7 ) )
343
                {
344
                    ;
345 346 347
                }
                else
                {
348
                    char *psz_absolute;
349
                    char *psz_path = strdup( p_demux->psz_location );
350 351 352 353
                    char *end = strrchr( psz_path, '/' );
                    if( end ) end[1] = '\0';
                    else *psz_path = '\0';

Christophe Mutricy's avatar
Christophe Mutricy committed
354 355
                    if( asprintf( &psz_absolute, "%s://%s%s",
                                  p_demux->psz_access, psz_path, psz_ref ) < 0 )
Rémi Duraffort's avatar
Rémi Duraffort committed
356 357 358
                    {
                        free( psz_ref );
                        free( psz_path );
Rémi Duraffort's avatar
Rémi Duraffort committed
359
                        vlc_object_release( p_input) ;
Christophe Mutricy's avatar
Christophe Mutricy committed
360
                        return VLC_ENOMEM;
Rémi Duraffort's avatar
Rémi Duraffort committed
361
                    }
362 363 364 365

                    free( psz_ref );
                    psz_ref = psz_absolute;
                    free( psz_path );
366
                }
367
                msg_Dbg( p_demux, "adding ref = `%s'", psz_ref );
368 369 370 371
                input_item_t *p_item = input_item_New( psz_ref, NULL );
                input_item_CopyOptions( p_current, p_item );
                input_item_node_AppendItem( p_subitems, p_item );
                vlc_gc_decref( p_item );
372
            }
373
            else
374
            {
375 376
                msg_Err( p_demux, "unknown ref type=%4.4s FIXME (send a bug report)",
                         (char*)&p_rdrf->data.p_rdrf->i_ref_type );
377
            }
378
            free( psz_ref );
379
        }
380
        input_item_node_PostAndDelete( p_subitems );
381
        vlc_object_release( p_input );
382 383
    }

384
    if( !(p_mvhd = MP4_BoxGet( p_sys->p_root, "/moov/mvhd" ) ) )
385
    {
386 387
        if( !p_rmra )
        {
Laurent Aimar's avatar
Laurent Aimar committed
388
            msg_Err( p_demux, "cannot find /moov/mvhd" );
389
            goto error;
390 391 392
        }
        else
        {
Laurent Aimar's avatar
Laurent Aimar committed
393 394
            msg_Warn( p_demux, "cannot find /moov/mvhd (pure ref file)" );
            p_demux->pf_demux = DemuxRef;
395
            return VLC_SUCCESS;
396
        }
397 398 399
    }
    else
    {
400
        p_sys->i_timescale = p_mvhd->data.p_mvhd->i_timescale;
401 402 403 404 405
        if( p_sys->i_timescale == 0 )
        {
            msg_Err( p_this, "bad timescale" );
            goto error;
        }
406
        p_sys->i_duration = p_mvhd->data.p_mvhd->i_duration;
407
    }
408

409
    if( !( p_sys->i_tracks = MP4_BoxCount( p_sys->p_root, "/moov/trak" ) ) )
410
    {
Laurent Aimar's avatar
Laurent Aimar committed
411
        msg_Err( p_demux, "cannot find any /moov/trak" );
412
        goto error;
413
    }
414
    msg_Dbg( p_demux, "found %d track%c",
415 416
                        p_sys->i_tracks,
                        p_sys->i_tracks ? 's':' ' );
417 418

    /* allocate memory */
Laurent Aimar's avatar
Laurent Aimar committed
419
    p_sys->track = calloc( p_sys->i_tracks, sizeof( mp4_track_t ) );
420 421
    if( p_sys->track == NULL )
        goto error;
422

423 424
    /* Search the first chap reference (like quicktime) and
     * check that at least 1 stream is enabled */
425
    p_sys->p_tref_chap = NULL;
426
    b_enabled_es = false;
427 428 429 430
    for( i = 0; i < p_sys->i_tracks; i++ )
    {
        MP4_Box_t *p_trak = MP4_BoxGet( p_sys->p_root, "/moov/trak[%d]", i );

431 432 433 434 435 436 437 438

        MP4_Box_t *p_tkhd = MP4_BoxGet( p_trak, "tkhd" );
        if( p_tkhd && (p_tkhd->data.p_tkhd->i_flags&MP4_TRACK_ENABLED) )
            b_enabled_es = true;

        MP4_Box_t *p_chap = MP4_BoxGet( p_trak, "tref/chap", i );
        if( p_chap && p_chap->data.p_tref_generic->i_entry_count > 0 && !p_sys->p_tref_chap )
            p_sys->p_tref_chap = p_chap;
439 440
    }

Rémi Denis-Courmont's avatar
Typos  
Rémi Denis-Courmont committed
441
    /* now process each track and extract all useful information */
442
    for( i = 0; i < p_sys->i_tracks; i++ )
443
    {
444
        p_trak = MP4_BoxGet( p_sys->p_root, "/moov/trak[%d]", i );
445
        MP4_TrackCreate( p_demux, &p_sys->track[i], p_trak, !b_enabled_es );
446

447
        if( p_sys->track[i].b_ok && !p_sys->track[i].b_chapter )
448
        {
Laurent Aimar's avatar
Laurent Aimar committed
449
            const char *psz_cat;
450
            switch( p_sys->track[i].fmt.i_cat )
451 452 453 454 455 456 457
            {
                case( VIDEO_ES ):
                    psz_cat = "video";
                    break;
                case( AUDIO_ES ):
                    psz_cat = "audio";
                    break;
458 459 460 461
                case( SPU_ES ):
                    psz_cat = "subtitle";
                    break;

462
                default:
463
                    psz_cat = "unknown";
464 465
                    break;
            }
466

Laurent Aimar's avatar
Laurent Aimar committed
467
            msg_Dbg( p_demux, "adding track[Id 0x%x] %s (%s) language %s",
468 469 470 471
                     p_sys->track[i].i_track_ID, psz_cat,
                     p_sys->track[i].b_enable ? "enable":"disable",
                     p_sys->track[i].fmt.psz_language ?
                     p_sys->track[i].fmt.psz_language : "undef" );
472
        }
473 474 475 476 477 478 479
        else if( p_sys->track[i].b_ok && p_sys->track[i].b_chapter )
        {
            msg_Dbg( p_demux, "using track[Id 0x%x] for chapter language %s",
                     p_sys->track[i].i_track_ID,
                     p_sys->track[i].fmt.psz_language ?
                     p_sys->track[i].fmt.psz_language : "undef" );
        }
480 481
        else
        {
482 483
            msg_Dbg( p_demux, "ignoring track[Id 0x%x]",
                     p_sys->track[i].i_track_ID );
484 485
        }
    }
486

487 488
    /* */
    LoadChapter( p_demux );
489

490 491 492
    return VLC_SUCCESS;

error:
493
    if( p_sys->p_root )
Laurent Aimar's avatar
Laurent Aimar committed
494
    {
Laurent Aimar's avatar
Laurent Aimar committed
495
        MP4_BoxFree( p_demux->s, p_sys->p_root );
Laurent Aimar's avatar
Laurent Aimar committed
496
    }
497
    free( p_sys );
498
    return VLC_EGENERIC;
499 500 501
}

/*****************************************************************************
502
 * Demux: read packet and send them to decoders
503 504
 *****************************************************************************
 * TODO check for newly selected track (ie audio upt to now )
505
 *****************************************************************************/
Laurent Aimar's avatar
Laurent Aimar committed
506
static int Demux( demux_t *p_demux )
507
{
Laurent Aimar's avatar
Laurent Aimar committed
508
    demux_sys_t *p_sys = p_demux->p_sys;
509
    unsigned int i_track;
510

511 512 513 514

    unsigned int i_track_selected;

    /* check for newly selected/unselected track */
515 516
    for( i_track = 0, i_track_selected = 0; i_track < p_sys->i_tracks;
         i_track++ )
517
    {
Laurent Aimar's avatar
Laurent Aimar committed
518
        mp4_track_t *tk = &p_sys->track[i_track];
519
        bool b;
Laurent Aimar's avatar
Laurent Aimar committed
520

521
        if( !tk->b_ok || tk->b_chapter ||
522
            ( tk->b_selected && tk->i_sample >= tk->i_sample_count ) )
523
        {
524
            continue;
525
        }
526

527
        es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE, tk->p_es, &b );
528

529 530 531 532 533 534 535 536 537 538 539 540
        if( tk->b_selected && !b )
        {
            MP4_TrackUnselect( p_demux, tk );
        }
        else if( !tk->b_selected && b)
        {
            MP4_TrackSelect( p_demux, tk, MP4_GetMoviePTS( p_sys ) );
        }

        if( tk->b_selected )
        {
            i_track_selected++;
541 542 543 544 545
        }
    }

    if( i_track_selected <= 0 )
    {
Laurent Aimar's avatar
 
Laurent Aimar committed
546 547 548 549 550 551 552 553 554 555 556
        p_sys->i_time += __MAX( p_sys->i_timescale / 10 , 1 );
        if( p_sys->i_timescale > 0 )
        {
            int64_t i_length = (mtime_t)1000000 *
                               (mtime_t)p_sys->i_duration /
                               (mtime_t)p_sys->i_timescale;
            if( MP4_GetMoviePTS( p_sys ) >= i_length )
                return 0;
            return 1;
        }

Laurent Aimar's avatar
Laurent Aimar committed
557
        msg_Warn( p_demux, "no track selected, exiting..." );
Laurent Aimar's avatar
Laurent Aimar committed
558
        return 0;
559 560
    }

561 562 563
    /* */
    MP4_UpdateSeekpoint( p_demux );

564
    /* first wait for the good time to read a packet */
Laurent Aimar's avatar
Laurent Aimar committed
565
    es_out_Control( p_demux->out, ES_OUT_SET_PCR, VLC_TS_0 + p_sys->i_pcr );
566

567
    p_sys->i_pcr = MP4_GetMoviePTS( p_sys );
568 569

    /* we will read 100ms for each stream so ...*/
570
    p_sys->i_time += __MAX( p_sys->i_timescale / 10 , 1 );
571

572
    for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
573
    {
Laurent Aimar's avatar
Laurent Aimar committed
574 575
        mp4_track_t *tk = &p_sys->track[i_track];

576
        if( !tk->b_ok || tk->b_chapter || !tk->b_selected || tk->i_sample >= tk->i_sample_count )
577
            continue;
578

Laurent Aimar's avatar
Laurent Aimar committed
579
        while( MP4_TrackGetDTS( p_demux, tk ) < MP4_GetMoviePTS( p_sys ) )
580
        {
581
#if 0
582
            msg_Dbg( p_demux, "tk(%i)=%lld mv=%lld", i_track,
Laurent Aimar's avatar
Laurent Aimar committed
583
                     MP4_TrackGetDTS( p_demux, tk ),
584 585 586
                     MP4_GetMoviePTS( p_sys ) );
#endif

Laurent Aimar's avatar
Laurent Aimar committed
587
            if( MP4_TrackSampleSize( tk ) > 0 )
588
            {
589
                block_t *p_block;
Laurent Aimar's avatar
Laurent Aimar committed
590
                int64_t i_delta;
591

592
                /* go,go go ! */
Laurent Aimar's avatar
Laurent Aimar committed
593
                if( stream_Seek( p_demux->s, MP4_TrackGetPos( tk ) ) )
594
                {
595 596
                    msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)",
                              tk->i_track_ID );
Laurent Aimar's avatar
Laurent Aimar committed
597
                    MP4_TrackUnselect( p_demux, tk );
598 599 600
                    break;
                }

Laurent Aimar's avatar
Laurent Aimar committed
601
                /* now read pes */
602 603
                if( !(p_block =
                         stream_Block( p_demux->s, MP4_TrackSampleSize(tk) )) )
604
                {
605 606
                    msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)",
                              tk->i_track_ID );
Laurent Aimar's avatar
Laurent Aimar committed
607
                    MP4_TrackUnselect( p_demux, tk );
608 609
                    break;
                }
Gildas Bazin's avatar
 
Gildas Bazin committed
610

611
                else if( tk->fmt.i_cat == SPU_ES )
612
                {
613
                    if( tk->fmt.i_codec == VLC_CODEC_SUBT &&
614
                        p_block->i_buffer >= 2 )
615
                    {
616
                        size_t i_size = GetWBE( p_block->p_buffer );
617 618

                        if( i_size + 2 <= p_block->i_buffer )
619
                        {
620 621
                            char *p;
                            /* remove the length field, and append a '\0' */
622 623
                            memmove( &p_block->p_buffer[0],
                                     &p_block->p_buffer[2], i_size );
624 625 626 627
                            p_block->p_buffer[i_size] = '\0';
                            p_block->i_buffer = i_size + 1;

                            /* convert \r -> \n */
628
                            while( ( p = strchr((char *) p_block->p_buffer, '\r' ) ) )
629 630 631 632 633 634 635 636
                            {
                                *p = '\n';
                            }
                        }
                        else
                        {
                            /* Invalid */
                            p_block->i_buffer = 0;
637
                        }
638 639
                    }
                }
Laurent Aimar's avatar
Laurent Aimar committed
640
                /* dts */
Laurent Aimar's avatar
Laurent Aimar committed
641
                p_block->i_dts = VLC_TS_0 + MP4_TrackGetDTS( p_demux, tk );
Laurent Aimar's avatar
Laurent Aimar committed
642
                /* pts */
Christophe Mutricy's avatar
Christophe Mutricy committed
643
                i_delta = MP4_TrackGetPTSDelta( tk );
644
                if( i_delta != -1 )
Laurent Aimar's avatar
Laurent Aimar committed
645 646 647 648
                    p_block->i_pts = p_block->i_dts + i_delta;
                else if( tk->fmt.i_cat != VIDEO_ES )
                    p_block->i_pts = p_block->i_dts;
                else
Laurent Aimar's avatar
Laurent Aimar committed
649
                    p_block->i_pts = VLC_TS_INVALID;
650

651
                es_out_Send( p_demux->out, tk->p_es, p_block );
Laurent Aimar's avatar
Laurent Aimar committed
652
            }
653

Laurent Aimar's avatar
Laurent Aimar committed
654
            /* Next sample */
Laurent Aimar's avatar
Laurent Aimar committed
655
            if( MP4_TrackNextSample( p_demux, tk ) )
Laurent Aimar's avatar
Laurent Aimar committed
656
                break;
657 658 659
        }
    }

Laurent Aimar's avatar
Laurent Aimar committed
660
    return 1;
661
}
662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683

static void MP4_UpdateSeekpoint( demux_t *p_demux )
{
    demux_sys_t *p_sys = p_demux->p_sys;
    int64_t i_time;
    int i;
    if( !p_sys->p_title )
        return;
    i_time = MP4_GetMoviePTS( p_sys );
    for( i = 0; i < p_sys->p_title->i_seekpoint; i++ )
    {
        if( i_time < p_sys->p_title->seekpoint[i]->i_time_offset )
            break;
    }
    i--;

    if( i != p_demux->info.i_seekpoint && i >= 0 )
    {
        p_demux->info.i_seekpoint = i;
        p_demux->info.i_update |= INPUT_UPDATE_SEEKPOINT;
    }
}
684
/*****************************************************************************
Sébastien Escudier's avatar
typos  
Sébastien Escudier committed
685
 * Seek: Go to i_date
686 687
******************************************************************************/
static int Seek( demux_t *p_demux, mtime_t i_date )
688
{
Laurent Aimar's avatar
Laurent Aimar committed
689
    demux_sys_t *p_sys = p_demux->p_sys;
690
    unsigned int i_track;
Laurent Aimar's avatar
Laurent Aimar committed
691

Frédéric Yhuel's avatar
Frédéric Yhuel committed
692
    /* First update global time */
693
    p_sys->i_time = i_date * p_sys->i_timescale / 1000000;
Laurent Aimar's avatar
Laurent Aimar committed
694
    p_sys->i_pcr  = i_date;
695

696
    /* Now for each stream try to go to this time */
697
    for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
698
    {
Laurent Aimar's avatar
Laurent Aimar committed
699
        mp4_track_t *tk = &p_sys->track[i_track];
700
        MP4_TrackSeek( p_demux, tk, i_date );
701
    }
702
    MP4_UpdateSeekpoint( p_demux );
703 704 705

    es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, i_date );

706
    return VLC_SUCCESS;
707
}
708 709

/*****************************************************************************
710
 * Control:
711
 *****************************************************************************/
Laurent Aimar's avatar
Laurent Aimar committed
712
static int Control( demux_t *p_demux, int i_query, va_list args )
713
{
Laurent Aimar's avatar
Laurent Aimar committed
714
    demux_sys_t *p_sys = p_demux->p_sys;
715

Gildas Bazin's avatar
 
Gildas Bazin committed
716
    double f, *pf;
717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734
    int64_t i64, *pi64;

    switch( i_query )
    {
        case DEMUX_GET_POSITION:
            pf = (double*)va_arg( args, double * );
            if( p_sys->i_duration > 0 )
            {
                *pf = (double)p_sys->i_time / (double)p_sys->i_duration;
            }
            else
            {
                *pf = 0.0;
            }
            return VLC_SUCCESS;

        case DEMUX_SET_POSITION:
            f = (double)va_arg( args, double );
Gildas Bazin's avatar
 
Gildas Bazin committed
735 736 737 738 739
            if( p_sys->i_timescale > 0 )
            {
                i64 = (int64_t)( f * (double)1000000 *
                                 (double)p_sys->i_duration /
                                 (double)p_sys->i_timescale );
Laurent Aimar's avatar
Laurent Aimar committed
740
                return Seek( p_demux, i64 );
Gildas Bazin's avatar
 
Gildas Bazin committed
741 742
            }
            else return VLC_SUCCESS;
743 744 745

        case DEMUX_GET_TIME:
            pi64 = (int64_t*)va_arg( args, int64_t * );
Gildas Bazin's avatar
 
Gildas Bazin committed
746 747 748 749 750 751 752
            if( p_sys->i_timescale > 0 )
            {
                *pi64 = (mtime_t)1000000 *
                        (mtime_t)p_sys->i_time /
                        (mtime_t)p_sys->i_timescale;
            }
            else *pi64 = 0;
753 754 755 756
            return VLC_SUCCESS;

        case DEMUX_SET_TIME:
            i64 = (int64_t)va_arg( args, int64_t );
Laurent Aimar's avatar
Laurent Aimar committed
757
            return Seek( p_demux, i64 );
758 759 760

        case DEMUX_GET_LENGTH:
            pi64 = (int64_t*)va_arg( args, int64_t * );
Gildas Bazin's avatar
 
Gildas Bazin committed
761 762 763 764 765 766 767
            if( p_sys->i_timescale > 0 )
            {
                *pi64 = (mtime_t)1000000 *
                        (mtime_t)p_sys->i_duration /
                        (mtime_t)p_sys->i_timescale;
            }
            else *pi64 = 0;
768
            return VLC_SUCCESS;
Gildas Bazin's avatar
 
Gildas Bazin committed
769

770
        case DEMUX_GET_FPS:
771
            pf = (double*)va_arg( args, double* );
Laurent Aimar's avatar
Laurent Aimar committed
772
            *pf = p_sys->f_fps;
773
            return VLC_SUCCESS;
Gildas Bazin's avatar
 
Gildas Bazin committed
774

775
        case DEMUX_GET_META:
776
        {
777
            vlc_meta_t *p_meta = (vlc_meta_t *)va_arg( args, vlc_meta_t*);
778
            MP4_Box_t  *p_0xa9xxx;
779 780

            MP4_Box_t  *p_udta = MP4_BoxGet( p_sys->p_root, "/moov/udta/meta/ilst" );
781 782
            if( p_udta == NULL )
            {
783 784 785 786 787
                p_udta = MP4_BoxGet( p_sys->p_root, "/moov/udta" );
                if( p_udta == NULL )
                {
                    return VLC_EGENERIC;
                }
788
            }
789

790 791
            for( p_0xa9xxx = p_udta->p_first; p_0xa9xxx != NULL;
                 p_0xa9xxx = p_0xa9xxx->p_next )
792
            {
793

Clément Stenac's avatar
Clément Stenac committed
794 795
                if( !p_0xa9xxx || !p_0xa9xxx->data.p_0xa9xxx )
                    continue;
796

797 798
                /* FIXME FIXME: should convert from whatever the character
                 * encoding of MP4 meta data is to UTF-8. */
799 800 801
#define SET(fct) do { char *psz_utf = strdup( p_0xa9xxx->data.p_0xa9xxx->psz_text ? p_0xa9xxx->data.p_0xa9xxx->psz_text : "" ); \
    if( psz_utf ) { EnsureUTF8( psz_utf );  \
                    fct( p_meta, psz_utf ); free( psz_utf ); } } while(0)
802

803
                /* XXX Becarefull p_udta can have box that are not 0xa9xx */
804 805
                switch( p_0xa9xxx->i_type )
                {
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
806
                case ATOM_0xa9nam: /* Full name */
807
                    SET( vlc_meta_SetTitle );
808
                    break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
809
                case ATOM_0xa9aut:
810
                    SET( vlc_meta_SetArtist );
811
                    break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
812
                case ATOM_0xa9ART:
813
                    SET( vlc_meta_SetArtist );
814
                    break;
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
815
                case ATOM_0xa9cpy:
816
                    SET( vlc_meta_SetCopyright );
817
                    break;