encoder.c 52.5 KB
Newer Older
Laurent Aimar's avatar
Laurent Aimar committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
/*****************************************************************************
 * x264: h264 encoder
 *****************************************************************************
 * Copyright (C) 2003 Laurent Aimar
 * $Id: encoder.c,v 1.1 2004/06/03 19:27:08 fenrir Exp $
 *
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
 *****************************************************************************/

#include <stdlib.h>
#include <stdio.h>
#include <string.h>

#include <math.h>

30
31
#include "common/common.h"
#include "common/cpu.h"
Laurent Aimar's avatar
Laurent Aimar committed
32
33
34
35
36
37
38

#include "set.h"
#include "analyse.h"
#include "ratecontrol.h"
#include "macroblock.h"

//#define DEBUG_MB_TYPE
39
//#define DEBUG_DUMP_FRAME
40
//#define DEBUG_BENCHMARK
Laurent Aimar's avatar
Laurent Aimar committed
41

42
#ifdef DEBUG_BENCHMARK
Laurent Aimar's avatar
Laurent Aimar committed
43
44
45
46
47
48
49
50
51
52
53
54
static int64_t i_mtime_encode_frame = 0;
static int64_t i_mtime_analyse = 0;
static int64_t i_mtime_encode = 0;
static int64_t i_mtime_write = 0;
static int64_t i_mtime_filter = 0;
#define TIMER_START( d ) \
    { \
        int64_t d##start = x264_mdate();

#define TIMER_STOP( d ) \
        d += x264_mdate() - d##start;\
    }
55
56
57
58
#else
#define TIMER_START( d )
#define TIMER_STOP( d )
#endif
Laurent Aimar's avatar
Laurent Aimar committed
59

60
#define NALU_OVERHEAD 5 // startcode + NAL type costs 5 bytes per frame
Laurent Aimar's avatar
Laurent Aimar committed
61
62
63
64
65
66

/****************************************************************************
 *
 ******************************* x264 libs **********************************
 *
 ****************************************************************************/
67
static int64_t x264_sqe( x264_t *h, uint8_t *pix1, int i_pix_stride, uint8_t *pix2, int i_pix2_stride, int i_width, int i_height )
Laurent Aimar's avatar
Laurent Aimar committed
68
69
70
71
{
    int64_t i_sqe = 0;
    int x, y;

72
73
74
75
76
77
78
79
80
81
82
83
84
#define SSD(size) i_sqe += h->pixf.ssd[size]( pix1+y*i_pix_stride+x, i_pix_stride, \
                                              pix2+y*i_pix2_stride+x, i_pix2_stride );
    for( y = 0; y < i_height-15; y += 16 )
    {
        for( x = 0; x < i_width-15; x += 16 )
            SSD(PIXEL_16x16);
        if( x < i_width-7 )
            SSD(PIXEL_8x16);
    }
    if( y < i_height-7 )
        for( x = 0; x < i_width-7; x += 8 )
            SSD(PIXEL_8x8);
#undef SSD
85
    x264_cpu_restore( h->param.cpu );
Laurent Aimar's avatar
Laurent Aimar committed
86

87
88
    return i_sqe;
}
Laurent Aimar's avatar
Laurent Aimar committed
89

90
91
92
93
94
95
96
97
98
99
static float x264_psnr( int64_t i_sqe, int64_t i_size )
{
    double f_mse = (double)i_sqe / ((double)65025.0 * (double)i_size);
    if( f_mse <= 0.0000000001 ) /* Max 100dB */
        return 100;

    return (float)(-10.0 * log( f_mse ) / log( 10.0 ));
}

#ifdef DEBUG_DUMP_FRAME
Laurent Aimar's avatar
Laurent Aimar committed
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
static void x264_frame_dump( x264_t *h, x264_frame_t *fr, char *name )
{
    FILE * f = fopen( name, "a" );
    int i, y;

    fseek( f, 0, SEEK_END );

    for( i = 0; i < fr->i_plane; i++ )
    {
        for( y = 0; y < h->param.i_height / ( i == 0 ? 1 : 2 ); y++ )
        {
            fwrite( &fr->plane[i][y*fr->i_stride[i]], 1, h->param.i_width / ( i == 0 ? 1 : 2 ), f );
        }
    }
    fclose( f );
}
#endif


/* Fill "default" values */
120
static void x264_slice_header_init( x264_t *h, x264_slice_header_t *sh,
Laurent Aimar's avatar
Laurent Aimar committed
121
                                    x264_sps_t *sps, x264_pps_t *pps,
122
                                    int i_type, int i_idr_pic_id, int i_frame, int i_qp )
Laurent Aimar's avatar
Laurent Aimar committed
123
{
124
    x264_param_t *param = &h->param;
125
    int i;
126

Laurent Aimar's avatar
Laurent Aimar committed
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
    /* First we fill all field */
    sh->sps = sps;
    sh->pps = pps;

    sh->i_type      = i_type;
    sh->i_first_mb  = 0;
    sh->i_pps_id    = pps->i_id;

    sh->i_frame_num = i_frame;

    sh->b_field_pic = 0;    /* Not field support for now */
    sh->b_bottom_field = 1; /* not yet used */

    sh->i_idr_pic_id = i_idr_pic_id;

    /* poc stuff, fixed later */
    sh->i_poc_lsb = 0;
    sh->i_delta_poc_bottom = 0;
    sh->i_delta_poc[0] = 0;
    sh->i_delta_poc[1] = 0;

    sh->i_redundant_pic_cnt = 0;

150
    sh->b_direct_spatial_mv_pred = ( param->analyse.i_direct_mv_pred == X264_DIRECT_PRED_SPATIAL );
Laurent Aimar's avatar
Laurent Aimar committed
151
152
153
154
155

    sh->b_num_ref_idx_override = 0;
    sh->i_num_ref_idx_l0_active = 1;
    sh->i_num_ref_idx_l1_active = 1;

156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
    sh->b_ref_pic_list_reordering_l0 = h->b_ref_reorder[0];
    sh->b_ref_pic_list_reordering_l1 = h->b_ref_reorder[1];

    /* If the ref list isn't in the default order, construct reordering header */
    /* List1 reordering isn't needed yet */
    if( sh->b_ref_pic_list_reordering_l0 )
    {
        int pred_frame_num = i_frame;
        for( i = 0; i < h->i_ref0; i++ )
        {
            int diff = h->fref0[i]->i_frame_num - pred_frame_num;
            if( diff == 0 )
                x264_log( h, X264_LOG_ERROR, "diff frame num == 0\n" );
            sh->ref_pic_list_order[0][i].idc = ( diff > 0 );
            sh->ref_pic_list_order[0][i].arg = abs( diff ) - 1;
            pred_frame_num = h->fref0[i]->i_frame_num;
        }
    }

Laurent Aimar's avatar
Laurent Aimar committed
175
176
    sh->i_cabac_init_idc = param->i_cabac_init_idc;

177
    sh->i_qp_delta = i_qp - pps->i_pic_init_qp;
Laurent Aimar's avatar
Laurent Aimar committed
178
179
180
    sh->b_sp_for_swidth = 0;
    sh->i_qs_delta = 0;

181
182
183
184
    /* If effective qp <= 15, deblocking would have no effect anyway */
    if( param->b_deblocking_filter
        && ( h->mb.b_variable_qp
        || 15 < i_qp + X264_MAX(param->i_deblocking_filter_alphac0, param->i_deblocking_filter_beta) ) )
Laurent Aimar's avatar
Laurent Aimar committed
185
186
187
188
189
190
191
192
193
194
195
196
197
    {
        sh->i_disable_deblocking_filter_idc = 0;
    }
    else
    {
        sh->i_disable_deblocking_filter_idc = 1;
    }
    sh->i_alpha_c0_offset = param->i_deblocking_filter_alphac0 << 1;
    sh->i_beta_offset = param->i_deblocking_filter_beta << 1;
}

static void x264_slice_header_write( bs_t *s, x264_slice_header_t *sh, int i_nal_ref_idc )
{
198
199
    int i;

Laurent Aimar's avatar
Laurent Aimar committed
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
    bs_write_ue( s, sh->i_first_mb );
    bs_write_ue( s, sh->i_type + 5 );   /* same type things */
    bs_write_ue( s, sh->i_pps_id );
    bs_write( s, sh->sps->i_log2_max_frame_num, sh->i_frame_num );

    if( sh->i_idr_pic_id >= 0 ) /* NAL IDR */
    {
        bs_write_ue( s, sh->i_idr_pic_id );
    }

    if( sh->sps->i_poc_type == 0 )
    {
        bs_write( s, sh->sps->i_log2_max_poc_lsb, sh->i_poc_lsb );
        if( sh->pps->b_pic_order && !sh->b_field_pic )
        {
            bs_write_se( s, sh->i_delta_poc_bottom );
        }
    }
    else if( sh->sps->i_poc_type == 1 && !sh->sps->b_delta_pic_order_always_zero )
    {
        bs_write_se( s, sh->i_delta_poc[0] );
        if( sh->pps->b_pic_order && !sh->b_field_pic )
        {
            bs_write_se( s, sh->i_delta_poc[1] );
        }
    }

    if( sh->pps->b_redundant_pic_cnt )
    {
        bs_write_ue( s, sh->i_redundant_pic_cnt );
    }

    if( sh->i_type == SLICE_TYPE_B )
    {
        bs_write1( s, sh->b_direct_spatial_mv_pred );
    }
    if( sh->i_type == SLICE_TYPE_P || sh->i_type == SLICE_TYPE_SP || sh->i_type == SLICE_TYPE_B )
    {
        bs_write1( s, sh->b_num_ref_idx_override );
        if( sh->b_num_ref_idx_override )
        {
            bs_write_ue( s, sh->i_num_ref_idx_l0_active - 1 );
            if( sh->i_type == SLICE_TYPE_B )
            {
                bs_write_ue( s, sh->i_num_ref_idx_l1_active - 1 );
            }
        }
    }

    /* ref pic list reordering */
    if( sh->i_type != SLICE_TYPE_I )
    {
252
253
        bs_write1( s, sh->b_ref_pic_list_reordering_l0 );
        if( sh->b_ref_pic_list_reordering_l0 )
Laurent Aimar's avatar
Laurent Aimar committed
254
        {
255
256
257
258
259
260
261
            for( i = 0; i < sh->i_num_ref_idx_l0_active; i++ )
            {
                bs_write_ue( s, sh->ref_pic_list_order[0][i].idc );
                bs_write_ue( s, sh->ref_pic_list_order[0][i].arg );
                        
            }
            bs_write_ue( s, 3 );
Laurent Aimar's avatar
Laurent Aimar committed
262
263
264
265
        }
    }
    if( sh->i_type == SLICE_TYPE_B )
    {
266
267
        bs_write1( s, sh->b_ref_pic_list_reordering_l1 );
        if( sh->b_ref_pic_list_reordering_l1 )
Laurent Aimar's avatar
Laurent Aimar committed
268
        {
269
270
271
272
273
274
            for( i = 0; i < sh->i_num_ref_idx_l1_active; i++ )
            {
                bs_write_ue( s, sh->ref_pic_list_order[1][i].idc );
                bs_write_ue( s, sh->ref_pic_list_order[1][i].arg );
            }
            bs_write_ue( s, 3 );
Laurent Aimar's avatar
Laurent Aimar committed
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
        }
    }

    if( ( sh->pps->b_weighted_pred && ( sh->i_type == SLICE_TYPE_P || sh->i_type == SLICE_TYPE_SP ) ) ||
        ( sh->pps->b_weighted_bipred == 1 && sh->i_type == SLICE_TYPE_B ) )
    {
        /* FIXME */
    }

    if( i_nal_ref_idc != 0 )
    {
        if( sh->i_idr_pic_id >= 0 )
        {
            bs_write1( s, 0 );  /* no output of prior pics flag */
            bs_write1( s, 0 );  /* long term reference flag */
        }
        else
        {
            bs_write1( s, 0 );  /* adaptive_ref_pic_marking_mode_flag */
            /* FIXME */
        }
    }

    if( sh->pps->b_cabac && sh->i_type != SLICE_TYPE_I )
    {
        bs_write_ue( s, sh->i_cabac_init_idc );
    }
    bs_write_se( s, sh->i_qp_delta );      /* slice qp delta */
#if 0
    if( sh->i_type == SLICE_TYPE_SP || sh->i_type == SLICE_TYPE_SI )
    {
        if( sh->i_type == SLICE_TYPE_SP )
        {
            bs_write1( s, sh->b_sp_for_swidth );
        }
        bs_write_se( s, sh->i_qs_delta );
    }
#endif

    if( sh->pps->b_deblocking_filter_control )
    {
        bs_write_ue( s, sh->i_disable_deblocking_filter_idc );
        if( sh->i_disable_deblocking_filter_idc != 1 )
        {
            bs_write_se( s, sh->i_alpha_c0_offset >> 1 );
            bs_write_se( s, sh->i_beta_offset >> 1 );
        }
    }
}

/****************************************************************************
 *
 ****************************************************************************
 ****************************** External API*********************************
 ****************************************************************************
 *
 ****************************************************************************/

/****************************************************************************
 * x264_encoder_open:
 ****************************************************************************/
x264_t *x264_encoder_open   ( x264_param_t *param )
{
    x264_t *h = x264_malloc( sizeof( x264_t ) );
Loren Merritt's avatar
Loren Merritt committed
339
    int i, i_slice;
Laurent Aimar's avatar
Laurent Aimar committed
340

341
    /* Create a copy of param */
342
    memcpy( &h->param, param, sizeof( x264_param_t ) );
343
344
345
346
347
348
    if( h->param.rc.psz_stat_out )
        h->param.rc.psz_stat_out = strdup( h->param.rc.psz_stat_out );
    if( h->param.rc.psz_stat_in )
        h->param.rc.psz_stat_in = strdup( h->param.rc.psz_stat_in );
    if( h->param.rc.psz_rc_eq )
        h->param.rc.psz_rc_eq = strdup( h->param.rc.psz_rc_eq );
349

Laurent Aimar's avatar
Laurent Aimar committed
350
351
352
    /* Check parameters validity */
    if( param->i_width <= 0  || param->i_height <= 0 )
    {
353
354
        x264_log( h, X264_LOG_ERROR, "invalid width x height (%dx%d)\n",
                  param->i_width, param->i_height );
Loren Merritt's avatar
Loren Merritt committed
355
        x264_free( h );
Laurent Aimar's avatar
Laurent Aimar committed
356
357
358
359
360
        return NULL;
    }

    if( param->i_width % 16 != 0 || param->i_height % 16 != 0 )
    {
361
        x264_log( h, X264_LOG_ERROR, "width %% 16 != 0 or height %% 16 != 0 (%dx%d)\n",
Laurent Aimar's avatar
Laurent Aimar committed
362
                 param->i_width, param->i_height );
Loren Merritt's avatar
Loren Merritt committed
363
        x264_free( h );
Laurent Aimar's avatar
Laurent Aimar committed
364
365
366
367
        return NULL;
    }
    if( param->i_csp != X264_CSP_I420 )
    {
368
        x264_log( h, X264_LOG_ERROR, "invalid CSP (only I420 supported)\n" );
Loren Merritt's avatar
Loren Merritt committed
369
        x264_free( h );
Laurent Aimar's avatar
Laurent Aimar committed
370
371
372
373
        return NULL;
    }

    /* Fix parameters values */
Loren Merritt's avatar
Loren Merritt committed
374
    h->param.i_frame_reference = x264_clip3( h->param.i_frame_reference, 1, 16 );
375
376
377
    if( h->param.i_keyint_max <= 0 )
        h->param.i_keyint_max = 1;
    h->param.i_keyint_min = x264_clip3( h->param.i_keyint_min, 1, h->param.i_keyint_max/2+1 );
378

Loren Merritt's avatar
Loren Merritt committed
379
    h->param.i_bframe = x264_clip3( h->param.i_bframe, 0, X264_BFRAME_MAX );
380
    h->param.i_bframe_bias = x264_clip3( h->param.i_bframe_bias, -90, 100 );
381
    h->param.b_bframe_pyramid = h->param.b_bframe_pyramid && h->param.i_bframe > 1;
382
    h->frames.i_delay = h->param.i_bframe;
383
384
385
    h->frames.i_max_ref0 = h->param.i_frame_reference;
    h->frames.i_max_ref1 = h->param.b_bframe_pyramid ? 2
                            : h->param.i_bframe ? 1 : 0;
386
    h->frames.i_max_dpb = X264_MIN( 16, h->frames.i_max_ref0 + h->frames.i_max_ref1 ) + 1;
Laurent Aimar's avatar
Laurent Aimar committed
387
388
389
390
391
392

    h->param.i_deblocking_filter_alphac0 = x264_clip3( h->param.i_deblocking_filter_alphac0, -6, 6 );
    h->param.i_deblocking_filter_beta    = x264_clip3( h->param.i_deblocking_filter_beta, -6, 6 );

    h->param.i_cabac_init_idc = x264_clip3( h->param.i_cabac_init_idc, -1, 2 );

393
394
395
396
397
398
399
400
    if( h->param.analyse.i_me_method != X264_ME_DIA &&
        h->param.analyse.i_me_method != X264_ME_HEX &&
        h->param.analyse.i_me_method != X264_ME_ESA )
        h->param.analyse.i_me_method = X264_ME_HEX;
    if( h->param.analyse.i_me_range < 2 )
        h->param.analyse.i_me_range = 2;
    if( h->param.analyse.i_me_range > 16 && h->param.analyse.i_me_method != X264_ME_ESA )
        h->param.analyse.i_me_range = 16;
401
402
    h->param.analyse.i_subpel_refine = x264_clip3( h->param.analyse.i_subpel_refine, 1, 5 );
    if( h->param.analyse.inter & X264_ANALYSE_PSUB8x8 )
403
        h->param.analyse.inter |= X264_ANALYSE_PSUB16x16;
404
    h->param.analyse.i_chroma_qp_offset = x264_clip3(h->param.analyse.i_chroma_qp_offset, -12, 12);
405
    h->param.analyse.i_mv_range = x264_clip3(h->param.analyse.i_mv_range, 32, 2048);
406

Loren Merritt's avatar
Loren Merritt committed
407
408
409
410
    if( h->param.rc.f_qblur < 0 )
        h->param.rc.f_qblur = 0;
    if( h->param.rc.f_complexity_blur < 0 )
        h->param.rc.f_complexity_blur = 0;
411
    h->param.rc.i_qp_constant = x264_clip3(h->param.rc.i_qp_constant, 0, 51);
Loren Merritt's avatar
Loren Merritt committed
412

413
414
415
    /* VUI */
    if( h->param.vui.i_sar_width > 0 && h->param.vui.i_sar_height > 0 )
    {
416
417
418
        int i_w = param->vui.i_sar_width;
        int i_h = param->vui.i_sar_height;
        int a = i_w, b = i_h;
419
420
421
422
423
424
425
426
427

        while( b != 0 )
        {
            int t = a;

            a = b;
            b = t % b;
        }

428
429
430
        i_w /= a;
        i_h /= a;
        while( i_w > 65535 || i_h > 65535 )
431
        {
432
433
            i_w /= 2;
            i_h /= 2;
434
435
436
437
        }

        h->param.vui.i_sar_width = 0;
        h->param.vui.i_sar_height = 0;
438
        if( i_w == 0 || i_h == 0 )
439
440
441
        {
            x264_log( h, X264_LOG_ERROR, "cannot create valid sample aspect ratio\n" );
        }
442
        else if( i_w == i_h )
443
444
445
446
447
        {
            x264_log( h, X264_LOG_INFO, "no need for a SAR\n" );
        }
        else
        {
448
449
450
            x264_log( h, X264_LOG_INFO, "using SAR=%d/%d\n", i_w, i_h );
            h->param.vui.i_sar_width = i_w;
            h->param.vui.i_sar_height = i_h;
451
452
453
454
        }
    }


Laurent Aimar's avatar
Laurent Aimar committed
455
456
457
458
459
460
461
462
463
464
465
466
467
468
    /* Init x264_t */
    h->out.i_nal = 0;
    h->out.i_bitstream = 1000000; /* FIXME estimate max size (idth/height) */
    h->out.p_bitstream = x264_malloc( h->out.i_bitstream );

    h->i_frame = 0;
    h->i_frame_num = 0;
    h->i_idr_pic_id = 0;

    h->sps = &h->sps_array[0];
    x264_sps_init( h->sps, 0, &h->param );

    h->pps = &h->pps_array[0];
    x264_pps_init( h->pps, 0, &h->param, h->sps);
469
470
    
    h->mb.i_mb_count = h->sps->i_mb_width * h->sps->i_mb_height;
Laurent Aimar's avatar
Laurent Aimar committed
471
472

    /* Init frames. */
473
    for( i = 0; i < X264_BFRAME_MAX + 3; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
474
475
476
477
478
    {
        h->frames.current[i] = NULL;
        h->frames.next[i]    = NULL;
        h->frames.unused[i]  = NULL;
    }
479
    for( i = 0; i < 1 + h->frames.i_delay; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
480
481
482
    {
        h->frames.unused[i] =  x264_frame_new( h );
    }
483
    for( i = 0; i < h->frames.i_max_dpb; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
484
485
486
    {
        h->frames.reference[i] = x264_frame_new( h );
    }
487
    h->frames.reference[h->frames.i_max_dpb] = NULL;
488
    h->frames.i_last_idr = - h->param.i_keyint_max;
489
    h->frames.i_input    = 0;
490
    h->frames.last_nonb  = NULL;
Laurent Aimar's avatar
Laurent Aimar committed
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509

    h->i_ref0 = 0;
    h->i_ref1 = 0;

    h->fdec = h->frames.reference[0];

    /* init mb cache */
    x264_macroblock_cache_init( h );

    /* init cabac adaptive model */
    x264_cabac_model_init( &h->cabac );

    /* init CPU functions */
    x264_predict_16x16_init( h->param.cpu, h->predict_16x16 );
    x264_predict_8x8_init( h->param.cpu, h->predict_8x8 );
    x264_predict_4x4_init( h->param.cpu, h->predict_4x4 );

    x264_pixel_init( h->param.cpu, &h->pixf );
    x264_dct_init( h->param.cpu, &h->dctf );
510
    x264_mc_init( h->param.cpu, &h->mc );
Laurent Aimar's avatar
Laurent Aimar committed
511
512
513
    x264_csp_init( h->param.cpu, h->param.i_csp, &h->csp );

    /* rate control */
514
515
    if( x264_ratecontrol_new( h ) < 0 )
        return NULL;
516
517
518

    h->i_last_intra_size = 0;
    h->i_last_inter_size = 0;
Laurent Aimar's avatar
Laurent Aimar committed
519
520

    /* stat */
Loren Merritt's avatar
Loren Merritt committed
521
    for( i_slice = 0; i_slice < 5; i_slice++ )
Laurent Aimar's avatar
Laurent Aimar committed
522
    {
Loren Merritt's avatar
Loren Merritt committed
523
524
525
526
527
528
529
530
531
532
        h->stat.i_slice_count[i_slice] = 0;
        h->stat.i_slice_size[i_slice] = 0;
        h->stat.i_slice_qp[i_slice] = 0;

        h->stat.i_sqe_global[i_slice] = 0;
        h->stat.f_psnr_average[i_slice] = 0.0;
        h->stat.f_psnr_mean_y[i_slice] = h->stat.f_psnr_mean_u[i_slice] = h->stat.f_psnr_mean_v[i_slice] = 0.0;
        
        for( i = 0; i < 18; i++ )
            h->stat.i_mb_count[i_slice][i] = 0;
Laurent Aimar's avatar
Laurent Aimar committed
533
    }
534
535
536
537
538
539
540
541
542

    x264_log( h, X264_LOG_INFO, "using cpu capabilities %s%s%s%s%s%s\n",
             param->cpu&X264_CPU_MMX ? "MMX " : "",
             param->cpu&X264_CPU_MMXEXT ? "MMXEXT " : "",
             param->cpu&X264_CPU_SSE ? "SSE " : "",
             param->cpu&X264_CPU_SSE2 ? "SSE2 " : "",
             param->cpu&X264_CPU_3DNOW ? "3DNow! " : "",
             param->cpu&X264_CPU_ALTIVEC ? "Altivec " : "" );

Laurent Aimar's avatar
Laurent Aimar committed
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
    return h;
}

/* internal usage */
static void x264_nal_start( x264_t *h, int i_type, int i_ref_idc )
{
    x264_nal_t *nal = &h->out.nal[h->out.i_nal];

    nal->i_ref_idc = i_ref_idc;
    nal->i_type    = i_type;

    bs_align_0( &h->out.bs );   /* not needed */

    nal->i_payload= 0;
    nal->p_payload= &h->out.p_bitstream[bs_pos( &h->out.bs) / 8];
}
static void x264_nal_end( x264_t *h )
{
    x264_nal_t *nal = &h->out.nal[h->out.i_nal];

    bs_align_0( &h->out.bs );   /* not needed */

    nal->i_payload = &h->out.p_bitstream[bs_pos( &h->out.bs)/8] - nal->p_payload;

    h->out.i_nal++;
}

/****************************************************************************
 * x264_encoder_headers:
 ****************************************************************************/
int x264_encoder_headers( x264_t *h, x264_nal_t **pp_nal, int *pi_nal )
{
    /* init bitstream context */
    h->out.i_nal = 0;
    bs_init( &h->out.bs, h->out.p_bitstream, h->out.i_bitstream );

    /* Put SPS and PPS */
    if( h->i_frame == 0 )
    {
582
583
584
585
586
        /* identify ourself */
        x264_nal_start( h, NAL_SEI, NAL_PRIORITY_DISPOSABLE );
        x264_sei_version_write( &h->out.bs );
        x264_nal_end( h );

Laurent Aimar's avatar
Laurent Aimar committed
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
        /* generate sequence parameters */
        x264_nal_start( h, NAL_SPS, NAL_PRIORITY_HIGHEST );
        x264_sps_write( &h->out.bs, h->sps );
        x264_nal_end( h );

        /* generate picture parameters */
        x264_nal_start( h, NAL_PPS, NAL_PRIORITY_HIGHEST );
        x264_pps_write( &h->out.bs, h->pps );
        x264_nal_end( h );
    }
    /* now set output*/
    *pi_nal = h->out.i_nal;
    *pp_nal = &h->out.nal[0];

    return 0;
}


static void x264_frame_put( x264_frame_t *list[X264_BFRAME_MAX], x264_frame_t *frame )
{
    int i = 0;
608
    while( list[i] ) i++;
Laurent Aimar's avatar
Laurent Aimar committed
609
610
611
    list[i] = frame;
}

612
613
614
615
616
617
618
619
620
static void x264_frame_push( x264_frame_t *list[X264_BFRAME_MAX], x264_frame_t *frame )
{
    int i = 0;
    while( list[i] ) i++;
    while( i-- )
        list[i+1] = list[i];
    list[0] = frame;
}

Laurent Aimar's avatar
Laurent Aimar committed
621
622
623
624
static x264_frame_t *x264_frame_get( x264_frame_t *list[X264_BFRAME_MAX+1] )
{
    x264_frame_t *frame = list[0];
    int i;
625
    for( i = 0; list[i]; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
626
627
628
629
        list[i] = list[i+1];
    return frame;
}

630
static void x264_frame_sort( x264_frame_t *list[X264_BFRAME_MAX+1], int b_dts )
631
632
633
634
{
    int i, b_ok;
    do {
        b_ok = 1;
635
        for( i = 0; list[i+1]; i++ )
636
        {
637
638
639
640
641
            int dtype = list[i]->i_type - list[i+1]->i_type;
            int dtime = list[i]->i_frame - list[i+1]->i_frame;
            int swap = b_dts ? dtype > 0 || ( dtype == 0 && dtime > 0 )
                             : dtime > 0;
            if( swap )
642
643
644
645
646
647
648
649
650
            {
                x264_frame_t *tmp = list[i+1];
                list[i+1] = list[i];
                list[i] = tmp;
                b_ok = 0;
            }
        }
    } while( !b_ok );
}
651
652
#define x264_frame_sort_dts(list) x264_frame_sort(list, 1)
#define x264_frame_sort_pts(list) x264_frame_sort(list, 0)
653

654
static inline void x264_reference_build_list( x264_t *h, int i_poc, int i_slice_type )
Laurent Aimar's avatar
Laurent Aimar committed
655
656
657
658
659
660
661
{
    int i;
    int b_ok;

    /* build ref list 0/1 */
    h->i_ref0 = 0;
    h->i_ref1 = 0;
662
    for( i = 1; i < h->frames.i_max_dpb; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
663
664
665
666
667
668
669
670
671
672
673
674
675
    {
        if( h->frames.reference[i]->i_poc >= 0 )
        {
            if( h->frames.reference[i]->i_poc < i_poc )
            {
                h->fref0[h->i_ref0++] = h->frames.reference[i];
            }
            else if( h->frames.reference[i]->i_poc > i_poc )
            {
                h->fref1[h->i_ref1++] = h->frames.reference[i];
            }
        }
    }
676

Laurent Aimar's avatar
Laurent Aimar committed
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
    /* Order ref0 from higher to lower poc */
    do
    {
        b_ok = 1;
        for( i = 0; i < h->i_ref0 - 1; i++ )
        {
            if( h->fref0[i]->i_poc < h->fref0[i+1]->i_poc )
            {
                x264_frame_t *tmp = h->fref0[i+1];

                h->fref0[i+1] = h->fref0[i];
                h->fref0[i] = tmp;
                b_ok = 0;
                break;
            }
        }
    } while( !b_ok );
    /* Order ref1 from lower to higher poc (bubble sort) for B-frame */
    do
    {
        b_ok = 1;
        for( i = 0; i < h->i_ref1 - 1; i++ )
        {
            if( h->fref1[i]->i_poc > h->fref1[i+1]->i_poc )
            {
                x264_frame_t *tmp = h->fref1[i+1];

                h->fref1[i+1] = h->fref1[i];
                h->fref1[i] = tmp;
                b_ok = 0;
                break;
            }
        }
    } while( !b_ok );

712
713
714
715
716
    /* In the standard, a P-frame's ref list is sorted by frame_num.
     * We use POC, but check whether explicit reordering is needed */
    h->b_ref_reorder[0] =
    h->b_ref_reorder[1] = 0;
    if( i_slice_type == SLICE_TYPE_P )
Laurent Aimar's avatar
Laurent Aimar committed
717
    {
718
719
720
721
722
723
        for( i = 0; i < h->i_ref0 - 1; i++ )
            if( h->fref0[i]->i_frame_num < h->fref0[i+1]->i_frame_num )
            {
                h->b_ref_reorder[0] = 1;
                break;
            }
Laurent Aimar's avatar
Laurent Aimar committed
724
    }
725
726

    h->i_ref1 = X264_MIN( h->i_ref1, h->frames.i_max_ref1 );
727
728
    h->i_ref0 = X264_MIN( h->i_ref0, h->frames.i_max_ref0 );
    h->i_ref0 = X264_MIN( h->i_ref0, 16 - h->i_ref1 );
Laurent Aimar's avatar
Laurent Aimar committed
729
730
731
732
733
734
735
}

static inline void x264_reference_update( x264_t *h )
{
    int i;

    /* apply deblocking filter to the current decoded picture */
736
    if( !h->sh.i_disable_deblocking_filter_idc )
Laurent Aimar's avatar
Laurent Aimar committed
737
738
739
740
741
742
743
744
    {
        TIMER_START( i_mtime_filter );
        x264_frame_deblocking_filter( h, h->sh.i_type );
        TIMER_STOP( i_mtime_filter );
    }
    /* expand border */
    x264_frame_expand_border( h->fdec );

745
746
747
748
749
750
    /* create filtered images */
    x264_frame_filter( h->param.cpu, h->fdec );

    /* expand border of filtered images */
    x264_frame_expand_border_filtered( h->fdec );

751
752
753
754
755
756
757
758
759
760
761
762
    /* move lowres copy of the image to the ref frame */
    for( i = 0; i < 4; i++)
    {
        uint8_t *tmp = h->fdec->lowres[i];
        h->fdec->lowres[i] = h->fenc->lowres[i];
        h->fenc->lowres[i] = tmp;
    }

    /* adaptive B decision needs a pointer, since it can't use the ref lists */
    if( h->sh.i_type != SLICE_TYPE_B )
        h->frames.last_nonb = h->fdec;

Laurent Aimar's avatar
Laurent Aimar committed
763
    /* move frame in the buffer */
764
765
766
    /* FIXME: override to forget earliest pts, not earliest dts */
    h->fdec = h->frames.reference[h->frames.i_max_dpb-1];
    for( i = h->frames.i_max_dpb-1; i > 0; i-- )
Laurent Aimar's avatar
Laurent Aimar committed
767
768
769
770
771
772
773
774
775
776
777
    {
        h->frames.reference[i] = h->frames.reference[i-1];
    }
    h->frames.reference[0] = h->fdec;
}

static inline void x264_reference_reset( x264_t *h )
{
    int i;

    /* reset ref pictures */
778
    for( i = 1; i < h->frames.i_max_dpb; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
779
780
781
782
783
784
785
786
787
788
789
    {
        h->frames.reference[i]->i_poc = -1;
    }
    h->frames.reference[0]->i_poc = 0;
}

static inline void x264_slice_init( x264_t *h, int i_nal_type, int i_slice_type, int i_global_qp )
{
    /* ------------------------ Create slice header  ----------------------- */
    if( i_nal_type == NAL_SLICE_IDR )
    {
790
        x264_slice_header_init( h, &h->sh, h->sps, h->pps, i_slice_type, h->i_idr_pic_id, h->i_frame_num - 1, i_global_qp );
Laurent Aimar's avatar
Laurent Aimar committed
791
792

        /* increment id */
793
        h->i_idr_pic_id = ( h->i_idr_pic_id + 1 ) % 65536;
Laurent Aimar's avatar
Laurent Aimar committed
794
795
796
    }
    else
    {
797
        x264_slice_header_init( h, &h->sh, h->sps, h->pps, i_slice_type, -1, h->i_frame_num - 1, i_global_qp );
Laurent Aimar's avatar
Laurent Aimar committed
798
799
800
801
802
803
804

        /* always set the real higher num of ref frame used */
        h->sh.b_num_ref_idx_override = 1;
        h->sh.i_num_ref_idx_l0_active = h->i_ref0 <= 0 ? 1 : h->i_ref0;
        h->sh.i_num_ref_idx_l1_active = h->i_ref1 <= 0 ? 1 : h->i_ref1;
    }

805
806
    h->fdec->i_frame_num = h->sh.i_frame_num;

Laurent Aimar's avatar
Laurent Aimar committed
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
    if( h->sps->i_poc_type == 0 )
    {
        h->sh.i_poc_lsb = h->fdec->i_poc & ( (1 << h->sps->i_log2_max_poc_lsb) - 1 );
        h->sh.i_delta_poc_bottom = 0;   /* XXX won't work for field */
    }
    else if( h->sps->i_poc_type == 1 )
    {
        /* FIXME TODO FIXME */
    }
    else
    {
        /* Nothing to do ? */
    }

    /* get adapative cabac model if needed */
    if( h->param.b_cabac )
    {
        if( h->param.i_cabac_init_idc == -1 )
        {
            h->sh.i_cabac_init_idc = x264_cabac_model_get( &h->cabac, i_slice_type );
        }
    }
829
830

    x264_macroblock_slice_init( h );
Laurent Aimar's avatar
Laurent Aimar committed
831
832
}

833
static inline void x264_slice_write( x264_t *h, int i_nal_type, int i_nal_ref_idc )
Laurent Aimar's avatar
Laurent Aimar committed
834
835
836
837
838
839
{
    int i_skip;
    int mb_xy;
    int i;

    /* Init stats */
840
841
842
    h->stat.frame.i_hdr_bits  =
    h->stat.frame.i_itex_bits =
    h->stat.frame.i_ptex_bits =
843
844
845
    h->stat.frame.i_misc_bits =
    h->stat.frame.i_intra_cost =
    h->stat.frame.i_inter_cost = 0;
Loren Merritt's avatar
Loren Merritt committed
846
    for( i = 0; i < 18; i++ )
847
        h->stat.frame.i_mb_count[i] = 0;
Laurent Aimar's avatar
Laurent Aimar committed
848
849
850
851
852
853
854
855

    /* Slice */
    x264_nal_start( h, i_nal_type, i_nal_ref_idc );

    /* Slice header */
    x264_slice_header_write( &h->out.bs, &h->sh, i_nal_ref_idc );
    if( h->param.b_cabac )
    {
856
        /* alignment needed */
Laurent Aimar's avatar
Laurent Aimar committed
857
858
859
860
861
862
863
864
865
866
867
868
869
870
        bs_align_1( &h->out.bs );

        /* init cabac */
        x264_cabac_context_init( &h->cabac, h->sh.i_type, h->sh.pps->i_pic_init_qp + h->sh.i_qp_delta, h->sh.i_cabac_init_idc );
        x264_cabac_encode_init ( &h->cabac, &h->out.bs );
    }
    h->mb.i_last_qp = h->pps->i_pic_init_qp + h->sh.i_qp_delta;
    h->mb.i_last_dqp = 0;

    for( mb_xy = 0, i_skip = 0; mb_xy < h->sps->i_mb_width * h->sps->i_mb_height; mb_xy++ )
    {
        const int i_mb_y = mb_xy / h->sps->i_mb_width;
        const int i_mb_x = mb_xy % h->sps->i_mb_width;

871
872
        int mb_spos = bs_pos(&h->out.bs);

Laurent Aimar's avatar
Laurent Aimar committed
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
        /* load cache */
        x264_macroblock_cache_load( h, i_mb_x, i_mb_y );

        /* analyse parameters
         * Slice I: choose I_4x4 or I_16x16 mode
         * Slice P: choose between using P mode or intra (4x4 or 16x16)
         * */
        TIMER_START( i_mtime_analyse );
        x264_macroblock_analyse( h );
        TIMER_STOP( i_mtime_analyse );

        /* encode this macrobock -> be carefull it can change the mb type to P_SKIP if needed */
        TIMER_START( i_mtime_encode );
        x264_macroblock_encode( h );
        TIMER_STOP( i_mtime_encode );

        TIMER_START( i_mtime_write );
        if( IS_SKIP( h->mb.i_type ) )
        {
            if( h->param.b_cabac )
            {
                if( mb_xy > 0 )
                {
                    /* not end_of_slice_flag */
                    x264_cabac_encode_terminal( &h->cabac, 0 );
                }

                x264_cabac_mb_skip( h, 1 );
            }
            else
            {
                i_skip++;
            }
        }
        else
        {
            if( h->param.b_cabac )
            {
                if( mb_xy > 0 )
                {
                    /* not end_of_slice_flag */
                    x264_cabac_encode_terminal( &h->cabac, 0 );
                }
                if( h->sh.i_type != SLICE_TYPE_I )
                {
                    x264_cabac_mb_skip( h, 0 );
                }
                x264_macroblock_write_cabac( h, &h->out.bs );
            }
            else
            {
                if( h->sh.i_type != SLICE_TYPE_I )
                {
                    bs_write_ue( &h->out.bs, i_skip );  /* skip run */
                    i_skip = 0;
                }
                x264_macroblock_write_cavlc( h, &h->out.bs );
            }
        }
        TIMER_STOP( i_mtime_write );

        /* save cache */
        x264_macroblock_cache_save( h );

937
        h->stat.frame.i_mb_count[h->mb.i_type]++;
938

939
940
        if( h->mb.b_variable_qp )
            x264_ratecontrol_mb(h, bs_pos(&h->out.bs) - mb_spos);
Laurent Aimar's avatar
Laurent Aimar committed
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
    }

    if( h->param.b_cabac )
    {
        /* end of slice */
        x264_cabac_encode_terminal( &h->cabac, 1 );
    }
    else if( i_skip > 0 )
    {
        bs_write_ue( &h->out.bs, i_skip );  /* last skip run */
    }

    if( h->param.b_cabac )
    {
        int i_cabac_word;
        x264_cabac_encode_flush( &h->cabac );
        /* TODO cabac stuffing things (p209) */
        i_cabac_word = (((3 * h->cabac.i_sym_cnt - 3 * 96 * h->sps->i_mb_width * h->sps->i_mb_height)/32) - bs_pos( &h->out.bs)/8)/3;

        while( i_cabac_word > 0 )
        {
            bs_write( &h->out.bs, 16, 0x0000 );
            i_cabac_word--;
        }
    }
    else
    {
        /* rbsp_slice_trailing_bits */
        bs_rbsp_trailing( &h->out.bs );
    }

    x264_nal_end( h );
973
974
975

    /* Compute misc bits */
    h->stat.frame.i_misc_bits = bs_pos( &h->out.bs )
976
                              + NALU_OVERHEAD * 8
977
978
979
                              - h->stat.frame.i_itex_bits
                              - h->stat.frame.i_ptex_bits
                              - h->stat.frame.i_hdr_bits;
Laurent Aimar's avatar
Laurent Aimar committed
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
}

/****************************************************************************
 * x264_encoder_encode:
 *  XXX: i_poc   : is the poc of the current given picture
 *       i_frame : is the number of the frame being coded
 *  ex:  type frame poc
 *       I      0   2*0
 *       P      1   2*3
 *       B      2   2*1
 *       B      3   2*2
 *       P      4   2*6
 *       B      5   2*4
 *       B      6   2*5
 ****************************************************************************/
int     x264_encoder_encode( x264_t *h,
                             x264_nal_t **pp_nal, int *pi_nal,
997
998
                             x264_picture_t *pic_in,
                             x264_picture_t *pic_out )
Laurent Aimar's avatar
Laurent Aimar committed
999
{
1000
    x264_frame_t   *frame_psnr = h->fdec; /* just to keep the current decoded frame for psnr calculation */
Laurent Aimar's avatar
Laurent Aimar committed
1001
1002
1003
1004
1005
1006
1007
1008
    int     i_nal_type;
    int     i_nal_ref_idc;
    int     i_slice_type;

    int i;

    int   i_global_qp;

Loren Merritt's avatar
Loren Merritt committed
1009
1010
    char psz_message[80];

Laurent Aimar's avatar
Laurent Aimar committed
1011
1012
1013
1014
1015
1016
1017
    /* no data out */
    *pi_nal = 0;
    *pp_nal = NULL;


    /* ------------------- Setup new frame from picture -------------------- */
    TIMER_START( i_mtime_encode_frame );
1018
    if( pic_in != NULL )
Laurent Aimar's avatar
Laurent Aimar committed
1019
    {
1020
        /* 1: Copy the picture to a frame and move it to a buffer */
Laurent Aimar's avatar
Laurent Aimar committed
1021
1022
        x264_frame_t *fenc = x264_frame_get( h->frames.unused );

1023
        x264_frame_copy_picture( h, fenc, pic_in );
Laurent Aimar's avatar
Laurent Aimar committed
1024

1025
1026
        fenc->i_frame = h->frames.i_input++;

1027
1028
        x264_frame_put( h->frames.next, fenc );

1029
1030
1031
        x264_frame_init_lowres( h->param.cpu, fenc );

        if( h->frames.i_input <= h->frames.i_delay )
1032
        {
1033
1034
            /* Nothing yet to encode */
            /* waiting for filling bframe buffer */
1035
            pic_out->i_type = X264_TYPE_AUTO;
1036
            return 0;
1037
        }
1038
    }
Laurent Aimar's avatar
Laurent Aimar committed
1039

1040
1041
    if( h->frames.current[0] == NULL )
    {
1042
        int bframes = 0;
1043
1044
1045
        /* 2: Select frame types */
        if( h->frames.next[0] == NULL )
            return 0;
Laurent Aimar's avatar
Laurent Aimar committed
1046

1047
        x264_slicetype_decide( h );
1048
1049

        /* 3: move some B-frames and 1 non-B to encode queue */
1050
        while( IS_X264_TYPE_B( h->frames.next[bframes]->i_type ) )
1051
            bframes++;
1052
1053
1054
1055
1056
1057
1058
1059
1060
        x264_frame_put( h->frames.current, x264_frame_get( &h->frames.next[bframes] ) );
        /* FIXME: when max B-frames > 3, BREF may no longer be centered after GOP closing */
        if( h->param.b_bframe_pyramid && bframes > 1 )
        {
            x264_frame_t *mid = x264_frame_get( &h->frames.next[bframes/2] );
            mid->i_type = X264_TYPE_BREF;
            x264_frame_put( h->frames.current, mid );
            bframes--;
        }
1061
1062
        while( bframes-- )
            x264_frame_put( h->frames.current, x264_frame_get( h->frames.next ) );
Laurent Aimar's avatar
Laurent Aimar committed
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
    }
    TIMER_STOP( i_mtime_encode_frame );

    /* ------------------- Get frame to be encoded ------------------------- */
    /* 4: get picture to encode */
    h->fenc = x264_frame_get( h->frames.current );
    if( h->fenc == NULL )
    {
        /* Nothing yet to encode (ex: waiting for I/P with B frames) */
        /* waiting for filling bframe buffer */
1073
        pic_out->i_type = X264_TYPE_AUTO;
Laurent Aimar's avatar
Laurent Aimar committed
1074
1075
1076
        return 0;
    }

1077
1078
1079
1080
do_encode:

    if( h->fenc->i_type == X264_TYPE_IDR )
    {
1081
        h->frames.i_last_idr = h->fenc->i_frame;
1082
1083
    }

Laurent Aimar's avatar
Laurent Aimar committed
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
    /* ------------------- Setup frame context ----------------------------- */
    /* 5: Init data dependant of frame type */
    TIMER_START( i_mtime_encode_frame );
    if( h->fenc->i_type == X264_TYPE_IDR )
    {
        /* reset ref pictures */
        x264_reference_reset( h );

        i_nal_type    = NAL_SLICE_IDR;
        i_nal_ref_idc = NAL_PRIORITY_HIGHEST;
        i_slice_type = SLICE_TYPE_I;
    }
    else if( h->fenc->i_type == X264_TYPE_I )
    {
        i_nal_type    = NAL_SLICE;
        i_nal_ref_idc = NAL_PRIORITY_HIGH; /* Not completely true but for now it is (as all I/P are kept as ref)*/
        i_slice_type = SLICE_TYPE_I;
    }
    else if( h->fenc->i_type == X264_TYPE_P )
    {
        i_nal_type    = NAL_SLICE;
        i_nal_ref_idc = NAL_PRIORITY_HIGH; /* Not completely true but for now it is (as all I/P are kept as ref)*/
        i_slice_type = SLICE_TYPE_P;
    }
1108
1109
1110
1111
1112
1113
    else if( h->fenc->i_type == X264_TYPE_BREF )
    {
        i_nal_type    = NAL_SLICE;
        i_nal_ref_idc = NAL_PRIORITY_HIGH; /* maybe add MMCO to forget it? -> low */
        i_slice_type = SLICE_TYPE_B;
    }
Laurent Aimar's avatar
Laurent Aimar committed
1114
1115
1116
1117
1118
1119
1120
    else    /* B frame */
    {
        i_nal_type    = NAL_SLICE;
        i_nal_ref_idc = NAL_PRIORITY_DISPOSABLE;
        i_slice_type = SLICE_TYPE_B;
    }

1121
1122
    h->fdec->i_poc =
    h->fenc->i_poc = 2 * (h->fenc->i_frame - h->frames.i_last_idr);
Laurent Aimar's avatar
Laurent Aimar committed
1123
    h->fdec->i_type = h->fenc->i_type;
Loren Merritt's avatar
Loren Merritt committed
1124
    h->fdec->i_frame = h->fenc->i_frame;
1125
1126
    h->fenc->b_kept_as_ref =
    h->fdec->b_kept_as_ref = i_nal_ref_idc != NAL_PRIORITY_DISPOSABLE;
Laurent Aimar's avatar
Laurent Aimar committed
1127
1128
1129
1130



    /* ------------------- Init                ----------------------------- */
Loren Merritt's avatar
Loren Merritt committed
1131
1132
1133
    /* build ref list 0/1 */
    x264_reference_build_list( h, h->fdec->i_poc, i_slice_type );

Laurent Aimar's avatar
Laurent Aimar committed
1134
    /* Init the rate control */
Måns Rullgård's avatar
Måns Rullgård committed
1135
    x264_ratecontrol_start( h, i_slice_type, h->fenc->i_qpplus1 );
1136
    i_global_qp = x264_ratecontrol_qp( h );
1137

1138
1139
    pic_out->i_qpplus1 =
    h->fdec->i_qpplus1 = i_global_qp + 1;
Laurent Aimar's avatar
Laurent Aimar committed
1140

1141
1142
1143
    if( i_slice_type == SLICE_TYPE_B )
        x264_macroblock_bipred_init( h );

Laurent Aimar's avatar
Laurent Aimar committed
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
    /* increase frame num but only once for B frame */
    if( i_slice_type != SLICE_TYPE_B || h->sh.i_type != SLICE_TYPE_B )
    {
        h->i_frame_num++;
    }

    /* ------------------------ Create slice header  ----------------------- */
    x264_slice_init( h, i_nal_type, i_slice_type, i_global_qp );

    /* ---------------------- Write the bitstream -------------------------- */
    /* Init bitstream context */
    h->out.i_nal = 0;
    bs_init( &h->out.bs, h->out.p_bitstream, h->out.i_bitstream );

1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
    if(h->param.b_aud){
        int pic_type;

        if(i_slice_type == SLICE_TYPE_I)
            pic_type = 0;
        else if(i_slice_type == SLICE_TYPE_P)
            pic_type = 1;
        else if(i_slice_type == SLICE_TYPE_B)
            pic_type = 2;
        else
            pic_type = 7;

        x264_nal_start(h, NAL_AUD, NAL_PRIORITY_DISPOSABLE);
        bs_write(&h->out.bs, 3, pic_type);
1172
        bs_rbsp_trailing(&h->out.bs);
1173
1174
1175
        x264_nal_end(h);
    }

Laurent Aimar's avatar
Laurent Aimar committed
1176
1177
1178
    /* Write SPS and PPS */
    if( i_nal_type == NAL_SLICE_IDR )
    {
1179
1180
1181
1182
1183
1184
1185
1186
        if( h->fenc->i_frame == 0 )
        {
            /* identify ourself */
            x264_nal_start( h, NAL_SEI, NAL_PRIORITY_DISPOSABLE );
            x264_sei_version_write( &h->out.bs );
            x264_nal_end( h );
        }

Laurent Aimar's avatar
Laurent Aimar committed
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
        /* generate sequence parameters */
        x264_nal_start( h, NAL_SPS, NAL_PRIORITY_HIGHEST );
        x264_sps_write( &h->out.bs, h->sps );
        x264_nal_end( h );

        /* generate picture parameters */
        x264_nal_start( h, NAL_PPS, NAL_PRIORITY_HIGHEST );
        x264_pps_write( &h->out.bs, h->pps );
        x264_nal_end( h );
    }

    /* Write the slice */
1199
    x264_slice_write( h, i_nal_type, i_nal_ref_idc );
Laurent Aimar's avatar
Laurent Aimar committed
1200

1201
1202
1203
    /* restore CPU state (before using float again) */
    x264_cpu_restore( h->param.cpu );

1204
    if( i_slice_type == SLICE_TYPE_P && !h->param.rc.b_stat_read 
1205
        && h->param.i_scenecut_threshold >= 0 )
1206
    {
1207
        int i_mb_i = h->stat.frame.i_mb_count[I_4x4] + h->stat.frame.i_mb_count[I_16x16];
1208
1209
        int i_mb_p = h->stat.frame.i_mb_count[P_L0] + h->stat.frame.i_mb_count[P_8x8];
        int i_mb_s = h->stat.frame.i_mb_count[P_SKIP];
1210
        int i_mb   = h->sps->i_mb_width * h->sps->i_mb_height;
1211
1212
1213
        int64_t i_inter_cost = h->stat.frame.i_inter_cost;
        int64_t i_intra_cost = h->stat.frame.i_intra_cost;

1214
1215
        float f_bias;
        int i_gop_size = h->fenc->i_frame - h->frames.i_last_idr;
1216
1217
1218
1219
1220
1221
1222
        float f_thresh_max = h->param.i_scenecut_threshold / 100.0;
        /* ratio of 10 pulled out of thin air */
        float f_thresh_min = f_thresh_max * h->param.i_keyint_min
                             / ( h->param.i_keyint_max * 4 );
        if( h->param.i_keyint_min == h->param.i_keyint_max )
             f_thresh_min= f_thresh_max;

1223
1224
1225
1226
1227
        /* macroblock_analyse() doesn't further analyse skipped mbs,
         * so we have to guess their cost */
        if( i_mb_s < i_mb )
            i_intra_cost = i_intra_cost * i_mb / (i_mb - i_mb_s);

1228
        if( i_gop_size < h->param.i_keyint_min / 4 )
1229
            f_bias = f_thresh_min / 4;
1230
1231
        else if( i_gop_size <= h->param.i_keyint_min )
            f_bias = f_thresh_min * i_gop_size / h->param.i_keyint_min;
1232
        else
1233
1234
1235
        {
            f_bias = f_thresh_min
                     + ( f_thresh_max - f_thresh_min )
1236
                       * ( i_gop_size - h->param.i_keyint_min )
1237
1238
1239
                       / ( h->param.i_keyint_max - h->param.i_keyint_min );
        }
        f_bias = X264_MIN( f_bias, 1.0 );
1240

1241
        /* Bad P will be reencoded as I */
1242
        if( i_mb_s < i_mb &&
1243
1244
            i_inter_cost >= (1.0 - f_bias) * i_intra_cost )
            /* i_mb_i >= (1.0 - f_bias) * i_mb ) */
1245
            /*
1246
1247
1248
1249
            h->out.nal[h->out.i_nal-1].i_payload > h->i_last_intra_size +
            h->i_last_intra_size * (3+h->i_last_intra_qp - i_global_qp) / 16 &&
            i_mb_count[I_4x4] + i_mb_count[I_16x16] > i_mb_count[P_SKIP] + i_mb_count[P_L0]/2 &&
            h->out.nal[h->out.i_nal-1].i_payload > 2 * h->i_last_inter_size &&
1250
            h->frames.i_last_i > 4)*/
1251
        {
1252
            int b;
1253

1254
            x264_log( h, X264_LOG_DEBUG, "scene cut at %d size=%d Icost:%.0f Pcost:%.0f ratio:%.3f bias=%.3f lastIDR:%d (I:%d P:%d Skip:%d)\n",
1255
                      h->fenc->i_frame,
1256
                      h->out.nal[h->out.i_nal-1].i_payload,
1257
1258
                      (double)i_intra_cost, (double)i_inter_cost,
                      (double)i_inter_cost / i_intra_cost,
1259
                      f_bias, i_gop_size,
1260
                      i_mb_i, i_mb_p, i_mb_s );
1261
1262
1263
1264

            /* Restore frame num */
            h->i_frame_num--;

1265
1266
            for( b = 0; h->frames.current[b] && IS_X264_TYPE_B( h->frames.current[b]->i_type ); b++ );
            if( b > 0 )
1267
1268
1269
1270
1271
1272
1273
1274
1275
            {
                /* If using B-frames, force GOP to be closed.
                 * Even if this frame is going to be I and not IDR, forcing a
                 * P-frame before the scenecut will probably help compression.
                 * 
                 * We don't yet know exactly which frame is the scene cut, so
                 * we can't assign an I-frame. Instead, change the previous
                 * B-frame to P, and rearrange coding order. */

1276
1277
1278
1279
1280
1281
                if( h->param.b_bframe_adaptive || b > 1 )
                    h->fenc->i_type = X264_TYPE_AUTO;
                x264_frame_sort_pts( h->frames.current );
                x264_frame_push( h->frames.next, h->fenc );
                h->fenc = h->frames.current[b-1];
                h->frames.current[b-1] = NULL;
1282
                h->fenc->i_type = X264_TYPE_P;
1283
                x264_frame_sort_dts( h->frames.current );
1284
            }
1285
            /* Do IDR if needed */
1286
            else if( i_gop_size >= h->param.i_keyint_min )
1287
            {
1288
                x264_frame_t *tmp;
1289

1290
1291
                /* Reset */
                h->i_frame_num = 0;
1292

1293
1294
1295
                /* Reinit field of fenc */
                h->fenc->i_type = X264_TYPE_IDR;
                h->fenc->i_poc = 0;
1296

1297
1298
1299
                /* Put enqueued frames back in the pool */
                while( (tmp = x264_frame_get( h->frames.current ) ) != NULL )
                    x264_frame_put( h->frames.next, tmp );
1300
                x264_frame_sort_pts( h->frames.next );
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
            }
            else
            {
                h->fenc->i_type = X264_TYPE_I;
            }
            goto do_encode;
        }
        h->i_last_inter_size = h->out.nal[h->out.i_nal-1].i_payload;
    }
    else
    {
        h->i_last_intra_size = h->out.nal[h->out.i_nal-1].i_payload;
        h->i_last_intra_qp = i_global_qp;
    }

Laurent Aimar's avatar
Laurent Aimar committed
1316
1317
1318
1319
1320
1321
    /* End bitstream, set output  */
    *pi_nal = h->out.i_nal;
    *pp_nal = &h->out.nal[0];

    /* Set output picture properties */
    if( i_slice_type == SLICE_TYPE_I )
1322
        pic_out->i_type = i_nal_type == NAL_SLICE_IDR ? X264_TYPE_IDR : X264_TYPE_I;
Laurent Aimar's avatar
Laurent Aimar committed
1323
    else if( i_slice_type == SLICE_TYPE_P )
1324
        pic_out->i_type = X264_TYPE_P;
Laurent Aimar's avatar
Laurent Aimar committed
1325
    else
1326
1327
        pic_out->i_type = X264_TYPE_B;
    pic_out->i_pts = h->fenc->i_pts;
Laurent Aimar's avatar
Laurent Aimar committed
1328

1329
1330
1331
1332
1333
1334
    pic_out->img.i_plane = h->fdec->i_plane;
    for(i = 0; i < 4; i++){
        pic_out->img.i_stride[i] = h->fdec->i_stride[i];
        pic_out->img.plane[i] = h->fdec->plane[i];
    }

Laurent Aimar's avatar
Laurent Aimar committed
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
    /* ---------------------- Update encoder state ------------------------- */
    /* update cabac */
    if( h->param.b_cabac )
    {
        x264_cabac_model_update( &h->cabac, i_slice_type, h->sh.pps->i_pic_init_qp + h->sh.i_qp_delta );
    }

    /* handle references */
    if( i_nal_ref_idc != NAL_PRIORITY_DISPOSABLE )
    {
        x264_reference_update( h );
    }

    /* increase frame count */
    h->i_frame++;

    /* restore CPU state (before using float again) */
1352
    /* XXX: not needed? (done above) */
Laurent Aimar's avatar
Laurent Aimar committed
1353
1354
    x264_cpu_restore( h->param.cpu );

1355
1356
1357
    /* update rc */
    x264_ratecontrol_end( h, h->out.nal[h->out.i_nal-1].i_payload * 8 );

1358
1359
    x264_frame_put( h->frames.unused, h->fenc );

Laurent Aimar's avatar
Laurent Aimar committed
1360
1361
1362
1363
1364
    TIMER_STOP( i_mtime_encode_frame );

    /* ---------------------- Compute/Print statistics --------------------- */
    /* Slice stat */
    h->stat.i_slice_count[i_slice_type]++;
1365
    h->stat.i_slice_size[i_slice_type] += bs_pos( &h->out.bs ) / 8 + NALU_OVERHEAD;
Loren Merritt's avatar
Loren Merritt committed
1366
    h->stat.i_slice_qp[i_slice_type] += i_global_qp;
1367

Loren Merritt's avatar
Loren Merritt committed
1368
    for( i = 0; i < 18; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
1369
    {
1370
        h->stat.i_mb_count[h->sh.i_type][i] += h->stat.frame.i_mb_count[i];
Laurent Aimar's avatar
Laurent Aimar committed
1371
1372
    }

1373
1374
1375
1376
1377
    if( h->param.analyse.b_psnr )
    {
        int64_t i_sqe_y, i_sqe_u, i_sqe_v;

        /* PSNR */
1378
1379
1380
        i_sqe_y = x264_sqe( h, frame_psnr->plane[0], frame_psnr->i_stride[0], h->fenc->plane[0], h->fenc->i_stride[0], h->param.i_width, h->param.i_height );
        i_sqe_u = x264_sqe( h, frame_psnr->plane[1], frame_psnr->i_stride[1], h->fenc->plane[1], h->fenc->i_stride[1], h->param.i_width/2, h->param.i_height/2);
        i_sqe_v = x264_sqe( h, frame_psnr->plane[2], frame_psnr->i_stride[2], h->fenc->plane[2], h->fenc->i_stride[2], h->param.i_width/2, h->param.i_height/2);
1381
1382
1383
1384
1385
1386
1387

        h->stat.i_sqe_global[i_slice_type] += i_sqe_y + i_sqe_u + i_sqe_v;
        h->stat.f_psnr_average[i_slice_type] += x264_psnr( i_sqe_y + i_sqe_u + i_sqe_v, 3 * h->param.i_width * h->param.i_height / 2 );
        h->stat.f_psnr_mean_y[i_slice_type] += x264_psnr( i_sqe_y, h->param.i_width * h->param.i_height );
        h->stat.f_psnr_mean_u[i_slice_type] += x264_psnr( i_sqe_u, h->param.i_width * h->param.i_height / 4 );
        h->stat.f_psnr_mean_v[i_slice_type] += x264_psnr( i_sqe_v, h->param.i_width * h->param.i_height / 4 );

Loren Merritt's avatar
Loren Merritt committed
1388
        snprintf( psz_message, 80, " PSNR Y:%2.2f U:%2.2f V:%2.2f",
1389
                  x264_psnr( i_sqe_y, h->param.i_width * h->param.i_height ),