encoder.c 65.1 KB
Newer Older
Laurent Aimar's avatar
Laurent Aimar committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
/*****************************************************************************
 * x264: h264 encoder
 *****************************************************************************
 * Copyright (C) 2003 Laurent Aimar
 * $Id: encoder.c,v 1.1 2004/06/03 19:27:08 fenrir Exp $
 *
 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
 *****************************************************************************/

#include <stdio.h>
#include <string.h>
#include <math.h>

28 29
#include "common/common.h"
#include "common/cpu.h"
Laurent Aimar's avatar
Laurent Aimar committed
30 31 32 33 34 35

#include "set.h"
#include "analyse.h"
#include "ratecontrol.h"
#include "macroblock.h"

Loren Merritt's avatar
Loren Merritt committed
36 37 38 39
#if VISUALIZE
#include "common/visualize.h"
#endif

Laurent Aimar's avatar
Laurent Aimar committed
40
//#define DEBUG_MB_TYPE
Loren Merritt's avatar
Loren Merritt committed
41
//#define DEBUG_DUMP_FRAME
42
//#define DEBUG_BENCHMARK
Laurent Aimar's avatar
Laurent Aimar committed
43

44
#ifdef DEBUG_BENCHMARK
Laurent Aimar's avatar
Laurent Aimar committed
45 46 47 48 49 50 51 52 53 54 55 56
static int64_t i_mtime_encode_frame = 0;
static int64_t i_mtime_analyse = 0;
static int64_t i_mtime_encode = 0;
static int64_t i_mtime_write = 0;
static int64_t i_mtime_filter = 0;
#define TIMER_START( d ) \
    { \
        int64_t d##start = x264_mdate();

#define TIMER_STOP( d ) \
        d += x264_mdate() - d##start;\
    }
57 58 59 60
#else
#define TIMER_START( d )
#define TIMER_STOP( d )
#endif
Laurent Aimar's avatar
Laurent Aimar committed
61

62
#define NALU_OVERHEAD 5 // startcode + NAL type costs 5 bytes per frame
Laurent Aimar's avatar
Laurent Aimar committed
63 64 65 66 67 68

/****************************************************************************
 *
 ******************************* x264 libs **********************************
 *
 ****************************************************************************/
69 70 71 72 73 74 75 76 77 78
static float x264_psnr( int64_t i_sqe, int64_t i_size )
{
    double f_mse = (double)i_sqe / ((double)65025.0 * (double)i_size);
    if( f_mse <= 0.0000000001 ) /* Max 100dB */
        return 100;

    return (float)(-10.0 * log( f_mse ) / log( 10.0 ));
}

#ifdef DEBUG_DUMP_FRAME
Laurent Aimar's avatar
Laurent Aimar committed
79 80
static void x264_frame_dump( x264_t *h, x264_frame_t *fr, char *name )
{
81
    FILE *f = fopen( name, "r+b" );
Laurent Aimar's avatar
Laurent Aimar committed
82
    int i, y;
83 84
    if( !f )
        return;
Laurent Aimar's avatar
Laurent Aimar committed
85

86 87
    /* Write the frame in display order */
    fseek( f, fr->i_frame * h->param.i_height * h->param.i_width * 3 / 2, SEEK_SET );
Laurent Aimar's avatar
Laurent Aimar committed
88 89 90 91 92 93 94 95 96 97 98 99 100 101

    for( i = 0; i < fr->i_plane; i++ )
    {
        for( y = 0; y < h->param.i_height / ( i == 0 ? 1 : 2 ); y++ )
        {
            fwrite( &fr->plane[i][y*fr->i_stride[i]], 1, h->param.i_width / ( i == 0 ? 1 : 2 ), f );
        }
    }
    fclose( f );
}
#endif


/* Fill "default" values */
102
static void x264_slice_header_init( x264_t *h, x264_slice_header_t *sh,
Laurent Aimar's avatar
Laurent Aimar committed
103
                                    x264_sps_t *sps, x264_pps_t *pps,
104
                                    int i_type, int i_idr_pic_id, int i_frame, int i_qp )
Laurent Aimar's avatar
Laurent Aimar committed
105
{
106
    x264_param_t *param = &h->param;
107
    int i;
108

Laurent Aimar's avatar
Laurent Aimar committed
109 110 111 112 113 114
    /* First we fill all field */
    sh->sps = sps;
    sh->pps = pps;

    sh->i_type      = i_type;
    sh->i_first_mb  = 0;
Loren Merritt's avatar
Loren Merritt committed
115
    sh->i_last_mb   = h->sps->i_mb_width * h->sps->i_mb_height;
Laurent Aimar's avatar
Laurent Aimar committed
116 117 118 119
    sh->i_pps_id    = pps->i_id;

    sh->i_frame_num = i_frame;

120 121 122
    sh->b_mbaff = h->param.b_interlaced;
    sh->b_field_pic = 0;    /* no field support for now */
    sh->b_bottom_field = 0; /* not yet used */
Laurent Aimar's avatar
Laurent Aimar committed
123 124 125 126 127 128 129 130 131 132 133

    sh->i_idr_pic_id = i_idr_pic_id;

    /* poc stuff, fixed later */
    sh->i_poc_lsb = 0;
    sh->i_delta_poc_bottom = 0;
    sh->i_delta_poc[0] = 0;
    sh->i_delta_poc[1] = 0;

    sh->i_redundant_pic_cnt = 0;

Loren Merritt's avatar
Loren Merritt committed
134 135 136 137 138 139 140 141
    if( !h->mb.b_direct_auto_read )
    {
        if( h->mb.b_direct_auto_write )
            sh->b_direct_spatial_mv_pred = ( h->stat.i_direct_score[1] > h->stat.i_direct_score[0] );
        else
            sh->b_direct_spatial_mv_pred = ( param->analyse.i_direct_mv_pred == X264_DIRECT_PRED_SPATIAL );
    }
    /* else b_direct_spatial_mv_pred was read from the 2pass statsfile */
Laurent Aimar's avatar
Laurent Aimar committed
142 143 144 145 146

    sh->b_num_ref_idx_override = 0;
    sh->i_num_ref_idx_l0_active = 1;
    sh->i_num_ref_idx_l1_active = 1;

147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165
    sh->b_ref_pic_list_reordering_l0 = h->b_ref_reorder[0];
    sh->b_ref_pic_list_reordering_l1 = h->b_ref_reorder[1];

    /* If the ref list isn't in the default order, construct reordering header */
    /* List1 reordering isn't needed yet */
    if( sh->b_ref_pic_list_reordering_l0 )
    {
        int pred_frame_num = i_frame;
        for( i = 0; i < h->i_ref0; i++ )
        {
            int diff = h->fref0[i]->i_frame_num - pred_frame_num;
            if( diff == 0 )
                x264_log( h, X264_LOG_ERROR, "diff frame num == 0\n" );
            sh->ref_pic_list_order[0][i].idc = ( diff > 0 );
            sh->ref_pic_list_order[0][i].arg = abs( diff ) - 1;
            pred_frame_num = h->fref0[i]->i_frame_num;
        }
    }

Laurent Aimar's avatar
Laurent Aimar committed
166 167
    sh->i_cabac_init_idc = param->i_cabac_init_idc;

168
    sh->i_qp = i_qp;
169
    sh->i_qp_delta = i_qp - pps->i_pic_init_qp;
Laurent Aimar's avatar
Laurent Aimar committed
170 171 172
    sh->b_sp_for_swidth = 0;
    sh->i_qs_delta = 0;

173 174 175
    /* If effective qp <= 15, deblocking would have no effect anyway */
    if( param->b_deblocking_filter
        && ( h->mb.b_variable_qp
176
        || 15 < i_qp + 2 * X264_MAX(param->i_deblocking_filter_alphac0, param->i_deblocking_filter_beta) ) )
Laurent Aimar's avatar
Laurent Aimar committed
177 178 179 180 181 182 183 184 185 186 187 188 189
    {
        sh->i_disable_deblocking_filter_idc = 0;
    }
    else
    {
        sh->i_disable_deblocking_filter_idc = 1;
    }
    sh->i_alpha_c0_offset = param->i_deblocking_filter_alphac0 << 1;
    sh->i_beta_offset = param->i_deblocking_filter_beta << 1;
}

static void x264_slice_header_write( bs_t *s, x264_slice_header_t *sh, int i_nal_ref_idc )
{
190 191
    int i;

192 193 194 195 196 197 198 199
    if( sh->b_mbaff )
    {
        assert( sh->i_first_mb % (2*sh->sps->i_mb_width) == 0 );
        bs_write_ue( s, sh->i_first_mb >> 1 );
    }
    else
        bs_write_ue( s, sh->i_first_mb );

Laurent Aimar's avatar
Laurent Aimar committed
200 201 202 203
    bs_write_ue( s, sh->i_type + 5 );   /* same type things */
    bs_write_ue( s, sh->i_pps_id );
    bs_write( s, sh->sps->i_log2_max_frame_num, sh->i_frame_num );

204 205 206 207 208 209 210
    if( !sh->sps->b_frame_mbs_only )
    {
        bs_write1( s, sh->b_field_pic );
        if ( sh->b_field_pic )
            bs_write1( s, sh->b_bottom_field );
    }

Laurent Aimar's avatar
Laurent Aimar committed
211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257
    if( sh->i_idr_pic_id >= 0 ) /* NAL IDR */
    {
        bs_write_ue( s, sh->i_idr_pic_id );
    }

    if( sh->sps->i_poc_type == 0 )
    {
        bs_write( s, sh->sps->i_log2_max_poc_lsb, sh->i_poc_lsb );
        if( sh->pps->b_pic_order && !sh->b_field_pic )
        {
            bs_write_se( s, sh->i_delta_poc_bottom );
        }
    }
    else if( sh->sps->i_poc_type == 1 && !sh->sps->b_delta_pic_order_always_zero )
    {
        bs_write_se( s, sh->i_delta_poc[0] );
        if( sh->pps->b_pic_order && !sh->b_field_pic )
        {
            bs_write_se( s, sh->i_delta_poc[1] );
        }
    }

    if( sh->pps->b_redundant_pic_cnt )
    {
        bs_write_ue( s, sh->i_redundant_pic_cnt );
    }

    if( sh->i_type == SLICE_TYPE_B )
    {
        bs_write1( s, sh->b_direct_spatial_mv_pred );
    }
    if( sh->i_type == SLICE_TYPE_P || sh->i_type == SLICE_TYPE_SP || sh->i_type == SLICE_TYPE_B )
    {
        bs_write1( s, sh->b_num_ref_idx_override );
        if( sh->b_num_ref_idx_override )
        {
            bs_write_ue( s, sh->i_num_ref_idx_l0_active - 1 );
            if( sh->i_type == SLICE_TYPE_B )
            {
                bs_write_ue( s, sh->i_num_ref_idx_l1_active - 1 );
            }
        }
    }

    /* ref pic list reordering */
    if( sh->i_type != SLICE_TYPE_I )
    {
258 259
        bs_write1( s, sh->b_ref_pic_list_reordering_l0 );
        if( sh->b_ref_pic_list_reordering_l0 )
Laurent Aimar's avatar
Laurent Aimar committed
260
        {
261 262 263 264 265 266 267
            for( i = 0; i < sh->i_num_ref_idx_l0_active; i++ )
            {
                bs_write_ue( s, sh->ref_pic_list_order[0][i].idc );
                bs_write_ue( s, sh->ref_pic_list_order[0][i].arg );
                        
            }
            bs_write_ue( s, 3 );
Laurent Aimar's avatar
Laurent Aimar committed
268 269 270 271
        }
    }
    if( sh->i_type == SLICE_TYPE_B )
    {
272 273
        bs_write1( s, sh->b_ref_pic_list_reordering_l1 );
        if( sh->b_ref_pic_list_reordering_l1 )
Laurent Aimar's avatar
Laurent Aimar committed
274
        {
275 276 277 278 279 280
            for( i = 0; i < sh->i_num_ref_idx_l1_active; i++ )
            {
                bs_write_ue( s, sh->ref_pic_list_order[1][i].idc );
                bs_write_ue( s, sh->ref_pic_list_order[1][i].arg );
            }
            bs_write_ue( s, 3 );
Laurent Aimar's avatar
Laurent Aimar committed
281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327
        }
    }

    if( ( sh->pps->b_weighted_pred && ( sh->i_type == SLICE_TYPE_P || sh->i_type == SLICE_TYPE_SP ) ) ||
        ( sh->pps->b_weighted_bipred == 1 && sh->i_type == SLICE_TYPE_B ) )
    {
        /* FIXME */
    }

    if( i_nal_ref_idc != 0 )
    {
        if( sh->i_idr_pic_id >= 0 )
        {
            bs_write1( s, 0 );  /* no output of prior pics flag */
            bs_write1( s, 0 );  /* long term reference flag */
        }
        else
        {
            bs_write1( s, 0 );  /* adaptive_ref_pic_marking_mode_flag */
        }
    }

    if( sh->pps->b_cabac && sh->i_type != SLICE_TYPE_I )
    {
        bs_write_ue( s, sh->i_cabac_init_idc );
    }
    bs_write_se( s, sh->i_qp_delta );      /* slice qp delta */

    if( sh->pps->b_deblocking_filter_control )
    {
        bs_write_ue( s, sh->i_disable_deblocking_filter_idc );
        if( sh->i_disable_deblocking_filter_idc != 1 )
        {
            bs_write_se( s, sh->i_alpha_c0_offset >> 1 );
            bs_write_se( s, sh->i_beta_offset >> 1 );
        }
    }
}

/****************************************************************************
 *
 ****************************************************************************
 ****************************** External API*********************************
 ****************************************************************************
 *
 ****************************************************************************/

328
static int x264_validate_parameters( x264_t *h )
Laurent Aimar's avatar
Laurent Aimar committed
329
{
330
    if( h->param.i_width <= 0 || h->param.i_height <= 0 )
Laurent Aimar's avatar
Laurent Aimar committed
331
    {
332
        x264_log( h, X264_LOG_ERROR, "invalid width x height (%dx%d)\n",
333 334
                  h->param.i_width, h->param.i_height );
        return -1;
Laurent Aimar's avatar
Laurent Aimar committed
335 336
    }

Loren Merritt's avatar
Loren Merritt committed
337
    if( h->param.i_width % 2 || h->param.i_height % 2 )
Laurent Aimar's avatar
Laurent Aimar committed
338
    {
Loren Merritt's avatar
Loren Merritt committed
339
        x264_log( h, X264_LOG_ERROR, "width or height not divisible by 2 (%dx%d)\n",
340 341
                  h->param.i_width, h->param.i_height );
        return -1;
Laurent Aimar's avatar
Laurent Aimar committed
342
    }
343
    if( h->param.i_csp != X264_CSP_I420 )
Laurent Aimar's avatar
Laurent Aimar committed
344
    {
345
        x264_log( h, X264_LOG_ERROR, "invalid CSP (only I420 supported)\n" );
346
        return -1;
Laurent Aimar's avatar
Laurent Aimar committed
347 348
    }

349 350
    if( h->param.i_threads == 0 )
        h->param.i_threads = x264_cpu_num_processors();
Loren Merritt's avatar
Loren Merritt committed
351
    h->param.i_threads = x264_clip3( h->param.i_threads, 1, X264_SLICE_MAX );
352
    h->param.i_threads = X264_MIN( h->param.i_threads, (h->param.i_height + 15) >> (4 + h->param.b_interlaced) );
353
#ifndef HAVE_PTHREAD
Loren Merritt's avatar
Loren Merritt committed
354 355 356 357 358 359 360
    if( h->param.i_threads > 1 )
    {
        x264_log( h, X264_LOG_WARNING, "not compiled with pthread support!\n");
        x264_log( h, X264_LOG_WARNING, "multislicing anyway, but you won't see any speed gain.\n" );
    }
#endif

361 362 363 364 365 366 367 368 369 370 371 372 373 374
    if( h->param.b_interlaced )
    {
        if( h->param.analyse.i_me_method == X264_ME_ESA )
        {
            x264_log( h, X264_LOG_WARNING, "interlace + me=esa is not implemented\n" );
            h->param.analyse.i_me_method = X264_ME_UMH;
        }
        if( h->param.analyse.i_direct_mv_pred > X264_DIRECT_PRED_SPATIAL )
        {
            x264_log( h, X264_LOG_WARNING, "interlace + direct=temporal is not implemented\n" );
            h->param.analyse.i_direct_mv_pred = X264_DIRECT_PRED_SPATIAL;
        }
    }

375 376 377 378 379
    if( h->param.rc.i_rc_method < 0 || h->param.rc.i_rc_method > 2 )
    {
        x264_log( h, X264_LOG_ERROR, "invalid RC method\n" );
        return -1;
    }
380 381
    h->param.rc.i_rf_constant = x264_clip3( h->param.rc.i_rf_constant, 0, 51 );
    h->param.rc.i_qp_constant = x264_clip3( h->param.rc.i_qp_constant, 0, 51 );
382 383 384 385
    if( h->param.rc.i_rc_method == X264_RC_CRF )
        h->param.rc.i_qp_constant = h->param.rc.i_rf_constant;
    if( (h->param.rc.i_rc_method == X264_RC_CQP || h->param.rc.i_rc_method == X264_RC_CRF)
        && h->param.rc.i_qp_constant == 0 )
Loren Merritt's avatar
Loren Merritt committed
386 387
    {
        h->mb.b_lossless = 1;
Loren Merritt's avatar
Loren Merritt committed
388
        h->param.i_cqm_preset = X264_CQM_FLAT;
Loren Merritt's avatar
Loren Merritt committed
389
        h->param.psz_cqm_file = NULL;
390
        h->param.rc.i_rc_method = X264_RC_CQP;
Loren Merritt's avatar
Loren Merritt committed
391 392
        h->param.rc.f_ip_factor = 1;
        h->param.rc.f_pb_factor = 1;
393
        h->param.analyse.b_transform_8x8 = 0;
Loren Merritt's avatar
Loren Merritt committed
394
        h->param.analyse.b_psnr = 0;
395
        h->param.analyse.b_ssim = 0;
396
        h->param.analyse.i_chroma_qp_offset = 0;
397
        h->param.analyse.i_trellis = 0;
Loren Merritt's avatar
Loren Merritt committed
398
        h->param.analyse.b_fast_pskip = 0;
399
        h->param.analyse.i_noise_reduction = 0;
400
        h->param.analyse.i_subpel_refine = x264_clip3( h->param.analyse.i_subpel_refine, 1, 6 );
Loren Merritt's avatar
Loren Merritt committed
401 402
    }

Loren Merritt's avatar
Loren Merritt committed
403 404 405 406 407 408 409
    if( ( h->param.i_width % 16 || h->param.i_height % 16 ) && !h->mb.b_lossless )
    {
        x264_log( h, X264_LOG_WARNING, 
                  "width or height not divisible by 16 (%dx%d), compression will suffer.\n",
                  h->param.i_width, h->param.i_height );
    }

Loren Merritt's avatar
Loren Merritt committed
410
    h->param.i_frame_reference = x264_clip3( h->param.i_frame_reference, 1, 16 );
411 412 413
    if( h->param.i_keyint_max <= 0 )
        h->param.i_keyint_max = 1;
    h->param.i_keyint_min = x264_clip3( h->param.i_keyint_min, 1, h->param.i_keyint_max/2+1 );
414

Loren Merritt's avatar
Loren Merritt committed
415
    h->param.i_bframe = x264_clip3( h->param.i_bframe, 0, X264_BFRAME_MAX );
416
    h->param.i_bframe_bias = x264_clip3( h->param.i_bframe_bias, -90, 100 );
417
    h->param.b_bframe_pyramid = h->param.b_bframe_pyramid && h->param.i_bframe > 1;
418
    h->param.b_bframe_adaptive = h->param.b_bframe_adaptive && h->param.i_bframe > 0;
419
    h->param.analyse.b_weighted_bipred = h->param.analyse.b_weighted_bipred && h->param.i_bframe > 0;
Loren Merritt's avatar
Loren Merritt committed
420 421 422
    h->mb.b_direct_auto_write = h->param.analyse.i_direct_mv_pred == X264_DIRECT_PRED_AUTO
                                && h->param.i_bframe
                                && ( h->param.rc.b_stat_write || !h->param.rc.b_stat_read );
Laurent Aimar's avatar
Laurent Aimar committed
423 424 425

    h->param.i_deblocking_filter_alphac0 = x264_clip3( h->param.i_deblocking_filter_alphac0, -6, 6 );
    h->param.i_deblocking_filter_beta    = x264_clip3( h->param.i_deblocking_filter_beta, -6, 6 );
426 427 428 429
    h->param.analyse.i_luma_deadzone[0] = x264_clip3( h->param.analyse.i_luma_deadzone[0], 0, 32 );
    h->param.analyse.i_luma_deadzone[1] = x264_clip3( h->param.analyse.i_luma_deadzone[1], 0, 32 );
    h->mb.i_luma_deadzone[0] = 32 - h->param.analyse.i_luma_deadzone[0];
    h->mb.i_luma_deadzone[1] = 32 - h->param.analyse.i_luma_deadzone[1];
Laurent Aimar's avatar
Laurent Aimar committed
430

431
    h->param.i_cabac_init_idc = x264_clip3( h->param.i_cabac_init_idc, 0, 2 );
Laurent Aimar's avatar
Laurent Aimar committed
432

Loren Merritt's avatar
Loren Merritt committed
433 434 435
    if( h->param.i_cqm_preset < X264_CQM_FLAT || h->param.i_cqm_preset > X264_CQM_CUSTOM )
        h->param.i_cqm_preset = X264_CQM_FLAT;

436 437
    if( h->param.analyse.i_me_method < X264_ME_DIA ||
        h->param.analyse.i_me_method > X264_ME_ESA )
438
        h->param.analyse.i_me_method = X264_ME_HEX;
439 440 441
    if( h->param.analyse.i_me_range < 4 )
        h->param.analyse.i_me_range = 4;
    if( h->param.analyse.i_me_range > 16 && h->param.analyse.i_me_method <= X264_ME_HEX )
442
        h->param.analyse.i_me_range = 16;
443
    h->param.analyse.i_subpel_refine = x264_clip3( h->param.analyse.i_subpel_refine, 1, 7 );
444 445 446 447 448
    h->param.analyse.b_bframe_rdo = h->param.analyse.b_bframe_rdo && h->param.analyse.i_subpel_refine >= 6;
    h->param.analyse.b_mixed_references = h->param.analyse.b_mixed_references && h->param.i_frame_reference > 1;
    h->param.analyse.inter &= X264_ANALYSE_PSUB16x16|X264_ANALYSE_PSUB8x8|X264_ANALYSE_BSUB16x16|
                              X264_ANALYSE_I4x4|X264_ANALYSE_I8x8;
    h->param.analyse.intra &= X264_ANALYSE_I4x4|X264_ANALYSE_I8x8;
449 450
    if( !(h->param.analyse.inter & X264_ANALYSE_PSUB16x16) )
        h->param.analyse.inter &= ~X264_ANALYSE_PSUB8x8;
451 452 453 454 455
    if( !h->param.analyse.b_transform_8x8 )
    {
        h->param.analyse.inter &= ~X264_ANALYSE_I8x8;
        h->param.analyse.intra &= ~X264_ANALYSE_I8x8;
    }
456
    h->param.analyse.i_chroma_qp_offset = x264_clip3(h->param.analyse.i_chroma_qp_offset, -12, 12);
Loren Merritt's avatar
Loren Merritt committed
457 458
    if( !h->param.b_cabac )
        h->param.analyse.i_trellis = 0;
459
    h->param.analyse.i_trellis = x264_clip3( h->param.analyse.i_trellis, 0, 2 );
460
    h->param.analyse.i_noise_reduction = x264_clip3( h->param.analyse.i_noise_reduction, 0, 1<<16 );
461

462 463 464 465 466 467 468 469 470 471 472 473 474
    {
        const x264_level_t *l = x264_levels;
        while( l->level_idc != 0 && l->level_idc != h->param.i_level_idc )
            l++;
        if( l->level_idc == 0 )
        {
            x264_log( h, X264_LOG_ERROR, "invalid level_idc: %d\n", h->param.i_level_idc );
            return -1;
        }
        if( h->param.analyse.i_mv_range <= 0 )
            h->param.analyse.i_mv_range = l->mv_range;
        else
            h->param.analyse.i_mv_range = x264_clip3(h->param.analyse.i_mv_range, 32, 2048);
475 476
        if( h->param.analyse.i_direct_8x8_inference < 0 )
            h->param.analyse.i_direct_8x8_inference = l->direct8x8;
477 478
    }

Loren Merritt's avatar
Loren Merritt committed
479 480 481 482 483
    if( h->param.rc.f_qblur < 0 )
        h->param.rc.f_qblur = 0;
    if( h->param.rc.f_complexity_blur < 0 )
        h->param.rc.f_complexity_blur = 0;

484 485
    h->param.i_sps_id &= 31;

486 487 488 489 490 491
    if( h->param.i_log_level < X264_LOG_INFO )
    {
        h->param.analyse.b_psnr = 0;
        h->param.analyse.b_ssim = 0;
    }

492 493 494 495
    /* ensure the booleans are 0 or 1 so they can be used in math */
#define BOOLIFY(x) h->param.x = !!h->param.x
    BOOLIFY( b_cabac );
    BOOLIFY( b_deblocking_filter );
496
    BOOLIFY( b_interlaced );
497
    BOOLIFY( analyse.b_transform_8x8 );
498
    BOOLIFY( analyse.i_direct_8x8_inference );
499 500 501 502 503 504 505
    BOOLIFY( analyse.b_bidir_me );
    BOOLIFY( analyse.b_chroma_me );
    BOOLIFY( analyse.b_fast_pskip );
    BOOLIFY( rc.b_stat_write );
    BOOLIFY( rc.b_stat_read );
#undef BOOLIFY

506 507 508
    return 0;
}

509 510 511 512 513 514 515
static void mbcmp_init( x264_t *h )
{
    memcpy( h->pixf.mbcmp,
            ( h->mb.b_lossless || h->param.analyse.i_subpel_refine <= 1 ) ? h->pixf.sad : h->pixf.satd,
            sizeof(h->pixf.mbcmp) );
}

516 517 518 519 520 521
/****************************************************************************
 * x264_encoder_open:
 ****************************************************************************/
x264_t *x264_encoder_open   ( x264_param_t *param )
{
    x264_t *h = x264_malloc( sizeof( x264_t ) );
522 523 524
    int i;

    memset( h, 0, sizeof( x264_t ) );
525 526 527 528 529 530 531 532 533 534

    /* Create a copy of param */
    memcpy( &h->param, param, sizeof( x264_param_t ) );

    if( x264_validate_parameters( h ) < 0 )
    {
        x264_free( h );
        return NULL;
    }

535 536 537 538 539 540 541
    if( h->param.psz_cqm_file )
        if( x264_cqm_parse_file( h, h->param.psz_cqm_file ) < 0 )
        {
            x264_free( h );
            return NULL;
        }

542 543 544 545 546 547 548
    if( h->param.rc.psz_stat_out )
        h->param.rc.psz_stat_out = strdup( h->param.rc.psz_stat_out );
    if( h->param.rc.psz_stat_in )
        h->param.rc.psz_stat_in = strdup( h->param.rc.psz_stat_in );
    if( h->param.rc.psz_rc_eq )
        h->param.rc.psz_rc_eq = strdup( h->param.rc.psz_rc_eq );

549 550 551
    /* VUI */
    if( h->param.vui.i_sar_width > 0 && h->param.vui.i_sar_height > 0 )
    {
552 553
        int i_w = param->vui.i_sar_width;
        int i_h = param->vui.i_sar_height;
554

Loren Merritt's avatar
Loren Merritt committed
555
        x264_reduce_fraction( &i_w, &i_h );
556

557
        while( i_w > 65535 || i_h > 65535 )
558
        {
559 560
            i_w /= 2;
            i_h /= 2;
561 562 563 564
        }

        h->param.vui.i_sar_width = 0;
        h->param.vui.i_sar_height = 0;
565
        if( i_w == 0 || i_h == 0 )
566
        {
567
            x264_log( h, X264_LOG_WARNING, "cannot create valid sample aspect ratio\n" );
568 569 570
        }
        else
        {
571 572 573
            x264_log( h, X264_LOG_INFO, "using SAR=%d/%d\n", i_w, i_h );
            h->param.vui.i_sar_width = i_w;
            h->param.vui.i_sar_height = i_h;
574 575 576
        }
    }

Loren Merritt's avatar
Loren Merritt committed
577
    x264_reduce_fraction( &h->param.i_fps_num, &h->param.i_fps_den );
578

Laurent Aimar's avatar
Laurent Aimar committed
579 580
    /* Init x264_t */
    h->out.i_nal = 0;
581
    h->out.i_bitstream = X264_MAX( 1000000, h->param.i_width * h->param.i_height * 1.7
582
        * ( h->param.rc.i_rc_method == X264_RC_ABR ? pow( 0.5, h->param.rc.i_qp_min )
583
          : pow( 0.5, h->param.rc.i_qp_constant ) * X264_MAX( 1, h->param.rc.f_ip_factor )));
Laurent Aimar's avatar
Laurent Aimar committed
584 585 586 587 588 589 590
    h->out.p_bitstream = x264_malloc( h->out.i_bitstream );

    h->i_frame = 0;
    h->i_frame_num = 0;
    h->i_idr_pic_id = 0;

    h->sps = &h->sps_array[0];
591
    x264_sps_init( h->sps, h->param.i_sps_id, &h->param );
Laurent Aimar's avatar
Laurent Aimar committed
592 593

    h->pps = &h->pps_array[0];
594
    x264_pps_init( h->pps, h->param.i_sps_id, &h->param, h->sps);
Loren Merritt's avatar
Loren Merritt committed
595

596 597
    x264_validate_levels( h );

Loren Merritt's avatar
Loren Merritt committed
598
    x264_cqm_init( h );
599 600
    
    h->mb.i_mb_count = h->sps->i_mb_width * h->sps->i_mb_height;
Laurent Aimar's avatar
Laurent Aimar committed
601 602

    /* Init frames. */
603 604 605 606
    h->frames.i_delay = h->param.i_bframe;
    h->frames.i_max_ref0 = h->param.i_frame_reference;
    h->frames.i_max_ref1 = h->sps->vui.i_num_reorder_frames;
    h->frames.i_max_dpb  = h->sps->vui.i_max_dec_frame_buffering + 1;
607
    h->frames.b_have_lowres = !h->param.rc.b_stat_read
608 609 610
        && ( h->param.rc.i_rc_method == X264_RC_ABR
          || h->param.rc.i_rc_method == X264_RC_CRF
          || h->param.b_bframe_adaptive );
611

612
    for( i = 0; i < X264_BFRAME_MAX + 3; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
613 614 615 616 617
    {
        h->frames.current[i] = NULL;
        h->frames.next[i]    = NULL;
        h->frames.unused[i]  = NULL;
    }
618
    for( i = 0; i < 1 + h->frames.i_delay; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
619 620
    {
        h->frames.unused[i] =  x264_frame_new( h );
621 622
        if( !h->frames.unused[i] )
            return NULL;
Laurent Aimar's avatar
Laurent Aimar committed
623
    }
624
    for( i = 0; i < h->frames.i_max_dpb; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
625 626
    {
        h->frames.reference[i] = x264_frame_new( h );
627 628
        if( !h->frames.reference[i] )
            return NULL;
Laurent Aimar's avatar
Laurent Aimar committed
629
    }
630
    h->frames.reference[h->frames.i_max_dpb] = NULL;
631
    h->frames.i_last_idr = - h->param.i_keyint_max;
632
    h->frames.i_input    = 0;
633
    h->frames.last_nonb  = NULL;
Laurent Aimar's avatar
Laurent Aimar committed
634 635 636 637 638 639

    h->i_ref0 = 0;
    h->i_ref1 = 0;

    h->fdec = h->frames.reference[0];

640
    if( x264_macroblock_cache_init( h ) < 0 )
641
        return NULL;
Loren Merritt's avatar
Loren Merritt committed
642
    x264_rdo_init( );
Laurent Aimar's avatar
Laurent Aimar committed
643 644 645

    /* init CPU functions */
    x264_predict_16x16_init( h->param.cpu, h->predict_16x16 );
646
    x264_predict_8x8c_init( h->param.cpu, h->predict_8x8c );
Laurent Aimar's avatar
Laurent Aimar committed
647 648 649 650 651
    x264_predict_8x8_init( h->param.cpu, h->predict_8x8 );
    x264_predict_4x4_init( h->param.cpu, h->predict_4x4 );

    x264_pixel_init( h->param.cpu, &h->pixf );
    x264_dct_init( h->param.cpu, &h->dctf );
652
    x264_zigzag_init( h->param.cpu, &h->zigzagf, h->param.b_interlaced );
653
    x264_mc_init( h->param.cpu, &h->mc );
Laurent Aimar's avatar
Laurent Aimar committed
654
    x264_csp_init( h->param.cpu, h->param.i_csp, &h->csp );
655
    x264_quant_init( h, h->param.cpu, &h->quantf );
Loren Merritt's avatar
Loren Merritt committed
656
    x264_deblock_init( h->param.cpu, &h->loopf );
657
    x264_dct_init_weights();
Laurent Aimar's avatar
Laurent Aimar committed
658

659
    mbcmp_init( h );
Loren Merritt's avatar
Loren Merritt committed
660

Laurent Aimar's avatar
Laurent Aimar committed
661
    /* rate control */
662 663
    if( x264_ratecontrol_new( h ) < 0 )
        return NULL;
664

665 666 667 668 669 670 671 672
    x264_log( h, X264_LOG_INFO, "using cpu capabilities %s%s%s%s%s%s\n",
             param->cpu&X264_CPU_MMX ? "MMX " : "",
             param->cpu&X264_CPU_MMXEXT ? "MMXEXT " : "",
             param->cpu&X264_CPU_SSE ? "SSE " : "",
             param->cpu&X264_CPU_SSE2 ? "SSE2 " : "",
             param->cpu&X264_CPU_3DNOW ? "3DNow! " : "",
             param->cpu&X264_CPU_ALTIVEC ? "Altivec " : "" );

Loren Merritt's avatar
Loren Merritt committed
673
    h->thread[0] = h;
674
    h->i_thread_num = 0;
675
    for( i = 1; i < h->param.i_threads; i++ )
Loren Merritt's avatar
Loren Merritt committed
676 677
        h->thread[i] = x264_malloc( sizeof(x264_t) );

678 679 680 681 682 683 684 685 686 687 688 689 690 691 692
#ifdef DEBUG_DUMP_FRAME
    {
        /* create or truncate the reconstructed video file */
        FILE *f = fopen( "fdec.yuv", "w" );
        if( f )
            fclose( f );
        else
        {
            x264_log( h, X264_LOG_ERROR, "can't write to fdec.yuv\n" );
            x264_free( h );
            return NULL;
        }
    }
#endif

Laurent Aimar's avatar
Laurent Aimar committed
693 694 695
    return h;
}

696 697 698 699 700
/****************************************************************************
 * x264_encoder_reconfig:
 ****************************************************************************/
int x264_encoder_reconfig( x264_t *h, x264_param_t *param )
{
701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725
#define COPY(var) h->param.var = param->var
    COPY( i_frame_reference ); // but never uses more refs than initially specified
    COPY( i_bframe_bias );
    COPY( i_scenecut_threshold );
    COPY( b_deblocking_filter );
    COPY( i_deblocking_filter_alphac0 );
    COPY( i_deblocking_filter_beta );
    COPY( analyse.intra );
    COPY( analyse.inter );
    COPY( analyse.i_direct_mv_pred );
    COPY( analyse.i_me_method );
    COPY( analyse.i_me_range );
    COPY( analyse.i_noise_reduction );
    COPY( analyse.i_subpel_refine );
    COPY( analyse.i_trellis );
    COPY( analyse.b_bidir_me );
    COPY( analyse.b_bframe_rdo );
    COPY( analyse.b_chroma_me );
    COPY( analyse.b_dct_decimate );
    COPY( analyse.b_fast_pskip );
    COPY( analyse.b_mixed_references );
#undef COPY

    if( h->pps->b_transform_8x8_mode )
        h->param.analyse.b_transform_8x8 = param->analyse.b_transform_8x8;
Loren Merritt's avatar
Loren Merritt committed
726

727
    mbcmp_init( h );
Loren Merritt's avatar
Loren Merritt committed
728

729 730 731
    return x264_validate_parameters( h );
}

Laurent Aimar's avatar
Laurent Aimar committed
732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767
/* internal usage */
static void x264_nal_start( x264_t *h, int i_type, int i_ref_idc )
{
    x264_nal_t *nal = &h->out.nal[h->out.i_nal];

    nal->i_ref_idc = i_ref_idc;
    nal->i_type    = i_type;

    bs_align_0( &h->out.bs );   /* not needed */

    nal->i_payload= 0;
    nal->p_payload= &h->out.p_bitstream[bs_pos( &h->out.bs) / 8];
}
static void x264_nal_end( x264_t *h )
{
    x264_nal_t *nal = &h->out.nal[h->out.i_nal];

    bs_align_0( &h->out.bs );   /* not needed */

    nal->i_payload = &h->out.p_bitstream[bs_pos( &h->out.bs)/8] - nal->p_payload;

    h->out.i_nal++;
}

/****************************************************************************
 * x264_encoder_headers:
 ****************************************************************************/
int x264_encoder_headers( x264_t *h, x264_nal_t **pp_nal, int *pi_nal )
{
    /* init bitstream context */
    h->out.i_nal = 0;
    bs_init( &h->out.bs, h->out.p_bitstream, h->out.i_bitstream );

    /* Put SPS and PPS */
    if( h->i_frame == 0 )
    {
768 769
        /* identify ourself */
        x264_nal_start( h, NAL_SEI, NAL_PRIORITY_DISPOSABLE );
770
        x264_sei_version_write( h, &h->out.bs );
771 772
        x264_nal_end( h );

Laurent Aimar's avatar
Laurent Aimar committed
773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793
        /* generate sequence parameters */
        x264_nal_start( h, NAL_SPS, NAL_PRIORITY_HIGHEST );
        x264_sps_write( &h->out.bs, h->sps );
        x264_nal_end( h );

        /* generate picture parameters */
        x264_nal_start( h, NAL_PPS, NAL_PRIORITY_HIGHEST );
        x264_pps_write( &h->out.bs, h->pps );
        x264_nal_end( h );
    }
    /* now set output*/
    *pi_nal = h->out.i_nal;
    *pp_nal = &h->out.nal[0];

    return 0;
}


static void x264_frame_put( x264_frame_t *list[X264_BFRAME_MAX], x264_frame_t *frame )
{
    int i = 0;
794
    while( list[i] ) i++;
Laurent Aimar's avatar
Laurent Aimar committed
795 796 797
    list[i] = frame;
}

798 799 800 801 802 803 804 805 806
static void x264_frame_push( x264_frame_t *list[X264_BFRAME_MAX], x264_frame_t *frame )
{
    int i = 0;
    while( list[i] ) i++;
    while( i-- )
        list[i+1] = list[i];
    list[0] = frame;
}

Laurent Aimar's avatar
Laurent Aimar committed
807 808 809 810
static x264_frame_t *x264_frame_get( x264_frame_t *list[X264_BFRAME_MAX+1] )
{
    x264_frame_t *frame = list[0];
    int i;
811
    for( i = 0; list[i]; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
812 813 814 815
        list[i] = list[i+1];
    return frame;
}

816
static void x264_frame_sort( x264_frame_t *list[X264_BFRAME_MAX+1], int b_dts )
817 818 819 820
{
    int i, b_ok;
    do {
        b_ok = 1;
821
        for( i = 0; list[i+1]; i++ )
822
        {
823 824 825 826 827
            int dtype = list[i]->i_type - list[i+1]->i_type;
            int dtime = list[i]->i_frame - list[i+1]->i_frame;
            int swap = b_dts ? dtype > 0 || ( dtype == 0 && dtime > 0 )
                             : dtime > 0;
            if( swap )
828
            {
Loren Merritt's avatar
Loren Merritt committed
829
                XCHG( x264_frame_t*, list[i], list[i+1] );
830 831 832 833 834
                b_ok = 0;
            }
        }
    } while( !b_ok );
}
835 836
#define x264_frame_sort_dts(list) x264_frame_sort(list, 1)
#define x264_frame_sort_pts(list) x264_frame_sort(list, 0)
837

838
static inline void x264_reference_build_list( x264_t *h, int i_poc, int i_slice_type )
Laurent Aimar's avatar
Laurent Aimar committed
839 840 841 842 843 844 845
{
    int i;
    int b_ok;

    /* build ref list 0/1 */
    h->i_ref0 = 0;
    h->i_ref1 = 0;
846
    for( i = 1; i < h->frames.i_max_dpb; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
847 848 849 850 851 852 853 854 855 856 857 858 859
    {
        if( h->frames.reference[i]->i_poc >= 0 )
        {
            if( h->frames.reference[i]->i_poc < i_poc )
            {
                h->fref0[h->i_ref0++] = h->frames.reference[i];
            }
            else if( h->frames.reference[i]->i_poc > i_poc )
            {
                h->fref1[h->i_ref1++] = h->frames.reference[i];
            }
        }
    }
860

Laurent Aimar's avatar
Laurent Aimar committed
861 862 863 864 865 866 867 868
    /* Order ref0 from higher to lower poc */
    do
    {
        b_ok = 1;
        for( i = 0; i < h->i_ref0 - 1; i++ )
        {
            if( h->fref0[i]->i_poc < h->fref0[i+1]->i_poc )
            {
Loren Merritt's avatar
Loren Merritt committed
869
                XCHG( x264_frame_t*, h->fref0[i], h->fref0[i+1] );
Laurent Aimar's avatar
Laurent Aimar committed
870 871 872 873 874 875 876 877 878 879 880 881 882
                b_ok = 0;
                break;
            }
        }
    } while( !b_ok );
    /* Order ref1 from lower to higher poc (bubble sort) for B-frame */
    do
    {
        b_ok = 1;
        for( i = 0; i < h->i_ref1 - 1; i++ )
        {
            if( h->fref1[i]->i_poc > h->fref1[i+1]->i_poc )
            {
Loren Merritt's avatar
Loren Merritt committed
883
                XCHG( x264_frame_t*, h->fref1[i], h->fref1[i+1] );
Laurent Aimar's avatar
Laurent Aimar committed
884 885 886 887 888 889
                b_ok = 0;
                break;
            }
        }
    } while( !b_ok );

890 891 892 893 894
    /* In the standard, a P-frame's ref list is sorted by frame_num.
     * We use POC, but check whether explicit reordering is needed */
    h->b_ref_reorder[0] =
    h->b_ref_reorder[1] = 0;
    if( i_slice_type == SLICE_TYPE_P )
Laurent Aimar's avatar
Laurent Aimar committed
895
    {
896 897 898 899 900 901
        for( i = 0; i < h->i_ref0 - 1; i++ )
            if( h->fref0[i]->i_frame_num < h->fref0[i+1]->i_frame_num )
            {
                h->b_ref_reorder[0] = 1;
                break;
            }
Laurent Aimar's avatar
Laurent Aimar committed
902
    }
903 904

    h->i_ref1 = X264_MIN( h->i_ref1, h->frames.i_max_ref1 );
905
    h->i_ref0 = X264_MIN( h->i_ref0, h->frames.i_max_ref0 );
906
    h->i_ref0 = X264_MIN( h->i_ref0, h->param.i_frame_reference ); // if reconfig() has lowered the limit
907
    h->i_ref0 = X264_MIN( h->i_ref0, 16 - h->i_ref1 );
908 909
    h->mb.pic.i_fref[0] = h->i_ref0;
    h->mb.pic.i_fref[1] = h->i_ref1;
Laurent Aimar's avatar
Laurent Aimar committed
910 911
}

912
static inline void x264_fdec_deblock( x264_t *h )
Laurent Aimar's avatar
Laurent Aimar committed
913 914
{
    /* apply deblocking filter to the current decoded picture */
915
    if( !h->sh.i_disable_deblocking_filter_idc )
Laurent Aimar's avatar
Laurent Aimar committed
916 917 918 919 920
    {
        TIMER_START( i_mtime_filter );
        x264_frame_deblocking_filter( h, h->sh.i_type );
        TIMER_STOP( i_mtime_filter );
    }
921 922 923 924 925 926 927 928
}

static inline void x264_reference_update( x264_t *h )
{
    int i;

    x264_fdec_deblock( h );

Laurent Aimar's avatar
Laurent Aimar committed
929
    /* expand border */
930
    x264_frame_expand_border( h, h->fdec );
Laurent Aimar's avatar
Laurent Aimar committed
931

932
    /* create filtered images */
933
    x264_frame_filter( h->param.cpu, h->fdec, h->sh.b_mbaff );
934 935

    /* expand border of filtered images */
936
    x264_frame_expand_border_filtered( h, h->fdec );
937

938 939
    /* move lowres copy of the image to the ref frame */
    for( i = 0; i < 4; i++)
940
    {
Loren Merritt's avatar
Loren Merritt committed
941
        XCHG( uint8_t*, h->fdec->lowres[i], h->fenc->lowres[i] );
942 943
        XCHG( uint8_t*, h->fdec->buffer_lowres[i], h->fenc->buffer_lowres[i] );
    }
944 945 946 947 948

    /* adaptive B decision needs a pointer, since it can't use the ref lists */
    if( h->sh.i_type != SLICE_TYPE_B )
        h->frames.last_nonb = h->fdec;

Laurent Aimar's avatar
Laurent Aimar committed
949
    /* move frame in the buffer */
950 951
    h->fdec = h->frames.reference[h->frames.i_max_dpb-1];
    for( i = h->frames.i_max_dpb-1; i > 0; i-- )
Laurent Aimar's avatar
Laurent Aimar committed
952 953 954 955 956 957 958 959 960 961 962
    {
        h->frames.reference[i] = h->frames.reference[i-1];
    }
    h->frames.reference[0] = h->fdec;
}

static inline void x264_reference_reset( x264_t *h )
{
    int i;

    /* reset ref pictures */
963
    for( i = 1; i < h->frames.i_max_dpb; i++ )
Laurent Aimar's avatar
Laurent Aimar committed
964 965 966 967 968 969 970 971 972 973 974
    {
        h->frames.reference[i]->i_poc = -1;
    }
    h->frames.reference[0]->i_poc = 0;
}

static inline void x264_slice_init( x264_t *h, int i_nal_type, int i_slice_type, int i_global_qp )
{
    /* ------------------------ Create slice header  ----------------------- */
    if( i_nal_type == NAL_SLICE_IDR )
    {
975
        x264_slice_header_init( h, &h->sh, h->sps, h->pps, i_slice_type, h->i_idr_pic_id, h->i_frame_num, i_global_qp );
Laurent Aimar's avatar
Laurent Aimar committed
976 977

        /* increment id */
978
        h->i_idr_pic_id = ( h->i_idr_pic_id + 1 ) % 65536;
Laurent Aimar's avatar
Laurent Aimar committed
979 980 981
    }
    else
    {
982
        x264_slice_header_init( h, &h->sh, h->sps, h->pps, i_slice_type, -1, h->i_frame_num, i_global_qp );
Laurent Aimar's avatar
Laurent Aimar committed
983 984 985 986 987 988 989

        /* always set the real higher num of ref frame used */
        h->sh.b_num_ref_idx_override = 1;
        h->sh.i_num_ref_idx_l0_active = h->i_ref0 <= 0 ? 1 : h->i_ref0;
        h->sh.i_num_ref_idx_l1_active = h->i_ref1 <= 0 ? 1 : h->i_ref1;
    }

990 991
    h->fdec->i_frame_num = h->sh.i_frame_num;

Laurent Aimar's avatar
Laurent Aimar committed
992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005
    if( h->sps->i_poc_type == 0 )
    {
        h->sh.i_poc_lsb = h->fdec->i_poc & ( (1 << h->sps->i_log2_max_poc_lsb) - 1 );
        h->sh.i_delta_poc_bottom = 0;   /* XXX won't work for field */
    }
    else if( h->sps->i_poc_type == 1 )
    {
        /* FIXME TODO FIXME */
    }
    else
    {
        /* Nothing to do ? */
    }

1006
    x264_macroblock_slice_init( h );
Laurent Aimar's avatar
Laurent Aimar committed
1007 1008
}

Loren Merritt's avatar
Loren Merritt committed
1009
static int x264_slice_write( x264_t *h )
Laurent Aimar's avatar
Laurent Aimar committed
1010 1011 1012
{
    int i_skip;
    int mb_xy;
1013
    int i;
Laurent Aimar's avatar
Laurent Aimar committed
1014

1015
    /* init stats */
Loren Merritt's avatar
Loren Merritt committed
1016
    memset( &h->stat.frame, 0, sizeof(h->stat.frame) );
Laurent Aimar's avatar
Laurent Aimar committed
1017 1018

    /* Slice */
Loren Merritt's avatar
Loren Merritt committed
1019
    x264_nal_start( h, h->i_nal_type, h->i_nal_ref_idc );
Laurent Aimar's avatar
Laurent Aimar committed
1020 1021

    /* Slice header */
Loren Merritt's avatar
Loren Merritt committed
1022
    x264_slice_header_write( &h->out.bs, &h->sh, h->i_nal_ref_idc );
Laurent Aimar's avatar
Laurent Aimar committed
1023 1024
    if( h->param.b_cabac )
    {
1025
        /* alignment needed */
Laurent Aimar's avatar
Laurent Aimar committed
1026 1027 1028
        bs_align_1( &h->out.bs );

        /* init cabac */
1029
        x264_cabac_context_init( &h->cabac, h->sh.i_type, h->sh.i_qp, h->sh.i_cabac_init_idc );
Laurent Aimar's avatar
Laurent Aimar committed
1030 1031
        x264_cabac_encode_init ( &h->cabac, &h->out.bs );
    }
1032
    h->mb.i_last_qp = h->sh.i_qp;
Laurent Aimar's avatar
Laurent Aimar committed
1033 1034
    h->mb.i_last_dqp = 0;

1035
    for( mb_xy = h->sh.i_first_mb, i_skip = 0; mb_xy < h->sh.i_last_mb; )
Laurent Aimar's avatar
Laurent Aimar committed
1036 1037 1038 1039
    {
        const int i_mb_y = mb_xy / h->sps->i_mb_width;
        const int i_mb_x = mb_xy % h->sps->i_mb_width;

1040 1041
        int mb_spos = bs_pos(&h->out.bs);

Laurent Aimar's avatar
Laurent Aimar committed
1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052
        /* load cache */
        x264_macroblock_cache_load( h, i_mb_x, i_mb_y );

        /* analyse parameters
         * Slice I: choose I_4x4 or I_16x16 mode
         * Slice P: choose between using P mode or intra (4x4 or 16x16)
         * */
        TIMER_START( i_mtime_analyse );
        x264_macroblock_analyse( h );
        TIMER_STOP( i_mtime_analyse );

Loren Merritt's avatar
Loren Merritt committed
1053
        /* encode this macroblock -> be careful it can change the mb type to P_SKIP if needed */
Laurent Aimar's avatar
Laurent Aimar committed
1054 1055 1056 1057 1058
        TIMER_START( i_mtime_encode );
        x264_macroblock_encode( h );
        TIMER_STOP( i_mtime_encode );

        TIMER_START( i_mtime_write );
Loren Merritt's avatar
Loren Merritt committed
1059
        if( h->param.b_cabac )
Laurent Aimar's avatar
Laurent Aimar committed
1060
        {
1061
            if( mb_xy > h->sh.i_first_mb && !(h->sh.b_mbaff && (i_mb_y&1)) )
Loren Merritt's avatar
Loren Merritt committed
1062
                x264_cabac_encode_terminal( &h->cabac, 0 );
Laurent Aimar's avatar
Laurent Aimar committed
1063

Loren Merritt's avatar
Loren Merritt committed
1064
            if( IS_SKIP( h->mb.i_type ) )
Laurent Aimar's avatar
Laurent Aimar committed
1065 1066 1067 1068 1069
                x264_cabac_mb_skip( h, 1 );
            else
            {
                if( h->sh.i_type != SLICE_TYPE_I )
                    x264_cabac_mb_skip( h, 0 );
1070
                x264_macroblock_write_cabac( h, &h->cabac );
Laurent Aimar's avatar
Laurent Aimar committed
1071
            }
Loren Merritt's avatar
Loren Merritt committed
1072 1073 1074 1075 1076
        }
        else
        {
            if( IS_SKIP( h->mb.i_type ) )
                i_skip++;
Laurent Aimar's avatar
Laurent Aimar committed
1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088
            else
            {
                if( h->sh.i_type != SLICE_TYPE_I )
                {
                    bs_write_ue( &h->out.bs, i_skip );  /* skip run */
                    i_skip = 0;
                }
                x264_macroblock_write_cavlc( h, &h->out.bs );
            }
        }
        TIMER_STOP( i_mtime_write );

Loren Merritt's avatar
Loren Merritt committed
1089 1090 1091 1092 1093
#if VISUALIZE
        if( h->param.b_visualize )
            x264_visualize_mb( h );
#endif

Laurent Aimar's avatar
Laurent Aimar committed
1094 1095 1096
        /* save cache */
        x264_macroblock_cache_save( h );

1097
        /* accumulate mb stats */
1098
        h->stat.frame.i_mb_count[h->mb.i_type]++;
1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115
        if( !IS_SKIP(h->mb.i_type) && !IS_INTRA(h->mb.i_type) && !IS_DIRECT(h->mb.i_type) )
        {
            if( h->mb.i_partition != D_8x8 )
                h->stat.frame.i_mb_count_size[ x264_mb_partition_pixel_table[ h->mb.i_partition ] ] += 4;
            else
                for( i = 0; i < 4; i++ )
                    h->stat.frame.i_mb_count_size[ x264_mb_partition_pixel_table[ h->mb.i_sub_partition[i] ] ] ++;
            if( h->param.i_frame_reference > 1 )
            {
                for( i = 0; i < 4; i++ )
                {
                    int i_ref = h->mb.cache.ref[0][ x264_scan8[4*i] ];
                    if( i_ref >= 0 )
                        h->stat.frame.i_mb_count_ref[i_ref] ++;
                }
            }
        }
1116