ratecontrol.c 33 KB
Newer Older
1
/***************************************************-*- coding: iso-8859-1 -*-
Laurent Aimar's avatar
Laurent Aimar committed
2
3
4
5
6
 * ratecontrol.c: h264 encoder library (Rate Control)
 *****************************************************************************
 * Copyright (C) 2003 Laurent Aimar
 * $Id: ratecontrol.c,v 1.1 2004/06/03 19:27:08 fenrir Exp $
 *
7
 * Authors: Mns Rullgrd <mru@mru.ath.cx>
8
 * 2 pass code: Michael Niedermayer <michaelni@gmx.at>
9
 *              Loren Merritt <lorenm@u.washington.edu>
Laurent Aimar's avatar
Laurent Aimar committed
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
 *****************************************************************************/

26
#define _ISOC99_SOURCE
27
#undef NDEBUG // always check asserts, the speed effect is far too small to disable them
Laurent Aimar's avatar
Laurent Aimar committed
28
29
30
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
31
32
#include <math.h>
#include <limits.h>
33
#include <assert.h>
Laurent Aimar's avatar
Laurent Aimar committed
34

35
36
37
#include "common/common.h"
#include "common/cpu.h"
#include "common/macroblock.h"
Laurent Aimar's avatar
Laurent Aimar committed
38
39
#include "ratecontrol.h"

Eric Petit's avatar
Eric Petit committed
40
41
42
#ifdef SYS_MACOSX
#define exp2f(x) ( (float) exp2( (x) ) )
#endif
43
#if defined(SYS_FREEBSD) || defined(SYS_BEOS)
44
45
#define exp2f(x) powf( 2, (x) )
#endif
46
47
48
#ifdef _MSC_VER
#define exp2f(x) pow( 2, (x) )
#endif
49
50
51
#ifdef WIN32 // POSIX says that rename() removes the destination, but win32 doesn't.
#define rename(src,dst) (unlink(dst), rename(src,dst))
#endif
52
53
54
55

typedef struct
{
    int pict_type;
56
    int idr;
57
58
59
60
61
62
63
64
65
66
67
    float qscale;
    int mv_bits;
    int i_tex_bits;
    int p_tex_bits;
    int misc_bits;
    uint64_t expected_bits;
    float new_qscale;
    int new_qp;
    int i_count;
    int p_count;
    int s_count;
Loren Merritt's avatar
Loren Merritt committed
68
    float blurred_complexity;
69
70
} ratecontrol_entry_t;

71
72
73
struct x264_ratecontrol_t
{
    /* constants */
74
    double fps;
75
76
    int gop_size;
    int bitrate;
77
    int nmb;                    /* number of macroblocks in a frame */
78
79
80
    int buffer_size;
    int rcbufrate;
    int init_qp;
81
    int qp_constant[5];
82

83
    /* 1st pass stuff */
84
85
86
87
88
89
90
91
92
93
    int gop_qp;
    int buffer_fullness;
    int frames;                 /* frames in current gop */
    int pframes;
    int slice_type;
    int mb;                     /* MBs processed in current frame */
    int bits_gop;               /* allocated bits current gop */
    int bits_last_gop;          /* bits consumed in gop */
    int qp;                     /* qp for current frame */
    int qpm;                    /* qp for next MB */
94
    float qpa;                  /* average qp for last frame */
95
    int qps;
96
97
    float qp_avg_p;             /* average QP for P frames */
    float qp_last_p;
98
99
100
101
102
    int fbits;                  /* bits allocated for current frame */
    int ufbits;                 /* bits used for current frame */
    int nzcoeffs;               /* # of 0-quantized coefficients */
    int ncoeffs;                /* total # of coefficients */
    int overhead;
103
104
105

    /* 2pass stuff */
    FILE *p_stat_file_out;
106
    char *psz_stat_file_tmpname;
107
108

    int num_entries;            /* number of ratecontrol_entry_ts */
Loren Merritt's avatar
Loren Merritt committed
109
    ratecontrol_entry_t *entry; /* FIXME: copy needed data and free this once init is done */
110
111
112
    double last_qscale;
    double last_qscale_for[5];  /* last qscale for a specific pict type, used for max_diff & ipb factor stuff  */
    int last_non_b_pict_type;
113
114
    double accum_p_qp;          /* for determining I-frame quant */
    double accum_p_norm;
115
    double last_accum_p_norm;
116
    double lmin[5];             /* min qscale by frame type */
117
    double lmax[5];
Loren Merritt's avatar
Loren Merritt committed
118
    double lstep;               /* max change (multiply) in qscale per frame */
119
120
121
122
    double i_cplx_sum[5];       /* estimated total texture bits in intra MBs at qscale=1 */
    double p_cplx_sum[5];
    double mv_bits_sum[5];
    int frame_count[5];         /* number of frames of each type */
123
};
Laurent Aimar's avatar
Laurent Aimar committed
124

125
126
127
128
129
130

static int init_pass2(x264_t *);
static float rate_estimate_qscale( x264_t *h, int pict_type );

/* Terminology:
 * qp = h.264's quantizer
131
 * qscale = linearized quantizer = Lagrange multiplier
132
133
134
135
136
137
138
139
140
141
 */
static inline double qp2qscale(double qp)
{
    return 0.85 * pow(2.0, ( qp - 12.0 ) / 6.0);
}
static inline double qscale2qp(double qscale)
{
    return 12.0 + 6.0 * log(qscale/0.85) / log(2.0);
}

142
143
144
145
/* Texture bitrate is not quite inversely proportional to qscale,
 * probably due the the changing number of SKIP blocks.
 * MV bits level off at about qp<=12, because the lambda used
 * for motion estimation is constant there. */
146
147
static inline double qscale2bits(ratecontrol_entry_t *rce, double qscale)
{
Loren Merritt's avatar
Loren Merritt committed
148
    if(qscale<0.1)
149
        qscale = 0.1;
150
151
    return (rce->i_tex_bits + rce->p_tex_bits + .1) * pow( rce->qscale / qscale, 1.1 )
           + rce->mv_bits * pow( X264_MAX(rce->qscale, 12) / X264_MAX(qscale, 12), 0.5 );
152
153
}

154
/* There is no analytical inverse to the above formula. */
155
#if 0
156
157
static inline double bits2qscale(ratecontrol_entry_t *rce, double bits)
{
158
    if(bits<1.0)
159
        bits = 1.0;
160
    return (rce->i_tex_bits + rce->p_tex_bits + rce->mv_bits + .1) * rce->qscale / bits;
161
}
162
#endif
163
164


165
int x264_ratecontrol_new( x264_t *h )
Laurent Aimar's avatar
Laurent Aimar committed
166
{
167
    x264_ratecontrol_t *rc;
168
    float bpp;
169
    int i;
170

171
172
173
174
    /* Needed(?) for 2 pass */
    x264_cpu_restore( h->param.cpu );

    h->rc = rc = x264_malloc( sizeof( x264_ratecontrol_t ) );
175
176
    memset(rc, 0, sizeof(*rc));

Måns Rullgård's avatar
Måns Rullgård committed
177
178
179
180
181
182
    /* FIXME: use integers */
    if(h->param.i_fps_num > 0 && h->param.i_fps_den > 0)
        rc->fps = (float) h->param.i_fps_num / h->param.i_fps_den;
    else
        rc->fps = 25.0;

183
    rc->gop_size = h->param.i_keyint_max;
184
    rc->bitrate = h->param.rc.i_bitrate * 1000;
185
    rc->nmb = h->mb.i_mb_count;
186

187
188
189
190
    rc->qp_constant[SLICE_TYPE_P] = h->param.rc.i_qp_constant;
    rc->qp_constant[SLICE_TYPE_I] = x264_clip3( (int)( qscale2qp( qp2qscale( h->param.rc.i_qp_constant ) / fabs( h->param.rc.f_ip_factor )) + 0.5 ), 0, 51 );
    rc->qp_constant[SLICE_TYPE_B] = x264_clip3( (int)( qscale2qp( qp2qscale( h->param.rc.i_qp_constant ) * fabs( h->param.rc.f_pb_factor )) + 0.5 ), 0, 51 );

191
192
193
    /* Currently there is no adaptive quant, and per-MB ratecontrol is used only in CBR. */
    h->mb.b_variable_qp = h->param.rc.b_cbr && !h->param.rc.b_stat_read;

194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
    /* Init 1pass CBR algo */
    if( h->param.rc.b_cbr ){
        rc->buffer_size = h->param.rc.i_rc_buffer_size * 1000;
        rc->buffer_fullness = h->param.rc.i_rc_init_buffer;
        rc->rcbufrate = rc->bitrate / rc->fps;

        if(rc->buffer_size < rc->rcbufrate){
            x264_log(h, X264_LOG_WARNING, "rc buffer size %i too small\n",
                     rc->buffer_size);
            rc->buffer_size = 0;
        }

        if(rc->buffer_size <= 0)
            rc->buffer_size = rc->bitrate / 2;

        if(rc->buffer_fullness > rc->buffer_size || rc->buffer_fullness < 0){
            x264_log(h, X264_LOG_WARNING, "invalid initial buffer fullness %i\n",
                     rc->buffer_fullness);
            rc->buffer_fullness = 0;
        }

        bpp = rc->bitrate / (rc->fps * h->param.i_width * h->param.i_height);
        if(bpp <= 0.6)
            rc->init_qp = 31;
        else if(bpp <= 1.4)
            rc->init_qp = 25;
        else if(bpp <= 2.4)
            rc->init_qp = 20;
        else
            rc->init_qp = 10;
        rc->gop_qp = rc->init_qp;

        rc->bits_last_gop = 0;

        x264_log(h, X264_LOG_DEBUG, "%f fps, %i bps, bufsize %i\n",
                 rc->fps, rc->bitrate, rc->buffer_size);
230
231
    }

232

Loren Merritt's avatar
Loren Merritt committed
233
    rc->lstep = exp2f(h->param.rc.i_qp_step / 6.0);
234
    rc->last_qscale = qp2qscale(26);
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
    for( i = 0; i < 5; i++ )
    {
        rc->last_qscale_for[i] = qp2qscale(26);
        rc->lmin[i] = qp2qscale( h->param.rc.i_qp_min );
        rc->lmax[i] = qp2qscale( h->param.rc.i_qp_max );
    }
#if 0 // FIXME: do we want to assign lmin/lmax based on ip_factor, or leave them all the same?
    rc->lmin[SLICE_TYPE_I] /= fabs(h->param.f_ip_factor);
    rc->lmax[SLICE_TYPE_I] /= fabs(h->param.f_ip_factor);
    rc->lmin[SLICE_TYPE_B] *= fabs(h->param.f_pb_factor);
    rc->lmax[SLICE_TYPE_B] *= fabs(h->param.f_pb_factor);
#endif

    /* Load stat file and init 2pass algo */
    if( h->param.rc.b_stat_read )
    {
        int stats_size;
        char *p, *stats_in;
        FILE *stats_file;

        /* read 1st pass stats */
        assert( h->param.rc.psz_stat_in );
257
        stats_file = fopen( h->param.rc.psz_stat_in, "rb");
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
        if(!stats_file)
        {
            x264_log(h, X264_LOG_ERROR, "ratecontrol_init: can't open stats file\n");
            return -1;
        }
        // FIXME: error checking
        fseek(stats_file, 0, SEEK_END);
        stats_size = ftell(stats_file);
        fseek(stats_file, 0, SEEK_SET);
        stats_in = x264_malloc(stats_size+10);
        fread(stats_in, 1, stats_size, stats_file);
        fclose(stats_file);

        /* find number of pics */
        p = stats_in;
        for(i=-1; p; i++){
            p = strchr(p+1, ';');
        }
        i += h->param.i_bframe;
        rc->entry = (ratecontrol_entry_t*) x264_malloc(i*sizeof(ratecontrol_entry_t));
        memset(rc->entry, 0, i*sizeof(ratecontrol_entry_t));
        rc->num_entries= i;

        /* init all to skipped p frames */
        for(i=0; i<rc->num_entries; i++){
            ratecontrol_entry_t *rce = &rc->entry[i];
284
            rce->pict_type = SLICE_TYPE_P;
285
286
287
288
289
290
291
292
293
            rce->qscale = rce->new_qscale = qp2qscale(20);
            rce->misc_bits = rc->nmb + 10;
            rce->new_qp = 0;
        }

        /* read stats */
        p = stats_in;
        for(i=0; i < rc->num_entries - h->param.i_bframe; i++){
            ratecontrol_entry_t *rce;
294
295
            int frame_number;
            char pict_type;
296
297
298
299
300
301
302
303
304
            int e;
            char *next;
            float qp;

            next= strchr(p, ';');
            if(next){
                (*next)=0; //sscanf is unbelievably slow on looong strings
                next++;
            }
305
            e = sscanf(p, " in:%d ", &frame_number);
306

307
308
309
            assert(frame_number >= 0);
            assert(frame_number < rc->num_entries);
            rce = &rc->entry[frame_number];
310

311
312
            e += sscanf(p, " in:%*d out:%*d type:%c q:%f itex:%d ptex:%d mv:%d misc:%d imb:%d pmb:%d smb:%d",
                   &pict_type, &qp, &rce->i_tex_bits, &rce->p_tex_bits,
313
                   &rce->mv_bits, &rce->misc_bits, &rce->i_count, &rce->p_count, &rce->s_count);
314
315
316
317
318
319
320
321

            switch(pict_type){
                case 'I': rce->idr = 1;
                case 'i': rce->pict_type = SLICE_TYPE_I; break;
                case 'P': rce->pict_type = SLICE_TYPE_P; break;
                case 'B': rce->pict_type = SLICE_TYPE_B; break;
                default:  e = -1; break;
            }
322
323
324
325
326
327
328
329
330
331
            if(e != 10){
                x264_log(h, X264_LOG_ERROR, "statistics are damaged at line %d, parser out=%d\n", i, e);
                return -1;
            }
            rce->qscale = qp2qscale(qp);
            p = next;
        }

        x264_free(stats_in);

332
333
334
335
336
        /* If using 2pass with constant quant, no need to run the bitrate allocation */
        if(h->param.rc.b_cbr)
        {
            if(init_pass2(h) < 0) return -1;
        }
337
338
339
    }

    /* Open output file */
340
341
    /* If input and output files are the same, output to a temp file
     * and move it to the real name only when it's complete */
342
343
    if( h->param.rc.b_stat_write )
    {
344
345
346
        rc->psz_stat_file_tmpname = x264_malloc( strlen(h->param.rc.psz_stat_out) + 6 );
        strcpy( rc->psz_stat_file_tmpname, h->param.rc.psz_stat_out );
        strcat( rc->psz_stat_file_tmpname, ".temp" );
347
348

        rc->p_stat_file_out = fopen( rc->psz_stat_file_tmpname, "wb" );
349
350
351
352
353
354
        if( rc->p_stat_file_out == NULL )
        {
            x264_log(h, X264_LOG_ERROR, "ratecontrol_init: can't open stats file\n");
            return -1;
        }
    }
355
356

    return 0;
Laurent Aimar's avatar
Laurent Aimar committed
357
358
}

359
void x264_ratecontrol_delete( x264_t *h )
Laurent Aimar's avatar
Laurent Aimar committed
360
{
361
    x264_ratecontrol_t *rc = h->rc;
362
363

    if( rc->p_stat_file_out )
364
    {
365
        fclose( rc->p_stat_file_out );
366
367
368
369
370
371
372
        if( h->i_frame >= rc->num_entries - h->param.i_bframe )
            if( rename( rc->psz_stat_file_tmpname, h->param.rc.psz_stat_out ) != 0 )
            {
                x264_log( h, X264_LOG_ERROR, "failed to rename \"%s\" to \"%s\"\n",
                          rc->psz_stat_file_tmpname, h->param.rc.psz_stat_out );
            }
        x264_free( rc->psz_stat_file_tmpname );
373
    }
374
375
    if( rc->entry )
        x264_free(rc->entry);
Laurent Aimar's avatar
Laurent Aimar committed
376
377
378
    x264_free( rc );
}

379
void x264_ratecontrol_start( x264_t *h, int i_slice_type )
Laurent Aimar's avatar
Laurent Aimar committed
380
{
381
382
383
384
385
386
387
388
    x264_ratecontrol_t *rc = h->rc;
    int gframes, iframes, pframes, bframes;
    int minbits, maxbits;
    int gbits, fbits;
    int zn = 0;
    float kp;
    int gbuf;

389
    rc->slice_type = i_slice_type;
390
391
392

    x264_cpu_restore( h->param.cpu );

393
394
395
396
397
398
399
    if( !h->param.rc.b_cbr )
    {
        rc->qpm = rc->qpa = rc->qp =
            rc->qp_constant[ i_slice_type ];
        return;
    }
    else if( h->param.rc.b_stat_read )
400
401
    {
        int frame = h->fenc->i_frame;
402
        ratecontrol_entry_t *rce;
403
        assert( frame >= 0 && frame < rc->num_entries );
404
        rce = &h->rc->entry[frame];
405
406

        rce->new_qscale = rate_estimate_qscale( h, i_slice_type );
407
408
        rc->qpm = rc->qpa = rc->qp = rce->new_qp =
            (int)(qscale2qp(rce->new_qscale) + 0.5);
409
410
        return;
    }
411
412
413
414
415
416
417

    switch(i_slice_type){
    case SLICE_TYPE_I:
        gbuf = rc->buffer_fullness + (rc->gop_size-1) * rc->rcbufrate;
        rc->bits_gop = gbuf - rc->buffer_size / 2;

        if(!rc->mb && rc->pframes){
418
            int qp = rc->qp_avg_p / rc->pframes + 0.5;
419
420
421
422
423
424
425
426
427
#if 0 /* JM does this without explaining why */
            int gdq = (float) rc->gop_size / 15 + 0.5;
            if(gdq > 2)
                gdq = 2;
            qp -= gdq;
            if(qp > rc->qp_last_p - 2)
                qp--;
#endif
            qp = x264_clip3(qp, rc->gop_qp - 4, rc->gop_qp + 4);
Loren Merritt's avatar
Loren Merritt committed
428
            qp = x264_clip3(qp, h->param.rc.i_qp_min, h->param.rc.i_qp_max);
429
            rc->gop_qp = qp;
430
        } else if(rc->frames > 4){
431
432
433
            rc->gop_qp = rc->init_qp;
        }

434
        kp = h->param.rc.f_ip_factor * h->param.rc.f_pb_factor;
435

436
437
        x264_log(h, X264_LOG_DEBUG,"gbuf=%i bits_gop=%i frames=%i gop_qp=%i\n",
                 gbuf, rc->bits_gop, rc->frames, rc->gop_qp);
438

439
440
441
442
443
444
445
        rc->bits_last_gop = 0;
        rc->frames = 0;
        rc->pframes = 0;
        rc->qp_avg_p = 0;
        break;

    case SLICE_TYPE_P:
446
        kp = h->param.rc.f_pb_factor;
447
448
449
450
451
452
453
        break;

    case SLICE_TYPE_B:
        kp = 1.0;
        break;

    default:
454
455
        x264_log(h, X264_LOG_WARNING, "ratecontrol: unknown slice type %i\n",
                 i_slice_type);
456
457
458
459
460
461
462
463
464
465
466
        kp = 1.0;
        break;
    }

    gframes = rc->gop_size - rc->frames;
    iframes = gframes / rc->gop_size;
    pframes = gframes / (h->param.i_bframe + 1) - iframes;
    bframes = gframes - pframes - iframes;

    gbits = rc->bits_gop - rc->bits_last_gop;
    fbits = kp * gbits /
467
468
        (h->param.rc.f_ip_factor * h->param.rc.f_pb_factor * iframes +
         h->param.rc.f_pb_factor * pframes + bframes);
469
470
471
472
473
474
475
476
477

    minbits = rc->buffer_fullness + rc->rcbufrate - rc->buffer_size;
    if(minbits < 0)
        minbits = 0;
    maxbits = rc->buffer_fullness;
    rc->fbits = x264_clip3(fbits, minbits, maxbits);

    if(i_slice_type == SLICE_TYPE_I){
        rc->qp = rc->gop_qp;
478
    } else if(rc->ncoeffs && rc->ufbits){
479
480
481
482
483
484
485
486
487
488
        int dqp, nonzc;

        nonzc = (rc->ncoeffs - rc->nzcoeffs);
        if(nonzc == 0)
            zn = rc->ncoeffs;
        else if(rc->fbits < INT_MAX / nonzc)
            zn = rc->ncoeffs - rc->fbits * nonzc / rc->ufbits;
        else
            zn = 0;
        zn = x264_clip3(zn, 0, rc->ncoeffs);
489
        dqp = h->param.rc.i_rc_sens * exp2f(rc->qpa / 6) *
490
            (zn - rc->nzcoeffs) / rc->nzcoeffs;
491
        dqp = x264_clip3(dqp, -h->param.rc.i_qp_step, h->param.rc.i_qp_step);
492
        rc->qp = (int)(rc->qpa + dqp + .5);
493
494
    }

495
    if(rc->fbits > 0.9 * maxbits)
496
        rc->qp += 2;
497
498
    else if(rc->fbits > 0.8 * maxbits)
        rc->qp += 1;
499
500
    else if(rc->fbits < 1.1 * minbits)
        rc->qp -= 2;
501
502
    else if(rc->fbits < 1.2 * minbits)
        rc->qp -= 1;
503

504
    rc->qp = x264_clip3(rc->qp, h->param.rc.i_qp_min, h->param.rc.i_qp_max);
505
506
    rc->qpm = rc->qp;

507
508
    x264_log(h, X264_LOG_DEBUG, "fbits=%i, qp=%i, z=%i, min=%i, max=%i\n",
             rc->fbits, rc->qpm, zn, minbits, maxbits);
509
510
511
512
513
514
515

    rc->fbits -= rc->overhead;
    rc->ufbits = 0;
    rc->ncoeffs = 0;
    rc->nzcoeffs = 0;
    rc->mb = 0;
    rc->qps = 0;
Laurent Aimar's avatar
Laurent Aimar committed
516
517
}

518
void x264_ratecontrol_mb( x264_t *h, int bits )
Laurent Aimar's avatar
Laurent Aimar committed
519
{
520
521
    x264_ratecontrol_t *rc = h->rc;
    int rbits;
522
523
    int zn, enz, nonz;
    int rcoeffs;
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
    int dqp;
    int i;

    x264_cpu_restore( h->param.cpu );

    rc->qps += rc->qpm;
    rc->ufbits += bits;
    rc->mb++;

    for(i = 0; i < 16 + 8; i++)
        rc->nzcoeffs += 16 - h->mb.cache.non_zero_count[x264_scan8[i]];
    rc->ncoeffs += 16 * (16 + 8);

    if(rc->mb < rc->nmb / 16)
        return;
    else if(rc->mb == rc->nmb)
        return;

542
    rcoeffs = (rc->nmb - rc->mb) * 16 * 24;
543
544
545
546
    rbits = rc->fbits - rc->ufbits;
/*     if(rbits < 0) */
/*      rbits = 0; */

547
548
549
550
551
552
553
554
555
/*     zn = (rc->nmb - rc->mb) * 16 * 24; */
    nonz = (rc->ncoeffs - rc->nzcoeffs);
    if(nonz == 0)
        zn = rcoeffs;
    else if(rc->ufbits && rbits < INT_MAX / nonz)
        zn = rcoeffs - rbits * nonz / rc->ufbits;
    else
        zn = 0;
    zn = x264_clip3(zn, 0, rcoeffs);
556
    enz = rc->nzcoeffs * (rc->nmb - rc->mb) / rc->mb;
557
    dqp = (float) 2*h->param.rc.i_rc_sens * exp2f((float) rc->qps / rc->mb / 6) *
558
559
560
561
        (zn - enz) / enz;
    rc->qpm = x264_clip3(rc->qpm + dqp, rc->qp - 3, rc->qp + 3);
    if(rbits <= 0)
        rc->qpm++;
562
    rc->qpm = x264_clip3(rc->qpm, h->param.rc.i_qp_min, h->param.rc.i_qp_max);
Laurent Aimar's avatar
Laurent Aimar committed
563
564
}

565
int  x264_ratecontrol_qp( x264_t *h )
Laurent Aimar's avatar
Laurent Aimar committed
566
{
567
568
    return h->rc->qpm;
}
Laurent Aimar's avatar
Laurent Aimar committed
569

570
571
572
573
int x264_ratecontrol_slice_type( x264_t *h, int frame_num )
{
    if( h->param.rc.b_stat_read )
    {
574
575
576
577
578
        if( frame_num >= h->rc->num_entries )
        {
            x264_log(h, X264_LOG_ERROR, "More input frames than in the 1st pass\n");
            return X264_TYPE_P;
        }
579
        switch( h->rc->entry[frame_num].pict_type )
580
581
        {
            case SLICE_TYPE_I:
582
                return h->rc->entry[frame_num].idr ? X264_TYPE_IDR : X264_TYPE_I;
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597

            case SLICE_TYPE_B:
                return X264_TYPE_B;

            case SLICE_TYPE_P:
            default:
                return X264_TYPE_P;
        }
    }
    else
    {
        return X264_TYPE_AUTO;
    }
}

598
599
600
void x264_ratecontrol_end( x264_t *h, int bits )
{
    x264_ratecontrol_t *rc = h->rc;
Loren Merritt's avatar
Loren Merritt committed
601
    int i;
Laurent Aimar's avatar
Laurent Aimar committed
602

603
604
    x264_cpu_restore( h->param.cpu );

Loren Merritt's avatar
Loren Merritt committed
605
606
607
608
609
    h->stat.frame.i_mb_count_skip = h->stat.frame.i_mb_count[P_SKIP] + h->stat.frame.i_mb_count[B_SKIP];
    h->stat.frame.i_mb_count_p = h->stat.frame.i_mb_count[P_L0] + h->stat.frame.i_mb_count[P_8x8];
    for( i = B_DIRECT; i < B_8x8; i++ )
        h->stat.frame.i_mb_count_p += h->stat.frame.i_mb_count[i];

610
611
    if( h->param.rc.b_stat_write )
    {
612
613
        char c_type = rc->slice_type==SLICE_TYPE_I ? (h->fenc->i_poc==0 ? 'I' : 'i')
                    : rc->slice_type==SLICE_TYPE_P ? 'P' : 'B';
614
        fprintf( rc->p_stat_file_out,
615
                 "in:%d out:%d type:%c q:%.3f itex:%d ptex:%d mv:%d misc:%d imb:%d pmb:%d smb:%d;\n",
616
                 h->fenc->i_frame, h->i_frame-1,
617
                 c_type, rc->qpa,
618
619
620
                 h->stat.frame.i_itex_bits, h->stat.frame.i_ptex_bits,
                 h->stat.frame.i_hdr_bits, h->stat.frame.i_misc_bits,
                 h->stat.frame.i_mb_count[I_4x4] + h->stat.frame.i_mb_count[I_16x16],
Loren Merritt's avatar
Loren Merritt committed
621
622
                 h->stat.frame.i_mb_count_p,
                 h->stat.frame.i_mb_count_skip);
623
624
625
    }

    if( !h->param.rc.b_cbr || h->param.rc.b_stat_read )
626
        return;
Laurent Aimar's avatar
Laurent Aimar committed
627

628
629
    rc->buffer_fullness += rc->rcbufrate - bits;
    if(rc->buffer_fullness < 0){
630
631
        x264_log(h, X264_LOG_WARNING, "buffer underflow %i\n",
                 rc->buffer_fullness);
632
        rc->buffer_fullness = 0;
Laurent Aimar's avatar
Laurent Aimar committed
633
634
    }

635
    rc->qpa = (float)rc->qps / rc->mb;
636
637
638
639
    if(rc->slice_type == SLICE_TYPE_P){
        rc->qp_avg_p += rc->qpa;
        rc->qp_last_p = rc->qpa;
        rc->pframes++;
640
641
642
643
644
645
    } else if(rc->slice_type == SLICE_TYPE_I){
        float err = (float) rc->ufbits / rc->fbits;
        if(err > 1.1)
            rc->gop_qp++;
        else if(err < 0.9)
            rc->gop_qp--;
Laurent Aimar's avatar
Laurent Aimar committed
646
647
    }

648
649
    rc->overhead = bits - rc->ufbits;

650
    x264_log(h, X264_LOG_DEBUG, "bits=%i, qp=%.1f, z=%i, zr=%6.3f, buf=%i\n",
651
652
             bits, rc->qpa, rc->nzcoeffs, (float) rc->nzcoeffs / rc->ncoeffs,
             rc->buffer_fullness);
653
654
655
656

    rc->bits_last_gop += bits;
    rc->frames++;
    rc->mb = 0;
Laurent Aimar's avatar
Laurent Aimar committed
657
}
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672

/****************************************************************************
 * 2 pass functions
 ***************************************************************************/
double x264_eval( char *s, double *const_value, const char **const_name,
                  double (**func1)(void *, double), const char **func1_name,
                  double (**func2)(void *, double, double), char **func2_name,
                  void *opaque );

/**
 * modifies the bitrate curve from pass1 for one frame
 */
static double get_qscale(x264_t *h, ratecontrol_entry_t *rce, double rate_factor)
{
    x264_ratecontrol_t *rcc= h->rc;
673
    const int pict_type = rce->pict_type;
674
    double q;
675
676
677
678
679

    double const_values[]={
        rce->i_tex_bits * rce->qscale,
        rce->p_tex_bits * rce->qscale,
        (rce->i_tex_bits + rce->p_tex_bits) * rce->qscale,
680
        rce->mv_bits * rce->qscale,
681
682
683
684
685
686
687
688
689
690
691
692
        (double)rce->i_count / rcc->nmb,
        (double)rce->p_count / rcc->nmb,
        (double)rce->s_count / rcc->nmb,
        rce->pict_type == SLICE_TYPE_I,
        rce->pict_type == SLICE_TYPE_P,
        rce->pict_type == SLICE_TYPE_B,
        h->param.rc.f_qcompress,
        rcc->i_cplx_sum[SLICE_TYPE_I] / rcc->frame_count[SLICE_TYPE_I],
        rcc->i_cplx_sum[SLICE_TYPE_P] / rcc->frame_count[SLICE_TYPE_P],
        rcc->p_cplx_sum[SLICE_TYPE_P] / rcc->frame_count[SLICE_TYPE_P],
        rcc->p_cplx_sum[SLICE_TYPE_B] / rcc->frame_count[SLICE_TYPE_B],
        (rcc->i_cplx_sum[pict_type] + rcc->p_cplx_sum[pict_type]) / rcc->frame_count[pict_type],
Loren Merritt's avatar
Loren Merritt committed
693
        rce->blurred_complexity,
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
        0
    };
    static const char *const_names[]={
        "iTex",
        "pTex",
        "tex",
        "mv",
        "iCount",
        "pCount",
        "sCount",
        "isI",
        "isP",
        "isB",
        "qComp",
        "avgIITex",
        "avgPITex",
        "avgPPTex",
        "avgBPTex",
        "avgTex",
713
        "blurCplx",
714
715
716
        NULL
    };
    static double (*func1[])(void *, double)={
717
//      (void *)bits2qscale,
718
719
720
721
        (void *)qscale2bits,
        NULL
    };
    static const char *func1_names[]={
722
//      "bits2qp",
723
724
725
726
        "qp2bits",
        NULL
    };

727
728
    q = x264_eval((char*)h->param.rc.psz_rc_eq, const_values, const_names, func1, func1_names, NULL, NULL, rce);
    q /= rate_factor;
729

Loren Merritt's avatar
Loren Merritt committed
730
    // avoid NaN's in the rc_eq
731
732
733
734
    if(q != q || rce->i_tex_bits + rce->p_tex_bits + rce->mv_bits == 0)
        q = rcc->last_qscale;
    else
        rcc->last_qscale = q;
735

736
    return q;
737
738
739
740
741
}

static double get_diff_limited_q(x264_t *h, ratecontrol_entry_t *rce, double q)
{
    x264_ratecontrol_t *rcc = h->rc;
742
    const int pict_type = rce->pict_type;
743
744
745
746

    // force I/B quants as a function of P quants
    const double last_p_q    = rcc->last_qscale_for[SLICE_TYPE_P];
    const double last_non_b_q= rcc->last_qscale_for[rcc->last_non_b_pict_type];
747
748
    if( pict_type == SLICE_TYPE_I )
    {
749
750
751
752
753
754
755
756
757
758
759
760
        double iq = q;
        double pq = qp2qscale( rcc->accum_p_qp / rcc->accum_p_norm );
        double ip_factor = fabs( h->param.rc.f_ip_factor );
        /* don't apply ip_factor if the following frame is also I */
        if( rcc->accum_p_norm <= 0 )
            q = iq;
        else if( h->param.rc.f_ip_factor < 0 )
            q = iq / ip_factor;
        else if( rcc->accum_p_norm >= 1 )
            q = pq / ip_factor;
        else
            q = rcc->accum_p_norm * pq / ip_factor + (1 - rcc->accum_p_norm) * iq;
761
762
763
764
765
    }
    else if( pict_type == SLICE_TYPE_B )
    {
        if( h->param.rc.f_pb_factor > 0 )
            q = last_non_b_q;
766
        q *= fabs( h->param.rc.f_pb_factor );
767
768
769
770
771
    }
    else if( pict_type == SLICE_TYPE_P
             && rcc->last_non_b_pict_type == SLICE_TYPE_P
             && rce->i_tex_bits + rce->p_tex_bits == 0 )
    {
772
        q = last_p_q;
773
    }
774
775

    /* last qscale / qdiff stuff */
776
777
778
779
    /* TODO take intro account whether the I-frame is a scene cut
     * or just a seek point */
    if(rcc->last_non_b_pict_type==pict_type
       && (pict_type!=SLICE_TYPE_I || rcc->last_accum_p_norm < 1))
780
781
    {
        double last_q = rcc->last_qscale_for[pict_type];
Loren Merritt's avatar
Loren Merritt committed
782
783
        double max_qscale = last_q * rcc->lstep;
        double min_qscale = last_q / rcc->lstep;
784
785
786
787
788

        if     (q > max_qscale) q = max_qscale;
        else if(q < min_qscale) q = min_qscale;
    }

Loren Merritt's avatar
Loren Merritt committed
789
    rcc->last_qscale_for[pict_type] = q;
790
791
    if(pict_type!=SLICE_TYPE_B)
        rcc->last_non_b_pict_type = pict_type;
792
793
    if(pict_type==SLICE_TYPE_I)
    {
794
        rcc->last_accum_p_norm = rcc->accum_p_norm;
795
796
797
798
799
800
801
802
803
        rcc->accum_p_norm = 0;
        rcc->accum_p_qp = 0;
    }
    if(pict_type==SLICE_TYPE_P)
    {
        float mask = 1 - pow( (float)rce->i_count / rcc->nmb, 2 );
        rcc->accum_p_qp   = mask * (qscale2qp(q) + rcc->accum_p_qp);
        rcc->accum_p_norm = mask * (1 + rcc->accum_p_norm);
    }
804
805
806
    return q;
}

Loren Merritt's avatar
Loren Merritt committed
807
808
// clip a qscale to between lmin and lmax
static double clip_qscale( x264_t *h, ratecontrol_entry_t *rce, double q )
809
{
810
811
    double lmin = h->rc->lmin[rce->pict_type];
    double lmax = h->rc->lmax[rce->pict_type];
812

Loren Merritt's avatar
Loren Merritt committed
813
814
    if(lmin==lmax){
        return lmin;
815
816
817
    }else{
        double min2 = log(lmin);
        double max2 = log(lmax);
Loren Merritt's avatar
Loren Merritt committed
818
819
        q = (log(q) - min2)/(max2-min2) - 0.5;
        q = 1.0/(1.0 + exp(-4*q));
820
        q = q*(max2-min2) + min2;
Loren Merritt's avatar
Loren Merritt committed
821
        return exp(q);
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
    }
}

// update qscale for 1 frame based on actual bits used so far
static float rate_estimate_qscale(x264_t *h, int pict_type)
{
    float q;
    float br_compensation;
    double diff;
    int picture_number = h->fenc->i_frame;
    x264_ratecontrol_t *rcc = h->rc;
    ratecontrol_entry_t *rce;
    double lmin = rcc->lmin[pict_type];
    double lmax = rcc->lmax[pict_type];
    int64_t total_bits = 8*(h->stat.i_slice_size[SLICE_TYPE_I]
                          + h->stat.i_slice_size[SLICE_TYPE_P]
                          + h->stat.i_slice_size[SLICE_TYPE_B]);

//printf("input_pic_num:%d pic_num:%d frame_rate:%d\n", s->input_picture_number, s->picture_number, s->frame_rate);

    rce = &rcc->entry[picture_number];

844
    assert(pict_type == rce->pict_type);
845

846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
    if(rce->pict_type == SLICE_TYPE_B)
    {
        return rcc->last_qscale * h->param.rc.f_pb_factor;
    }
    else
    {
        diff = (int64_t)total_bits - (int64_t)rce->expected_bits;
        br_compensation = (rcc->buffer_size - diff) / rcc->buffer_size;
        br_compensation = x264_clip3f(br_compensation, .5, 2);

        q = rce->new_qscale / br_compensation;
        q = x264_clip3f(q, lmin, lmax);
        rcc->last_qscale = q;
        return q;
    }
861
862
863
864
865
866
867
868
869
}

static int init_pass2( x264_t *h )
{
    x264_ratecontrol_t *rcc = h->rc;
    uint64_t all_const_bits = 0;
    uint64_t all_available_bits = (uint64_t)(h->param.rc.i_bitrate * 1000 * (double)rcc->num_entries / rcc->fps);
    double rate_factor, step, step_mult;
    double qblur = h->param.rc.f_qblur;
Loren Merritt's avatar
Loren Merritt committed
870
    double cplxblur = h->param.rc.f_complexity_blur;
871
872
873
874
875
876
877
878
    const int filter_size = (int)(qblur*4) | 1;
    double expected_bits;
    double *qscale, *blurred_qscale;
    int i;

    /* find total/average complexity & const_bits */
    for(i=0; i<rcc->num_entries; i++){
        ratecontrol_entry_t *rce = &rcc->entry[i];
879
        all_const_bits += rce->misc_bits;
880
881
        rcc->i_cplx_sum[rce->pict_type] += rce->i_tex_bits * rce->qscale;
        rcc->p_cplx_sum[rce->pict_type] += rce->p_tex_bits * rce->qscale;
882
        rcc->mv_bits_sum[rce->pict_type] += rce->mv_bits * rce->qscale;
883
        rcc->frame_count[rce->pict_type] ++;
884
885
886
887
888
889
890
891
892
    }

    if( all_available_bits < all_const_bits)
    {
        x264_log(h, X264_LOG_ERROR, "requested bitrate is too low. estimated minimum is %d kbps\n",
                 (int)(all_const_bits * rcc->fps / (rcc->num_entries * 1000)));
        return -1;
    }

Loren Merritt's avatar
Loren Merritt committed
893
894
    for(i=0; i<rcc->num_entries; i++){
        ratecontrol_entry_t *rce = &rcc->entry[i];
895
        double weight_sum = 0;
Loren Merritt's avatar
Loren Merritt committed
896
        double cplx_sum = 0;
897
        double weight = 1.0;
Loren Merritt's avatar
Loren Merritt committed
898
899
        int j;
        /* weighted average of cplx of future frames */
900
        for(j=1; j<cplxblur*2 && j<rcc->num_entries-i; j++){
Loren Merritt's avatar
Loren Merritt committed
901
            ratecontrol_entry_t *rcj = &rcc->entry[i+j];
902
            weight *= 1 - pow( (float)rcj->i_count / rcc->nmb, 2 );
Loren Merritt's avatar
Loren Merritt committed
903
904
905
            if(weight < .0001)
                break;
            weight_sum += weight;
906
            cplx_sum += weight * qscale2bits(rcj, 1);
Loren Merritt's avatar
Loren Merritt committed
907
908
        }
        /* weighted average of cplx of past frames */
909
        weight = 1.0;
910
        for(j=0; j<=cplxblur*2 && j<=i; j++){
Loren Merritt's avatar
Loren Merritt committed
911
912
            ratecontrol_entry_t *rcj = &rcc->entry[i-j];
            weight_sum += weight;
913
            cplx_sum += weight * qscale2bits(rcj, 1);
914
            weight *= 1 - pow( (float)rcj->i_count / rcc->nmb, 2 );
Loren Merritt's avatar
Loren Merritt committed
915
916
917
918
919
920
            if(weight < .0001)
                break;
        }
        rce->blurred_complexity = cplx_sum / weight_sum;
    }

921
922
923
924
925
926
    qscale = x264_malloc(sizeof(double)*rcc->num_entries);
    if(filter_size > 1)
        blurred_qscale = x264_malloc(sizeof(double)*rcc->num_entries);
    else
        blurred_qscale = qscale;

Loren Merritt's avatar
Loren Merritt committed
927
    expected_bits = 1;
928
929
930
931
932
    for(i=0; i<rcc->num_entries; i++)
        expected_bits += qscale2bits(&rcc->entry[i], get_qscale(h, &rcc->entry[i], 1.0));
    step_mult = all_available_bits / expected_bits;

    rate_factor = 0;
Loren Merritt's avatar
Loren Merritt committed
933
    for(step = 1E4 * step_mult; step > 1E-7 * step_mult; step *= 0.5){
934
935
936
        expected_bits = 0;
        rate_factor += step;

937
938
939
        rcc->last_non_b_pict_type = -1;
        rcc->last_accum_p_norm = 1;

940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
        /* find qscale */
        for(i=0; i<rcc->num_entries; i++){
            qscale[i] = get_qscale(h, &rcc->entry[i], rate_factor);
        }

        /* fixed I/B QP relative to P mode */
        for(i=rcc->num_entries-1; i>=0; i--){
            qscale[i] = get_diff_limited_q(h, &rcc->entry[i], qscale[i]);
            assert(qscale[i] >= 0);
        }

        /* smooth curve */
        if(filter_size > 1){
            assert(filter_size%2==1);
            for(i=0; i<rcc->num_entries; i++){
                ratecontrol_entry_t *rce = &rcc->entry[i];
                int j;
                double q=0.0, sum=0.0;

                for(j=0; j<filter_size; j++){
                    int index = i+j-filter_size/2;
                    double d = index-i;
                    double coeff = qblur==0 ? 1.0 : exp(-d*d/(qblur*qblur));
                    if(index < 0 || index >= rcc->num_entries) continue;
964
                    if(rce->pict_type != rcc->entry[index].pict_type) continue;
965
966
967
968
969
970
971
972
973
974
975
                    q += qscale[index] * coeff;
                    sum += coeff;
                }
                blurred_qscale[i] = q/sum;
            }
        }

        /* find expected bits */
        for(i=0; i<rcc->num_entries; i++){
            ratecontrol_entry_t *rce = &rcc->entry[i];
            double bits;
Loren Merritt's avatar
Loren Merritt committed
976
            rce->new_qscale = clip_qscale(h, rce, blurred_qscale[i]);
977
            assert(rce->new_qscale >= 0);
978
            bits = qscale2bits(rce, rce->new_qscale) + rce->misc_bits;
979
980
981
982
983

            rce->expected_bits = expected_bits;
            expected_bits += bits;
        }

984
//printf("expected:%llu available:%llu factor:%lf avgQ:%lf\n", (uint64_t)expected_bits, all_available_bits, rate_factor);
985
986
987
988
989
990
991
        if(expected_bits > all_available_bits) rate_factor -= step;
    }

    x264_free(qscale);
    if(filter_size > 1)
        x264_free(blurred_qscale);

992
    if(fabs(expected_bits/all_available_bits - 1.0) > 0.01)
993
    {
994
995
        double avgq = 0;
        for(i=0; i<rcc->num_entries; i++)
Loren Merritt's avatar
Loren Merritt committed
996
997
            avgq += rcc->entry[i].new_qscale;
        avgq = qscale2qp(avgq / rcc->num_entries);
998
999

        x264_log(h, X264_LOG_ERROR, "Error: 2pass curve failed to converge\n");
1000
        x264_log(h, X264_LOG_ERROR, "target: %.2f kbit/s, got: %.2f kbit/s, avg QP: %.4f\n",