ratecontrol.c 32.4 KB
Newer Older
1
/***************************************************-*- coding: iso-8859-1 -*-
Laurent Aimar's avatar
Laurent Aimar committed
2
3
4
5
6
 * ratecontrol.c: h264 encoder library (Rate Control)
 *****************************************************************************
 * Copyright (C) 2003 Laurent Aimar
 * $Id: ratecontrol.c,v 1.1 2004/06/03 19:27:08 fenrir Exp $
 *
7
 * Authors: Mns Rullgrd <mru@mru.ath.cx>
8
 * 2 pass code: Michael Niedermayer <michaelni@gmx.at>
9
 *              Loren Merritt <lorenm@u.washington.edu>
Laurent Aimar's avatar
Laurent Aimar committed
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
 *****************************************************************************/

26
#define _ISOC99_SOURCE
27
#undef NDEBUG // always check asserts, the speed effect is far too small to disable them
Laurent Aimar's avatar
Laurent Aimar committed
28
29
30
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
31
32
#include <math.h>
#include <limits.h>
33
#include <assert.h>
Laurent Aimar's avatar
Laurent Aimar committed
34

35
36
37
#include "common/common.h"
#include "common/cpu.h"
#include "common/macroblock.h"
Laurent Aimar's avatar
Laurent Aimar committed
38
39
#include "ratecontrol.h"

Eric Petit's avatar
Eric Petit committed
40
41
42
#ifdef SYS_MACOSX
#define exp2f(x) ( (float) exp2( (x) ) )
#endif
43
44
45
#ifdef SYS_FREEBSD
#define exp2f(x) powf( 2, (x) )
#endif
46
47
48
#ifdef _MSC_VER
#define exp2f(x) pow( 2, (x) )
#endif
49
50
51
52

typedef struct
{
    int pict_type;
53
    int idr;
54
55
56
57
58
59
60
61
62
63
64
    float qscale;
    int mv_bits;
    int i_tex_bits;
    int p_tex_bits;
    int misc_bits;
    uint64_t expected_bits;
    float new_qscale;
    int new_qp;
    int i_count;
    int p_count;
    int s_count;
Loren Merritt's avatar
Loren Merritt committed
65
    float blurred_complexity;
66
67
} ratecontrol_entry_t;

68
69
70
struct x264_ratecontrol_t
{
    /* constants */
71
    double fps;
72
73
    int gop_size;
    int bitrate;
74
    int nmb;                    /* number of macroblocks in a frame */
75
76
77
    int buffer_size;
    int rcbufrate;
    int init_qp;
78
    int qp_constant[5];
79

80
    /* 1st pass stuff */
81
82
83
84
85
86
87
88
89
90
    int gop_qp;
    int buffer_fullness;
    int frames;                 /* frames in current gop */
    int pframes;
    int slice_type;
    int mb;                     /* MBs processed in current frame */
    int bits_gop;               /* allocated bits current gop */
    int bits_last_gop;          /* bits consumed in gop */
    int qp;                     /* qp for current frame */
    int qpm;                    /* qp for next MB */
91
    float qpa;                  /* average qp for last frame */
92
    int qps;
93
94
    float qp_avg_p;             /* average QP for P frames */
    float qp_last_p;
95
96
97
98
99
    int fbits;                  /* bits allocated for current frame */
    int ufbits;                 /* bits used for current frame */
    int nzcoeffs;               /* # of 0-quantized coefficients */
    int ncoeffs;                /* total # of coefficients */
    int overhead;
100
101
102

    /* 2pass stuff */
    FILE *p_stat_file_out;
103
    char *psz_stat_file_tmpname;
104
105

    int num_entries;            /* number of ratecontrol_entry_ts */
Loren Merritt's avatar
Loren Merritt committed
106
    ratecontrol_entry_t *entry; /* FIXME: copy needed data and free this once init is done */
107
108
109
    double last_qscale;
    double last_qscale_for[5];  /* last qscale for a specific pict type, used for max_diff & ipb factor stuff  */
    int last_non_b_pict_type;
110
111
    double accum_p_qp;          /* for determining I-frame quant */
    double accum_p_norm;
112
    double last_accum_p_norm;
113
    double lmin[5];             /* min qscale by frame type */
114
    double lmax[5];
Loren Merritt's avatar
Loren Merritt committed
115
    double lstep;               /* max change (multiply) in qscale per frame */
116
117
118
119
    double i_cplx_sum[5];       /* estimated total texture bits in intra MBs at qscale=1 */
    double p_cplx_sum[5];
    double mv_bits_sum[5];
    int frame_count[5];         /* number of frames of each type */
120
};
Laurent Aimar's avatar
Laurent Aimar committed
121

122
123
124
125
126
127

static int init_pass2(x264_t *);
static float rate_estimate_qscale( x264_t *h, int pict_type );

/* Terminology:
 * qp = h.264's quantizer
128
 * qscale = linearized quantizer = Lagrange multiplier
129
130
131
132
133
134
135
136
137
138
 */
static inline double qp2qscale(double qp)
{
    return 0.85 * pow(2.0, ( qp - 12.0 ) / 6.0);
}
static inline double qscale2qp(double qscale)
{
    return 12.0 + 6.0 * log(qscale/0.85) / log(2.0);
}

139
140
141
142
/* FIXME: The multiplier actually seems to be closer to
 * bits = tex * pow(qscale, 1.25) + mv * pow(qscale, 0.5)
 * MV bits levels off at about qp<=10, but that's only due to inaccuracy in
 * the qscale used for motion estimation. */
143
144
static inline double qscale2bits(ratecontrol_entry_t *rce, double qscale)
{
Loren Merritt's avatar
Loren Merritt committed
145
    if(qscale<0.1)
146
        qscale = 0.1;
147
148
    return (rce->i_tex_bits + rce->p_tex_bits + .1) * rce->qscale / qscale
           + rce->mv_bits * pow( rce->qscale / qscale, 0.5 );
149
150
}

151
152
// there is no analytical inverse to the above
#if 0
153
154
static inline double bits2qscale(ratecontrol_entry_t *rce, double bits)
{
155
    if(bits<1.0)
156
        bits = 1.0;
157
    return (rce->i_tex_bits + rce->p_tex_bits + rce->mv_bits + .1) * rce->qscale / bits;
158
}
159
#endif
160
161


162
int x264_ratecontrol_new( x264_t *h )
Laurent Aimar's avatar
Laurent Aimar committed
163
{
164
    x264_ratecontrol_t *rc;
165
    float bpp;
166
    int i;
167

168
169
170
171
    /* Needed(?) for 2 pass */
    x264_cpu_restore( h->param.cpu );

    h->rc = rc = x264_malloc( sizeof( x264_ratecontrol_t ) );
172
173
    memset(rc, 0, sizeof(*rc));

Måns Rullgård's avatar
Måns Rullgård committed
174
175
176
177
178
179
    /* FIXME: use integers */
    if(h->param.i_fps_num > 0 && h->param.i_fps_den > 0)
        rc->fps = (float) h->param.i_fps_num / h->param.i_fps_den;
    else
        rc->fps = 25.0;

180
    rc->gop_size = h->param.i_keyint_max;
181
    rc->bitrate = h->param.rc.i_bitrate * 1000;
182
    rc->nmb = h->mb.i_mb_count;
183

184
185
186
187
    rc->qp_constant[SLICE_TYPE_P] = h->param.rc.i_qp_constant;
    rc->qp_constant[SLICE_TYPE_I] = x264_clip3( (int)( qscale2qp( qp2qscale( h->param.rc.i_qp_constant ) / fabs( h->param.rc.f_ip_factor )) + 0.5 ), 0, 51 );
    rc->qp_constant[SLICE_TYPE_B] = x264_clip3( (int)( qscale2qp( qp2qscale( h->param.rc.i_qp_constant ) * fabs( h->param.rc.f_pb_factor )) + 0.5 ), 0, 51 );

188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
    /* Init 1pass CBR algo */
    if( h->param.rc.b_cbr ){
        rc->buffer_size = h->param.rc.i_rc_buffer_size * 1000;
        rc->buffer_fullness = h->param.rc.i_rc_init_buffer;
        rc->rcbufrate = rc->bitrate / rc->fps;

        if(rc->buffer_size < rc->rcbufrate){
            x264_log(h, X264_LOG_WARNING, "rc buffer size %i too small\n",
                     rc->buffer_size);
            rc->buffer_size = 0;
        }

        if(rc->buffer_size <= 0)
            rc->buffer_size = rc->bitrate / 2;

        if(rc->buffer_fullness > rc->buffer_size || rc->buffer_fullness < 0){
            x264_log(h, X264_LOG_WARNING, "invalid initial buffer fullness %i\n",
                     rc->buffer_fullness);
            rc->buffer_fullness = 0;
        }

        bpp = rc->bitrate / (rc->fps * h->param.i_width * h->param.i_height);
        if(bpp <= 0.6)
            rc->init_qp = 31;
        else if(bpp <= 1.4)
            rc->init_qp = 25;
        else if(bpp <= 2.4)
            rc->init_qp = 20;
        else
            rc->init_qp = 10;
        rc->gop_qp = rc->init_qp;

        rc->bits_last_gop = 0;

        x264_log(h, X264_LOG_DEBUG, "%f fps, %i bps, bufsize %i\n",
                 rc->fps, rc->bitrate, rc->buffer_size);
224
225
    }

226

Loren Merritt's avatar
Loren Merritt committed
227
    rc->lstep = exp2f(h->param.rc.i_qp_step / 6.0);
228
    rc->last_qscale = qp2qscale(26);
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
    for( i = 0; i < 5; i++ )
    {
        rc->last_qscale_for[i] = qp2qscale(26);
        rc->lmin[i] = qp2qscale( h->param.rc.i_qp_min );
        rc->lmax[i] = qp2qscale( h->param.rc.i_qp_max );
    }
#if 0 // FIXME: do we want to assign lmin/lmax based on ip_factor, or leave them all the same?
    rc->lmin[SLICE_TYPE_I] /= fabs(h->param.f_ip_factor);
    rc->lmax[SLICE_TYPE_I] /= fabs(h->param.f_ip_factor);
    rc->lmin[SLICE_TYPE_B] *= fabs(h->param.f_pb_factor);
    rc->lmax[SLICE_TYPE_B] *= fabs(h->param.f_pb_factor);
#endif

    /* Load stat file and init 2pass algo */
    if( h->param.rc.b_stat_read )
    {
        int stats_size;
        char *p, *stats_in;
        FILE *stats_file;

        /* read 1st pass stats */
        assert( h->param.rc.psz_stat_in );
251
        stats_file = fopen( h->param.rc.psz_stat_in, "rb");
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
        if(!stats_file)
        {
            x264_log(h, X264_LOG_ERROR, "ratecontrol_init: can't open stats file\n");
            return -1;
        }
        // FIXME: error checking
        fseek(stats_file, 0, SEEK_END);
        stats_size = ftell(stats_file);
        fseek(stats_file, 0, SEEK_SET);
        stats_in = x264_malloc(stats_size+10);
        fread(stats_in, 1, stats_size, stats_file);
        fclose(stats_file);

        /* find number of pics */
        p = stats_in;
        for(i=-1; p; i++){
            p = strchr(p+1, ';');
        }
        i += h->param.i_bframe;
        rc->entry = (ratecontrol_entry_t*) x264_malloc(i*sizeof(ratecontrol_entry_t));
        memset(rc->entry, 0, i*sizeof(ratecontrol_entry_t));
        rc->num_entries= i;

        /* init all to skipped p frames */
        for(i=0; i<rc->num_entries; i++){
            ratecontrol_entry_t *rce = &rc->entry[i];
278
            rce->pict_type = SLICE_TYPE_P;
279
280
281
282
283
284
285
286
287
            rce->qscale = rce->new_qscale = qp2qscale(20);
            rce->misc_bits = rc->nmb + 10;
            rce->new_qp = 0;
        }

        /* read stats */
        p = stats_in;
        for(i=0; i < rc->num_entries - h->param.i_bframe; i++){
            ratecontrol_entry_t *rce;
288
289
            int frame_number;
            char pict_type;
290
291
292
293
294
295
296
297
298
            int e;
            char *next;
            float qp;

            next= strchr(p, ';');
            if(next){
                (*next)=0; //sscanf is unbelievably slow on looong strings
                next++;
            }
299
            e = sscanf(p, " in:%d ", &frame_number);
300

301
302
303
            assert(frame_number >= 0);
            assert(frame_number < rc->num_entries);
            rce = &rc->entry[frame_number];
304

305
306
            e += sscanf(p, " in:%*d out:%*d type:%c q:%f itex:%d ptex:%d mv:%d misc:%d imb:%d pmb:%d smb:%d",
                   &pict_type, &qp, &rce->i_tex_bits, &rce->p_tex_bits,
307
                   &rce->mv_bits, &rce->misc_bits, &rce->i_count, &rce->p_count, &rce->s_count);
308
309
310
311
312
313
314
315

            switch(pict_type){
                case 'I': rce->idr = 1;
                case 'i': rce->pict_type = SLICE_TYPE_I; break;
                case 'P': rce->pict_type = SLICE_TYPE_P; break;
                case 'B': rce->pict_type = SLICE_TYPE_B; break;
                default:  e = -1; break;
            }
316
317
318
319
320
321
322
323
324
325
            if(e != 10){
                x264_log(h, X264_LOG_ERROR, "statistics are damaged at line %d, parser out=%d\n", i, e);
                return -1;
            }
            rce->qscale = qp2qscale(qp);
            p = next;
        }

        x264_free(stats_in);

326
327
328
329
330
        /* If using 2pass with constant quant, no need to run the bitrate allocation */
        if(h->param.rc.b_cbr)
        {
            if(init_pass2(h) < 0) return -1;
        }
331
332
333
    }

    /* Open output file */
334
335
    /* If input and output files are the same, output to a temp file
     * and move it to the real name only when it's complete */
336
337
    if( h->param.rc.b_stat_write )
    {
338
339
340
341
342
343
344
345
346
347
        if( h->param.rc.b_stat_read && !strcmp( h->param.rc.psz_stat_in, h->param.rc.psz_stat_out ) )
        {
            rc->psz_stat_file_tmpname = x264_malloc( strlen(h->param.rc.psz_stat_out) + 5 );
            strcpy( rc->psz_stat_file_tmpname, h->param.rc.psz_stat_out );
            strcat( rc->psz_stat_file_tmpname, ".new" );
        }
        else
            rc->psz_stat_file_tmpname = h->param.rc.psz_stat_out;

        rc->p_stat_file_out = fopen( rc->psz_stat_file_tmpname, "wb" );
348
349
350
351
352
353
        if( rc->p_stat_file_out == NULL )
        {
            x264_log(h, X264_LOG_ERROR, "ratecontrol_init: can't open stats file\n");
            return -1;
        }
    }
354
355

    return 0;
Laurent Aimar's avatar
Laurent Aimar committed
356
357
}

358
void x264_ratecontrol_delete( x264_t *h )
Laurent Aimar's avatar
Laurent Aimar committed
359
{
360
    x264_ratecontrol_t *rc = h->rc;
361
362

    if( rc->p_stat_file_out )
363
    {
364
        fclose( rc->p_stat_file_out );
365
366
367
368
369
370
371
        if( rc->psz_stat_file_tmpname != h->param.rc.psz_stat_out )
        {
            if( h->i_frame >= rc->num_entries - h->param.i_bframe )
                rename( rc->psz_stat_file_tmpname, h->param.rc.psz_stat_out );
            x264_free( rc->psz_stat_file_tmpname );
        }
    }
372
373
    if( rc->entry )
        x264_free(rc->entry);
Laurent Aimar's avatar
Laurent Aimar committed
374
375
376
    x264_free( rc );
}

377
void x264_ratecontrol_start( x264_t *h, int i_slice_type )
Laurent Aimar's avatar
Laurent Aimar committed
378
{
379
380
381
382
383
384
385
386
    x264_ratecontrol_t *rc = h->rc;
    int gframes, iframes, pframes, bframes;
    int minbits, maxbits;
    int gbits, fbits;
    int zn = 0;
    float kp;
    int gbuf;

387
    rc->slice_type = i_slice_type;
388
389
390

    x264_cpu_restore( h->param.cpu );

391
392
393
394
395
396
397
    if( !h->param.rc.b_cbr )
    {
        rc->qpm = rc->qpa = rc->qp =
            rc->qp_constant[ i_slice_type ];
        return;
    }
    else if( h->param.rc.b_stat_read )
398
399
    {
        int frame = h->fenc->i_frame;
400
        ratecontrol_entry_t *rce;
401
        assert( frame >= 0 && frame < rc->num_entries );
402
        rce = &h->rc->entry[frame];
403
404

        rce->new_qscale = rate_estimate_qscale( h, i_slice_type );
405
406
        rc->qpm = rc->qpa = rc->qp = rce->new_qp =
            (int)(qscale2qp(rce->new_qscale) + 0.5);
407
408
        return;
    }
409
410
411
412
413
414
415

    switch(i_slice_type){
    case SLICE_TYPE_I:
        gbuf = rc->buffer_fullness + (rc->gop_size-1) * rc->rcbufrate;
        rc->bits_gop = gbuf - rc->buffer_size / 2;

        if(!rc->mb && rc->pframes){
416
            int qp = rc->qp_avg_p / rc->pframes + 0.5;
417
418
419
420
421
422
423
424
425
#if 0 /* JM does this without explaining why */
            int gdq = (float) rc->gop_size / 15 + 0.5;
            if(gdq > 2)
                gdq = 2;
            qp -= gdq;
            if(qp > rc->qp_last_p - 2)
                qp--;
#endif
            qp = x264_clip3(qp, rc->gop_qp - 4, rc->gop_qp + 4);
Loren Merritt's avatar
Loren Merritt committed
426
            qp = x264_clip3(qp, h->param.rc.i_qp_min, h->param.rc.i_qp_max);
427
            rc->gop_qp = qp;
428
        } else if(rc->frames > 4){
429
430
431
            rc->gop_qp = rc->init_qp;
        }

432
        kp = h->param.rc.f_ip_factor * h->param.rc.f_pb_factor;
433

434
435
        x264_log(h, X264_LOG_DEBUG,"gbuf=%i bits_gop=%i frames=%i gop_qp=%i\n",
                 gbuf, rc->bits_gop, rc->frames, rc->gop_qp);
436

437
438
439
440
441
442
443
        rc->bits_last_gop = 0;
        rc->frames = 0;
        rc->pframes = 0;
        rc->qp_avg_p = 0;
        break;

    case SLICE_TYPE_P:
444
        kp = h->param.rc.f_pb_factor;
445
446
447
448
449
450
451
        break;

    case SLICE_TYPE_B:
        kp = 1.0;
        break;

    default:
452
453
        x264_log(h, X264_LOG_WARNING, "ratecontrol: unknown slice type %i\n",
                 i_slice_type);
454
455
456
457
458
459
460
461
462
463
464
        kp = 1.0;
        break;
    }

    gframes = rc->gop_size - rc->frames;
    iframes = gframes / rc->gop_size;
    pframes = gframes / (h->param.i_bframe + 1) - iframes;
    bframes = gframes - pframes - iframes;

    gbits = rc->bits_gop - rc->bits_last_gop;
    fbits = kp * gbits /
465
466
        (h->param.rc.f_ip_factor * h->param.rc.f_pb_factor * iframes +
         h->param.rc.f_pb_factor * pframes + bframes);
467
468
469
470
471
472
473
474
475

    minbits = rc->buffer_fullness + rc->rcbufrate - rc->buffer_size;
    if(minbits < 0)
        minbits = 0;
    maxbits = rc->buffer_fullness;
    rc->fbits = x264_clip3(fbits, minbits, maxbits);

    if(i_slice_type == SLICE_TYPE_I){
        rc->qp = rc->gop_qp;
476
    } else if(rc->ncoeffs && rc->ufbits){
477
478
479
480
481
482
483
484
485
486
        int dqp, nonzc;

        nonzc = (rc->ncoeffs - rc->nzcoeffs);
        if(nonzc == 0)
            zn = rc->ncoeffs;
        else if(rc->fbits < INT_MAX / nonzc)
            zn = rc->ncoeffs - rc->fbits * nonzc / rc->ufbits;
        else
            zn = 0;
        zn = x264_clip3(zn, 0, rc->ncoeffs);
487
        dqp = h->param.rc.i_rc_sens * exp2f(rc->qpa / 6) *
488
            (zn - rc->nzcoeffs) / rc->nzcoeffs;
489
        dqp = x264_clip3(dqp, -h->param.rc.i_qp_step, h->param.rc.i_qp_step);
490
        rc->qp = (int)(rc->qpa + dqp + .5);
491
492
    }

493
    if(rc->fbits > 0.9 * maxbits)
494
        rc->qp += 2;
495
496
    else if(rc->fbits > 0.8 * maxbits)
        rc->qp += 1;
497
498
    else if(rc->fbits < 1.1 * minbits)
        rc->qp -= 2;
499
500
    else if(rc->fbits < 1.2 * minbits)
        rc->qp -= 1;
501

502
    rc->qp = x264_clip3(rc->qp, h->param.rc.i_qp_min, h->param.rc.i_qp_max);
503
504
    rc->qpm = rc->qp;

505
506
    x264_log(h, X264_LOG_DEBUG, "fbits=%i, qp=%i, z=%i, min=%i, max=%i\n",
             rc->fbits, rc->qpm, zn, minbits, maxbits);
507
508
509
510
511
512
513

    rc->fbits -= rc->overhead;
    rc->ufbits = 0;
    rc->ncoeffs = 0;
    rc->nzcoeffs = 0;
    rc->mb = 0;
    rc->qps = 0;
Laurent Aimar's avatar
Laurent Aimar committed
514
515
}

516
void x264_ratecontrol_mb( x264_t *h, int bits )
Laurent Aimar's avatar
Laurent Aimar committed
517
{
518
519
    x264_ratecontrol_t *rc = h->rc;
    int rbits;
520
521
    int zn, enz, nonz;
    int rcoeffs;
522
523
524
    int dqp;
    int i;

525
    if( !h->param.rc.b_cbr || h->param.rc.b_stat_read )
526
527
        return;

528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
    x264_cpu_restore( h->param.cpu );

    rc->qps += rc->qpm;
    rc->ufbits += bits;
    rc->mb++;

    for(i = 0; i < 16 + 8; i++)
        rc->nzcoeffs += 16 - h->mb.cache.non_zero_count[x264_scan8[i]];
    rc->ncoeffs += 16 * (16 + 8);

    if(rc->mb < rc->nmb / 16)
        return;
    else if(rc->mb == rc->nmb)
        return;

543
    rcoeffs = (rc->nmb - rc->mb) * 16 * 24;
544
545
546
547
    rbits = rc->fbits - rc->ufbits;
/*     if(rbits < 0) */
/*      rbits = 0; */

548
549
550
551
552
553
554
555
556
/*     zn = (rc->nmb - rc->mb) * 16 * 24; */
    nonz = (rc->ncoeffs - rc->nzcoeffs);
    if(nonz == 0)
        zn = rcoeffs;
    else if(rc->ufbits && rbits < INT_MAX / nonz)
        zn = rcoeffs - rbits * nonz / rc->ufbits;
    else
        zn = 0;
    zn = x264_clip3(zn, 0, rcoeffs);
557
    enz = rc->nzcoeffs * (rc->nmb - rc->mb) / rc->mb;
558
    dqp = (float) 2*h->param.rc.i_rc_sens * exp2f((float) rc->qps / rc->mb / 6) *
559
560
561
562
        (zn - enz) / enz;
    rc->qpm = x264_clip3(rc->qpm + dqp, rc->qp - 3, rc->qp + 3);
    if(rbits <= 0)
        rc->qpm++;
563
    rc->qpm = x264_clip3(rc->qpm, h->param.rc.i_qp_min, h->param.rc.i_qp_max);
Laurent Aimar's avatar
Laurent Aimar committed
564
565
}

566
int  x264_ratecontrol_qp( x264_t *h )
Laurent Aimar's avatar
Laurent Aimar committed
567
{
568
569
    return h->rc->qpm;
}
Laurent Aimar's avatar
Laurent Aimar committed
570

571
572
573
574
int x264_ratecontrol_slice_type( x264_t *h, int frame_num )
{
    if( h->param.rc.b_stat_read )
    {
575
576
577
578
579
        if( frame_num >= h->rc->num_entries )
        {
            x264_log(h, X264_LOG_ERROR, "More input frames than in the 1st pass\n");
            return X264_TYPE_P;
        }
580
        switch( h->rc->entry[frame_num].pict_type )
581
582
        {
            case SLICE_TYPE_I:
583
                return h->rc->entry[frame_num].idr ? X264_TYPE_IDR : X264_TYPE_I;
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598

            case SLICE_TYPE_B:
                return X264_TYPE_B;

            case SLICE_TYPE_P:
            default:
                return X264_TYPE_P;
        }
    }
    else
    {
        return X264_TYPE_AUTO;
    }
}

599
600
601
void x264_ratecontrol_end( x264_t *h, int bits )
{
    x264_ratecontrol_t *rc = h->rc;
Loren Merritt's avatar
Loren Merritt committed
602
    int i;
Laurent Aimar's avatar
Laurent Aimar committed
603

604
605
    x264_cpu_restore( h->param.cpu );

Loren Merritt's avatar
Loren Merritt committed
606
607
608
609
610
    h->stat.frame.i_mb_count_skip = h->stat.frame.i_mb_count[P_SKIP] + h->stat.frame.i_mb_count[B_SKIP];
    h->stat.frame.i_mb_count_p = h->stat.frame.i_mb_count[P_L0] + h->stat.frame.i_mb_count[P_8x8];
    for( i = B_DIRECT; i < B_8x8; i++ )
        h->stat.frame.i_mb_count_p += h->stat.frame.i_mb_count[i];

611
612
    if( h->param.rc.b_stat_write )
    {
613
614
        char c_type = rc->slice_type==SLICE_TYPE_I ? (h->fenc->i_poc==0 ? 'I' : 'i')
                    : rc->slice_type==SLICE_TYPE_P ? 'P' : 'B';
615
        fprintf( rc->p_stat_file_out,
616
                 "in:%d out:%d type:%c q:%.3f itex:%d ptex:%d mv:%d misc:%d imb:%d pmb:%d smb:%d;\n",
617
                 h->fenc->i_frame, h->i_frame-1,
618
                 c_type, rc->qpa,
619
620
621
                 h->stat.frame.i_itex_bits, h->stat.frame.i_ptex_bits,
                 h->stat.frame.i_hdr_bits, h->stat.frame.i_misc_bits,
                 h->stat.frame.i_mb_count[I_4x4] + h->stat.frame.i_mb_count[I_16x16],
Loren Merritt's avatar
Loren Merritt committed
622
623
                 h->stat.frame.i_mb_count_p,
                 h->stat.frame.i_mb_count_skip);
624
625
626
    }

    if( !h->param.rc.b_cbr || h->param.rc.b_stat_read )
627
        return;
Laurent Aimar's avatar
Laurent Aimar committed
628

629
630
    rc->buffer_fullness += rc->rcbufrate - bits;
    if(rc->buffer_fullness < 0){
631
632
        x264_log(h, X264_LOG_WARNING, "buffer underflow %i\n",
                 rc->buffer_fullness);
633
        rc->buffer_fullness = 0;
Laurent Aimar's avatar
Laurent Aimar committed
634
635
    }

636
    rc->qpa = (float)rc->qps / rc->mb;
637
638
639
640
    if(rc->slice_type == SLICE_TYPE_P){
        rc->qp_avg_p += rc->qpa;
        rc->qp_last_p = rc->qpa;
        rc->pframes++;
641
642
643
644
645
646
    } else if(rc->slice_type == SLICE_TYPE_I){
        float err = (float) rc->ufbits / rc->fbits;
        if(err > 1.1)
            rc->gop_qp++;
        else if(err < 0.9)
            rc->gop_qp--;
Laurent Aimar's avatar
Laurent Aimar committed
647
648
    }

649
650
    rc->overhead = bits - rc->ufbits;

651
    x264_log(h, X264_LOG_DEBUG, "bits=%i, qp=%.1f, z=%i, zr=%6.3f, buf=%i\n",
652
653
             bits, rc->qpa, rc->nzcoeffs, (float) rc->nzcoeffs / rc->ncoeffs,
             rc->buffer_fullness);
654
655
656
657

    rc->bits_last_gop += bits;
    rc->frames++;
    rc->mb = 0;
Laurent Aimar's avatar
Laurent Aimar committed
658
}
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673

/****************************************************************************
 * 2 pass functions
 ***************************************************************************/
double x264_eval( char *s, double *const_value, const char **const_name,
                  double (**func1)(void *, double), const char **func1_name,
                  double (**func2)(void *, double, double), char **func2_name,
                  void *opaque );

/**
 * modifies the bitrate curve from pass1 for one frame
 */
static double get_qscale(x264_t *h, ratecontrol_entry_t *rce, double rate_factor)
{
    x264_ratecontrol_t *rcc= h->rc;
674
    const int pict_type = rce->pict_type;
675
    double q;
676
677
678
679
680

    double const_values[]={
        rce->i_tex_bits * rce->qscale,
        rce->p_tex_bits * rce->qscale,
        (rce->i_tex_bits + rce->p_tex_bits) * rce->qscale,
681
        rce->mv_bits * rce->qscale,
682
683
684
685
686
687
688
689
690
691
692
693
        (double)rce->i_count / rcc->nmb,
        (double)rce->p_count / rcc->nmb,
        (double)rce->s_count / rcc->nmb,
        rce->pict_type == SLICE_TYPE_I,
        rce->pict_type == SLICE_TYPE_P,
        rce->pict_type == SLICE_TYPE_B,
        h->param.rc.f_qcompress,
        rcc->i_cplx_sum[SLICE_TYPE_I] / rcc->frame_count[SLICE_TYPE_I],
        rcc->i_cplx_sum[SLICE_TYPE_P] / rcc->frame_count[SLICE_TYPE_P],
        rcc->p_cplx_sum[SLICE_TYPE_P] / rcc->frame_count[SLICE_TYPE_P],
        rcc->p_cplx_sum[SLICE_TYPE_B] / rcc->frame_count[SLICE_TYPE_B],
        (rcc->i_cplx_sum[pict_type] + rcc->p_cplx_sum[pict_type]) / rcc->frame_count[pict_type],
Loren Merritt's avatar
Loren Merritt committed
694
        rce->blurred_complexity,
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
        0
    };
    static const char *const_names[]={
        "iTex",
        "pTex",
        "tex",
        "mv",
        "iCount",
        "pCount",
        "sCount",
        "isI",
        "isP",
        "isB",
        "qComp",
        "avgIITex",
        "avgPITex",
        "avgPPTex",
        "avgBPTex",
        "avgTex",
714
        "blurCplx",
715
716
717
        NULL
    };
    static double (*func1[])(void *, double)={
718
//      (void *)bits2qscale,
719
720
721
722
        (void *)qscale2bits,
        NULL
    };
    static const char *func1_names[]={
723
//      "bits2qp",
724
725
726
727
        "qp2bits",
        NULL
    };

728
729
    q = x264_eval((char*)h->param.rc.psz_rc_eq, const_values, const_names, func1, func1_names, NULL, NULL, rce);
    q /= rate_factor;
730

Loren Merritt's avatar
Loren Merritt committed
731
    // avoid NaN's in the rc_eq
732
733
734
735
    if(q != q || rce->i_tex_bits + rce->p_tex_bits + rce->mv_bits == 0)
        q = rcc->last_qscale;
    else
        rcc->last_qscale = q;
736

737
    return q;
738
739
740
741
742
}

static double get_diff_limited_q(x264_t *h, ratecontrol_entry_t *rce, double q)
{
    x264_ratecontrol_t *rcc = h->rc;
743
    const int pict_type = rce->pict_type;
744
745
746
747

    // force I/B quants as a function of P quants
    const double last_p_q    = rcc->last_qscale_for[SLICE_TYPE_P];
    const double last_non_b_q= rcc->last_qscale_for[rcc->last_non_b_pict_type];
748
749
    if( pict_type == SLICE_TYPE_I )
    {
750
751
752
753
754
755
756
757
758
759
760
761
        double iq = q;
        double pq = qp2qscale( rcc->accum_p_qp / rcc->accum_p_norm );
        double ip_factor = fabs( h->param.rc.f_ip_factor );
        /* don't apply ip_factor if the following frame is also I */
        if( rcc->accum_p_norm <= 0 )
            q = iq;
        else if( h->param.rc.f_ip_factor < 0 )
            q = iq / ip_factor;
        else if( rcc->accum_p_norm >= 1 )
            q = pq / ip_factor;
        else
            q = rcc->accum_p_norm * pq / ip_factor + (1 - rcc->accum_p_norm) * iq;
762
763
764
765
766
    }
    else if( pict_type == SLICE_TYPE_B )
    {
        if( h->param.rc.f_pb_factor > 0 )
            q = last_non_b_q;
767
        q *= fabs( h->param.rc.f_pb_factor );
768
769
770
771
772
    }
    else if( pict_type == SLICE_TYPE_P
             && rcc->last_non_b_pict_type == SLICE_TYPE_P
             && rce->i_tex_bits + rce->p_tex_bits == 0 )
    {
773
        q = last_p_q;
774
    }
775
776

    /* last qscale / qdiff stuff */
777
778
779
780
    /* TODO take intro account whether the I-frame is a scene cut
     * or just a seek point */
    if(rcc->last_non_b_pict_type==pict_type
       && (pict_type!=SLICE_TYPE_I || rcc->last_accum_p_norm < 1))
781
782
    {
        double last_q = rcc->last_qscale_for[pict_type];
Loren Merritt's avatar
Loren Merritt committed
783
784
        double max_qscale = last_q * rcc->lstep;
        double min_qscale = last_q / rcc->lstep;
785
786
787
788
789

        if     (q > max_qscale) q = max_qscale;
        else if(q < min_qscale) q = min_qscale;
    }

Loren Merritt's avatar
Loren Merritt committed
790
    rcc->last_qscale_for[pict_type] = q;
791
792
    if(pict_type!=SLICE_TYPE_B)
        rcc->last_non_b_pict_type = pict_type;
793
794
    if(pict_type==SLICE_TYPE_I)
    {
795
        rcc->last_accum_p_norm = rcc->accum_p_norm;
796
797
798
799
800
801
802
803
804
        rcc->accum_p_norm = 0;
        rcc->accum_p_qp = 0;
    }
    if(pict_type==SLICE_TYPE_P)
    {
        float mask = 1 - pow( (float)rce->i_count / rcc->nmb, 2 );
        rcc->accum_p_qp   = mask * (qscale2qp(q) + rcc->accum_p_qp);
        rcc->accum_p_norm = mask * (1 + rcc->accum_p_norm);
    }
805
806
807
    return q;
}

Loren Merritt's avatar
Loren Merritt committed
808
809
// clip a qscale to between lmin and lmax
static double clip_qscale( x264_t *h, ratecontrol_entry_t *rce, double q )
810
{
811
812
    double lmin = h->rc->lmin[rce->pict_type];
    double lmax = h->rc->lmax[rce->pict_type];
813

Loren Merritt's avatar
Loren Merritt committed
814
815
    if(lmin==lmax){
        return lmin;
816
817
818
    }else{
        double min2 = log(lmin);
        double max2 = log(lmax);
Loren Merritt's avatar
Loren Merritt committed
819
820
        q = (log(q) - min2)/(max2-min2) - 0.5;
        q = 1.0/(1.0 + exp(-4*q));
821
        q = q*(max2-min2) + min2;
Loren Merritt's avatar
Loren Merritt committed
822
        return exp(q);
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
    }
}

// update qscale for 1 frame based on actual bits used so far
static float rate_estimate_qscale(x264_t *h, int pict_type)
{
    float q;
    float br_compensation;
    double diff;
    int picture_number = h->fenc->i_frame;
    x264_ratecontrol_t *rcc = h->rc;
    ratecontrol_entry_t *rce;
    double lmin = rcc->lmin[pict_type];
    double lmax = rcc->lmax[pict_type];
    int64_t total_bits = 8*(h->stat.i_slice_size[SLICE_TYPE_I]
                          + h->stat.i_slice_size[SLICE_TYPE_P]
                          + h->stat.i_slice_size[SLICE_TYPE_B]);

//printf("input_pic_num:%d pic_num:%d frame_rate:%d\n", s->input_picture_number, s->picture_number, s->frame_rate);

    rce = &rcc->entry[picture_number];

845
    assert(pict_type == rce->pict_type);
846

847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
    if(rce->pict_type == SLICE_TYPE_B)
    {
        return rcc->last_qscale * h->param.rc.f_pb_factor;
    }
    else
    {
        diff = (int64_t)total_bits - (int64_t)rce->expected_bits;
        br_compensation = (rcc->buffer_size - diff) / rcc->buffer_size;
        br_compensation = x264_clip3f(br_compensation, .5, 2);

        q = rce->new_qscale / br_compensation;
        q = x264_clip3f(q, lmin, lmax);
        rcc->last_qscale = q;
        return q;
    }
862
863
864
865
866
867
868
869
870
}

static int init_pass2( x264_t *h )
{
    x264_ratecontrol_t *rcc = h->rc;
    uint64_t all_const_bits = 0;
    uint64_t all_available_bits = (uint64_t)(h->param.rc.i_bitrate * 1000 * (double)rcc->num_entries / rcc->fps);
    double rate_factor, step, step_mult;
    double qblur = h->param.rc.f_qblur;
Loren Merritt's avatar
Loren Merritt committed
871
    double cplxblur = h->param.rc.f_complexity_blur;
872
873
874
875
876
877
878
879
    const int filter_size = (int)(qblur*4) | 1;
    double expected_bits;
    double *qscale, *blurred_qscale;
    int i;

    /* find total/average complexity & const_bits */
    for(i=0; i<rcc->num_entries; i++){
        ratecontrol_entry_t *rce = &rcc->entry[i];
880
        all_const_bits += rce->misc_bits;
881
882
        rcc->i_cplx_sum[rce->pict_type] += rce->i_tex_bits * rce->qscale;
        rcc->p_cplx_sum[rce->pict_type] += rce->p_tex_bits * rce->qscale;
883
        rcc->mv_bits_sum[rce->pict_type] += rce->mv_bits * rce->qscale;
884
        rcc->frame_count[rce->pict_type] ++;
885
886
887
888
889
890
891
892
893
    }

    if( all_available_bits < all_const_bits)
    {
        x264_log(h, X264_LOG_ERROR, "requested bitrate is too low. estimated minimum is %d kbps\n",
                 (int)(all_const_bits * rcc->fps / (rcc->num_entries * 1000)));
        return -1;
    }

Loren Merritt's avatar
Loren Merritt committed
894
895
    for(i=0; i<rcc->num_entries; i++){
        ratecontrol_entry_t *rce = &rcc->entry[i];
896
        double weight_sum = 0;
Loren Merritt's avatar
Loren Merritt committed
897
        double cplx_sum = 0;
898
        double weight = 1.0;
Loren Merritt's avatar
Loren Merritt committed
899
900
        int j;
        /* weighted average of cplx of future frames */
901
        for(j=1; j<cplxblur*2 && j<rcc->num_entries-i; j++){
Loren Merritt's avatar
Loren Merritt committed
902
            ratecontrol_entry_t *rcj = &rcc->entry[i+j];
903
            weight *= 1 - pow( (float)rcj->i_count / rcc->nmb, 2 );
Loren Merritt's avatar
Loren Merritt committed
904
905
906
            if(weight < .0001)
                break;
            weight_sum += weight;
907
            cplx_sum += weight * qscale2bits(rcj, 1);
Loren Merritt's avatar
Loren Merritt committed
908
909
        }
        /* weighted average of cplx of past frames */
910
911
        weight = 1.0;
        for(j=0; j<cplxblur*2 && j<=i; j++){
Loren Merritt's avatar
Loren Merritt committed
912
913
            ratecontrol_entry_t *rcj = &rcc->entry[i-j];
            weight_sum += weight;
914
            cplx_sum += weight * qscale2bits(rcj, 1);
915
            weight *= 1 - pow( (float)rcj->i_count / rcc->nmb, 2 );
Loren Merritt's avatar
Loren Merritt committed
916
917
918
919
920
921
            if(weight < .0001)
                break;
        }
        rce->blurred_complexity = cplx_sum / weight_sum;
    }

922
923
924
925
926
927
    qscale = x264_malloc(sizeof(double)*rcc->num_entries);
    if(filter_size > 1)
        blurred_qscale = x264_malloc(sizeof(double)*rcc->num_entries);
    else
        blurred_qscale = qscale;

Loren Merritt's avatar
Loren Merritt committed
928
    expected_bits = 1;
929
930
931
932
933
    for(i=0; i<rcc->num_entries; i++)
        expected_bits += qscale2bits(&rcc->entry[i], get_qscale(h, &rcc->entry[i], 1.0));
    step_mult = all_available_bits / expected_bits;

    rate_factor = 0;
Loren Merritt's avatar
Loren Merritt committed
934
    for(step = 1E4 * step_mult; step > 1E-7 * step_mult; step *= 0.5){
935
936
937
        expected_bits = 0;
        rate_factor += step;

938
939
940
        rcc->last_non_b_pict_type = -1;
        rcc->last_accum_p_norm = 1;

941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
        /* find qscale */
        for(i=0; i<rcc->num_entries; i++){
            qscale[i] = get_qscale(h, &rcc->entry[i], rate_factor);
        }

        /* fixed I/B QP relative to P mode */
        for(i=rcc->num_entries-1; i>=0; i--){
            qscale[i] = get_diff_limited_q(h, &rcc->entry[i], qscale[i]);
            assert(qscale[i] >= 0);
        }

        /* smooth curve */
        if(filter_size > 1){
            assert(filter_size%2==1);
            for(i=0; i<rcc->num_entries; i++){
                ratecontrol_entry_t *rce = &rcc->entry[i];
                int j;
                double q=0.0, sum=0.0;

                for(j=0; j<filter_size; j++){
                    int index = i+j-filter_size/2;
                    double d = index-i;
                    double coeff = qblur==0 ? 1.0 : exp(-d*d/(qblur*qblur));
                    if(index < 0 || index >= rcc->num_entries) continue;
965
                    if(rce->pict_type != rcc->entry[index].pict_type) continue;
966
967
968
969
970
971
972
973
974
975
976
                    q += qscale[index] * coeff;
                    sum += coeff;
                }
                blurred_qscale[i] = q/sum;
            }
        }

        /* find expected bits */
        for(i=0; i<rcc->num_entries; i++){
            ratecontrol_entry_t *rce = &rcc->entry[i];
            double bits;
Loren Merritt's avatar
Loren Merritt committed
977
            rce->new_qscale = clip_qscale(h, rce, blurred_qscale[i]);
978
            assert(rce->new_qscale >= 0);
979
            bits = qscale2bits(rce, rce->new_qscale) + rce->misc_bits;
980
981
982
983
984

            rce->expected_bits = expected_bits;
            expected_bits += bits;
        }

985
//printf("expected:%llu available:%llu factor:%lf avgQ:%lf\n", (uint64_t)expected_bits, all_available_bits, rate_factor);
986
987
988
989
990
991
992
        if(expected_bits > all_available_bits) rate_factor -= step;
    }

    x264_free(qscale);
    if(filter_size > 1)
        x264_free(blurred_qscale);

993
    if(fabs(expected_bits/all_available_bits - 1.0) > 0.01)
994
    {
995
996
        double avgq = 0;
        for(i=0; i<rcc->num_entries; i++)
Loren Merritt's avatar
Loren Merritt committed
997
998
            avgq += rcc->entry[i].new_qscale;
        avgq = qscale2qp(avgq / rcc->num_entries);
999
1000

        x264_log(h, X264_LOG_ERROR, "Error: 2pass curve failed to converge\n");