[x265] [PATCH] b-pyramid implementation: Allow the use of B-frames as references for non B and B frames
Gopu Govindaswamy
gopu at multicorewareinc.com
Tue Nov 19 07:32:21 CET 2013
# HG changeset patch
# User Gopu Govindaswamy <gopu at multicorewareinc.com>
# Date 1384842731 -19800
# Node ID c386acea7ba1ca48f32060f265586618ee744a9f
# Parent 2f5f538d2cbca3b46e8d27d860e9787cc19f406f
b-pyramid implementation: Allow the use of B-frames as references for non B and B frames
when we enable the b-pyramid the bitrates efficienctly reduced and there is not much diff in the performance
and the PSNR 00. increased some of the clips and decreased some of clips
Test results for reference when enable and disable the b-pyramid:
cli option : -b 10 --hash=1 -f 100 --b-pyramid=1 --b-adapt=2
Enable B-reference : --b-pyramid=1
Disable B-reference : --b-pyramid=0
Results:
Enable / Disable
Clips - Johnny_1280x720_60.y4m
Total time taken - 11.19s (8.94 fps) / 13.44s (7.44 fps)
Bitrates - 303.52 kb/s / 326.79 kb/s
PSNR - 40.679 / 40.612
Clips - Cactus_1920x1080_50.y4m
Total Time taken - 44.61s (2.24 fps) / 48.23s (2.07 fps)
Bitrates - 3420.80 kb/s / 3575.20 kb/s
PSNR - 35.709 / 35.726
Clips - BasketballDrive_1920x1080_50.y4m
Total time taken - 54.15s (1.85 fps) / 53.72s (1.86 fps)
Bitrates - 4114.07 kb/s / 4310.45 kb/s
PSNR - 37.283 / 37.290
Clips - FourPeople_1280x720_60
Total time taken - 11.79s (8.48 fps) / 12.16s (8.23 fps)
Bitrates - 514.90 kb/s / 539.08 kb/s
PSNR - 39.782 / 39.757
diff -r 2f5f538d2cbc -r c386acea7ba1 source/common/common.cpp
--- a/source/common/common.cpp Mon Nov 18 16:44:31 2013 -0600
+++ b/source/common/common.cpp Tue Nov 19 12:02:11 2013 +0530
@@ -165,6 +165,7 @@
param->bframes = 3;
param->lookaheadDepth = 40;
param->bFrameAdaptive = X265_B_ADAPT_FAST;
+ param->bpyramid = 0;
param->scenecutThreshold = 40; /* Magic number pulled in from x264*/
/* Intra Coding Tools */
@@ -634,6 +635,7 @@
x265_log(param, X265_LOG_INFO, "RDpenalty : %d\n", param->rdPenalty);
}
x265_log(param, X265_LOG_INFO, "Lookahead / bframes / badapt : %d / %d / %d\n", param->lookaheadDepth, param->bframes, param->bFrameAdaptive);
+ x265_log(param, X265_LOG_INFO, "b-pyramid / weightp / ref : %d / %d / %d\n", param->bpyramid, param->bEnableWeightedPred, param->maxNumReferences);
x265_log(param, X265_LOG_INFO, "tools: ");
#define TOOLOPT(FLAG, STR) if (FLAG) fprintf(stderr, "%s ", STR)
TOOLOPT(param->bEnableRectInter, "rect");
@@ -642,7 +644,6 @@
TOOLOPT(param->bEnableConstrainedIntra, "cip");
TOOLOPT(param->bEnableEarlySkip, "esd");
fprintf(stderr, "rd=%d ", param->rdLevel);
- fprintf(stderr, "ref=%d ", param->maxNumReferences);
TOOLOPT(param->bEnableLoopFilter, "lft");
if (param->bEnableSAO)
@@ -664,7 +665,6 @@
else
fprintf(stderr, "tskip ");
}
- TOOLOPT(param->bEnableWeightedPred, "weightp");
TOOLOPT(param->bEnableWeightedBiPred, "weightbp");
TOOLOPT(param->rc.aqMode, "aq-mode");
if (param->rc.aqMode)
@@ -764,6 +764,7 @@
}
OPT("input-csp") p->sourceCsp = ::parseCspName(value, berror);
OPT("me") p->searchMethod = ::parseName(value, x265_motion_est_names, berror);
+ OPT("b-pyramid") p->bpyramid = ::parseName(value, x265_b_pyramid_names, berror);
else
return X265_PARAM_BAD_NAME;
#undef OPT
@@ -821,6 +822,7 @@
BOOL(p->bEnableSAO, "sao");
s += sprintf(s, " sao-lcu-bounds=%d", p->saoLcuBoundary);
s += sprintf(s, " sao-lcu-opt=%d", p->saoLcuBasedOptimization);
+ s += sprintf(s, " b-pyramid=%d", p->bpyramid);
#undef BOOL
return buf;
diff -r 2f5f538d2cbc -r c386acea7ba1 source/common/common.h
--- a/source/common/common.h Mon Nov 18 16:44:31 2013 -0600
+++ b/source/common/common.h Tue Nov 19 12:02:11 2013 +0530
@@ -107,6 +107,7 @@
#define X265_LOG2(x) log2(x)
#endif
+static const char * const x265_b_pyramid_names[] = {"none", "normal", 0};
/* defined in common.cpp */
int64_t x265_mdate(void);
void x265_log(x265_param *param, int level, const char *fmt, ...);
diff -r 2f5f538d2cbc -r c386acea7ba1 source/encoder/dpb.cpp
--- a/source/encoder/dpb.cpp Mon Nov 18 16:44:31 2013 -0600
+++ b/source/encoder/dpb.cpp Tue Nov 19 12:02:11 2013 +0530
@@ -78,7 +78,17 @@
m_lastIDR = pocCurr;
}
slice->setLastIDR(m_lastIDR);
- slice->setReferenced(slice->getSliceType() != B_SLICE);
+
+ if (slice->getSliceType() != B_SLICE)
+ slice->setReferenced(true);
+ else
+ {
+ if (pic->m_lowres.sliceType == X265_TYPE_BREF)
+ slice->setReferenced(true);
+ else
+ slice->setReferenced(false);
+ }
+
slice->setTemporalLayerNonReferenceFlag(!slice->isReferenced());
// Set the nal unit type
slice->setNalUnitType(getNalUnitType(pocCurr, m_lastIDR, pic));
diff -r 2f5f538d2cbc -r c386acea7ba1 source/encoder/encoder.cpp
--- a/source/encoder/encoder.cpp Mon Nov 18 16:44:31 2013 -0600
+++ b/source/encoder/encoder.cpp Tue Nov 19 12:02:11 2013 +0530
@@ -1180,6 +1180,11 @@
{
_param->bEnableRDOQTS = 0;
}
+ if (_param->bpyramid && !_param->bframes)
+ {
+ x265_log(_param, X265_LOG_INFO, "Warning: b-pyramid enabled if bframes > 1 \n");
+ _param->bpyramid = 0;
+ }
/* Set flags according to RDLevel specified - check_params has verified that RDLevel is within range */
switch (_param->rdLevel)
@@ -1223,8 +1228,18 @@
vps.setMaxLayers(1);
for (int i = 0; i < MAX_TLAYER; i++)
{
- m_numReorderPics[i] = 1;
- m_maxDecPicBuffering[i] = X265_MIN(MAX_NUM_REF, X265_MAX(m_numReorderPics[i] + 1, _param->maxNumReferences) + 1);
+ /* Increase the DPB size and reorderpicture if enabled the bpyramid */
+ if (_param->bpyramid && _param->bframes > 1)
+ {
+ m_numReorderPics[i] = 2;
+ m_maxDecPicBuffering[i] = X265_MIN(MAX_NUM_REF, X265_MAX(m_numReorderPics[i] + 1, _param->maxNumReferences) + 2);
+ }
+ else
+ {
+ m_numReorderPics[i] = 1;
+ m_maxDecPicBuffering[i] = X265_MIN(MAX_NUM_REF, X265_MAX(m_numReorderPics[i] + 1, _param->maxNumReferences) + 1);
+ }
+
vps.setNumReorderPics(m_numReorderPics[i], i);
vps.setMaxDecPicBuffering(m_maxDecPicBuffering[i], i);
}
diff -r 2f5f538d2cbc -r c386acea7ba1 source/encoder/slicetype.cpp
--- a/source/encoder/slicetype.cpp Mon Nov 18 16:44:31 2013 -0600
+++ b/source/encoder/slicetype.cpp Tue Nov 19 12:02:11 2013 +0530
@@ -643,21 +643,22 @@
Lowres& frm = list[bframes]->m_lowres;
if (frm.sliceType == X265_TYPE_BREF
- /* && h->param.i_bframe_pyramid < X264_B_PYRAMID_NORMAL && brefs == h->param.i_bframe_pyramid*/)
+ && cfg->param.bpyramid < X265_B_PYRAMID_NORMAL && brefs == cfg->param.bpyramid)
{
frm.sliceType = X265_TYPE_B;
- x265_log(&cfg->param, X265_LOG_WARNING, "B-ref is not yet supported\n");
+ x265_log(&cfg->param, X265_LOG_WARNING, "B-ref at frame %d incompatible with B-pyramid %s \n",
+ frm.frameNum, x265_b_pyramid_names[cfg->param.bpyramid] );
}
/* pyramid with multiple B-refs needs a big enough dpb that the preceding P-frame stays available.
- smaller dpb could be supported by smart enough use of mmco, but it's easier just to forbid it.
- else if (frm.sliceType == X265_TYPE_BREF && cfg->param.i_bframe_pyramid == X265_B_PYRAMID_NORMAL &&
- brefs && cfg->param.i_frame_reference <= (brefs+3))
+ smaller dpb could be supported by smart enough use of mmco, but it's easier just to forbid it.*/
+ else if (frm.sliceType == X265_TYPE_BREF && cfg->param.bpyramid == X265_B_PYRAMID_NORMAL &&
+ brefs && cfg->param.maxNumReferences <= (brefs+3))
{
frm.sliceType = X265_TYPE_B;
x265_log(&cfg->param, X265_LOG_WARNING, "B-ref at frame %d incompatible with B-pyramid %s and %d reference frames\n",
- frm.sliceType, x264_b_pyramid_names[h->param.i_bframe_pyramid], h->param.i_frame_reference);
- } */
+ frm.sliceType, x265_b_pyramid_names[cfg->param.bpyramid], cfg->param.maxNumReferences);
+ }
if (frm.sliceType == X265_TYPE_KEYFRAME)
frm.sliceType = cfg->param.bOpenGOP ? X265_TYPE_I : X265_TYPE_IDR;
@@ -716,12 +717,12 @@
list[bframes]->m_lowres.leadingBframes = bframes;
lastNonB = &list[bframes]->m_lowres;
- /* insert a bref into the sequence
- if (h->param.i_bframe_pyramid && bframes > 1 && !brefs)
+ /* insert a bref into the sequence */
+ if (cfg->param.bpyramid && bframes > 1 && !brefs)
{
- h->lookahead->next.list[bframes/2]->i_type = X264_TYPE_BREF;
+ list[bframes/2]->m_lowres.sliceType = X265_TYPE_BREF;
brefs++;
- } */
+ }
/* calculate the frame costs ahead of time for x264_rc_analyse_slice while we still have lowres */
if (cfg->param.rc.rateControlMode != X265_RC_CQP)
@@ -742,8 +743,7 @@
estimateFrameCost(p0, p1, b, 0);
- /*
- if ((p0 != p1 || bframes) && cfg->param.rc.i_vbv_buffer_size)
+ if ((p0 != p1 || bframes) /*&& cfg->param.rc.i_vbv_buffer_size*/ )
{
// We need the intra costs for row SATDs
estimateFrameCost(b, b, b, 0);
@@ -752,7 +752,7 @@
p0 = 0;
for (b = 1; b <= bframes; b++)
{
- if (frames[b]->i_type == X265_TYPE_B)
+ if (frames[b]->sliceType == X265_TYPE_B)
for (p1 = b; frames[p1]->sliceType == X265_TYPE_B;)
p1++;
else
@@ -761,7 +761,7 @@
if (frames[b]->sliceType == X265_TYPE_BREF)
p0 = b;
}
- } */
+ }
}
/* dequeue all frames from inputQueue that are about to be enqueued
@@ -774,10 +774,23 @@
/* add non-B to output queue */
outputQueue.pushBack(*list[bframes]);
+
+ /* Add B-ref frame next to P frame in output queue, the B-ref encode before non B-ref frame */
+ if (bframes > 1 && cfg->param.bpyramid)
+ {
+ for (int i = 0; i < bframes; i++)
+ {
+ if(list[i]->m_lowres.sliceType == X265_TYPE_BREF)
+ outputQueue.pushBack(*list[i]);
+ }
+ }
+
/* add B frames to output queue */
for (int i = 0; i < bframes; i++)
{
- outputQueue.pushBack(*list[i]);
+ /* push all the B frames into output queue except B-ref, which already pushed into output queue*/
+ if (list[i]->m_lowres.sliceType != X265_TYPE_BREF)
+ outputQueue.pushBack(*list[i]);
}
return;
@@ -1155,11 +1168,7 @@
if (cost > threshold)
break;
- /* Keep some B-frames as references: 0=off, 1=strict hierarchical, 2=normal */
- //TODO Add this into param
- int bframe_pyramid = 0;
-
- if (bframe_pyramid && next_p - cur_p > 2)
+ if (cfg->param.bpyramid && next_p - cur_p > 2)
{
int middle = cur_p + (next_p - cur_p) / 2;
cost += estimateFrameCost(cur_p, next_p, middle, 0);
diff -r 2f5f538d2cbc -r c386acea7ba1 source/x265.cpp
--- a/source/x265.cpp Mon Nov 18 16:44:31 2013 -0600
+++ b/source/x265.cpp Tue Nov 19 12:02:11 2013 +0530
@@ -116,6 +116,7 @@
{ "bframes", required_argument, NULL, 'b' },
{ "bframe-bias", required_argument, NULL, 0 },
{ "b-adapt", required_argument, NULL, 0 },
+ { "b-pyramid", required_argument, NULL, 0 },
{ "ref", required_argument, NULL, 0 },
{ "no-weightp", no_argument, NULL, 0 },
{ "weightp", no_argument, NULL, 'w' },
@@ -304,6 +305,7 @@
H0(" --bframes Maximum number of consecutive b-frames (now it only enables B GOP structure) Default %d\n", param->bframes);
H0(" --bframe-bias Bias towards B frame decisions. Default %d\n", param->bFrameBias);
H0(" --b-adapt 0 - none, 1 - fast, 2 - full (trellis) adaptive B frame scheduling. Default %d\n", param->bFrameAdaptive);
+ H0("...--b-pyramid...................Use B-frame reference 0: Disabled, 1: Enabled Default\n", param->bpyramid);
H0(" --ref max number of L0 references to be allowed (1 .. 16) Default %d\n", param->maxNumReferences);
H0("-w/--[no-]weightp Enable weighted prediction in P slices. Default %s\n", OPT(param->bEnableWeightedPred));
H0("\nQP, rate control and rate distortion options:\n");
diff -r 2f5f538d2cbc -r c386acea7ba1 source/x265.h
--- a/source/x265.h Mon Nov 18 16:44:31 2013 -0600
+++ b/source/x265.h Tue Nov 19 12:02:11 2013 +0530
@@ -204,6 +204,7 @@
#define X265_TYPE_I 0x0002
#define X265_TYPE_P 0x0003
#define X265_TYPE_BREF 0x0004 /* Non-disposable B-frame */
+#define X265_B_PYRAMID_NORMAL 0x0001
#define X265_TYPE_B 0x0005
#define X265_TYPE_KEYFRAME 0x0006 /* IDR or I depending on b_open_gop option */
#define X265_AQ_NONE 0
@@ -315,6 +316,7 @@
int bframes; ///< Max number of consecutive B-frames
int lookaheadDepth; ///< Number of frames to use for lookahead, determines encoder latency
int bFrameAdaptive; ///< 0 - none, 1 - fast, 2 - full (trellis) adaptive B frame scheduling
+ int bpyramid; ///< 0 - none, 1 - normal use B-frame reference
int bFrameBias;
int scenecutThreshold; ///< how aggressively to insert extra I frames
More information about the x265-devel
mailing list