No supported encode driver requires the pool to be fixed-size, so just
remove this constraint.
ctx->recon_frames->sw_format = recon_format;
ctx->recon_frames->width = ctx->surface_width;
ctx->recon_frames->height = ctx->surface_height;
- // At most three IDR/I/P frames and two runs of B frames can be in
- // flight at any one time.
- ctx->recon_frames->initial_pool_size = 3 + 2 * ctx->b_per_p;
err = av_hwframe_ctx_init(ctx->recon_frames_ref);
if (err < 0) {