[Libva] [PATCH V3 2/9] ENC: add common structure for AVC/HEVC encoder
Zhao Yakui
yakui.zhao at intel.com
Wed Jan 25 01:45:07 UTC 2017
On 01/24/2017 12:36 PM, Pengfei Qu wrote:
> v1:
> add context init function for AVC encoder
>
> v2:
> add file in the Makefile.am
>
> Signed-off-by: Pengfei Qu<Pengfei.Qu at intel.com>
> Reviewed-by: Sean V Kelley<seanvk at posteo.de>
> ---
> src/Makefile.am | 3 +
> src/i965_encoder_api.h | 47 +++++
> src/i965_encoder_common.c | 124 +++++++++++
> src/i965_encoder_common.h | 519 ++++++++++++++++++++++++++++++++++++++++++++++
> 4 files changed, 693 insertions(+)
> mode change 100755 => 100644 src/Makefile.am
> create mode 100644 src/i965_encoder_api.h
> create mode 100644 src/i965_encoder_common.c
> create mode 100644 src/i965_encoder_common.h
>
> diff --git a/src/Makefile.am b/src/Makefile.am
> old mode 100755
> +
> +const unsigned int table_enc_search_path[2][8][16] =
> +{
> + // I-Frame& P-Frame
> + {
> + // MEMethod: 0
> + {
> + 0x120FF10F, 0x1E22E20D, 0x20E2FF10, 0x2EDD06FC, 0x11D33FF1, 0xEB1FF33D, 0x4EF1F1F1, 0xF1F21211,
> + 0x0DFFFFE0, 0x11201F1F, 0x1105F1CF, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000
> + },
> + // MEMethod: 1
> + {
> + 0x120FF10F, 0x1E22E20D, 0x20E2FF10, 0x2EDD06FC, 0x11D33FF1, 0xEB1FF33D, 0x4EF1F1F1, 0xF1F21211,
> + 0x0DFFFFE0, 0x11201F1F, 0x1105F1CF, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000
> + },
> + // MEMethod: 2
> + {
> + 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000,
> + 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000
> + },
> + // MEMethod: 3
> + {
> + 0x01010101, 0x11010101, 0x01010101, 0x11010101, 0x01010101, 0x11010101, 0x01010101, 0x11010101,
> + 0x01010101, 0x11010101, 0x01010101, 0x00010101, 0x00000000, 0x00000000, 0x00000000, 0x00000000
> + },
> + // MEMethod: 4
> + {
> + 0x0101F00F, 0x0F0F1010, 0xF0F0F00F, 0x01010101, 0x10101010, 0x0F0F0F0F, 0xF0F0F00F, 0x0101F0F0,
> + 0x01010101, 0x10101010, 0x0F0F1010, 0x0F0F0F0F, 0xF0F0F00F, 0xF0F0F0F0, 0x00000000, 0x00000000
> + },
> + // MEMethod: 5
> + {
> + 0x0101F00F, 0x0F0F1010, 0xF0F0F00F, 0x01010101, 0x10101010, 0x0F0F0F0F, 0xF0F0F00F, 0x0101F0F0,
> + 0x01010101, 0x10101010, 0x0F0F1010, 0x0F0F0F0F, 0xF0F0F00F, 0xF0F0F0F0, 0x00000000, 0x00000000
> + },
> + // MEMethod: 6
> + {
> + 0x120FF10F, 0x1E22E20D, 0x20E2FF10, 0x2EDD06FC, 0x11D33FF1, 0xEB1FF33D, 0x4EF1F1F1, 0xF1F21211,
> + 0x0DFFFFE0, 0x11201F1F, 0x1105F1CF, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000
> + },
> + // MEMethod: 7 used for mpeg2 encoding P frames
> + {
> + 0x1F11F10F, 0x2E22E2FE, 0x20E220DF, 0x2EDD06FC, 0x11D33FF1, 0xEB1FF33D, 0x02F1F1F1, 0x1F201111,
> + 0xF1EFFF0C, 0xF01104F1, 0x10FF0A50, 0x000FF1C0, 0x00000000, 0x00000000, 0x00000000, 0x00000000
> + }
> + },
Can we remove the MPEG2?
> + // B-Frame
> + {
> + // MEMethod: 0
> + {
> + 0x0101F00F, 0x0F0F1010, 0xF0F0F00F, 0x01010101, 0x10101010, 0x0F0F0F0F, 0xF0F0F00F, 0x0101F0F0,
> + 0x01010101, 0x10101010, 0x0F0F1010, 0x0F0F0F0F, 0xF0F0F00F, 0xF0F0F0F0, 0x00000000, 0x00000000
> + },
> + // MEMethod: 1
> + {
> + 0x0101F00F, 0x0F0F1010, 0xF0F0F00F, 0x01010101, 0x10101010, 0x0F0F0F0F, 0xF0F0F00F, 0x0101F0F0,
> + 0x01010101, 0x10101010, 0x0F0F1010, 0x0F0F0F0F, 0xF0F0F00F, 0xF0F0F0F0, 0x00000000, 0x00000000
> + },
> + // MEMethod: 2
> + {
> + 0x0101F00F, 0x0F0F1010, 0xF0F0F00F, 0x01010101, 0x10101010, 0x0F0F0F0F, 0xF0F0F00F, 0x0101F0F0,
> + 0x01010101, 0x10101010, 0x0F0F1010, 0x0F0F0F0F, 0xF0F0F00F, 0xF0F0F0F0, 0x00000000, 0x00000000
> + },
> + // MEMethod: 3
> + {
> + 0x0101F00F, 0x0F0F1010, 0xF0F0F00F, 0x01010101, 0x10101010, 0x0F0F0F0F, 0xF0F0F00F, 0x0101F0F0,
> + 0x01010101, 0x10101010, 0x0F0F1010, 0x0F0F0F0F, 0xF0F0F00F, 0xF0F0F0F0, 0x00000000, 0x00000000
> + },
> + // MEMethod: 4
> + {
> + 0x0101F00F, 0x0F0F1010, 0xF0F0F00F, 0x01010101, 0x10101010, 0x0F0F0F0F, 0xF0F0F00F, 0x0101F0F0,
> + 0x01010101, 0x10101010, 0x0F0F1010, 0x0F0F0F0F, 0xF0F0F00F, 0xF0F0F0F0, 0x00000000, 0x00000000
> + },
> + // MEMethod: 5
> + {
> + 0x0101F00F, 0x0F0F1010, 0xF0F0F00F, 0x01010101, 0x10101010, 0x0F0F0F0F, 0xF0F0F00F, 0x0101F0F0,
> + 0x01010101, 0x10101010, 0x0F0F1010, 0x0F0F0F0F, 0xF0F0F00F, 0xF0F0F0F0, 0x00000000, 0x00000000
> + },
> + // MEMethod: 6
> + {
> + 0x120FF10F, 0x1E22E20D, 0x20E2FF10, 0x2EDD06FC, 0x11D33FF1, 0xEB1FF33D, 0x4EF1F1F1, 0xF1F21211,
> + 0x0DFFFFE0, 0x11201F1F, 0x1105F1CF, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000
> + },
> + // MEMethod: 7 used for mpeg2 encoding B frames
Can we remove the MPEG2?
> + {
> + 0x1F11F10F, 0x2E22E2FE, 0x20E220DF, 0x2EDD06FC, 0x11D33FF1, 0xEB1FF33D, 0x02F1F1F1, 0x1F201111,
> + 0xF1EFFF0C, 0xF01104F1, 0x10FF0A50, 0x000FF1C0, 0x00000000, 0x00000000, 0x00000000, 0x00000000
> + }
> + }
> +};
> \ No newline at end of file
> diff --git a/src/i965_encoder_common.h b/src/i965_encoder_common.h
> new file mode 100644
> index 0000000..ce1b453
> --- /dev/null
> +++ b/src/i965_encoder_common.h
> @@ -0,0 +1,519 @@
> +/*
> + * Copyright @ 2016 Intel Corporation
> + *
> + * Permission is hereby granted, free of charge, to any person obtaining a
> + * copy of this software and associated documentation files (the
> + * "Software"), to deal in the Software without restriction, including
> + * without limitation the rights to use, copy, modify, merge, publish,
> + * distribute, sub license, and/or sell copies of the Software, and to
> + * permit persons to whom the Software is furnished to do so, subject to
> + * the following conditions:
> + *
> + * The above copyright notice and this permission notice (including the
> + * next paragraph) shall be included in all copies or substantial portions
> + * of the Software.
> + *
> + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
> + * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
> + * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
> + * IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
> + * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
> + * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
> + * SOFTWAR OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
> + *
> + * Authors:
> + * Pengfei Qu<Pengfei.Qu at intel.com>
> + *
> + */
> +
> +#ifndef _I965_COMMON_ENCODER_H
> +#define _I965_COMMON_ENCODER_H
> +
> +#include<drm.h>
> +#include<i915_drm.h>
> +#include<intel_bufmgr.h>
> +
> +#include<va/va.h>
> +#include "i965_encoder.h"
> +#include "i965_gpe_utils.h"
> +//#include "gen9_avc_encoder.h"
Remove the invalid comment.
> +
> +struct encode_state;
> +struct intel_encoder_context;
> +
> +/*
> + this file define the common structure for encoder, such as H264/H265/VP8/VP9
> +*/
> +#define INTEL_BRC_NONE 0x00000001
> +#define INTEL_BRC_CBR 0x00000002
> +#define INTEL_BRC_VBR 0x00000004
> +#define INTEL_BRC_CQP 0x00000010
> +#define INTEL_BRC_AVBR 0x00000040
> +
> +#define INTEL_BRC_INIT_FLAG_CBR 0x0010,
> +#define INTEL_BRC_INIT_FLAG_VBR 0x0020,
> +#define INTEL_BRC_INIT_FLAG_AVBR 0x0040,
> +#define INTEL_BRC_INIT_FLAG_CQL 0x0080,
> +#define INTEL_BRC_INIT_FLAG_FIELD_PIC 0x0100,
> +#define INTEL_BRC_INIT_FLAG_ICQ 0x0200,
> +#define INTEL_BRC_INIT_FLAG_VCM 0x0400,
> +#define INTEL_BRC_INIT_FLAG_IGNORE_PICTURE_HEADER_SIZE 0x2000,
> +#define INTEL_BRC_INIT_FLAG_QVBR 0x4000,
> +#define INTEL_BRC_INIT_FLAG_DISABLE_MBBRC 0x8000
> +
> +
> +#define INTEL_BRC_UPDATE_FLAG_FIELD 0x01,
> +#define INTEL_BRC_UPDATE_FLAG_MBAFF (0x01<< 1),
> +#define INTEL_BRC_UPDATE_FLAG_BOTTOM_FIELD (0x01<< 2),
> +#define INTEL_BRC_UPDATE_FLAG_ACTUALQP (0x01<< 6),
> +#define INTEL_BRC_UPDATE_FLAG_REFERENCE (0x01<< 7)
> +
> +#define INTEL_VME_MIN_ALLOWED_WIDTH_HEIGHT 48
> +
> +extern const unsigned int table_enc_search_path[2][8][16];
> +
> +
> +enum INTEL_ENC_PRESET_MODE
> +{
> + INTEL_PRESET_UNKNOWN = 0,
> + INTEL_PRESET_BEST_QUALITY = 1,
> + INTEL_PRESET_HI_QUALITY = 2,
> + INTEL_PRESET_OPT_QUALITY = 3,
> + INTEL_PRESET_OK_QUALITY = 5,
> + INTEL_PRESET_NO_SPEED = 1,
> + INTEL_PRESET_OPT_SPEED = 3,
> + INTEL_PRESET_RT_SPEED = 4,
> + INTEL_PRESET_HI_SPEED = 6,
> + INTEL_PRESET_BEST_SPEED = 7,
> + INTEL_PRESET_LOW_LATENCY = 0x10,
> + INTEL_PRESET_MULTIPASS = 0x20
> +};
> +/*
> + the definition for encoder status
> +*/
> +struct encoder_status
> +{
> + uint32_t bs_byte_count;
> + uint32_t image_status_ctrl;
> + uint32_t media_index;
> +};
> +
> +struct encoder_status_buffer_internal
> +{
> + uint32_t bs_byte_count_offset;
> + uint32_t reserved[15];
> +
> + uint32_t image_status_ctrl_offset;
> +
> + uint32_t bs_frame_reg_offset;
> + uint32_t image_status_ctrl_reg_offset;
> + dri_bo *bo;
> + uint32_t status_buffer_size;
> + uint32_t base_offset;
> +
> + uint32_t media_index_offset;
> +};
> +
> +struct {
> + struct i965_gpe_resource res;
> + uint32_t base_offset;
> + uint32_t size;
> + uint32_t bytes_per_frame_offset;
> +} status_bffuer;
> +
status_bffuer? Typo error. Maybe the status_buffer is better.
As the above structure varies on the different codecs/platform, it will
be better that they are defined individually for the different codecs.
Otherwise when the file is included in several codecs, we will have to
refine it back and forth.
> +/*
> + the definition for encoder VME/PAK context
> +*/
> +
> +
> +struct generic_encoder_context
> +{
> + //scoreboard
> + uint32_t use_hw_scoreboard;
> + uint32_t use_hw_non_stalling_scoreboard;
> + //input surface
> + struct i965_gpe_resource res_uncompressed_input_surface;
> + //reconstructed surface
> + struct i965_gpe_resource res_reconstructed_surface;
> + //output bitstream
> + struct {
> + struct i965_gpe_resource res;
> + uint32_t start_offset;
> + uint32_t end_offset;
> + } compressed_bitstream;
> +
> + //curbe set function pointer
> + void (*pfn_set_curbe_scaling2x)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_set_curbe_scaling4x)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_set_curbe_me)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_set_curbe_mbenc)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_set_curbe_brc_init_reset)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_set_curbe_brc_frame_update)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_set_curbe_brc_mb_update)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_set_curbe_sfd)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_set_curbe_wp)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + //surface set function pointer
> + void (*pfn_send_scaling_surface)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_send_me_surface)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_send_mbenc_surface)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_send_brc_init_reset_surface)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_send_brc_frame_update_surface)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_send_brc_mb_update_surface)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_send_sfd_surface)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> + void (*pfn_send_wp_surface)(
> + VADriverContextP ctx,
> + struct encode_state *encode_state,
> + struct i965_gpe_context *gpe_context,
> + struct intel_encoder_context *encoder_context,
> + void *param);
> +
> +
> +
> +};
> +/*
> + the definition for encoder codec state
> +*/
> +
> +struct generic_enc_codec_state {
> +
> + //generic related
> + int32_t kernel_mode;
> + int32_t preset;
> + int32_t seq_frame_number;
> + int32_t total_frame_number;
> + int32_t herder_bytes_inserted;
> + uint8_t frame_type;
> + bool first_frame;
> +
> + // original width/height
> + uint32_t frame_width_in_pixel;
> + uint32_t frame_height_in_pixel;
> + uint32_t frame_width_in_mbs;
> + uint32_t frame_height_in_mbs;
> +
> + //scaling related
> + uint32_t frame_width_2x;
> + uint32_t frame_height_2x;
> + uint32_t downscaled_width_2x_in_mb;
> + uint32_t downscaled_height_2x_in_mb;
> + uint32_t frame_width_4x;
> + uint32_t frame_height_4x;
> + uint32_t frame_width_16x;
> + uint32_t frame_height_16x;
> + uint32_t frame_width_32x;
> + uint32_t frame_height_32x;
> + uint32_t downscaled_width_4x_in_mb;
> + uint32_t downscaled_height_4x_in_mb;
> + uint32_t downscaled_width_16x_in_mb;
> + uint32_t downscaled_height_16x_in_mb;
> + uint32_t downscaled_width_32x_in_mb;
> + uint32_t downscaled_height_32x_in_mb;
> +
> + // ME related
> + uint32_t hme_supported:1;
> + uint32_t b16xme_supported:1;
> + uint32_t b32xme_supported:1;
> + uint32_t hme_enabled:1;
> + uint32_t b16xme_enabled:1;
> + uint32_t b32xme_enabled:1;
> + uint32_t brc_distortion_buffer_supported:1;
> + uint32_t brc_constant_buffer_supported:1;
> + uint32_t hme_reserved:24;
> +
> + //BRC related
> + uint32_t frame_rate;
> +
> + uint32_t brc_allocated:1;
> + uint32_t brc_inited:1;
> + uint32_t brc_need_reset:1;
> + uint32_t is_low_delay:1;
> + uint32_t brc_enabled:1;
> + uint32_t internal_rate_mode:4;
> + uint32_t curr_pak_pass:4;
> + uint32_t num_pak_passes:4;
> + uint32_t is_first_pass:1;
> + uint32_t is_last_pass:1;
> + uint32_t mb_brc_enabled:1;
> + uint32_t brc_roi_enable:1;
> + uint32_t brc_dirty_roi_enable:1;
> + uint32_t skip_frame_enbale:1;
> + uint32_t brc_reserved:9;
> +
> + uint32_t target_bit_rate;
> + uint32_t max_bit_rate;
> + uint32_t min_bit_rate;
> + uint64_t init_vbv_buffer_fullness_in_bit;
> + uint64_t vbv_buffer_size_in_bit;
> + uint32_t frames_per_100s;
> + uint32_t gop_size;
> + uint32_t gop_ref_distance;
> + uint32_t brc_target_size;
> + uint32_t brc_mode;
> + double brc_init_current_target_buf_full_in_bits;
> + double brc_init_reset_input_bits_per_frame;
> + uint32_t brc_init_reset_buf_size_in_bits;
> + uint32_t brc_init_previous_target_buf_full_in_bits;
> + int32_t window_size;
> + int32_t target_percentage;
> + uint16_t avbr_curracy;
> + uint16_t avbr_convergence;
> +
> + //skip frame enbale
> + uint32_t num_skip_frames;
> + uint32_t size_skip_frames;
> +
> + // ROI related
> + uint32_t dirty_num_roi;
> + uint32_t num_roi;
> + uint32_t max_delta_qp;
> + uint32_t min_delta_qp;
> + struct intel_roi roi[3];
> +
> +};
> +
> +/*
> + by now VME and PAK use the same context. it will bind the ctx according to the codec and platform, also vdenc and non-vdenc
> +*/
> +struct encoder_vme_mfc_context {
> + int32_t codec_id;
> + void * generic_enc_ctx;
> + void * private_enc_ctx; //pointer to the specific enc_ctx
> + void * generic_enc_state;
> + void * private_enc_state; //pointer to the specific enc_state
> +};
> +
> +#endif /* _I965_COMMON_ENCODER_H */
More information about the Libva
mailing list