src/i965_encoder_common.h

   1 /*
   2  * Copyright @ 2017 Intel Corporation
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the
   6  * "Software"), to deal in the Software without restriction, including
   7  * without limitation the rights to use, copy, modify, merge, publish,
   8  * distribute, sub license, and/or sell copies of the Software, and to
   9  * permit persons to whom the Software is furnished to do so, subject to
  10  * the following conditions:
  11  *
  12  * The above copyright notice and this permission notice (including the
  13  * next paragraph) shall be included in all copies or substantial portions
  14  * of the Software.
  15  *
  16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  17  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  18  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  19  * IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
  20  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  21  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  22  * SOFTWAR OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  23  *
  24  * Authors:
  25  *     Pengfei Qu <Pengfei.Qu@intel.com>
  26  *
  27  */
  28
  29 #ifndef _I965_COMMON_ENCODER_H
  30 #define _I965_COMMON_ENCODER_H
  31
  32 #include <drm.h>
  33 #include <i915_drm.h>
  34 #include <intel_bufmgr.h>
  35
  36 #include <va/va.h>
  37 #include "i965_encoder.h"
  38 #include "i965_gpe_utils.h"
  39
  40 struct encode_state;
  41 struct intel_encoder_context;
  42
  43 /*
  44    this file define the common structure for encoder, such as H264/H265/VP8/VP9
  45 */
  46 #define INTEL_BRC_NONE   0x00000001
  47 #define INTEL_BRC_CBR    0x00000002
  48 #define INTEL_BRC_VBR    0x00000004
  49 #define INTEL_BRC_CQP    0x00000010
  50 #define INTEL_BRC_AVBR   0x00000040
  51
  52 #define INTEL_BRC_INIT_FLAG_CBR                        0x0010,
  53 #define INTEL_BRC_INIT_FLAG_VBR                        0x0020,
  54 #define INTEL_BRC_INIT_FLAG_AVBR                       0x0040,
  55 #define INTEL_BRC_INIT_FLAG_CQL                        0x0080,
  56 #define INTEL_BRC_INIT_FLAG_FIELD_PIC                  0x0100,
  57 #define INTEL_BRC_INIT_FLAG_ICQ                        0x0200,
  58 #define INTEL_BRC_INIT_FLAG_VCM                        0x0400,
  59 #define INTEL_BRC_INIT_FLAG_IGNORE_PICTURE_HEADER_SIZE 0x2000,
  60 #define INTEL_BRC_INIT_FLAG_QVBR                       0x4000,
  61 #define INTEL_BRC_INIT_FLAG_DISABLE_MBBRC              0x8000
  62
  63
  64 #define INTEL_BRC_UPDATE_FLAG_FIELD                  0x01,
  65 #define INTEL_BRC_UPDATE_FLAG_MBAFF                  (0x01 << 1),
  66 #define INTEL_BRC_UPDATE_FLAG_BOTTOM_FIELD           (0x01 << 2),
  67 #define INTEL_BRC_UPDATE_FLAG_ACTUALQP               (0x01 << 6),
  68 #define INTEL_BRC_UPDATE_FLAG_REFERENCE              (0x01 << 7)
  69
  70 #define INTEL_VME_MIN_ALLOWED_WIDTH_HEIGHT           48
  71
  72 extern const unsigned int table_enc_search_path[2][8][16];
  73
  74 // BRC Flag in BRC Init Kernel
  75 typedef enum _INTEL_ENCODE_BRCINIT_FLAG
  76 {
  77     INTEL_ENCODE_BRCINIT_ISCBR                       = 0x0010,
  78     INTEL_ENCODE_BRCINIT_ISVBR                       = 0x0020,
  79     INTEL_ENCODE_BRCINIT_ISAVBR                      = 0x0040,
  80     INTEL_ENCODE_BRCINIT_ISCQL                       = 0x0080,
  81     INTEL_ENCODE_BRCINIT_FIELD_PIC                   = 0x0100,
  82     INTEL_ENCODE_BRCINIT_ISICQ                       = 0x0200,
  83     INTEL_ENCODE_BRCINIT_ISVCM                       = 0x0400,
  84     INTEL_ENCODE_BRCINIT_IGNORE_PICTURE_HEADER_SIZE  = 0x2000,
  85     INTEL_ENCODE_BRCINIT_ISQVBR                      = 0x4000,
  86     INTEL_ENCODE_BRCINIT_DISABLE_MBBRC               = 0x8000
  87 } INTEL_ENCODE_BRCINIT_FLAG;
  88
  89 // BRC Flag in BRC Update Kernel
  90 typedef enum _INTEL_ENCODE_BRCUPDATE_FLAG
  91 {
  92     INTEL_ENCODE_BRCUPDATE_IS_FIELD                  = 0x01,
  93     INTEL_ENCODE_BRCUPDATE_IS_MBAFF                  = (0x01 << 1),
  94     INTEL_ENCODE_BRCUPDATE_IS_BOTTOM_FIELD           = (0x01 << 2),
  95     INTEL_ENCODE_BRCUPDATE_IS_ACTUALQP               = (0x01 << 6),
  96     INTEL_ENCODE_BRCUPDATE_IS_REFERENCE              = (0x01 << 7)
  97 } INTEL_ENCODE_BRCUPDATE_FLAG;
  98
  99 /*
 100 kernel operation related defines
 101 */
 102 typedef enum _INTEL_GENERIC_ENC_OPERATION
 103 {
 104     INTEL_GENERIC_ENC_SCALING4X = 0,
 105     INTEL_GENERIC_ENC_SCALING2X,
 106     INTEL_GENERIC_ENC_ME,
 107     INTEL_GENERIC_ENC_BRC,
 108     INTEL_GENERIC_ENC_MBENC,
 109     INTEL_GENERIC_ENC_MBENC_WIDI,
 110     INTEL_GENERIC_ENC_WP,
 111     INTEL_GENERIC_ENC_SFD,                   // Static frame detection
 112     INTEL_GENERIC_ENC_DYS
 113 } INTEL_GENERIC_ENC_OPERATION;
 114
 115 typedef enum _INTEL_MEDIA_STATE_TYPE
 116 {
 117     INTEL_MEDIA_STATE_OLP                                = 0,
 118     INTEL_MEDIA_STATE_ENC_NORMAL                         = 1,
 119     INTEL_MEDIA_STATE_ENC_PERFORMANCE                    = 2,
 120     INTEL_MEDIA_STATE_ENC_QUALITY                        = 3,
 121     INTEL_MEDIA_STATE_ENC_I_FRAME_DIST                   = 4,
 122     INTEL_MEDIA_STATE_32X_SCALING                        = 5,
 123     INTEL_MEDIA_STATE_16X_SCALING                        = 6,
 124     INTEL_MEDIA_STATE_4X_SCALING                         = 7,
 125     INTEL_MEDIA_STATE_32X_ME                             = 8,
 126     INTEL_MEDIA_STATE_16X_ME                             = 9,
 127     INTEL_MEDIA_STATE_4X_ME                              = 10,
 128     INTEL_MEDIA_STATE_BRC_INIT_RESET                     = 11,
 129     INTEL_MEDIA_STATE_BRC_UPDATE                         = 12,
 130     INTEL_MEDIA_STATE_BRC_BLOCK_COPY                     = 13,
 131     INTEL_MEDIA_STATE_PA_COPY                            = 20,
 132     INTEL_MEDIA_STATE_PL2_COPY                           = 21,
 133     INTEL_MEDIA_STATE_ENC_WIDI                           = 22,
 134     INTEL_MEDIA_STATE_2X_SCALING                         = 23,
 135     INTEL_MEDIA_STATE_32x32_PU_MODE_DECISION             = 24,
 136     INTEL_MEDIA_STATE_16x16_PU_SAD                       = 25,
 137     INTEL_MEDIA_STATE_16x16_PU_MODE_DECISION             = 26,
 138     INTEL_MEDIA_STATE_8x8_PU                             = 27,
 139     INTEL_MEDIA_STATE_8x8_PU_FMODE                       = 28,
 140     INTEL_MEDIA_STATE_32x32_B_INTRA_CHECK                = 29,
 141     INTEL_MEDIA_STATE_HEVC_B_MBENC                       = 30,
 142     INTEL_MEDIA_STATE_HEVC_B_PAK                         = 32,
 143     INTEL_MEDIA_STATE_HEVC_BRC_LCU_UPDATE                = 33,
 144     INTEL_MEDIA_STATE_VP9_ENC_I_32x32                    = 35,
 145     INTEL_MEDIA_STATE_VP9_ENC_I_16x16                    = 36,
 146     INTEL_MEDIA_STATE_VP9_ENC_P                          = 37,
 147     INTEL_MEDIA_STATE_VP9_ENC_TX                         = 38,
 148     INTEL_MEDIA_STATE_VP9_DYS                            = 39,
 149     INTEL_MEDIA_STATE_PREPROC                            = 51,
 150     INTEL_MEDIA_STATE_ENC_WP                             = 52,
 151     INTEL_MEDIA_STATE_HEVC_I_MBENC                       = 53,
 152     INTEL_MEDIA_STATE_CSC_DS_COPY                        = 54,
 153     INTEL_MEDIA_STATE_2X_4X_SCALING                      = 55,
 154     INTEL_MEDIA_STATE_HEVC_LCU64_B_MBENC                 = 56,
 155     INTEL_MEDIA_STATE_MB_BRC_UPDATE                      = 57,
 156     INTEL_MEDIA_STATE_STATIC_FRAME_DETECTION             = 58,
 157     INTEL_MEDIA_STATE_HEVC_ROI                           = 59,
 158     INTEL_MEDIA_STATE_SW_SCOREBOARD_INIT                 = 60,
 159     INTEL_NUM_MEDIA_STATES                               = 61
 160 } INTEL_MEDIA_STATE_TYPE;
 161
 162 struct encoder_kernel_parameter
 163 {
 164     unsigned int curbe_size;
 165     unsigned int inline_data_size;
 166     unsigned int sampler_size;
 167 };
 168
 169 struct encoder_scoreboard_parameter
 170 {
 171     unsigned int mask;
 172     unsigned int type;
 173     unsigned int enable;
 174     unsigned int walkpat_flag;
 175 };
 176
 177
 178 /*
 179 ME related defines
 180 */
 181 #define INTEL_ENC_HME_4x    0
 182 #define INTEL_ENC_HME_16x   1
 183 #define INTEL_ENC_HME_32x   2
 184
 185 /*
 186    the definition for rate control
 187 */
 188 #define GENERIC_BRC_SEQ         0x01
 189 #define GENERIC_BRC_HRD         0x02
 190 #define GENERIC_BRC_RC          0x04
 191 #define GENERIC_BRC_FR          0x08
 192 #define GENERIC_BRC_FAILURE     (1 << 31)
 193
 194 enum INTEL_ENC_KERNAL_MODE
 195 {
 196     INTEL_ENC_KERNEL_QUALITY      = 0,
 197     INTEL_ENC_KERNEL_NORMAL,
 198     INTEL_ENC_KERNEL_PERFORMANCE
 199 };
 200
 201 enum INTEL_ENC_PRESET_MODE
 202 {
 203     INTEL_PRESET_UNKNOWN         = 0,
 204     INTEL_PRESET_BEST_QUALITY    = 1,
 205     INTEL_PRESET_HI_QUALITY      = 2,
 206     INTEL_PRESET_OPT_QUALITY     = 3,
 207     INTEL_PRESET_OK_QUALITY      = 5,
 208     INTEL_PRESET_NO_SPEED        = 1,
 209     INTEL_PRESET_OPT_SPEED       = 3,
 210     INTEL_PRESET_RT_SPEED        = 4,
 211     INTEL_PRESET_HI_SPEED        = 6,
 212     INTEL_PRESET_BEST_SPEED      = 7,
 213     INTEL_PRESET_LOW_LATENCY     = 0x10,
 214     INTEL_PRESET_MULTIPASS       = 0x20
 215 };
 216
 217 /*
 218    the definition for encoder VME/PAK context
 219 */
 220
 221
 222 struct generic_encoder_context
 223 {
 224     // kernel pointer
 225     void * enc_kernel_ptr;
 226     uint32_t enc_kernel_size;
 227     //scoreboard
 228     uint32_t use_hw_scoreboard;
 229     uint32_t use_hw_non_stalling_scoreboard;
 230     //input surface
 231     struct i965_gpe_resource res_uncompressed_input_surface;
 232     //reconstructed surface
 233     struct i965_gpe_resource res_reconstructed_surface;
 234     //output bitstream
 235     struct {
 236         struct i965_gpe_resource res;
 237         uint32_t start_offset;
 238         uint32_t end_offset;
 239     } compressed_bitstream;
 240
 241     //curbe set function pointer
 242     void (*pfn_set_curbe_scaling2x)(
 243         VADriverContextP ctx,
 244         struct encode_state *encode_state,
 245         struct i965_gpe_context *gpe_context,
 246         struct intel_encoder_context *encoder_context,
 247         void *param);
 248
 249     void (*pfn_set_curbe_scaling4x)(
 250         VADriverContextP ctx,
 251         struct encode_state *encode_state,
 252         struct i965_gpe_context *gpe_context,
 253         struct intel_encoder_context *encoder_context,
 254         void *param);
 255
 256     void (*pfn_set_curbe_me)(
 257         VADriverContextP ctx,
 258         struct encode_state *encode_state,
 259         struct i965_gpe_context *gpe_context,
 260         struct intel_encoder_context *encoder_context,
 261         void *param);
 262
 263     void (*pfn_set_curbe_mbenc)(
 264         VADriverContextP ctx,
 265         struct encode_state *encode_state,
 266         struct i965_gpe_context *gpe_context,
 267         struct intel_encoder_context *encoder_context,
 268         void *param);
 269
 270     void (*pfn_set_curbe_brc_init_reset)(
 271         VADriverContextP ctx,
 272         struct encode_state *encode_state,
 273         struct i965_gpe_context *gpe_context,
 274         struct intel_encoder_context *encoder_context,
 275         void *param);
 276
 277     void (*pfn_set_curbe_brc_frame_update)(
 278         VADriverContextP ctx,
 279         struct encode_state *encode_state,
 280         struct i965_gpe_context *gpe_context,
 281         struct intel_encoder_context *encoder_context,
 282         void *param);
 283
 284     void (*pfn_set_curbe_brc_mb_update)(
 285         VADriverContextP ctx,
 286         struct encode_state *encode_state,
 287         struct i965_gpe_context *gpe_context,
 288         struct intel_encoder_context *encoder_context,
 289         void *param);
 290
 291     void (*pfn_set_curbe_sfd)(
 292         VADriverContextP ctx,
 293         struct encode_state *encode_state,
 294         struct i965_gpe_context *gpe_context,
 295         struct intel_encoder_context *encoder_context,
 296         void *param);
 297
 298     void (*pfn_set_curbe_wp)(
 299         VADriverContextP ctx,
 300         struct encode_state *encode_state,
 301         struct i965_gpe_context *gpe_context,
 302         struct intel_encoder_context *encoder_context,
 303         void *param);
 304
 305     //surface set function pointer
 306     void (*pfn_send_scaling_surface)(
 307         VADriverContextP ctx,
 308         struct encode_state *encode_state,
 309         struct i965_gpe_context *gpe_context,
 310         struct intel_encoder_context *encoder_context,
 311         void *param);
 312
 313     void (*pfn_send_me_surface)(
 314         VADriverContextP ctx,
 315         struct encode_state *encode_state,
 316         struct i965_gpe_context *gpe_context,
 317         struct intel_encoder_context *encoder_context,
 318         void *param);
 319
 320     void (*pfn_send_mbenc_surface)(
 321         VADriverContextP ctx,
 322         struct encode_state *encode_state,
 323         struct i965_gpe_context *gpe_context,
 324         struct intel_encoder_context *encoder_context,
 325         void *param);
 326
 327     void (*pfn_send_brc_init_reset_surface)(
 328         VADriverContextP ctx,
 329         struct encode_state *encode_state,
 330         struct i965_gpe_context *gpe_context,
 331         struct intel_encoder_context *encoder_context,
 332         void *param);
 333
 334     void (*pfn_send_brc_frame_update_surface)(
 335         VADriverContextP ctx,
 336         struct encode_state *encode_state,
 337         struct i965_gpe_context *gpe_context,
 338         struct intel_encoder_context *encoder_context,
 339         void *param);
 340
 341     void (*pfn_send_brc_mb_update_surface)(
 342         VADriverContextP ctx,
 343         struct encode_state *encode_state,
 344         struct i965_gpe_context *gpe_context,
 345         struct intel_encoder_context *encoder_context,
 346         void *param);
 347
 348     void (*pfn_send_sfd_surface)(
 349         VADriverContextP ctx,
 350         struct encode_state *encode_state,
 351         struct i965_gpe_context *gpe_context,
 352         struct intel_encoder_context *encoder_context,
 353         void *param);
 354
 355     void (*pfn_send_wp_surface)(
 356         VADriverContextP ctx,
 357         struct encode_state *encode_state,
 358         struct i965_gpe_context *gpe_context,
 359         struct intel_encoder_context *encoder_context,
 360         void *param);
 361 };
 362 /*
 363    the definition for encoder codec state
 364 */
 365
 366 struct generic_enc_codec_state {
 367
 368     //generic related
 369     int32_t  kernel_mode;
 370     int32_t  preset;
 371     int32_t  seq_frame_number;
 372     int32_t  total_frame_number;
 373     int32_t  herder_bytes_inserted;
 374     uint8_t  frame_type;
 375     bool     first_frame;
 376
 377     // original width/height
 378     uint32_t frame_width_in_pixel;
 379     uint32_t frame_height_in_pixel;
 380     uint32_t frame_width_in_mbs;
 381     uint32_t frame_height_in_mbs;
 382
 383     //scaling related
 384     uint32_t frame_width_2x;
 385     uint32_t frame_height_2x;
 386     uint32_t downscaled_width_2x_in_mb;
 387     uint32_t downscaled_height_2x_in_mb;
 388     uint32_t frame_width_4x;
 389     uint32_t frame_height_4x;
 390     uint32_t frame_width_16x;
 391     uint32_t frame_height_16x;
 392     uint32_t frame_width_32x;
 393     uint32_t frame_height_32x;
 394     uint32_t downscaled_width_4x_in_mb;
 395     uint32_t downscaled_height_4x_in_mb;
 396     uint32_t downscaled_width_16x_in_mb;
 397     uint32_t downscaled_height_16x_in_mb;
 398     uint32_t downscaled_width_32x_in_mb;
 399     uint32_t downscaled_height_32x_in_mb;
 400
 401     // ME related
 402     uint32_t hme_supported:1;
 403     uint32_t b16xme_supported:1;
 404     uint32_t b32xme_supported:1;
 405     uint32_t hme_enabled:1;
 406     uint32_t b16xme_enabled:1;
 407     uint32_t b32xme_enabled:1;
 408     uint32_t brc_distortion_buffer_supported:1;
 409     uint32_t brc_constant_buffer_supported:1;
 410     uint32_t hme_reserved:24;
 411
 412     //BRC related
 413     uint32_t frame_rate;
 414     uint32_t internal_rate_mode;
 415
 416     uint32_t brc_allocated:1;
 417     uint32_t brc_inited:1;
 418     uint32_t brc_need_reset:1;
 419     uint32_t is_low_delay:1;
 420     uint32_t brc_enabled:1;
 421     uint32_t curr_pak_pass:4;
 422     uint32_t num_pak_passes:4;
 423     uint32_t is_first_pass:1;
 424     uint32_t is_last_pass:1;
 425     uint32_t mb_brc_enabled:1;
 426     uint32_t brc_roi_enable:1;
 427     uint32_t brc_dirty_roi_enable:1;
 428     uint32_t skip_frame_enbale:1;
 429     uint32_t brc_reserved:13;
 430
 431     uint32_t target_bit_rate;
 432     uint32_t max_bit_rate;
 433     uint32_t min_bit_rate;
 434     uint64_t init_vbv_buffer_fullness_in_bit;
 435     uint64_t vbv_buffer_size_in_bit;
 436     uint32_t frames_per_100s;
 437     uint32_t gop_size;
 438     uint32_t gop_ref_distance;
 439     uint32_t brc_target_size;
 440     uint32_t brc_mode;
 441     double   brc_init_current_target_buf_full_in_bits;
 442     double   brc_init_reset_input_bits_per_frame;
 443     uint32_t brc_init_reset_buf_size_in_bits;
 444     uint32_t brc_init_previous_target_buf_full_in_bits;
 445     int32_t  frames_per_window_size;
 446     int32_t  target_percentage;
 447     uint16_t avbr_curracy;
 448     uint16_t avbr_convergence;
 449
 450     //skip frame enbale
 451     uint32_t num_skip_frames;
 452     uint32_t size_skip_frames;
 453
 454     // ROI related
 455     uint32_t dirty_num_roi;
 456     uint32_t num_roi;
 457     uint32_t max_delta_qp;
 458     uint32_t min_delta_qp;
 459     struct intel_roi roi[3];
 460
 461 };
 462
 463 /*
 464  by now VME and PAK use the same context. it will bind the ctx according to the codec and platform, also vdenc and non-vdenc
 465 */
 466 struct encoder_vme_mfc_context {
 467     int32_t codec_id;
 468     void * generic_enc_ctx;
 469     void * private_enc_ctx; //pointer to the specific enc_ctx
 470     void * generic_enc_state;
 471     void * private_enc_state; //pointer to the specific enc_state
 472 };
 473
 474 #endif /* _I965_COMMON_ENCODER_H */