src/i965_encoder_common.h

   1 /*
   2  * Copyright @ 2017 Intel Corporation
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the
   6  * "Software"), to deal in the Software without restriction, including
   7  * without limitation the rights to use, copy, modify, merge, publish,
   8  * distribute, sub license, and/or sell copies of the Software, and to
   9  * permit persons to whom the Software is furnished to do so, subject to
  10  * the following conditions:
  11  *
  12  * The above copyright notice and this permission notice (including the
  13  * next paragraph) shall be included in all copies or substantial portions
  14  * of the Software.
  15  *
  16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  17  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  18  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  19  * IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
  20  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  21  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  22  * SOFTWAR OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  23  *
  24  * Authors:
  25  *     Pengfei Qu <Pengfei.Qu@intel.com>
  26  *
  27  */
  28
  29 #ifndef _I965_COMMON_ENCODER_H
  30 #define _I965_COMMON_ENCODER_H
  31
  32 #include <drm.h>
  33 #include <i915_drm.h>
  34 #include <intel_bufmgr.h>
  35
  36 #include <va/va.h>
  37 #include "i965_encoder.h"
  38 #include "i965_gpe_utils.h"
  39
  40 struct encode_state;
  41 struct intel_encoder_context;
  42
  43 /*
  44    this file define the common structure for encoder, such as H264/H265/VP8/VP9
  45 */
  46 #define INTEL_BRC_NONE   0x00000001
  47 #define INTEL_BRC_CBR    0x00000002
  48 #define INTEL_BRC_VBR    0x00000004
  49 #define INTEL_BRC_CQP    0x00000010
  50 #define INTEL_BRC_AVBR   0x00000040
  51
  52 #define INTEL_BRC_INIT_FLAG_CBR                        0x0010,
  53 #define INTEL_BRC_INIT_FLAG_VBR                        0x0020,
  54 #define INTEL_BRC_INIT_FLAG_AVBR                       0x0040,
  55 #define INTEL_BRC_INIT_FLAG_CQL                        0x0080,
  56 #define INTEL_BRC_INIT_FLAG_FIELD_PIC                  0x0100,
  57 #define INTEL_BRC_INIT_FLAG_ICQ                        0x0200,
  58 #define INTEL_BRC_INIT_FLAG_VCM                        0x0400,
  59 #define INTEL_BRC_INIT_FLAG_IGNORE_PICTURE_HEADER_SIZE 0x2000,
  60 #define INTEL_BRC_INIT_FLAG_QVBR                       0x4000,
  61 #define INTEL_BRC_INIT_FLAG_DISABLE_MBBRC              0x8000
  62
  63
  64 #define INTEL_BRC_UPDATE_FLAG_FIELD                  0x01,
  65 #define INTEL_BRC_UPDATE_FLAG_MBAFF                  (0x01 << 1),
  66 #define INTEL_BRC_UPDATE_FLAG_BOTTOM_FIELD           (0x01 << 2),
  67 #define INTEL_BRC_UPDATE_FLAG_ACTUALQP               (0x01 << 6),
  68 #define INTEL_BRC_UPDATE_FLAG_REFERENCE              (0x01 << 7)
  69
  70 #define INTEL_VME_MIN_ALLOWED_WIDTH_HEIGHT           48
  71
  72 #define INTEL_ROI_NUM                                4
  73
  74 extern const unsigned int table_enc_search_path[2][8][16];
  75
  76 // BRC Flag in BRC Init Kernel
  77 typedef enum _INTEL_ENCODE_BRCINIT_FLAG
  78 {
  79     INTEL_ENCODE_BRCINIT_ISCBR                       = 0x0010,
  80     INTEL_ENCODE_BRCINIT_ISVBR                       = 0x0020,
  81     INTEL_ENCODE_BRCINIT_ISAVBR                      = 0x0040,
  82     INTEL_ENCODE_BRCINIT_ISCQL                       = 0x0080,
  83     INTEL_ENCODE_BRCINIT_FIELD_PIC                   = 0x0100,
  84     INTEL_ENCODE_BRCINIT_ISICQ                       = 0x0200,
  85     INTEL_ENCODE_BRCINIT_ISVCM                       = 0x0400,
  86     INTEL_ENCODE_BRCINIT_IGNORE_PICTURE_HEADER_SIZE  = 0x2000,
  87     INTEL_ENCODE_BRCINIT_ISQVBR                      = 0x4000,
  88     INTEL_ENCODE_BRCINIT_DISABLE_MBBRC               = 0x8000
  89 } INTEL_ENCODE_BRCINIT_FLAG;
  90
  91 // BRC Flag in BRC Update Kernel
  92 typedef enum _INTEL_ENCODE_BRCUPDATE_FLAG
  93 {
  94     INTEL_ENCODE_BRCUPDATE_IS_FIELD                  = 0x01,
  95     INTEL_ENCODE_BRCUPDATE_IS_MBAFF                  = (0x01 << 1),
  96     INTEL_ENCODE_BRCUPDATE_IS_BOTTOM_FIELD           = (0x01 << 2),
  97     INTEL_ENCODE_BRCUPDATE_IS_ACTUALQP               = (0x01 << 6),
  98     INTEL_ENCODE_BRCUPDATE_IS_REFERENCE              = (0x01 << 7)
  99 } INTEL_ENCODE_BRCUPDATE_FLAG;
 100
 101 /*
 102 kernel operation related defines
 103 */
 104 typedef enum _INTEL_GENERIC_ENC_OPERATION
 105 {
 106     INTEL_GENERIC_ENC_SCALING4X = 0,
 107     INTEL_GENERIC_ENC_SCALING2X,
 108     INTEL_GENERIC_ENC_ME,
 109     INTEL_GENERIC_ENC_BRC,
 110     INTEL_GENERIC_ENC_MBENC,
 111     INTEL_GENERIC_ENC_MBENC_WIDI,
 112     INTEL_GENERIC_ENC_WP,
 113     INTEL_GENERIC_ENC_SFD,                   // Static frame detection
 114     INTEL_GENERIC_ENC_DYS
 115 } INTEL_GENERIC_ENC_OPERATION;
 116
 117 typedef enum _INTEL_MEDIA_STATE_TYPE
 118 {
 119     INTEL_MEDIA_STATE_OLP                                = 0,
 120     INTEL_MEDIA_STATE_ENC_NORMAL                         = 1,
 121     INTEL_MEDIA_STATE_ENC_PERFORMANCE                    = 2,
 122     INTEL_MEDIA_STATE_ENC_QUALITY                        = 3,
 123     INTEL_MEDIA_STATE_ENC_I_FRAME_DIST                   = 4,
 124     INTEL_MEDIA_STATE_32X_SCALING                        = 5,
 125     INTEL_MEDIA_STATE_16X_SCALING                        = 6,
 126     INTEL_MEDIA_STATE_4X_SCALING                         = 7,
 127     INTEL_MEDIA_STATE_32X_ME                             = 8,
 128     INTEL_MEDIA_STATE_16X_ME                             = 9,
 129     INTEL_MEDIA_STATE_4X_ME                              = 10,
 130     INTEL_MEDIA_STATE_BRC_INIT_RESET                     = 11,
 131     INTEL_MEDIA_STATE_BRC_UPDATE                         = 12,
 132     INTEL_MEDIA_STATE_BRC_BLOCK_COPY                     = 13,
 133     INTEL_MEDIA_STATE_PA_COPY                            = 20,
 134     INTEL_MEDIA_STATE_PL2_COPY                           = 21,
 135     INTEL_MEDIA_STATE_ENC_WIDI                           = 22,
 136     INTEL_MEDIA_STATE_2X_SCALING                         = 23,
 137     INTEL_MEDIA_STATE_32x32_PU_MODE_DECISION             = 24,
 138     INTEL_MEDIA_STATE_16x16_PU_SAD                       = 25,
 139     INTEL_MEDIA_STATE_16x16_PU_MODE_DECISION             = 26,
 140     INTEL_MEDIA_STATE_8x8_PU                             = 27,
 141     INTEL_MEDIA_STATE_8x8_PU_FMODE                       = 28,
 142     INTEL_MEDIA_STATE_32x32_B_INTRA_CHECK                = 29,
 143     INTEL_MEDIA_STATE_HEVC_B_MBENC                       = 30,
 144     INTEL_MEDIA_STATE_HEVC_B_PAK                         = 32,
 145     INTEL_MEDIA_STATE_HEVC_BRC_LCU_UPDATE                = 33,
 146     INTEL_MEDIA_STATE_VP9_ENC_I_32x32                    = 35,
 147     INTEL_MEDIA_STATE_VP9_ENC_I_16x16                    = 36,
 148     INTEL_MEDIA_STATE_VP9_ENC_P                          = 37,
 149     INTEL_MEDIA_STATE_VP9_ENC_TX                         = 38,
 150     INTEL_MEDIA_STATE_VP9_DYS                            = 39,
 151     INTEL_MEDIA_STATE_PREPROC                            = 51,
 152     INTEL_MEDIA_STATE_ENC_WP                             = 52,
 153     INTEL_MEDIA_STATE_HEVC_I_MBENC                       = 53,
 154     INTEL_MEDIA_STATE_CSC_DS_COPY                        = 54,
 155     INTEL_MEDIA_STATE_2X_4X_SCALING                      = 55,
 156     INTEL_MEDIA_STATE_HEVC_LCU64_B_MBENC                 = 56,
 157     INTEL_MEDIA_STATE_MB_BRC_UPDATE                      = 57,
 158     INTEL_MEDIA_STATE_STATIC_FRAME_DETECTION             = 58,
 159     INTEL_MEDIA_STATE_HEVC_ROI                           = 59,
 160     INTEL_MEDIA_STATE_SW_SCOREBOARD_INIT                 = 60,
 161     INTEL_NUM_MEDIA_STATES                               = 61
 162 } INTEL_MEDIA_STATE_TYPE;
 163
 164 struct encoder_kernel_parameter
 165 {
 166     unsigned int curbe_size;
 167     unsigned int inline_data_size;
 168     unsigned int sampler_size;
 169 };
 170
 171 struct encoder_scoreboard_parameter
 172 {
 173     unsigned int mask;
 174     unsigned int type;
 175     unsigned int enable;
 176     unsigned int walkpat_flag;
 177 };
 178
 179
 180 /*
 181 ME related defines
 182 */
 183 #define INTEL_ENC_HME_4x    0
 184 #define INTEL_ENC_HME_16x   1
 185 #define INTEL_ENC_HME_32x   2
 186
 187 /*
 188    the definition for rate control
 189 */
 190 #define GENERIC_BRC_SEQ         0x01
 191 #define GENERIC_BRC_HRD         0x02
 192 #define GENERIC_BRC_RC          0x04
 193 #define GENERIC_BRC_FR          0x08
 194 #define GENERIC_BRC_FAILURE     (1 << 31)
 195
 196 enum INTEL_ENC_KERNAL_MODE
 197 {
 198     INTEL_ENC_KERNEL_QUALITY      = 0,
 199     INTEL_ENC_KERNEL_NORMAL,
 200     INTEL_ENC_KERNEL_PERFORMANCE
 201 };
 202
 203 enum INTEL_ENC_PRESET_MODE
 204 {
 205     INTEL_PRESET_UNKNOWN         = 0,
 206     INTEL_PRESET_BEST_QUALITY    = 1,
 207     INTEL_PRESET_HI_QUALITY      = 2,
 208     INTEL_PRESET_OPT_QUALITY     = 3,
 209     INTEL_PRESET_OK_QUALITY      = 5,
 210     INTEL_PRESET_NO_SPEED        = 1,
 211     INTEL_PRESET_OPT_SPEED       = 3,
 212     INTEL_PRESET_RT_SPEED        = 4,
 213     INTEL_PRESET_HI_SPEED        = 6,
 214     INTEL_PRESET_BEST_SPEED      = 7,
 215     INTEL_PRESET_LOW_LATENCY     = 0x10,
 216     INTEL_PRESET_MULTIPASS       = 0x20
 217 };
 218
 219 /*
 220    the definition for encoder VME/PAK context
 221 */
 222
 223
 224 struct generic_encoder_context
 225 {
 226     // kernel pointer
 227     void * enc_kernel_ptr;
 228     uint32_t enc_kernel_size;
 229     //scoreboard
 230     uint32_t use_hw_scoreboard;
 231     uint32_t use_hw_non_stalling_scoreboard;
 232     //input surface
 233     struct i965_gpe_resource res_uncompressed_input_surface;
 234     //reconstructed surface
 235     struct i965_gpe_resource res_reconstructed_surface;
 236     //output bitstream
 237     struct {
 238         struct i965_gpe_resource res;
 239         uint32_t start_offset;
 240         uint32_t end_offset;
 241     } compressed_bitstream;
 242
 243     //curbe set function pointer
 244     void (*pfn_set_curbe_scaling2x)(
 245         VADriverContextP ctx,
 246         struct encode_state *encode_state,
 247         struct i965_gpe_context *gpe_context,
 248         struct intel_encoder_context *encoder_context,
 249         void *param);
 250
 251     void (*pfn_set_curbe_scaling4x)(
 252         VADriverContextP ctx,
 253         struct encode_state *encode_state,
 254         struct i965_gpe_context *gpe_context,
 255         struct intel_encoder_context *encoder_context,
 256         void *param);
 257
 258     void (*pfn_set_curbe_me)(
 259         VADriverContextP ctx,
 260         struct encode_state *encode_state,
 261         struct i965_gpe_context *gpe_context,
 262         struct intel_encoder_context *encoder_context,
 263         void *param);
 264
 265     void (*pfn_set_curbe_mbenc)(
 266         VADriverContextP ctx,
 267         struct encode_state *encode_state,
 268         struct i965_gpe_context *gpe_context,
 269         struct intel_encoder_context *encoder_context,
 270         void *param);
 271
 272     void (*pfn_set_curbe_brc_init_reset)(
 273         VADriverContextP ctx,
 274         struct encode_state *encode_state,
 275         struct i965_gpe_context *gpe_context,
 276         struct intel_encoder_context *encoder_context,
 277         void *param);
 278
 279     void (*pfn_set_curbe_brc_frame_update)(
 280         VADriverContextP ctx,
 281         struct encode_state *encode_state,
 282         struct i965_gpe_context *gpe_context,
 283         struct intel_encoder_context *encoder_context,
 284         void *param);
 285
 286     void (*pfn_set_curbe_brc_mb_update)(
 287         VADriverContextP ctx,
 288         struct encode_state *encode_state,
 289         struct i965_gpe_context *gpe_context,
 290         struct intel_encoder_context *encoder_context,
 291         void *param);
 292
 293     void (*pfn_set_curbe_sfd)(
 294         VADriverContextP ctx,
 295         struct encode_state *encode_state,
 296         struct i965_gpe_context *gpe_context,
 297         struct intel_encoder_context *encoder_context,
 298         void *param);
 299
 300     void (*pfn_set_curbe_wp)(
 301         VADriverContextP ctx,
 302         struct encode_state *encode_state,
 303         struct i965_gpe_context *gpe_context,
 304         struct intel_encoder_context *encoder_context,
 305         void *param);
 306
 307     //surface set function pointer
 308     void (*pfn_send_scaling_surface)(
 309         VADriverContextP ctx,
 310         struct encode_state *encode_state,
 311         struct i965_gpe_context *gpe_context,
 312         struct intel_encoder_context *encoder_context,
 313         void *param);
 314
 315     void (*pfn_send_me_surface)(
 316         VADriverContextP ctx,
 317         struct encode_state *encode_state,
 318         struct i965_gpe_context *gpe_context,
 319         struct intel_encoder_context *encoder_context,
 320         void *param);
 321
 322     void (*pfn_send_mbenc_surface)(
 323         VADriverContextP ctx,
 324         struct encode_state *encode_state,
 325         struct i965_gpe_context *gpe_context,
 326         struct intel_encoder_context *encoder_context,
 327         void *param);
 328
 329     void (*pfn_send_brc_init_reset_surface)(
 330         VADriverContextP ctx,
 331         struct encode_state *encode_state,
 332         struct i965_gpe_context *gpe_context,
 333         struct intel_encoder_context *encoder_context,
 334         void *param);
 335
 336     void (*pfn_send_brc_frame_update_surface)(
 337         VADriverContextP ctx,
 338         struct encode_state *encode_state,
 339         struct i965_gpe_context *gpe_context,
 340         struct intel_encoder_context *encoder_context,
 341         void *param);
 342
 343     void (*pfn_send_brc_mb_update_surface)(
 344         VADriverContextP ctx,
 345         struct encode_state *encode_state,
 346         struct i965_gpe_context *gpe_context,
 347         struct intel_encoder_context *encoder_context,
 348         void *param);
 349
 350     void (*pfn_send_sfd_surface)(
 351         VADriverContextP ctx,
 352         struct encode_state *encode_state,
 353         struct i965_gpe_context *gpe_context,
 354         struct intel_encoder_context *encoder_context,
 355         void *param);
 356
 357     void (*pfn_send_wp_surface)(
 358         VADriverContextP ctx,
 359         struct encode_state *encode_state,
 360         struct i965_gpe_context *gpe_context,
 361         struct intel_encoder_context *encoder_context,
 362         void *param);
 363 };
 364 /*
 365    the definition for encoder codec state
 366 */
 367
 368 struct generic_enc_codec_state {
 369
 370     //generic related
 371     int32_t  kernel_mode;
 372     int32_t  preset;
 373     int32_t  seq_frame_number;
 374     int32_t  total_frame_number;
 375     int32_t  herder_bytes_inserted;
 376     uint8_t  frame_type;
 377     bool     first_frame;
 378
 379     // original width/height
 380     uint32_t frame_width_in_pixel;
 381     uint32_t frame_height_in_pixel;
 382     uint32_t frame_width_in_mbs;
 383     uint32_t frame_height_in_mbs;
 384
 385     //scaling related
 386     uint32_t frame_width_2x;
 387     uint32_t frame_height_2x;
 388     uint32_t downscaled_width_2x_in_mb;
 389     uint32_t downscaled_height_2x_in_mb;
 390     uint32_t frame_width_4x;
 391     uint32_t frame_height_4x;
 392     uint32_t frame_width_16x;
 393     uint32_t frame_height_16x;
 394     uint32_t frame_width_32x;
 395     uint32_t frame_height_32x;
 396     uint32_t downscaled_width_4x_in_mb;
 397     uint32_t downscaled_height_4x_in_mb;
 398     uint32_t downscaled_width_16x_in_mb;
 399     uint32_t downscaled_height_16x_in_mb;
 400     uint32_t downscaled_width_32x_in_mb;
 401     uint32_t downscaled_height_32x_in_mb;
 402
 403     // ME related
 404     uint32_t hme_supported:1;
 405     uint32_t b16xme_supported:1;
 406     uint32_t b32xme_supported:1;
 407     uint32_t hme_enabled:1;
 408     uint32_t b16xme_enabled:1;
 409     uint32_t b32xme_enabled:1;
 410     uint32_t brc_distortion_buffer_supported:1;
 411     uint32_t brc_constant_buffer_supported:1;
 412     uint32_t hme_reserved:24;
 413
 414     //BRC related
 415     uint32_t frame_rate;
 416     uint32_t internal_rate_mode;
 417
 418     uint32_t brc_allocated:1;
 419     uint32_t brc_inited:1;
 420     uint32_t brc_need_reset:1;
 421     uint32_t is_low_delay:1;
 422     uint32_t brc_enabled:1;
 423     uint32_t curr_pak_pass:4;
 424     uint32_t num_pak_passes:4;
 425     uint32_t is_first_pass:1;
 426     uint32_t is_last_pass:1;
 427     uint32_t mb_brc_enabled:1;
 428     uint32_t brc_roi_enable:1;
 429     uint32_t brc_dirty_roi_enable:1;
 430     uint32_t skip_frame_enbale:1;
 431     uint32_t brc_reserved:13;
 432
 433     uint32_t target_bit_rate;
 434     uint32_t max_bit_rate;
 435     uint32_t min_bit_rate;
 436     uint64_t init_vbv_buffer_fullness_in_bit;
 437     uint64_t vbv_buffer_size_in_bit;
 438     uint32_t frames_per_100s;
 439     uint32_t gop_size;
 440     uint32_t gop_ref_distance;
 441     uint32_t brc_target_size;
 442     uint32_t brc_mode;
 443     double   brc_init_current_target_buf_full_in_bits;
 444     double   brc_init_reset_input_bits_per_frame;
 445     uint32_t brc_init_reset_buf_size_in_bits;
 446     uint32_t brc_init_previous_target_buf_full_in_bits;
 447     int32_t  frames_per_window_size;
 448     int32_t  target_percentage;
 449     uint16_t avbr_curracy;
 450     uint16_t avbr_convergence;
 451
 452     //skip frame enbale
 453     uint32_t num_skip_frames;
 454     uint32_t size_skip_frames;
 455
 456     // ROI related
 457     uint32_t dirty_num_roi;
 458     uint32_t num_roi;
 459     uint32_t max_delta_qp;
 460     uint32_t min_delta_qp;
 461     struct intel_roi roi[INTEL_ROI_NUM];
 462
 463 };
 464
 465 /*
 466  by now VME and PAK use the same context. it will bind the ctx according to the codec and platform, also vdenc and non-vdenc
 467 */
 468 struct encoder_vme_mfc_context {
 469     int32_t codec_id;
 470     void * generic_enc_ctx;
 471     void * private_enc_ctx; //pointer to the specific enc_ctx
 472     void * generic_enc_state;
 473     void * private_enc_state; //pointer to the specific enc_state
 474 };
 475
 476 #endif /* _I965_COMMON_ENCODER_H */