OSDN Git Service

bf8d3c7c
[tomoyo/tomoyo-test1.git] /
1 // SPDX-License-Identifier: MIT
2 /*
3  * Copyright © 2018 Intel Corporation
4  *
5  * Author: Gaurav K Singh <gaurav.k.singh@intel.com>
6  *         Manasi Navare <manasi.d.navare@intel.com>
7  */
8 #include <linux/limits.h>
9 #include "i915_drv.h"
10 #include "intel_de.h"
11 #include "intel_display_types.h"
12 #include "intel_dsi.h"
13 #include "intel_vdsc.h"
14 #include "intel_qp_tables.h"
15
16 enum ROW_INDEX_BPP {
17         ROW_INDEX_6BPP = 0,
18         ROW_INDEX_8BPP,
19         ROW_INDEX_10BPP,
20         ROW_INDEX_12BPP,
21         ROW_INDEX_15BPP,
22         MAX_ROW_INDEX
23 };
24
25 enum COLUMN_INDEX_BPC {
26         COLUMN_INDEX_8BPC = 0,
27         COLUMN_INDEX_10BPC,
28         COLUMN_INDEX_12BPC,
29         COLUMN_INDEX_14BPC,
30         COLUMN_INDEX_16BPC,
31         MAX_COLUMN_INDEX
32 };
33
34 /* From DSC_v1.11 spec, rc_parameter_Set syntax element typically constant */
35 static const u16 rc_buf_thresh[] = {
36         896, 1792, 2688, 3584, 4480, 5376, 6272, 6720, 7168, 7616,
37         7744, 7872, 8000, 8064
38 };
39
40 struct rc_parameters {
41         u16 initial_xmit_delay;
42         u8 first_line_bpg_offset;
43         u16 initial_offset;
44         u8 flatness_min_qp;
45         u8 flatness_max_qp;
46         u8 rc_quant_incr_limit0;
47         u8 rc_quant_incr_limit1;
48         struct drm_dsc_rc_range_parameters rc_range_params[DSC_NUM_BUF_RANGES];
49 };
50
51 /*
52  * Selected Rate Control Related Parameter Recommended Values
53  * from DSC_v1.11 spec & C Model release: DSC_model_20161212
54  */
55 static const struct rc_parameters rc_parameters[][MAX_COLUMN_INDEX] = {
56 {
57         /* 6BPP/8BPC */
58         { 768, 15, 6144, 3, 13, 11, 11, {
59                 { 0, 4, 0 }, { 1, 6, -2 }, { 3, 8, -2 }, { 4, 8, -4 },
60                 { 5, 9, -6 }, { 5, 9, -6 }, { 6, 9, -6 }, { 6, 10, -8 },
61                 { 7, 11, -8 }, { 8, 12, -10 }, { 9, 12, -10 }, { 10, 12, -12 },
62                 { 10, 12, -12 }, { 11, 12, -12 }, { 13, 14, -12 }
63                 }
64         },
65         /* 6BPP/10BPC */
66         { 768, 15, 6144, 7, 17, 15, 15, {
67                 { 0, 8, 0 }, { 3, 10, -2 }, { 7, 12, -2 }, { 8, 12, -4 },
68                 { 9, 13, -6 }, { 9, 13, -6 }, { 10, 13, -6 }, { 10, 14, -8 },
69                 { 11, 15, -8 }, { 12, 16, -10 }, { 13, 16, -10 },
70                 { 14, 16, -12 }, { 14, 16, -12 }, { 15, 16, -12 },
71                 { 17, 18, -12 }
72                 }
73         },
74         /* 6BPP/12BPC */
75         { 768, 15, 6144, 11, 21, 19, 19, {
76                 { 0, 12, 0 }, { 5, 14, -2 }, { 11, 16, -2 }, { 12, 16, -4 },
77                 { 13, 17, -6 }, { 13, 17, -6 }, { 14, 17, -6 }, { 14, 18, -8 },
78                 { 15, 19, -8 }, { 16, 20, -10 }, { 17, 20, -10 },
79                 { 18, 20, -12 }, { 18, 20, -12 }, { 19, 20, -12 },
80                 { 21, 22, -12 }
81                 }
82         },
83         /* 6BPP/14BPC */
84         { 768, 15, 6144, 15, 25, 23, 27, {
85                 { 0, 16, 0 }, { 7, 18, -2 }, { 15, 20, -2 }, { 16, 20, -4 },
86                 { 17, 21, -6 }, { 17, 21, -6 }, { 18, 21, -6 }, { 18, 22, -8 },
87                 { 19, 23, -8 }, { 20, 24, -10 }, { 21, 24, -10 },
88                 { 22, 24, -12 }, { 22, 24, -12 }, { 23, 24, -12 },
89                 { 25, 26, -12 }
90                 }
91         },
92         /* 6BPP/16BPC */
93         { 768, 15, 6144, 19, 29, 27, 27, {
94                 { 0, 20, 0 }, { 9, 22, -2 }, { 19, 24, -2 }, { 20, 24, -4 },
95                 { 21, 25, -6 }, { 21, 25, -6 }, { 22, 25, -6 }, { 22, 26, -8 },
96                 { 23, 27, -8 }, { 24, 28, -10 }, { 25, 28, -10 },
97                 { 26, 28, -12 }, { 26, 28, -12 }, { 27, 28, -12 },
98                 { 29, 30, -12 }
99                 }
100         },
101 },
102 {
103         /* 8BPP/8BPC */
104         { 512, 12, 6144, 3, 12, 11, 11, {
105                 { 0, 4, 2 }, { 0, 4, 0 }, { 1, 5, 0 }, { 1, 6, -2 },
106                 { 3, 7, -4 }, { 3, 7, -6 }, { 3, 7, -8 }, { 3, 8, -8 },
107                 { 3, 9, -8 }, { 3, 10, -10 }, { 5, 11, -10 }, { 5, 12, -12 },
108                 { 5, 13, -12 }, { 7, 13, -12 }, { 13, 15, -12 }
109                 }
110         },
111         /* 8BPP/10BPC */
112         { 512, 12, 6144, 7, 16, 15, 15, {
113                 { 0, 4, 2 }, { 4, 8, 0 }, { 5, 9, 0 }, { 5, 10, -2 },
114                 { 7, 11, -4 }, { 7, 11, -6 }, { 7, 11, -8 }, { 7, 12, -8 },
115                 { 7, 13, -8 }, { 7, 14, -10 }, { 9, 15, -10 }, { 9, 16, -12 },
116                 { 9, 17, -12 }, { 11, 17, -12 }, { 17, 19, -12 }
117                 }
118         },
119         /* 8BPP/12BPC */
120         { 512, 12, 6144, 11, 20, 19, 19, {
121                 { 0, 12, 2 }, { 4, 12, 0 }, { 9, 13, 0 }, { 9, 14, -2 },
122                 { 11, 15, -4 }, { 11, 15, -6 }, { 11, 15, -8 }, { 11, 16, -8 },
123                 { 11, 17, -8 }, { 11, 18, -10 }, { 13, 19, -10 },
124                 { 13, 20, -12 }, { 13, 21, -12 }, { 15, 21, -12 },
125                 { 21, 23, -12 }
126                 }
127         },
128         /* 8BPP/14BPC */
129         { 512, 12, 6144, 15, 24, 23, 23, {
130                 { 0, 12, 0 }, { 5, 13, 0 }, { 11, 15, 0 }, { 12, 17, -2 },
131                 { 15, 19, -4 }, { 15, 19, -6 }, { 15, 19, -8 }, { 15, 20, -8 },
132                 { 15, 21, -8 }, { 15, 22, -10 }, { 17, 22, -10 },
133                 { 17, 23, -12 }, { 17, 23, -12 }, { 21, 24, -12 },
134                 { 24, 25, -12 }
135                 }
136         },
137         /* 8BPP/16BPC */
138         { 512, 12, 6144, 19, 28, 27, 27, {
139                 { 0, 12, 2 }, { 6, 14, 0 }, { 13, 17, 0 }, { 15, 20, -2 },
140                 { 19, 23, -4 }, { 19, 23, -6 }, { 19, 23, -8 }, { 19, 24, -8 },
141                 { 19, 25, -8 }, { 19, 26, -10 }, { 21, 26, -10 },
142                 { 21, 27, -12 }, { 21, 27, -12 }, { 25, 28, -12 },
143                 { 28, 29, -12 }
144                 }
145         },
146 },
147 {
148         /* 10BPP/8BPC */
149         { 410, 15, 5632, 3, 12, 11, 11, {
150                 { 0, 3, 2 }, { 0, 4, 0 }, { 1, 5, 0 }, { 2, 6, -2 },
151                 { 3, 7, -4 }, { 3, 7, -6 }, { 3, 7, -8 }, { 3, 8, -8 },
152                 { 3, 9, -8 }, { 3, 9, -10 }, { 5, 10, -10 }, { 5, 10, -10 },
153                 { 5, 11, -12 }, { 7, 11, -12 }, { 11, 12, -12 }
154                 }
155         },
156         /* 10BPP/10BPC */
157         { 410, 15, 5632, 7, 16, 15, 15, {
158                 { 0, 7, 2 }, { 4, 8, 0 }, { 5, 9, 0 }, { 6, 10, -2 },
159                 { 7, 11, -4 }, { 7, 11, -6 }, { 7, 11, -8 }, { 7, 12, -8 },
160                 { 7, 13, -8 }, { 7, 13, -10 }, { 9, 14, -10 }, { 9, 14, -10 },
161                 { 9, 15, -12 }, { 11, 15, -12 }, { 15, 16, -12 }
162                 }
163         },
164         /* 10BPP/12BPC */
165         { 410, 15, 5632, 11, 20, 19, 19, {
166                 { 0, 11, 2 }, { 4, 12, 0 }, { 9, 13, 0 }, { 10, 14, -2 },
167                 { 11, 15, -4 }, { 11, 15, -6 }, { 11, 15, -8 }, { 11, 16, -8 },
168                 { 11, 17, -8 }, { 11, 17, -10 }, { 13, 18, -10 },
169                 { 13, 18, -10 }, { 13, 19, -12 }, { 15, 19, -12 },
170                 { 19, 20, -12 }
171                 }
172         },
173         /* 10BPP/14BPC */
174         { 410, 15, 5632, 15, 24, 23, 23, {
175                 { 0, 11, 2 }, { 5, 13, 0 }, { 11, 15, 0 }, { 13, 18, -2 },
176                 { 15, 19, -4 }, { 15, 19, -6 }, { 15, 19, -8 }, { 15, 20, -8 },
177                 { 15, 21, -8 }, { 15, 21, -10 }, { 17, 22, -10 },
178                 { 17, 22, -10 }, { 17, 23, -12 }, { 19, 23, -12 },
179                 { 23, 24, -12 }
180                 }
181         },
182         /* 10BPP/16BPC */
183         { 410, 15, 5632, 19, 28, 27, 27, {
184                 { 0, 11, 2 }, { 6, 14, 0 }, { 13, 17, 0 }, { 16, 20, -2 },
185                 { 19, 23, -4 }, { 19, 23, -6 }, { 19, 23, -8 }, { 19, 24, -8 },
186                 { 19, 25, -8 }, { 19, 25, -10 }, { 21, 26, -10 },
187                 { 21, 26, -10 }, { 21, 27, -12 }, { 23, 27, -12 },
188                 { 27, 28, -12 }
189                 }
190         },
191 },
192 {
193         /* 12BPP/8BPC */
194         { 341, 15, 2048, 3, 12, 11, 11, {
195                 { 0, 2, 2 }, { 0, 4, 0 }, { 1, 5, 0 }, { 1, 6, -2 },
196                 { 3, 7, -4 }, { 3, 7, -6 }, { 3, 7, -8 }, { 3, 8, -8 },
197                 { 3, 9, -8 }, { 3, 10, -10 }, { 5, 11, -10 },
198                 { 5, 12, -12 }, { 5, 13, -12 }, { 7, 13, -12 }, { 13, 15, -12 }
199                 }
200         },
201         /* 12BPP/10BPC */
202         { 341, 15, 2048, 7, 16, 15, 15, {
203                 { 0, 2, 2 }, { 2, 5, 0 }, { 3, 7, 0 }, { 4, 8, -2 },
204                 { 6, 9, -4 }, { 7, 10, -6 }, { 7, 11, -8 }, { 7, 12, -8 },
205                 { 7, 13, -8 }, { 7, 14, -10 }, { 9, 15, -10 }, { 9, 16, -12 },
206                 { 9, 17, -12 }, { 11, 17, -12 }, { 17, 19, -12 }
207                 }
208         },
209         /* 12BPP/12BPC */
210         { 341, 15, 2048, 11, 20, 19, 19, {
211                 { 0, 6, 2 }, { 4, 9, 0 }, { 7, 11, 0 }, { 8, 12, -2 },
212                 { 10, 13, -4 }, { 11, 14, -6 }, { 11, 15, -8 }, { 11, 16, -8 },
213                 { 11, 17, -8 }, { 11, 18, -10 }, { 13, 19, -10 },
214                 { 13, 20, -12 }, { 13, 21, -12 }, { 15, 21, -12 },
215                 { 21, 23, -12 }
216                 }
217         },
218         /* 12BPP/14BPC */
219         { 341, 15, 2048, 15, 24, 23, 23, {
220                 { 0, 6, 2 }, { 7, 10, 0 }, { 9, 13, 0 }, { 11, 16, -2 },
221                 { 14, 17, -4 }, { 15, 18, -6 }, { 15, 19, -8 }, { 15, 20, -8 },
222                 { 15, 20, -8 }, { 15, 21, -10 }, { 17, 21, -10 },
223                 { 17, 21, -12 }, { 17, 21, -12 }, { 19, 22, -12 },
224                 { 22, 23, -12 }
225                 }
226         },
227         /* 12BPP/16BPC */
228         { 341, 15, 2048, 19, 28, 27, 27, {
229                 { 0, 6, 2 }, { 6, 11, 0 }, { 11, 15, 0 }, { 14, 18, -2 },
230                 { 18, 21, -4 }, { 19, 22, -6 }, { 19, 23, -8 }, { 19, 24, -8 },
231                 { 19, 24, -8 }, { 19, 25, -10 }, { 21, 25, -10 },
232                 { 21, 25, -12 }, { 21, 25, -12 }, { 23, 26, -12 },
233                 { 26, 27, -12 }
234                 }
235         },
236 },
237 {
238         /* 15BPP/8BPC */
239         { 273, 15, 2048, 3, 12, 11, 11, {
240                 { 0, 0, 10 }, { 0, 1, 8 }, { 0, 1, 6 }, { 0, 2, 4 },
241                 { 1, 2, 2 }, { 1, 3, 0 }, { 1, 3, -2 }, { 2, 4, -4 },
242                 { 2, 5, -6 }, { 3, 5, -8 }, { 4, 6, -10 }, { 4, 7, -10 },
243                 { 5, 7, -12 }, { 7, 8, -12 }, { 8, 9, -12 }
244                 }
245         },
246         /* 15BPP/10BPC */
247         { 273, 15, 2048, 7, 16, 15, 15, {
248                 { 0, 2, 10 }, { 2, 5, 8 }, { 3, 5, 6 }, { 4, 6, 4 },
249                 { 5, 6, 2 }, { 5, 7, 0 }, { 5, 7, -2 }, { 6, 8, -4 },
250                 { 6, 9, -6 }, { 7, 9, -8 }, { 8, 10, -10 }, { 8, 11, -10 },
251                 { 9, 11, -12 }, { 11, 12, -12 }, { 12, 13, -12 }
252                 }
253         },
254         /* 15BPP/12BPC */
255         { 273, 15, 2048, 11, 20, 19, 19, {
256                 { 0, 4, 10 }, { 2, 7, 8 }, { 4, 9, 6 }, { 6, 11, 4 },
257                 { 9, 11, 2 }, { 9, 11, 0 }, { 9, 12, -2 }, { 10, 12, -4 },
258                 { 11, 13, -6 }, { 11, 13, -8 }, { 12, 14, -10 },
259                 { 13, 15, -10 }, { 13, 15, -12 }, { 15, 16, -12 },
260                 { 16, 17, -12 }
261                 }
262         },
263         /* 15BPP/14BPC */
264         { 273, 15, 2048, 15, 24, 23, 23, {
265                 { 0, 4, 10 }, { 3, 8, 8 }, { 6, 11, 6 }, { 9, 14, 4 },
266                 { 13, 15, 2 }, { 13, 15, 0 }, { 13, 16, -2 }, { 14, 16, -4 },
267                 { 15, 17, -6 }, { 15, 17, -8 }, { 16, 18, -10 },
268                 { 17, 19, -10 }, { 17, 19, -12 }, { 19, 20, -12 },
269                 { 20, 21, -12 }
270                 }
271         },
272         /* 15BPP/16BPC */
273         { 273, 15, 2048, 19, 28, 27, 27, {
274                 { 0, 4, 10 }, { 4, 9, 8 }, { 8, 13, 6 }, { 12, 17, 4 },
275                 { 17, 19, 2 }, { 17, 20, 0 }, { 17, 20, -2 }, { 18, 20, -4 },
276                 { 19, 21, -6 }, { 19, 21, -8 }, { 20, 22, -10 },
277                 { 21, 23, -10 }, { 21, 23, -12 }, { 23, 24, -12 },
278                 { 24, 25, -12 }
279                 }
280         }
281 }
282
283 };
284
285 static int get_row_index_for_rc_params(u16 compressed_bpp)
286 {
287         switch (compressed_bpp) {
288         case 6:
289                 return ROW_INDEX_6BPP;
290         case 8:
291                 return ROW_INDEX_8BPP;
292         case 10:
293                 return ROW_INDEX_10BPP;
294         case 12:
295                 return ROW_INDEX_12BPP;
296         case 15:
297                 return ROW_INDEX_15BPP;
298         default:
299                 return -EINVAL;
300         }
301 }
302
303 static int get_column_index_for_rc_params(u8 bits_per_component)
304 {
305         switch (bits_per_component) {
306         case 8:
307                 return COLUMN_INDEX_8BPC;
308         case 10:
309                 return COLUMN_INDEX_10BPC;
310         case 12:
311                 return COLUMN_INDEX_12BPC;
312         case 14:
313                 return COLUMN_INDEX_14BPC;
314         case 16:
315                 return COLUMN_INDEX_16BPC;
316         default:
317                 return -EINVAL;
318         }
319 }
320
321 static const struct rc_parameters *get_rc_params(u16 compressed_bpp,
322                                                  u8 bits_per_component)
323 {
324         int row_index, column_index;
325
326         row_index = get_row_index_for_rc_params(compressed_bpp);
327         if (row_index < 0)
328                 return NULL;
329
330         column_index = get_column_index_for_rc_params(bits_per_component);
331         if (column_index < 0)
332                 return NULL;
333
334         return &rc_parameters[row_index][column_index];
335 }
336
337 bool intel_dsc_source_support(const struct intel_crtc_state *crtc_state)
338 {
339         const struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
340         struct drm_i915_private *i915 = to_i915(crtc->base.dev);
341         enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
342         enum pipe pipe = crtc->pipe;
343
344         if (!INTEL_INFO(i915)->display.has_dsc)
345                 return false;
346
347         /* On TGL, DSC is supported on all Pipes */
348         if (DISPLAY_VER(i915) >= 12)
349                 return true;
350
351         if (DISPLAY_VER(i915) >= 11 &&
352             (pipe != PIPE_A || cpu_transcoder == TRANSCODER_EDP ||
353              cpu_transcoder == TRANSCODER_DSI_0 ||
354              cpu_transcoder == TRANSCODER_DSI_1))
355                 return true;
356
357         return false;
358 }
359
360 static bool is_pipe_dsc(struct intel_crtc *crtc, enum transcoder cpu_transcoder)
361 {
362         struct drm_i915_private *i915 = to_i915(crtc->base.dev);
363
364         if (DISPLAY_VER(i915) >= 12)
365                 return true;
366
367         if (cpu_transcoder == TRANSCODER_EDP ||
368             cpu_transcoder == TRANSCODER_DSI_0 ||
369             cpu_transcoder == TRANSCODER_DSI_1)
370                 return false;
371
372         /* There's no pipe A DSC engine on ICL */
373         drm_WARN_ON(&i915->drm, crtc->pipe == PIPE_A);
374
375         return true;
376 }
377
378 static void
379 calculate_rc_params(struct rc_parameters *rc,
380                     struct drm_dsc_config *vdsc_cfg)
381 {
382         int bpc = vdsc_cfg->bits_per_component;
383         int bpp = vdsc_cfg->bits_per_pixel >> 4;
384         int ofs_und6[] = { 0, -2, -2, -4, -6, -6, -8, -8, -8, -10, -10, -12, -12, -12, -12 };
385         int ofs_und8[] = { 2, 0, 0, -2, -4, -6, -8, -8, -8, -10, -10, -10, -12, -12, -12 };
386         int ofs_und12[] = { 2, 0, 0, -2, -4, -6, -8, -8, -8, -10, -10, -10, -12, -12, -12 };
387         int ofs_und15[] = { 10, 8, 6, 4, 2, 0, -2, -4, -6, -8, -10, -10, -12, -12, -12 };
388         int qp_bpc_modifier = (bpc - 8) * 2;
389         u32 res, buf_i, bpp_i;
390
391         if (vdsc_cfg->slice_height >= 8)
392                 rc->first_line_bpg_offset =
393                         12 + DIV_ROUND_UP((9 * min(34, vdsc_cfg->slice_height - 8)), 100);
394         else
395                 rc->first_line_bpg_offset = 2 * (vdsc_cfg->slice_height - 1);
396
397         /* Our hw supports only 444 modes as of today */
398         if (bpp >= 12)
399                 rc->initial_offset = 2048;
400         else if (bpp >= 10)
401                 rc->initial_offset = 5632 - DIV_ROUND_UP(((bpp - 10) * 3584), 2);
402         else if (bpp >= 8)
403                 rc->initial_offset = 6144 - DIV_ROUND_UP(((bpp - 8) * 512), 2);
404         else
405                 rc->initial_offset = 6144;
406
407         /* initial_xmit_delay = rc_model_size/2/compression_bpp */
408         rc->initial_xmit_delay = DIV_ROUND_UP(DSC_RC_MODEL_SIZE_CONST, 2 * bpp);
409
410         rc->flatness_min_qp = 3 + qp_bpc_modifier;
411         rc->flatness_max_qp = 12 + qp_bpc_modifier;
412
413         rc->rc_quant_incr_limit0 = 11 + qp_bpc_modifier;
414         rc->rc_quant_incr_limit1 = 11 + qp_bpc_modifier;
415
416         bpp_i  = (2 * (bpp - 6));
417         for (buf_i = 0; buf_i < DSC_NUM_BUF_RANGES; buf_i++) {
418                 /* Read range_minqp and range_max_qp from qp tables */
419                 rc->rc_range_params[buf_i].range_min_qp =
420                         intel_lookup_range_min_qp(bpc, buf_i, bpp_i);
421                 rc->rc_range_params[buf_i].range_max_qp =
422                         intel_lookup_range_max_qp(bpc, buf_i, bpp_i);
423
424                 /* Calculate range_bgp_offset */
425                 if (bpp <= 6) {
426                         rc->rc_range_params[buf_i].range_bpg_offset = ofs_und6[buf_i];
427                 } else if (bpp <= 8) {
428                         res = DIV_ROUND_UP(((bpp - 6) * (ofs_und8[buf_i] - ofs_und6[buf_i])), 2);
429                         rc->rc_range_params[buf_i].range_bpg_offset =
430                                                                 ofs_und6[buf_i] + res;
431                 } else if (bpp <= 12) {
432                         rc->rc_range_params[buf_i].range_bpg_offset =
433                                                                 ofs_und8[buf_i];
434                 } else if (bpp <= 15) {
435                         res = DIV_ROUND_UP(((bpp - 12) * (ofs_und15[buf_i] - ofs_und12[buf_i])), 3);
436                         rc->rc_range_params[buf_i].range_bpg_offset =
437                                                                 ofs_und12[buf_i] + res;
438                 } else {
439                         rc->rc_range_params[buf_i].range_bpg_offset =
440                                                                 ofs_und15[buf_i];
441                 }
442         }
443 }
444
445 int intel_dsc_compute_params(struct intel_crtc_state *pipe_config)
446 {
447         struct intel_crtc *crtc = to_intel_crtc(pipe_config->uapi.crtc);
448         struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
449         struct drm_dsc_config *vdsc_cfg = &pipe_config->dsc.config;
450         u16 compressed_bpp = pipe_config->dsc.compressed_bpp;
451         const struct rc_parameters *rc_params;
452         struct rc_parameters *rc = NULL;
453         u8 i = 0;
454
455         vdsc_cfg->pic_width = pipe_config->hw.adjusted_mode.crtc_hdisplay;
456         vdsc_cfg->pic_height = pipe_config->hw.adjusted_mode.crtc_vdisplay;
457         vdsc_cfg->slice_width = DIV_ROUND_UP(vdsc_cfg->pic_width,
458                                              pipe_config->dsc.slice_count);
459
460         /* Gen 11 does not support YCbCr */
461         vdsc_cfg->simple_422 = false;
462         /* Gen 11 does not support VBR */
463         vdsc_cfg->vbr_enable = false;
464
465         /* Gen 11 only supports integral values of bpp */
466         vdsc_cfg->bits_per_pixel = compressed_bpp << 4;
467         vdsc_cfg->bits_per_component = pipe_config->pipe_bpp / 3;
468
469         for (i = 0; i < DSC_NUM_BUF_RANGES - 1; i++) {
470                 /*
471                  * six 0s are appended to the lsb of each threshold value
472                  * internally in h/w.
473                  * Only 8 bits are allowed for programming RcBufThreshold
474                  */
475                 vdsc_cfg->rc_buf_thresh[i] = rc_buf_thresh[i] >> 6;
476         }
477
478         /*
479          * For 6bpp, RC Buffer threshold 12 and 13 need a different value
480          * as per C Model
481          */
482         if (compressed_bpp == 6) {
483                 vdsc_cfg->rc_buf_thresh[12] = 0x7C;
484                 vdsc_cfg->rc_buf_thresh[13] = 0x7D;
485         }
486
487         /*
488          * From XE_LPD onwards we supports compression bpps in steps of 1
489          * upto uncompressed bpp-1, hence add calculations for all the rc
490          * parameters
491          */
492         if (DISPLAY_VER(dev_priv) >= 13) {
493                 rc = kmalloc(sizeof(*rc), GFP_KERNEL);
494                 if (!rc)
495                         return -ENOMEM;
496
497                 calculate_rc_params(rc, vdsc_cfg);
498                 rc_params = rc;
499         } else {
500                 rc_params = get_rc_params(compressed_bpp,
501                                           vdsc_cfg->bits_per_component);
502                 if (!rc_params)
503                         return -EINVAL;
504         }
505
506         vdsc_cfg->first_line_bpg_offset = rc_params->first_line_bpg_offset;
507         vdsc_cfg->initial_xmit_delay = rc_params->initial_xmit_delay;
508         vdsc_cfg->initial_offset = rc_params->initial_offset;
509         vdsc_cfg->flatness_min_qp = rc_params->flatness_min_qp;
510         vdsc_cfg->flatness_max_qp = rc_params->flatness_max_qp;
511         vdsc_cfg->rc_quant_incr_limit0 = rc_params->rc_quant_incr_limit0;
512         vdsc_cfg->rc_quant_incr_limit1 = rc_params->rc_quant_incr_limit1;
513
514         for (i = 0; i < DSC_NUM_BUF_RANGES; i++) {
515                 vdsc_cfg->rc_range_params[i].range_min_qp =
516                         rc_params->rc_range_params[i].range_min_qp;
517                 vdsc_cfg->rc_range_params[i].range_max_qp =
518                         rc_params->rc_range_params[i].range_max_qp;
519                 /*
520                  * Range BPG Offset uses 2's complement and is only a 6 bits. So
521                  * mask it to get only 6 bits.
522                  */
523                 vdsc_cfg->rc_range_params[i].range_bpg_offset =
524                         rc_params->rc_range_params[i].range_bpg_offset &
525                         DSC_RANGE_BPG_OFFSET_MASK;
526         }
527
528         /*
529          * BitsPerComponent value determines mux_word_size:
530          * When BitsPerComponent is less than or 10bpc, muxWordSize will be equal to
531          * 48 bits otherwise 64
532          */
533         if (vdsc_cfg->bits_per_component <= 10)
534                 vdsc_cfg->mux_word_size = DSC_MUX_WORD_SIZE_8_10_BPC;
535         else
536                 vdsc_cfg->mux_word_size = DSC_MUX_WORD_SIZE_12_BPC;
537
538         /* InitialScaleValue is a 6 bit value with 3 fractional bits (U3.3) */
539         vdsc_cfg->initial_scale_value = (vdsc_cfg->rc_model_size << 3) /
540                 (vdsc_cfg->rc_model_size - vdsc_cfg->initial_offset);
541
542         kfree(rc);
543
544         return 0;
545 }
546
547 enum intel_display_power_domain
548 intel_dsc_power_domain(struct intel_crtc *crtc, enum transcoder cpu_transcoder)
549 {
550         struct drm_i915_private *i915 = to_i915(crtc->base.dev);
551         enum pipe pipe = crtc->pipe;
552
553         /*
554          * VDSC/joining uses a separate power well, PW2, and requires
555          * POWER_DOMAIN_TRANSCODER_VDSC_PW2 power domain in two cases:
556          *
557          *  - ICL eDP/DSI transcoder
558          *  - Display version 12 (except RKL) pipe A
559          *
560          * For any other pipe, VDSC/joining uses the power well associated with
561          * the pipe in use. Hence another reference on the pipe power domain
562          * will suffice. (Except no VDSC/joining on ICL pipe A.)
563          */
564         if (DISPLAY_VER(i915) == 12 && !IS_ROCKETLAKE(i915) && pipe == PIPE_A)
565                 return POWER_DOMAIN_TRANSCODER_VDSC_PW2;
566         else if (is_pipe_dsc(crtc, cpu_transcoder))
567                 return POWER_DOMAIN_PIPE(pipe);
568         else
569                 return POWER_DOMAIN_TRANSCODER_VDSC_PW2;
570 }
571
572 static void intel_dsc_pps_configure(const struct intel_crtc_state *crtc_state)
573 {
574         struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
575         struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
576         const struct drm_dsc_config *vdsc_cfg = &crtc_state->dsc.config;
577         enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
578         enum pipe pipe = crtc->pipe;
579         u32 pps_val = 0;
580         u32 rc_buf_thresh_dword[4];
581         u32 rc_range_params_dword[8];
582         u8 num_vdsc_instances = (crtc_state->dsc.dsc_split) ? 2 : 1;
583         int i = 0;
584
585         if (crtc_state->bigjoiner)
586                 num_vdsc_instances *= 2;
587
588         /* Populate PICTURE_PARAMETER_SET_0 registers */
589         pps_val = DSC_VER_MAJ | vdsc_cfg->dsc_version_minor <<
590                 DSC_VER_MIN_SHIFT |
591                 vdsc_cfg->bits_per_component << DSC_BPC_SHIFT |
592                 vdsc_cfg->line_buf_depth << DSC_LINE_BUF_DEPTH_SHIFT;
593         if (vdsc_cfg->block_pred_enable)
594                 pps_val |= DSC_BLOCK_PREDICTION;
595         if (vdsc_cfg->convert_rgb)
596                 pps_val |= DSC_COLOR_SPACE_CONVERSION;
597         if (vdsc_cfg->simple_422)
598                 pps_val |= DSC_422_ENABLE;
599         if (vdsc_cfg->vbr_enable)
600                 pps_val |= DSC_VBR_ENABLE;
601         drm_dbg_kms(&dev_priv->drm, "PPS0 = 0x%08x\n", pps_val);
602         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
603                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_0,
604                                pps_val);
605                 /*
606                  * If 2 VDSC instances are needed, configure PPS for second
607                  * VDSC
608                  */
609                 if (crtc_state->dsc.dsc_split)
610                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_0,
611                                        pps_val);
612         } else {
613                 intel_de_write(dev_priv,
614                                ICL_DSC0_PICTURE_PARAMETER_SET_0(pipe),
615                                pps_val);
616                 if (crtc_state->dsc.dsc_split)
617                         intel_de_write(dev_priv,
618                                        ICL_DSC1_PICTURE_PARAMETER_SET_0(pipe),
619                                        pps_val);
620         }
621
622         /* Populate PICTURE_PARAMETER_SET_1 registers */
623         pps_val = 0;
624         pps_val |= DSC_BPP(vdsc_cfg->bits_per_pixel);
625         drm_dbg_kms(&dev_priv->drm, "PPS1 = 0x%08x\n", pps_val);
626         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
627                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_1,
628                                pps_val);
629                 /*
630                  * If 2 VDSC instances are needed, configure PPS for second
631                  * VDSC
632                  */
633                 if (crtc_state->dsc.dsc_split)
634                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_1,
635                                        pps_val);
636         } else {
637                 intel_de_write(dev_priv,
638                                ICL_DSC0_PICTURE_PARAMETER_SET_1(pipe),
639                                pps_val);
640                 if (crtc_state->dsc.dsc_split)
641                         intel_de_write(dev_priv,
642                                        ICL_DSC1_PICTURE_PARAMETER_SET_1(pipe),
643                                        pps_val);
644         }
645
646         /* Populate PICTURE_PARAMETER_SET_2 registers */
647         pps_val = 0;
648         pps_val |= DSC_PIC_HEIGHT(vdsc_cfg->pic_height) |
649                 DSC_PIC_WIDTH(vdsc_cfg->pic_width / num_vdsc_instances);
650         drm_dbg_kms(&dev_priv->drm, "PPS2 = 0x%08x\n", pps_val);
651         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
652                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_2,
653                                pps_val);
654                 /*
655                  * If 2 VDSC instances are needed, configure PPS for second
656                  * VDSC
657                  */
658                 if (crtc_state->dsc.dsc_split)
659                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_2,
660                                        pps_val);
661         } else {
662                 intel_de_write(dev_priv,
663                                ICL_DSC0_PICTURE_PARAMETER_SET_2(pipe),
664                                pps_val);
665                 if (crtc_state->dsc.dsc_split)
666                         intel_de_write(dev_priv,
667                                        ICL_DSC1_PICTURE_PARAMETER_SET_2(pipe),
668                                        pps_val);
669         }
670
671         /* Populate PICTURE_PARAMETER_SET_3 registers */
672         pps_val = 0;
673         pps_val |= DSC_SLICE_HEIGHT(vdsc_cfg->slice_height) |
674                 DSC_SLICE_WIDTH(vdsc_cfg->slice_width);
675         drm_dbg_kms(&dev_priv->drm, "PPS3 = 0x%08x\n", pps_val);
676         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
677                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_3,
678                                pps_val);
679                 /*
680                  * If 2 VDSC instances are needed, configure PPS for second
681                  * VDSC
682                  */
683                 if (crtc_state->dsc.dsc_split)
684                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_3,
685                                        pps_val);
686         } else {
687                 intel_de_write(dev_priv,
688                                ICL_DSC0_PICTURE_PARAMETER_SET_3(pipe),
689                                pps_val);
690                 if (crtc_state->dsc.dsc_split)
691                         intel_de_write(dev_priv,
692                                        ICL_DSC1_PICTURE_PARAMETER_SET_3(pipe),
693                                        pps_val);
694         }
695
696         /* Populate PICTURE_PARAMETER_SET_4 registers */
697         pps_val = 0;
698         pps_val |= DSC_INITIAL_XMIT_DELAY(vdsc_cfg->initial_xmit_delay) |
699                 DSC_INITIAL_DEC_DELAY(vdsc_cfg->initial_dec_delay);
700         drm_dbg_kms(&dev_priv->drm, "PPS4 = 0x%08x\n", pps_val);
701         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
702                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_4,
703                                pps_val);
704                 /*
705                  * If 2 VDSC instances are needed, configure PPS for second
706                  * VDSC
707                  */
708                 if (crtc_state->dsc.dsc_split)
709                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_4,
710                                        pps_val);
711         } else {
712                 intel_de_write(dev_priv,
713                                ICL_DSC0_PICTURE_PARAMETER_SET_4(pipe),
714                                pps_val);
715                 if (crtc_state->dsc.dsc_split)
716                         intel_de_write(dev_priv,
717                                        ICL_DSC1_PICTURE_PARAMETER_SET_4(pipe),
718                                        pps_val);
719         }
720
721         /* Populate PICTURE_PARAMETER_SET_5 registers */
722         pps_val = 0;
723         pps_val |= DSC_SCALE_INC_INT(vdsc_cfg->scale_increment_interval) |
724                 DSC_SCALE_DEC_INT(vdsc_cfg->scale_decrement_interval);
725         drm_dbg_kms(&dev_priv->drm, "PPS5 = 0x%08x\n", pps_val);
726         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
727                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_5,
728                                pps_val);
729                 /*
730                  * If 2 VDSC instances are needed, configure PPS for second
731                  * VDSC
732                  */
733                 if (crtc_state->dsc.dsc_split)
734                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_5,
735                                        pps_val);
736         } else {
737                 intel_de_write(dev_priv,
738                                ICL_DSC0_PICTURE_PARAMETER_SET_5(pipe),
739                                pps_val);
740                 if (crtc_state->dsc.dsc_split)
741                         intel_de_write(dev_priv,
742                                        ICL_DSC1_PICTURE_PARAMETER_SET_5(pipe),
743                                        pps_val);
744         }
745
746         /* Populate PICTURE_PARAMETER_SET_6 registers */
747         pps_val = 0;
748         pps_val |= DSC_INITIAL_SCALE_VALUE(vdsc_cfg->initial_scale_value) |
749                 DSC_FIRST_LINE_BPG_OFFSET(vdsc_cfg->first_line_bpg_offset) |
750                 DSC_FLATNESS_MIN_QP(vdsc_cfg->flatness_min_qp) |
751                 DSC_FLATNESS_MAX_QP(vdsc_cfg->flatness_max_qp);
752         drm_dbg_kms(&dev_priv->drm, "PPS6 = 0x%08x\n", pps_val);
753         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
754                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_6,
755                                pps_val);
756                 /*
757                  * If 2 VDSC instances are needed, configure PPS for second
758                  * VDSC
759                  */
760                 if (crtc_state->dsc.dsc_split)
761                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_6,
762                                        pps_val);
763         } else {
764                 intel_de_write(dev_priv,
765                                ICL_DSC0_PICTURE_PARAMETER_SET_6(pipe),
766                                pps_val);
767                 if (crtc_state->dsc.dsc_split)
768                         intel_de_write(dev_priv,
769                                        ICL_DSC1_PICTURE_PARAMETER_SET_6(pipe),
770                                        pps_val);
771         }
772
773         /* Populate PICTURE_PARAMETER_SET_7 registers */
774         pps_val = 0;
775         pps_val |= DSC_SLICE_BPG_OFFSET(vdsc_cfg->slice_bpg_offset) |
776                 DSC_NFL_BPG_OFFSET(vdsc_cfg->nfl_bpg_offset);
777         drm_dbg_kms(&dev_priv->drm, "PPS7 = 0x%08x\n", pps_val);
778         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
779                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_7,
780                                pps_val);
781                 /*
782                  * If 2 VDSC instances are needed, configure PPS for second
783                  * VDSC
784                  */
785                 if (crtc_state->dsc.dsc_split)
786                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_7,
787                                        pps_val);
788         } else {
789                 intel_de_write(dev_priv,
790                                ICL_DSC0_PICTURE_PARAMETER_SET_7(pipe),
791                                pps_val);
792                 if (crtc_state->dsc.dsc_split)
793                         intel_de_write(dev_priv,
794                                        ICL_DSC1_PICTURE_PARAMETER_SET_7(pipe),
795                                        pps_val);
796         }
797
798         /* Populate PICTURE_PARAMETER_SET_8 registers */
799         pps_val = 0;
800         pps_val |= DSC_FINAL_OFFSET(vdsc_cfg->final_offset) |
801                 DSC_INITIAL_OFFSET(vdsc_cfg->initial_offset);
802         drm_dbg_kms(&dev_priv->drm, "PPS8 = 0x%08x\n", pps_val);
803         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
804                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_8,
805                                pps_val);
806                 /*
807                  * If 2 VDSC instances are needed, configure PPS for second
808                  * VDSC
809                  */
810                 if (crtc_state->dsc.dsc_split)
811                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_8,
812                                        pps_val);
813         } else {
814                 intel_de_write(dev_priv,
815                                ICL_DSC0_PICTURE_PARAMETER_SET_8(pipe),
816                                pps_val);
817                 if (crtc_state->dsc.dsc_split)
818                         intel_de_write(dev_priv,
819                                        ICL_DSC1_PICTURE_PARAMETER_SET_8(pipe),
820                                        pps_val);
821         }
822
823         /* Populate PICTURE_PARAMETER_SET_9 registers */
824         pps_val = 0;
825         pps_val |= DSC_RC_MODEL_SIZE(vdsc_cfg->rc_model_size) |
826                 DSC_RC_EDGE_FACTOR(DSC_RC_EDGE_FACTOR_CONST);
827         drm_dbg_kms(&dev_priv->drm, "PPS9 = 0x%08x\n", pps_val);
828         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
829                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_9,
830                                pps_val);
831                 /*
832                  * If 2 VDSC instances are needed, configure PPS for second
833                  * VDSC
834                  */
835                 if (crtc_state->dsc.dsc_split)
836                         intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_9,
837                                        pps_val);
838         } else {
839                 intel_de_write(dev_priv,
840                                ICL_DSC0_PICTURE_PARAMETER_SET_9(pipe),
841                                pps_val);
842                 if (crtc_state->dsc.dsc_split)
843                         intel_de_write(dev_priv,
844                                        ICL_DSC1_PICTURE_PARAMETER_SET_9(pipe),
845                                        pps_val);
846         }
847
848         /* Populate PICTURE_PARAMETER_SET_10 registers */
849         pps_val = 0;
850         pps_val |= DSC_RC_QUANT_INC_LIMIT0(vdsc_cfg->rc_quant_incr_limit0) |
851                 DSC_RC_QUANT_INC_LIMIT1(vdsc_cfg->rc_quant_incr_limit1) |
852                 DSC_RC_TARGET_OFF_HIGH(DSC_RC_TGT_OFFSET_HI_CONST) |
853                 DSC_RC_TARGET_OFF_LOW(DSC_RC_TGT_OFFSET_LO_CONST);
854         drm_dbg_kms(&dev_priv->drm, "PPS10 = 0x%08x\n", pps_val);
855         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
856                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_10,
857                                pps_val);
858                 /*
859                  * If 2 VDSC instances are needed, configure PPS for second
860                  * VDSC
861                  */
862                 if (crtc_state->dsc.dsc_split)
863                         intel_de_write(dev_priv,
864                                        DSCC_PICTURE_PARAMETER_SET_10, pps_val);
865         } else {
866                 intel_de_write(dev_priv,
867                                ICL_DSC0_PICTURE_PARAMETER_SET_10(pipe),
868                                pps_val);
869                 if (crtc_state->dsc.dsc_split)
870                         intel_de_write(dev_priv,
871                                        ICL_DSC1_PICTURE_PARAMETER_SET_10(pipe),
872                                        pps_val);
873         }
874
875         /* Populate Picture parameter set 16 */
876         pps_val = 0;
877         pps_val |= DSC_SLICE_CHUNK_SIZE(vdsc_cfg->slice_chunk_size) |
878                 DSC_SLICE_PER_LINE((vdsc_cfg->pic_width / num_vdsc_instances) /
879                                    vdsc_cfg->slice_width) |
880                 DSC_SLICE_ROW_PER_FRAME(vdsc_cfg->pic_height /
881                                         vdsc_cfg->slice_height);
882         drm_dbg_kms(&dev_priv->drm, "PPS16 = 0x%08x\n", pps_val);
883         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
884                 intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_16,
885                                pps_val);
886                 /*
887                  * If 2 VDSC instances are needed, configure PPS for second
888                  * VDSC
889                  */
890                 if (crtc_state->dsc.dsc_split)
891                         intel_de_write(dev_priv,
892                                        DSCC_PICTURE_PARAMETER_SET_16, pps_val);
893         } else {
894                 intel_de_write(dev_priv,
895                                ICL_DSC0_PICTURE_PARAMETER_SET_16(pipe),
896                                pps_val);
897                 if (crtc_state->dsc.dsc_split)
898                         intel_de_write(dev_priv,
899                                        ICL_DSC1_PICTURE_PARAMETER_SET_16(pipe),
900                                        pps_val);
901         }
902
903         /* Populate the RC_BUF_THRESH registers */
904         memset(rc_buf_thresh_dword, 0, sizeof(rc_buf_thresh_dword));
905         for (i = 0; i < DSC_NUM_BUF_RANGES - 1; i++) {
906                 rc_buf_thresh_dword[i / 4] |=
907                         (u32)(vdsc_cfg->rc_buf_thresh[i] <<
908                               BITS_PER_BYTE * (i % 4));
909                 drm_dbg_kms(&dev_priv->drm, "RC_BUF_THRESH_%d = 0x%08x\n", i,
910                             rc_buf_thresh_dword[i / 4]);
911         }
912         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
913                 intel_de_write(dev_priv, DSCA_RC_BUF_THRESH_0,
914                                rc_buf_thresh_dword[0]);
915                 intel_de_write(dev_priv, DSCA_RC_BUF_THRESH_0_UDW,
916                                rc_buf_thresh_dword[1]);
917                 intel_de_write(dev_priv, DSCA_RC_BUF_THRESH_1,
918                                rc_buf_thresh_dword[2]);
919                 intel_de_write(dev_priv, DSCA_RC_BUF_THRESH_1_UDW,
920                                rc_buf_thresh_dword[3]);
921                 if (crtc_state->dsc.dsc_split) {
922                         intel_de_write(dev_priv, DSCC_RC_BUF_THRESH_0,
923                                        rc_buf_thresh_dword[0]);
924                         intel_de_write(dev_priv, DSCC_RC_BUF_THRESH_0_UDW,
925                                        rc_buf_thresh_dword[1]);
926                         intel_de_write(dev_priv, DSCC_RC_BUF_THRESH_1,
927                                        rc_buf_thresh_dword[2]);
928                         intel_de_write(dev_priv, DSCC_RC_BUF_THRESH_1_UDW,
929                                        rc_buf_thresh_dword[3]);
930                 }
931         } else {
932                 intel_de_write(dev_priv, ICL_DSC0_RC_BUF_THRESH_0(pipe),
933                                rc_buf_thresh_dword[0]);
934                 intel_de_write(dev_priv, ICL_DSC0_RC_BUF_THRESH_0_UDW(pipe),
935                                rc_buf_thresh_dword[1]);
936                 intel_de_write(dev_priv, ICL_DSC0_RC_BUF_THRESH_1(pipe),
937                                rc_buf_thresh_dword[2]);
938                 intel_de_write(dev_priv, ICL_DSC0_RC_BUF_THRESH_1_UDW(pipe),
939                                rc_buf_thresh_dword[3]);
940                 if (crtc_state->dsc.dsc_split) {
941                         intel_de_write(dev_priv,
942                                        ICL_DSC1_RC_BUF_THRESH_0(pipe),
943                                        rc_buf_thresh_dword[0]);
944                         intel_de_write(dev_priv,
945                                        ICL_DSC1_RC_BUF_THRESH_0_UDW(pipe),
946                                        rc_buf_thresh_dword[1]);
947                         intel_de_write(dev_priv,
948                                        ICL_DSC1_RC_BUF_THRESH_1(pipe),
949                                        rc_buf_thresh_dword[2]);
950                         intel_de_write(dev_priv,
951                                        ICL_DSC1_RC_BUF_THRESH_1_UDW(pipe),
952                                        rc_buf_thresh_dword[3]);
953                 }
954         }
955
956         /* Populate the RC_RANGE_PARAMETERS registers */
957         memset(rc_range_params_dword, 0, sizeof(rc_range_params_dword));
958         for (i = 0; i < DSC_NUM_BUF_RANGES; i++) {
959                 rc_range_params_dword[i / 2] |=
960                         (u32)(((vdsc_cfg->rc_range_params[i].range_bpg_offset <<
961                                 RC_BPG_OFFSET_SHIFT) |
962                                (vdsc_cfg->rc_range_params[i].range_max_qp <<
963                                 RC_MAX_QP_SHIFT) |
964                                (vdsc_cfg->rc_range_params[i].range_min_qp <<
965                                 RC_MIN_QP_SHIFT)) << 16 * (i % 2));
966                 drm_dbg_kms(&dev_priv->drm, "RC_RANGE_PARAM_%d = 0x%08x\n", i,
967                             rc_range_params_dword[i / 2]);
968         }
969         if (!is_pipe_dsc(crtc, cpu_transcoder)) {
970                 intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_0,
971                                rc_range_params_dword[0]);
972                 intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_0_UDW,
973                                rc_range_params_dword[1]);
974                 intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_1,
975                                rc_range_params_dword[2]);
976                 intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_1_UDW,
977                                rc_range_params_dword[3]);
978                 intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_2,
979                                rc_range_params_dword[4]);
980                 intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_2_UDW,
981                                rc_range_params_dword[5]);
982                 intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_3,
983                                rc_range_params_dword[6]);
984                 intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_3_UDW,
985                                rc_range_params_dword[7]);
986                 if (crtc_state->dsc.dsc_split) {
987                         intel_de_write(dev_priv, DSCC_RC_RANGE_PARAMETERS_0,
988                                        rc_range_params_dword[0]);
989                         intel_de_write(dev_priv,
990                                        DSCC_RC_RANGE_PARAMETERS_0_UDW,
991                                        rc_range_params_dword[1]);
992                         intel_de_write(dev_priv, DSCC_RC_RANGE_PARAMETERS_1,
993                                        rc_range_params_dword[2]);
994                         intel_de_write(dev_priv,
995                                        DSCC_RC_RANGE_PARAMETERS_1_UDW,
996                                        rc_range_params_dword[3]);
997                         intel_de_write(dev_priv, DSCC_RC_RANGE_PARAMETERS_2,
998                                        rc_range_params_dword[4]);
999                         intel_de_write(dev_priv,
1000                                        DSCC_RC_RANGE_PARAMETERS_2_UDW,
1001                                        rc_range_params_dword[5]);
1002                         intel_de_write(dev_priv, DSCC_RC_RANGE_PARAMETERS_3,
1003                                        rc_range_params_dword[6]);
1004                         intel_de_write(dev_priv,
1005                                        DSCC_RC_RANGE_PARAMETERS_3_UDW,
1006                                        rc_range_params_dword[7]);
1007                 }
1008         } else {
1009                 intel_de_write(dev_priv, ICL_DSC0_RC_RANGE_PARAMETERS_0(pipe),
1010                                rc_range_params_dword[0]);
1011                 intel_de_write(dev_priv,
1012                                ICL_DSC0_RC_RANGE_PARAMETERS_0_UDW(pipe),
1013                                rc_range_params_dword[1]);
1014                 intel_de_write(dev_priv, ICL_DSC0_RC_RANGE_PARAMETERS_1(pipe),
1015                                rc_range_params_dword[2]);
1016                 intel_de_write(dev_priv,
1017                                ICL_DSC0_RC_RANGE_PARAMETERS_1_UDW(pipe),
1018                                rc_range_params_dword[3]);
1019                 intel_de_write(dev_priv, ICL_DSC0_RC_RANGE_PARAMETERS_2(pipe),
1020                                rc_range_params_dword[4]);
1021                 intel_de_write(dev_priv,
1022                                ICL_DSC0_RC_RANGE_PARAMETERS_2_UDW(pipe),
1023                                rc_range_params_dword[5]);
1024                 intel_de_write(dev_priv, ICL_DSC0_RC_RANGE_PARAMETERS_3(pipe),
1025                                rc_range_params_dword[6]);
1026                 intel_de_write(dev_priv,
1027                                ICL_DSC0_RC_RANGE_PARAMETERS_3_UDW(pipe),
1028                                rc_range_params_dword[7]);
1029                 if (crtc_state->dsc.dsc_split) {
1030                         intel_de_write(dev_priv,
1031                                        ICL_DSC1_RC_RANGE_PARAMETERS_0(pipe),
1032                                        rc_range_params_dword[0]);
1033                         intel_de_write(dev_priv,
1034                                        ICL_DSC1_RC_RANGE_PARAMETERS_0_UDW(pipe),
1035                                        rc_range_params_dword[1]);
1036                         intel_de_write(dev_priv,
1037                                        ICL_DSC1_RC_RANGE_PARAMETERS_1(pipe),
1038                                        rc_range_params_dword[2]);
1039                         intel_de_write(dev_priv,
1040                                        ICL_DSC1_RC_RANGE_PARAMETERS_1_UDW(pipe),
1041                                        rc_range_params_dword[3]);
1042                         intel_de_write(dev_priv,
1043                                        ICL_DSC1_RC_RANGE_PARAMETERS_2(pipe),
1044                                        rc_range_params_dword[4]);
1045                         intel_de_write(dev_priv,
1046                                        ICL_DSC1_RC_RANGE_PARAMETERS_2_UDW(pipe),
1047                                        rc_range_params_dword[5]);
1048                         intel_de_write(dev_priv,
1049                                        ICL_DSC1_RC_RANGE_PARAMETERS_3(pipe),
1050                                        rc_range_params_dword[6]);
1051                         intel_de_write(dev_priv,
1052                                        ICL_DSC1_RC_RANGE_PARAMETERS_3_UDW(pipe),
1053                                        rc_range_params_dword[7]);
1054                 }
1055         }
1056 }
1057
1058 void intel_dsc_dsi_pps_write(struct intel_encoder *encoder,
1059                              const struct intel_crtc_state *crtc_state)
1060 {
1061         const struct drm_dsc_config *vdsc_cfg = &crtc_state->dsc.config;
1062         struct intel_dsi *intel_dsi = enc_to_intel_dsi(encoder);
1063         struct mipi_dsi_device *dsi;
1064         struct drm_dsc_picture_parameter_set pps;
1065         enum port port;
1066
1067         if (!crtc_state->dsc.compression_enable)
1068                 return;
1069
1070         drm_dsc_pps_payload_pack(&pps, vdsc_cfg);
1071
1072         for_each_dsi_port(port, intel_dsi->ports) {
1073                 dsi = intel_dsi->dsi_hosts[port]->device;
1074
1075                 mipi_dsi_picture_parameter_set(dsi, &pps);
1076                 mipi_dsi_compression_mode(dsi, true);
1077         }
1078 }
1079
1080 void intel_dsc_dp_pps_write(struct intel_encoder *encoder,
1081                             const struct intel_crtc_state *crtc_state)
1082 {
1083         struct intel_digital_port *dig_port = enc_to_dig_port(encoder);
1084         const struct drm_dsc_config *vdsc_cfg = &crtc_state->dsc.config;
1085         struct drm_dsc_pps_infoframe dp_dsc_pps_sdp;
1086
1087         if (!crtc_state->dsc.compression_enable)
1088                 return;
1089
1090         /* Prepare DP SDP PPS header as per DP 1.4 spec, Table 2-123 */
1091         drm_dsc_dp_pps_header_init(&dp_dsc_pps_sdp.pps_header);
1092
1093         /* Fill the PPS payload bytes as per DSC spec 1.2 Table 4-1 */
1094         drm_dsc_pps_payload_pack(&dp_dsc_pps_sdp.pps_payload, vdsc_cfg);
1095
1096         dig_port->write_infoframe(encoder, crtc_state,
1097                                   DP_SDP_PPS, &dp_dsc_pps_sdp,
1098                                   sizeof(dp_dsc_pps_sdp));
1099 }
1100
1101 static i915_reg_t dss_ctl1_reg(struct intel_crtc *crtc, enum transcoder cpu_transcoder)
1102 {
1103         return is_pipe_dsc(crtc, cpu_transcoder) ?
1104                 ICL_PIPE_DSS_CTL1(crtc->pipe) : DSS_CTL1;
1105 }
1106
1107 static i915_reg_t dss_ctl2_reg(struct intel_crtc *crtc, enum transcoder cpu_transcoder)
1108 {
1109         return is_pipe_dsc(crtc, cpu_transcoder) ?
1110                 ICL_PIPE_DSS_CTL2(crtc->pipe) : DSS_CTL2;
1111 }
1112
1113 static struct intel_crtc *
1114 _get_crtc_for_pipe(struct drm_i915_private *i915, enum pipe pipe)
1115 {
1116         if (!intel_pipe_valid(i915, pipe))
1117                 return NULL;
1118
1119         return intel_get_crtc_for_pipe(i915, pipe);
1120 }
1121
1122 struct intel_crtc *
1123 intel_dsc_get_bigjoiner_secondary(const struct intel_crtc *primary_crtc)
1124 {
1125         return _get_crtc_for_pipe(to_i915(primary_crtc->base.dev), primary_crtc->pipe + 1);
1126 }
1127
1128 static struct intel_crtc *
1129 intel_dsc_get_bigjoiner_primary(const struct intel_crtc *secondary_crtc)
1130 {
1131         return _get_crtc_for_pipe(to_i915(secondary_crtc->base.dev), secondary_crtc->pipe - 1);
1132 }
1133
1134 void intel_uncompressed_joiner_enable(const struct intel_crtc_state *crtc_state)
1135 {
1136         struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
1137         struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
1138         u32 dss_ctl1_val = 0;
1139
1140         if (crtc_state->bigjoiner && !crtc_state->dsc.compression_enable) {
1141                 if (crtc_state->bigjoiner_slave)
1142                         dss_ctl1_val |= UNCOMPRESSED_JOINER_SLAVE;
1143                 else
1144                         dss_ctl1_val |= UNCOMPRESSED_JOINER_MASTER;
1145
1146                 intel_de_write(dev_priv, dss_ctl1_reg(crtc, crtc_state->cpu_transcoder), dss_ctl1_val);
1147         }
1148 }
1149
1150 void intel_dsc_enable(const struct intel_crtc_state *crtc_state)
1151 {
1152         struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
1153         struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
1154         u32 dss_ctl1_val = 0;
1155         u32 dss_ctl2_val = 0;
1156
1157         if (!crtc_state->dsc.compression_enable)
1158                 return;
1159
1160         intel_dsc_pps_configure(crtc_state);
1161
1162         dss_ctl2_val |= LEFT_BRANCH_VDSC_ENABLE;
1163         if (crtc_state->dsc.dsc_split) {
1164                 dss_ctl2_val |= RIGHT_BRANCH_VDSC_ENABLE;
1165                 dss_ctl1_val |= JOINER_ENABLE;
1166         }
1167         if (crtc_state->bigjoiner) {
1168                 dss_ctl1_val |= BIG_JOINER_ENABLE;
1169                 if (!crtc_state->bigjoiner_slave)
1170                         dss_ctl1_val |= MASTER_BIG_JOINER_ENABLE;
1171         }
1172         intel_de_write(dev_priv, dss_ctl1_reg(crtc, crtc_state->cpu_transcoder), dss_ctl1_val);
1173         intel_de_write(dev_priv, dss_ctl2_reg(crtc, crtc_state->cpu_transcoder), dss_ctl2_val);
1174 }
1175
1176 void intel_dsc_disable(const struct intel_crtc_state *old_crtc_state)
1177 {
1178         struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
1179         struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
1180
1181         /* Disable only if either of them is enabled */
1182         if (old_crtc_state->dsc.compression_enable ||
1183             old_crtc_state->bigjoiner) {
1184                 intel_de_write(dev_priv, dss_ctl1_reg(crtc, old_crtc_state->cpu_transcoder), 0);
1185                 intel_de_write(dev_priv, dss_ctl2_reg(crtc, old_crtc_state->cpu_transcoder), 0);
1186         }
1187 }
1188
1189 void intel_uncompressed_joiner_get_config(struct intel_crtc_state *crtc_state)
1190 {
1191         struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
1192         struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
1193         u32 dss_ctl1;
1194
1195         dss_ctl1 = intel_de_read(dev_priv, dss_ctl1_reg(crtc, crtc_state->cpu_transcoder));
1196         if (dss_ctl1 & UNCOMPRESSED_JOINER_MASTER) {
1197                 crtc_state->bigjoiner = true;
1198                 crtc_state->bigjoiner_linked_crtc = intel_dsc_get_bigjoiner_secondary(crtc);
1199                 drm_WARN_ON(&dev_priv->drm, !crtc_state->bigjoiner_linked_crtc);
1200         } else if (dss_ctl1 & UNCOMPRESSED_JOINER_SLAVE) {
1201                 crtc_state->bigjoiner = true;
1202                 crtc_state->bigjoiner_slave = true;
1203                 crtc_state->bigjoiner_linked_crtc = intel_dsc_get_bigjoiner_primary(crtc);
1204                 drm_WARN_ON(&dev_priv->drm, !crtc_state->bigjoiner_linked_crtc);
1205         }
1206 }
1207
1208 void intel_dsc_get_config(struct intel_crtc_state *crtc_state)
1209 {
1210         struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
1211         struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
1212         struct drm_dsc_config *vdsc_cfg = &crtc_state->dsc.config;
1213         enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
1214         enum pipe pipe = crtc->pipe;
1215         enum intel_display_power_domain power_domain;
1216         intel_wakeref_t wakeref;
1217         u32 dss_ctl1, dss_ctl2, val;
1218
1219         if (!intel_dsc_source_support(crtc_state))
1220                 return;
1221
1222         power_domain = intel_dsc_power_domain(crtc, cpu_transcoder);
1223
1224         wakeref = intel_display_power_get_if_enabled(dev_priv, power_domain);
1225         if (!wakeref)
1226                 return;
1227
1228         dss_ctl1 = intel_de_read(dev_priv, dss_ctl1_reg(crtc, cpu_transcoder));
1229         dss_ctl2 = intel_de_read(dev_priv, dss_ctl2_reg(crtc, cpu_transcoder));
1230
1231         crtc_state->dsc.compression_enable = dss_ctl2 & LEFT_BRANCH_VDSC_ENABLE;
1232         if (!crtc_state->dsc.compression_enable)
1233                 goto out;
1234
1235         crtc_state->dsc.dsc_split = (dss_ctl2 & RIGHT_BRANCH_VDSC_ENABLE) &&
1236                 (dss_ctl1 & JOINER_ENABLE);
1237
1238         if (dss_ctl1 & BIG_JOINER_ENABLE) {
1239                 crtc_state->bigjoiner = true;
1240
1241                 if (!(dss_ctl1 & MASTER_BIG_JOINER_ENABLE)) {
1242                         crtc_state->bigjoiner_slave = true;
1243                         crtc_state->bigjoiner_linked_crtc = intel_dsc_get_bigjoiner_primary(crtc);
1244                 } else {
1245                         crtc_state->bigjoiner_linked_crtc = intel_dsc_get_bigjoiner_secondary(crtc);
1246                 }
1247                 drm_WARN_ON(&dev_priv->drm, !crtc_state->bigjoiner_linked_crtc);
1248         }
1249
1250         /* FIXME: add more state readout as needed */
1251
1252         /* PPS1 */
1253         if (!is_pipe_dsc(crtc, cpu_transcoder))
1254                 val = intel_de_read(dev_priv, DSCA_PICTURE_PARAMETER_SET_1);
1255         else
1256                 val = intel_de_read(dev_priv,
1257                                     ICL_DSC0_PICTURE_PARAMETER_SET_1(pipe));
1258         vdsc_cfg->bits_per_pixel = val;
1259         crtc_state->dsc.compressed_bpp = vdsc_cfg->bits_per_pixel >> 4;
1260 out:
1261         intel_display_power_put(dev_priv, power_domain, wakeref);
1262 }