OSDN Git Service

Merge tag 'x86_microcode_for_5.8' of git://git.kernel.org/pub/scm/linux/kernel/git...
[tomoyo/tomoyo-test1.git] / drivers / platform / x86 / intel_telemetry_debugfs.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Intel SOC Telemetry debugfs Driver: Currently supports APL
4  * Copyright (c) 2015, Intel Corporation.
5  * All Rights Reserved.
6  *
7  * This file provides the debugfs interfaces for telemetry.
8  * /sys/kernel/debug/telemetry/pss_info: Shows Primary Control Sub-Sys Counters
9  * /sys/kernel/debug/telemetry/ioss_info: Shows IO Sub-System Counters
10  * /sys/kernel/debug/telemetry/soc_states: Shows SoC State
11  * /sys/kernel/debug/telemetry/pss_trace_verbosity: Read and Change Tracing
12  *                              Verbosity via firmware
13  * /sys/kernel/debug/telemetry/ioss_race_verbosity: Write and Change Tracing
14  *                              Verbosity via firmware
15  */
16 #include <linux/debugfs.h>
17 #include <linux/device.h>
18 #include <linux/module.h>
19 #include <linux/pci.h>
20 #include <linux/seq_file.h>
21 #include <linux/suspend.h>
22
23 #include <asm/cpu_device_id.h>
24 #include <asm/intel-family.h>
25 #include <asm/intel_pmc_ipc.h>
26 #include <asm/intel_telemetry.h>
27
28 #define DRIVER_NAME                     "telemetry_soc_debugfs"
29 #define DRIVER_VERSION                  "1.0.0"
30
31 /* ApolloLake SoC Event-IDs */
32 #define TELEM_APL_PSS_PSTATES_ID        0x2802
33 #define TELEM_APL_PSS_IDLE_ID           0x2806
34 #define TELEM_APL_PCS_IDLE_BLOCKED_ID   0x2C00
35 #define TELEM_APL_PCS_S0IX_BLOCKED_ID   0x2C01
36 #define TELEM_APL_PSS_WAKEUP_ID         0x2C02
37 #define TELEM_APL_PSS_LTR_BLOCKING_ID   0x2C03
38
39 #define TELEM_APL_S0IX_TOTAL_OCC_ID     0x4000
40 #define TELEM_APL_S0IX_SHLW_OCC_ID      0x4001
41 #define TELEM_APL_S0IX_DEEP_OCC_ID      0x4002
42 #define TELEM_APL_S0IX_TOTAL_RES_ID     0x4800
43 #define TELEM_APL_S0IX_SHLW_RES_ID      0x4801
44 #define TELEM_APL_S0IX_DEEP_RES_ID      0x4802
45 #define TELEM_APL_D0IX_ID               0x581A
46 #define TELEM_APL_D3_ID                 0x5819
47 #define TELEM_APL_PG_ID                 0x5818
48
49 #define TELEM_INFO_SRAMEVTS_MASK        0xFF00
50 #define TELEM_INFO_SRAMEVTS_SHIFT       0x8
51 #define TELEM_SSRAM_READ_TIMEOUT        10
52
53 #define TELEM_MASK_BIT                  1
54 #define TELEM_MASK_BYTE                 0xFF
55 #define BYTES_PER_LONG                  8
56 #define TELEM_APL_MASK_PCS_STATE        0xF
57
58 /* Max events in bitmap to check for */
59 #define TELEM_PSS_IDLE_EVTS             25
60 #define TELEM_PSS_IDLE_BLOCKED_EVTS     20
61 #define TELEM_PSS_S0IX_BLOCKED_EVTS     20
62 #define TELEM_PSS_S0IX_WAKEUP_EVTS      20
63 #define TELEM_PSS_LTR_BLOCKING_EVTS     20
64 #define TELEM_IOSS_DX_D0IX_EVTS         25
65 #define TELEM_IOSS_PG_EVTS              30
66
67 #define TELEM_CHECK_AND_PARSE_EVTS(EVTID, EVTNUM, BUF, EVTLOG, EVTDAT, MASK) { \
68         if (evtlog[index].telem_evtid == (EVTID)) { \
69                 for (idx = 0; idx < (EVTNUM); idx++) \
70                         (BUF)[idx] = ((EVTLOG) >> (EVTDAT)[idx].bit_pos) & \
71                                      (MASK); \
72         continue; \
73         } \
74 }
75
76 #define TELEM_CHECK_AND_PARSE_CTRS(EVTID, CTR) { \
77         if (evtlog[index].telem_evtid == (EVTID)) { \
78                 (CTR) = evtlog[index].telem_evtlog; \
79                 continue; \
80         } \
81 }
82
83 static u8 suspend_prep_ok;
84 static u32 suspend_shlw_ctr_temp, suspend_deep_ctr_temp;
85 static u64 suspend_shlw_res_temp, suspend_deep_res_temp;
86
87 struct telemetry_susp_stats {
88         u32 shlw_ctr;
89         u32 deep_ctr;
90         u64 shlw_res;
91         u64 deep_res;
92 };
93
94 /* Bitmap definitions for default counters in APL */
95 struct telem_pss_idle_stateinfo {
96         const char *name;
97         u32 bit_pos;
98 };
99
100 static struct telem_pss_idle_stateinfo telem_apl_pss_idle_data[] = {
101         {"IA_CORE0_C1E",                0},
102         {"IA_CORE1_C1E",                1},
103         {"IA_CORE2_C1E",                2},
104         {"IA_CORE3_C1E",                3},
105         {"IA_CORE0_C6",                 16},
106         {"IA_CORE1_C6",                 17},
107         {"IA_CORE2_C6",                 18},
108         {"IA_CORE3_C6",                 19},
109         {"IA_MODULE0_C7",               32},
110         {"IA_MODULE1_C7",               33},
111         {"GT_RC6",                      40},
112         {"IUNIT_PROCESSING_IDLE",       41},
113         {"FAR_MEM_IDLE",                43},
114         {"DISPLAY_IDLE",                44},
115         {"IUNIT_INPUT_SYSTEM_IDLE",     45},
116         {"PCS_STATUS",                  60},
117 };
118
119 struct telem_pcs_blkd_info {
120         const char *name;
121         u32 bit_pos;
122 };
123
124 static struct telem_pcs_blkd_info telem_apl_pcs_idle_blkd_data[] = {
125         {"COMPUTE",                     0},
126         {"MISC",                        8},
127         {"MODULE_ACTIONS_PENDING",      16},
128         {"LTR",                         24},
129         {"DISPLAY_WAKE",                32},
130         {"ISP_WAKE",                    40},
131         {"PSF0_ACTIVE",                 48},
132 };
133
134 static struct telem_pcs_blkd_info telem_apl_pcs_s0ix_blkd_data[] = {
135         {"LTR",                         0},
136         {"IRTL",                        8},
137         {"WAKE_DEADLINE_PENDING",       16},
138         {"DISPLAY",                     24},
139         {"ISP",                         32},
140         {"CORE",                        40},
141         {"PMC",                         48},
142         {"MISC",                        56},
143 };
144
145 struct telem_pss_ltr_info {
146         const char *name;
147         u32 bit_pos;
148 };
149
150 static struct telem_pss_ltr_info telem_apl_pss_ltr_data[] = {
151         {"CORE_ACTIVE",         0},
152         {"MEM_UP",              8},
153         {"DFX",                 16},
154         {"DFX_FORCE_LTR",       24},
155         {"DISPLAY",             32},
156         {"ISP",                 40},
157         {"SOUTH",               48},
158 };
159
160 struct telem_pss_wakeup_info {
161         const char *name;
162         u32 bit_pos;
163 };
164
165 static struct telem_pss_wakeup_info telem_apl_pss_wakeup[] = {
166         {"IP_IDLE",                     0},
167         {"DISPLAY_WAKE",                8},
168         {"VOLTAGE_REG_INT",             16},
169         {"DROWSY_TIMER (HOTPLUG)",      24},
170         {"CORE_WAKE",                   32},
171         {"MISC_S0IX",                   40},
172         {"MISC_ABORT",                  56},
173 };
174
175 struct telem_ioss_d0ix_stateinfo {
176         const char *name;
177         u32 bit_pos;
178 };
179
180 static struct telem_ioss_d0ix_stateinfo telem_apl_ioss_d0ix_data[] = {
181         {"CSE",         0},
182         {"SCC2",        1},
183         {"GMM",         2},
184         {"XDCI",        3},
185         {"XHCI",        4},
186         {"ISH",         5},
187         {"AVS",         6},
188         {"PCIE0P1",     7},
189         {"PECI0P0",     8},
190         {"LPSS",        9},
191         {"SCC",         10},
192         {"PWM",         11},
193         {"PCIE1_P3",    12},
194         {"PCIE1_P2",    13},
195         {"PCIE1_P1",    14},
196         {"PCIE1_P0",    15},
197         {"CNV",         16},
198         {"SATA",        17},
199         {"PRTC",        18},
200 };
201
202 struct telem_ioss_pg_info {
203         const char *name;
204         u32 bit_pos;
205 };
206
207 static struct telem_ioss_pg_info telem_apl_ioss_pg_data[] = {
208         {"LPSS",        0},
209         {"SCC",         1},
210         {"P2SB",        2},
211         {"SCC2",        3},
212         {"GMM",         4},
213         {"PCIE0",       5},
214         {"XDCI",        6},
215         {"xHCI",        7},
216         {"CSE",         8},
217         {"SPI",         9},
218         {"AVSPGD4",     10},
219         {"AVSPGD3",     11},
220         {"AVSPGD2",     12},
221         {"AVSPGD1",     13},
222         {"ISH",         14},
223         {"EXI",         15},
224         {"NPKVRC",      16},
225         {"NPKVNN",      17},
226         {"CUNIT",       18},
227         {"FUSE_CTRL",   19},
228         {"PCIE1",       20},
229         {"CNV",         21},
230         {"LPC",         22},
231         {"SATA",        23},
232         {"SMB",         24},
233         {"PRTC",        25},
234 };
235
236 struct telemetry_debugfs_conf {
237         struct telemetry_susp_stats suspend_stats;
238         struct dentry *telemetry_dbg_dir;
239
240         /* Bitmap Data */
241         struct telem_ioss_d0ix_stateinfo *ioss_d0ix_data;
242         struct telem_pss_idle_stateinfo *pss_idle_data;
243         struct telem_pcs_blkd_info *pcs_idle_blkd_data;
244         struct telem_pcs_blkd_info *pcs_s0ix_blkd_data;
245         struct telem_pss_wakeup_info *pss_wakeup;
246         struct telem_pss_ltr_info *pss_ltr_data;
247         struct telem_ioss_pg_info *ioss_pg_data;
248         u8 pcs_idle_blkd_evts;
249         u8 pcs_s0ix_blkd_evts;
250         u8 pss_wakeup_evts;
251         u8 pss_idle_evts;
252         u8 pss_ltr_evts;
253         u8 ioss_d0ix_evts;
254         u8 ioss_pg_evts;
255
256         /* IDs */
257         u16  pss_ltr_blocking_id;
258         u16  pcs_idle_blkd_id;
259         u16  pcs_s0ix_blkd_id;
260         u16  s0ix_total_occ_id;
261         u16  s0ix_shlw_occ_id;
262         u16  s0ix_deep_occ_id;
263         u16  s0ix_total_res_id;
264         u16  s0ix_shlw_res_id;
265         u16  s0ix_deep_res_id;
266         u16  pss_wakeup_id;
267         u16  ioss_d0ix_id;
268         u16  pstates_id;
269         u16  pss_idle_id;
270         u16  ioss_d3_id;
271         u16  ioss_pg_id;
272 };
273
274 static struct telemetry_debugfs_conf *debugfs_conf;
275
276 static struct telemetry_debugfs_conf telem_apl_debugfs_conf = {
277         .pss_idle_data = telem_apl_pss_idle_data,
278         .pcs_idle_blkd_data = telem_apl_pcs_idle_blkd_data,
279         .pcs_s0ix_blkd_data = telem_apl_pcs_s0ix_blkd_data,
280         .pss_ltr_data = telem_apl_pss_ltr_data,
281         .pss_wakeup = telem_apl_pss_wakeup,
282         .ioss_d0ix_data = telem_apl_ioss_d0ix_data,
283         .ioss_pg_data = telem_apl_ioss_pg_data,
284
285         .pss_idle_evts = ARRAY_SIZE(telem_apl_pss_idle_data),
286         .pcs_idle_blkd_evts = ARRAY_SIZE(telem_apl_pcs_idle_blkd_data),
287         .pcs_s0ix_blkd_evts = ARRAY_SIZE(telem_apl_pcs_s0ix_blkd_data),
288         .pss_ltr_evts = ARRAY_SIZE(telem_apl_pss_ltr_data),
289         .pss_wakeup_evts = ARRAY_SIZE(telem_apl_pss_wakeup),
290         .ioss_d0ix_evts = ARRAY_SIZE(telem_apl_ioss_d0ix_data),
291         .ioss_pg_evts = ARRAY_SIZE(telem_apl_ioss_pg_data),
292
293         .pstates_id = TELEM_APL_PSS_PSTATES_ID,
294         .pss_idle_id = TELEM_APL_PSS_IDLE_ID,
295         .pcs_idle_blkd_id = TELEM_APL_PCS_IDLE_BLOCKED_ID,
296         .pcs_s0ix_blkd_id = TELEM_APL_PCS_S0IX_BLOCKED_ID,
297         .pss_wakeup_id = TELEM_APL_PSS_WAKEUP_ID,
298         .pss_ltr_blocking_id = TELEM_APL_PSS_LTR_BLOCKING_ID,
299         .s0ix_total_occ_id = TELEM_APL_S0IX_TOTAL_OCC_ID,
300         .s0ix_shlw_occ_id = TELEM_APL_S0IX_SHLW_OCC_ID,
301         .s0ix_deep_occ_id = TELEM_APL_S0IX_DEEP_OCC_ID,
302         .s0ix_total_res_id = TELEM_APL_S0IX_TOTAL_RES_ID,
303         .s0ix_shlw_res_id = TELEM_APL_S0IX_SHLW_RES_ID,
304         .s0ix_deep_res_id = TELEM_APL_S0IX_DEEP_RES_ID,
305         .ioss_d0ix_id = TELEM_APL_D0IX_ID,
306         .ioss_d3_id = TELEM_APL_D3_ID,
307         .ioss_pg_id = TELEM_APL_PG_ID,
308 };
309
310 static const struct x86_cpu_id telemetry_debugfs_cpu_ids[] = {
311         X86_MATCH_INTEL_FAM6_MODEL(ATOM_GOLDMONT,       &telem_apl_debugfs_conf),
312         X86_MATCH_INTEL_FAM6_MODEL(ATOM_GOLDMONT_PLUS,  &telem_apl_debugfs_conf),
313         {}
314 };
315 MODULE_DEVICE_TABLE(x86cpu, telemetry_debugfs_cpu_ids);
316
317 static int telemetry_debugfs_check_evts(void)
318 {
319         if ((debugfs_conf->pss_idle_evts > TELEM_PSS_IDLE_EVTS) ||
320             (debugfs_conf->pcs_idle_blkd_evts > TELEM_PSS_IDLE_BLOCKED_EVTS) ||
321             (debugfs_conf->pcs_s0ix_blkd_evts > TELEM_PSS_S0IX_BLOCKED_EVTS) ||
322             (debugfs_conf->pss_ltr_evts > TELEM_PSS_LTR_BLOCKING_EVTS) ||
323             (debugfs_conf->pss_wakeup_evts > TELEM_PSS_S0IX_WAKEUP_EVTS) ||
324             (debugfs_conf->ioss_d0ix_evts > TELEM_IOSS_DX_D0IX_EVTS) ||
325             (debugfs_conf->ioss_pg_evts > TELEM_IOSS_PG_EVTS))
326                 return -EINVAL;
327
328         return 0;
329 }
330
331 static int telem_pss_states_show(struct seq_file *s, void *unused)
332 {
333         struct telemetry_evtlog evtlog[TELEM_MAX_OS_ALLOCATED_EVENTS];
334         struct telemetry_debugfs_conf *conf = debugfs_conf;
335         const char *name[TELEM_MAX_OS_ALLOCATED_EVENTS];
336         u32 pcs_idle_blkd[TELEM_PSS_IDLE_BLOCKED_EVTS],
337             pcs_s0ix_blkd[TELEM_PSS_S0IX_BLOCKED_EVTS],
338             pss_s0ix_wakeup[TELEM_PSS_S0IX_WAKEUP_EVTS],
339             pss_ltr_blkd[TELEM_PSS_LTR_BLOCKING_EVTS],
340             pss_idle[TELEM_PSS_IDLE_EVTS];
341         int index, idx, ret, err = 0;
342         u64 pstates = 0;
343
344         ret = telemetry_read_eventlog(TELEM_PSS, evtlog,
345                                       TELEM_MAX_OS_ALLOCATED_EVENTS);
346         if (ret < 0)
347                 return ret;
348
349         err = telemetry_get_evtname(TELEM_PSS, name,
350                                     TELEM_MAX_OS_ALLOCATED_EVENTS);
351         if (err < 0)
352                 return err;
353
354         seq_puts(s, "\n----------------------------------------------------\n");
355         seq_puts(s, "\tPSS TELEM EVENTLOG (Residency = field/19.2 us\n");
356         seq_puts(s, "----------------------------------------------------\n");
357         for (index = 0; index < ret; index++) {
358                 seq_printf(s, "%-32s %llu\n",
359                            name[index], evtlog[index].telem_evtlog);
360
361                 /* Fetch PSS IDLE State */
362                 if (evtlog[index].telem_evtid == conf->pss_idle_id) {
363                         pss_idle[conf->pss_idle_evts - 1] =
364                         (evtlog[index].telem_evtlog >>
365                         conf->pss_idle_data[conf->pss_idle_evts - 1].bit_pos) &
366                         TELEM_APL_MASK_PCS_STATE;
367                 }
368
369                 TELEM_CHECK_AND_PARSE_EVTS(conf->pss_idle_id,
370                                            conf->pss_idle_evts - 1,
371                                            pss_idle, evtlog[index].telem_evtlog,
372                                            conf->pss_idle_data, TELEM_MASK_BIT);
373
374                 TELEM_CHECK_AND_PARSE_EVTS(conf->pcs_idle_blkd_id,
375                                            conf->pcs_idle_blkd_evts,
376                                            pcs_idle_blkd,
377                                            evtlog[index].telem_evtlog,
378                                            conf->pcs_idle_blkd_data,
379                                            TELEM_MASK_BYTE);
380
381                 TELEM_CHECK_AND_PARSE_EVTS(conf->pcs_s0ix_blkd_id,
382                                            conf->pcs_s0ix_blkd_evts,
383                                            pcs_s0ix_blkd,
384                                            evtlog[index].telem_evtlog,
385                                            conf->pcs_s0ix_blkd_data,
386                                            TELEM_MASK_BYTE);
387
388                 TELEM_CHECK_AND_PARSE_EVTS(conf->pss_wakeup_id,
389                                            conf->pss_wakeup_evts,
390                                            pss_s0ix_wakeup,
391                                            evtlog[index].telem_evtlog,
392                                            conf->pss_wakeup, TELEM_MASK_BYTE);
393
394                 TELEM_CHECK_AND_PARSE_EVTS(conf->pss_ltr_blocking_id,
395                                            conf->pss_ltr_evts, pss_ltr_blkd,
396                                            evtlog[index].telem_evtlog,
397                                            conf->pss_ltr_data, TELEM_MASK_BYTE);
398
399                 if (evtlog[index].telem_evtid == debugfs_conf->pstates_id)
400                         pstates = evtlog[index].telem_evtlog;
401         }
402
403         seq_puts(s, "\n--------------------------------------\n");
404         seq_puts(s, "PStates\n");
405         seq_puts(s, "--------------------------------------\n");
406         seq_puts(s, "Domain\t\t\t\tFreq(Mhz)\n");
407         seq_printf(s, " IA\t\t\t\t %llu\n GT\t\t\t\t %llu\n",
408                    (pstates & TELEM_MASK_BYTE)*100,
409                    ((pstates >> 8) & TELEM_MASK_BYTE)*50/3);
410
411         seq_printf(s, " IUNIT\t\t\t\t %llu\n SA\t\t\t\t %llu\n",
412                    ((pstates >> 16) & TELEM_MASK_BYTE)*25,
413                    ((pstates >> 24) & TELEM_MASK_BYTE)*50/3);
414
415         seq_puts(s, "\n--------------------------------------\n");
416         seq_puts(s, "PSS IDLE Status\n");
417         seq_puts(s, "--------------------------------------\n");
418         seq_puts(s, "Device\t\t\t\t\tIDLE\n");
419         for (index = 0; index < debugfs_conf->pss_idle_evts; index++) {
420                 seq_printf(s, "%-32s\t%u\n",
421                            debugfs_conf->pss_idle_data[index].name,
422                            pss_idle[index]);
423         }
424
425         seq_puts(s, "\n--------------------------------------\n");
426         seq_puts(s, "PSS Idle blkd Status (~1ms saturating bucket)\n");
427         seq_puts(s, "--------------------------------------\n");
428         seq_puts(s, "Blocker\t\t\t\t\tCount\n");
429         for (index = 0; index < debugfs_conf->pcs_idle_blkd_evts; index++) {
430                 seq_printf(s, "%-32s\t%u\n",
431                            debugfs_conf->pcs_idle_blkd_data[index].name,
432                            pcs_idle_blkd[index]);
433         }
434
435         seq_puts(s, "\n--------------------------------------\n");
436         seq_puts(s, "PSS S0ix blkd Status (~1ms saturating bucket)\n");
437         seq_puts(s, "--------------------------------------\n");
438         seq_puts(s, "Blocker\t\t\t\t\tCount\n");
439         for (index = 0; index < debugfs_conf->pcs_s0ix_blkd_evts; index++) {
440                 seq_printf(s, "%-32s\t%u\n",
441                            debugfs_conf->pcs_s0ix_blkd_data[index].name,
442                            pcs_s0ix_blkd[index]);
443         }
444
445         seq_puts(s, "\n--------------------------------------\n");
446         seq_puts(s, "LTR Blocking Status (~1ms saturating bucket)\n");
447         seq_puts(s, "--------------------------------------\n");
448         seq_puts(s, "Blocker\t\t\t\t\tCount\n");
449         for (index = 0; index < debugfs_conf->pss_ltr_evts; index++) {
450                 seq_printf(s, "%-32s\t%u\n",
451                            debugfs_conf->pss_ltr_data[index].name,
452                            pss_s0ix_wakeup[index]);
453         }
454
455         seq_puts(s, "\n--------------------------------------\n");
456         seq_puts(s, "Wakes Status (~1ms saturating bucket)\n");
457         seq_puts(s, "--------------------------------------\n");
458         seq_puts(s, "Wakes\t\t\t\t\tCount\n");
459         for (index = 0; index < debugfs_conf->pss_wakeup_evts; index++) {
460                 seq_printf(s, "%-32s\t%u\n",
461                            debugfs_conf->pss_wakeup[index].name,
462                            pss_ltr_blkd[index]);
463         }
464
465         return 0;
466 }
467
468 DEFINE_SHOW_ATTRIBUTE(telem_pss_states);
469
470 static int telem_ioss_states_show(struct seq_file *s, void *unused)
471 {
472         struct telemetry_evtlog evtlog[TELEM_MAX_OS_ALLOCATED_EVENTS];
473         const char *name[TELEM_MAX_OS_ALLOCATED_EVENTS];
474         int index, ret, err;
475
476         ret = telemetry_read_eventlog(TELEM_IOSS, evtlog,
477                                       TELEM_MAX_OS_ALLOCATED_EVENTS);
478         if (ret < 0)
479                 return ret;
480
481         err = telemetry_get_evtname(TELEM_IOSS, name,
482                                     TELEM_MAX_OS_ALLOCATED_EVENTS);
483         if (err < 0)
484                 return err;
485
486         seq_puts(s, "--------------------------------------\n");
487         seq_puts(s, "\tI0SS TELEMETRY EVENTLOG\n");
488         seq_puts(s, "--------------------------------------\n");
489         for (index = 0; index < ret; index++) {
490                 seq_printf(s, "%-32s 0x%llx\n",
491                            name[index], evtlog[index].telem_evtlog);
492         }
493
494         return 0;
495 }
496
497 DEFINE_SHOW_ATTRIBUTE(telem_ioss_states);
498
499 static int telem_soc_states_show(struct seq_file *s, void *unused)
500 {
501         u32 d3_sts[TELEM_IOSS_DX_D0IX_EVTS], d0ix_sts[TELEM_IOSS_DX_D0IX_EVTS];
502         u32 pg_sts[TELEM_IOSS_PG_EVTS], pss_idle[TELEM_PSS_IDLE_EVTS];
503         struct telemetry_evtlog evtlog[TELEM_MAX_OS_ALLOCATED_EVENTS];
504         u32 s0ix_total_ctr = 0, s0ix_shlw_ctr = 0, s0ix_deep_ctr = 0;
505         u64 s0ix_total_res = 0, s0ix_shlw_res = 0, s0ix_deep_res = 0;
506         struct telemetry_debugfs_conf *conf = debugfs_conf;
507         struct pci_dev *dev = NULL;
508         int index, idx, ret;
509         u32 d3_state;
510         u16 pmcsr;
511
512         ret = telemetry_read_eventlog(TELEM_IOSS, evtlog,
513                                       TELEM_MAX_OS_ALLOCATED_EVENTS);
514         if (ret < 0)
515                 return ret;
516
517         for (index = 0; index < ret; index++) {
518                 TELEM_CHECK_AND_PARSE_EVTS(conf->ioss_d3_id,
519                                            conf->ioss_d0ix_evts,
520                                            d3_sts, evtlog[index].telem_evtlog,
521                                            conf->ioss_d0ix_data,
522                                            TELEM_MASK_BIT);
523
524                 TELEM_CHECK_AND_PARSE_EVTS(conf->ioss_pg_id, conf->ioss_pg_evts,
525                                            pg_sts, evtlog[index].telem_evtlog,
526                                            conf->ioss_pg_data, TELEM_MASK_BIT);
527
528                 TELEM_CHECK_AND_PARSE_EVTS(conf->ioss_d0ix_id,
529                                            conf->ioss_d0ix_evts,
530                                            d0ix_sts, evtlog[index].telem_evtlog,
531                                            conf->ioss_d0ix_data,
532                                            TELEM_MASK_BIT);
533
534                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_total_occ_id,
535                                            s0ix_total_ctr);
536
537                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_shlw_occ_id,
538                                            s0ix_shlw_ctr);
539
540                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_deep_occ_id,
541                                            s0ix_deep_ctr);
542
543                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_total_res_id,
544                                            s0ix_total_res);
545
546                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_shlw_res_id,
547                                            s0ix_shlw_res);
548
549                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_deep_res_id,
550                                            s0ix_deep_res);
551         }
552
553         seq_puts(s, "\n---------------------------------------------------\n");
554         seq_puts(s, "S0IX Type\t\t\t Occurrence\t\t Residency(us)\n");
555         seq_puts(s, "---------------------------------------------------\n");
556
557         seq_printf(s, "S0IX Shallow\t\t\t %10u\t %10llu\n",
558                    s0ix_shlw_ctr -
559                    conf->suspend_stats.shlw_ctr,
560                    (u64)((s0ix_shlw_res -
561                    conf->suspend_stats.shlw_res)*10/192));
562
563         seq_printf(s, "S0IX Deep\t\t\t %10u\t %10llu\n",
564                    s0ix_deep_ctr -
565                    conf->suspend_stats.deep_ctr,
566                    (u64)((s0ix_deep_res -
567                    conf->suspend_stats.deep_res)*10/192));
568
569         seq_printf(s, "Suspend(With S0ixShallow)\t %10u\t %10llu\n",
570                    conf->suspend_stats.shlw_ctr,
571                    (u64)(conf->suspend_stats.shlw_res*10)/192);
572
573         seq_printf(s, "Suspend(With S0ixDeep)\t\t %10u\t %10llu\n",
574                    conf->suspend_stats.deep_ctr,
575                    (u64)(conf->suspend_stats.deep_res*10)/192);
576
577         seq_printf(s, "TOTAL S0IX\t\t\t %10u\t %10llu\n", s0ix_total_ctr,
578                    (u64)(s0ix_total_res*10/192));
579         seq_puts(s, "\n-------------------------------------------------\n");
580         seq_puts(s, "\t\tDEVICE STATES\n");
581         seq_puts(s, "-------------------------------------------------\n");
582
583         for_each_pci_dev(dev) {
584                 pci_read_config_word(dev, dev->pm_cap + PCI_PM_CTRL, &pmcsr);
585                 d3_state = ((pmcsr & PCI_PM_CTRL_STATE_MASK) ==
586                             (__force int)PCI_D3hot) ? 1 : 0;
587
588                 seq_printf(s, "pci %04x %04X %s %20.20s: ",
589                            dev->vendor, dev->device, dev_name(&dev->dev),
590                            dev_driver_string(&dev->dev));
591                 seq_printf(s, " d3:%x\n", d3_state);
592         }
593
594         seq_puts(s, "\n--------------------------------------\n");
595         seq_puts(s, "D3/D0i3 Status\n");
596         seq_puts(s, "--------------------------------------\n");
597         seq_puts(s, "Block\t\t D3\t D0i3\n");
598         for (index = 0; index < conf->ioss_d0ix_evts; index++) {
599                 seq_printf(s, "%-10s\t %u\t %u\n",
600                            conf->ioss_d0ix_data[index].name,
601                            d3_sts[index], d0ix_sts[index]);
602         }
603
604         seq_puts(s, "\n--------------------------------------\n");
605         seq_puts(s, "South Complex PowerGate Status\n");
606         seq_puts(s, "--------------------------------------\n");
607         seq_puts(s, "Device\t\t PG\n");
608         for (index = 0; index < conf->ioss_pg_evts; index++) {
609                 seq_printf(s, "%-10s\t %u\n",
610                            conf->ioss_pg_data[index].name,
611                            pg_sts[index]);
612         }
613
614         evtlog->telem_evtid = conf->pss_idle_id;
615         ret = telemetry_read_events(TELEM_PSS, evtlog, 1);
616         if (ret < 0)
617                 return ret;
618
619         seq_puts(s, "\n-----------------------------------------\n");
620         seq_puts(s, "North Idle Status\n");
621         seq_puts(s, "-----------------------------------------\n");
622         for (idx = 0; idx < conf->pss_idle_evts - 1; idx++) {
623                 pss_idle[idx] = (evtlog->telem_evtlog >>
624                                 conf->pss_idle_data[idx].bit_pos) &
625                                 TELEM_MASK_BIT;
626         }
627
628         pss_idle[idx] = (evtlog->telem_evtlog >>
629                         conf->pss_idle_data[idx].bit_pos) &
630                         TELEM_APL_MASK_PCS_STATE;
631
632         for (index = 0; index < conf->pss_idle_evts; index++) {
633                 seq_printf(s, "%-30s %u\n",
634                            conf->pss_idle_data[index].name,
635                            pss_idle[index]);
636         }
637
638         seq_puts(s, "\nPCS_STATUS Code\n");
639         seq_puts(s, "0:C0 1:C1 2:C1_DN_WT_DEV 3:C2 4:C2_WT_DE_MEM_UP\n");
640         seq_puts(s, "5:C2_WT_DE_MEM_DOWN 6:C2_UP_WT_DEV 7:C2_DN 8:C2_VOA\n");
641         seq_puts(s, "9:C2_VOA_UP 10:S0IX_PRE 11:S0IX\n");
642
643         return 0;
644 }
645
646 DEFINE_SHOW_ATTRIBUTE(telem_soc_states);
647
648 static int telem_s0ix_res_get(void *data, u64 *val)
649 {
650         u64 s0ix_total_res;
651         int ret;
652
653         ret = intel_pmc_s0ix_counter_read(&s0ix_total_res);
654         if (ret) {
655                 pr_err("Failed to read S0ix residency");
656                 return ret;
657         }
658
659         *val = s0ix_total_res;
660
661         return 0;
662 }
663
664 DEFINE_DEBUGFS_ATTRIBUTE(telem_s0ix_fops, telem_s0ix_res_get, NULL, "%llu\n");
665
666 static int telem_pss_trc_verb_show(struct seq_file *s, void *unused)
667 {
668         u32 verbosity;
669         int err;
670
671         err = telemetry_get_trace_verbosity(TELEM_PSS, &verbosity);
672         if (err) {
673                 pr_err("Get PSS Trace Verbosity Failed with Error %d\n", err);
674                 return -EFAULT;
675         }
676
677         seq_printf(s, "PSS Trace Verbosity %u\n", verbosity);
678         return 0;
679 }
680
681 static ssize_t telem_pss_trc_verb_write(struct file *file,
682                                         const char __user *userbuf,
683                                         size_t count, loff_t *ppos)
684 {
685         u32 verbosity;
686         int err;
687
688         err = kstrtou32_from_user(userbuf, count, 0, &verbosity);
689         if (err)
690                 return err;
691
692         err = telemetry_set_trace_verbosity(TELEM_PSS, verbosity);
693         if (err) {
694                 pr_err("Changing PSS Trace Verbosity Failed. Error %d\n", err);
695                 return err;
696         }
697
698         return count;
699 }
700
701 static int telem_pss_trc_verb_open(struct inode *inode, struct file *file)
702 {
703         return single_open(file, telem_pss_trc_verb_show, inode->i_private);
704 }
705
706 static const struct file_operations telem_pss_trc_verb_ops = {
707         .open           = telem_pss_trc_verb_open,
708         .read           = seq_read,
709         .write          = telem_pss_trc_verb_write,
710         .llseek         = seq_lseek,
711         .release        = single_release,
712 };
713
714 static int telem_ioss_trc_verb_show(struct seq_file *s, void *unused)
715 {
716         u32 verbosity;
717         int err;
718
719         err = telemetry_get_trace_verbosity(TELEM_IOSS, &verbosity);
720         if (err) {
721                 pr_err("Get IOSS Trace Verbosity Failed with Error %d\n", err);
722                 return -EFAULT;
723         }
724
725         seq_printf(s, "IOSS Trace Verbosity %u\n", verbosity);
726         return 0;
727 }
728
729 static ssize_t telem_ioss_trc_verb_write(struct file *file,
730                                          const char __user *userbuf,
731                                          size_t count, loff_t *ppos)
732 {
733         u32 verbosity;
734         int err;
735
736         err = kstrtou32_from_user(userbuf, count, 0, &verbosity);
737         if (err)
738                 return err;
739
740         err = telemetry_set_trace_verbosity(TELEM_IOSS, verbosity);
741         if (err) {
742                 pr_err("Changing IOSS Trace Verbosity Failed. Error %d\n", err);
743                 return err;
744         }
745
746         return count;
747 }
748
749 static int telem_ioss_trc_verb_open(struct inode *inode, struct file *file)
750 {
751         return single_open(file, telem_ioss_trc_verb_show, inode->i_private);
752 }
753
754 static const struct file_operations telem_ioss_trc_verb_ops = {
755         .open           = telem_ioss_trc_verb_open,
756         .read           = seq_read,
757         .write          = telem_ioss_trc_verb_write,
758         .llseek         = seq_lseek,
759         .release        = single_release,
760 };
761
762 static int pm_suspend_prep_cb(void)
763 {
764         struct telemetry_evtlog evtlog[TELEM_MAX_OS_ALLOCATED_EVENTS];
765         struct telemetry_debugfs_conf *conf = debugfs_conf;
766         int ret, index;
767
768         ret = telemetry_raw_read_eventlog(TELEM_IOSS, evtlog,
769                         TELEM_MAX_OS_ALLOCATED_EVENTS);
770         if (ret < 0) {
771                 suspend_prep_ok = 0;
772                 goto out;
773         }
774
775         for (index = 0; index < ret; index++) {
776
777                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_shlw_occ_id,
778                                            suspend_shlw_ctr_temp);
779
780                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_deep_occ_id,
781                                            suspend_deep_ctr_temp);
782
783                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_shlw_res_id,
784                                            suspend_shlw_res_temp);
785
786                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_deep_res_id,
787                                            suspend_deep_res_temp);
788         }
789         suspend_prep_ok = 1;
790 out:
791         return NOTIFY_OK;
792 }
793
794 static int pm_suspend_exit_cb(void)
795 {
796         struct telemetry_evtlog evtlog[TELEM_MAX_OS_ALLOCATED_EVENTS];
797         static u32 suspend_shlw_ctr_exit, suspend_deep_ctr_exit;
798         static u64 suspend_shlw_res_exit, suspend_deep_res_exit;
799         struct telemetry_debugfs_conf *conf = debugfs_conf;
800         int ret, index;
801
802         if (!suspend_prep_ok)
803                 goto out;
804
805         ret = telemetry_raw_read_eventlog(TELEM_IOSS, evtlog,
806                                           TELEM_MAX_OS_ALLOCATED_EVENTS);
807         if (ret < 0)
808                 goto out;
809
810         for (index = 0; index < ret; index++) {
811                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_shlw_occ_id,
812                                            suspend_shlw_ctr_exit);
813
814                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_deep_occ_id,
815                                            suspend_deep_ctr_exit);
816
817                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_shlw_res_id,
818                                            suspend_shlw_res_exit);
819
820                 TELEM_CHECK_AND_PARSE_CTRS(conf->s0ix_deep_res_id,
821                                            suspend_deep_res_exit);
822         }
823
824         if ((suspend_shlw_ctr_exit < suspend_shlw_ctr_temp) ||
825             (suspend_deep_ctr_exit < suspend_deep_ctr_temp) ||
826             (suspend_shlw_res_exit < suspend_shlw_res_temp) ||
827             (suspend_deep_res_exit < suspend_deep_res_temp)) {
828                 pr_err("Wrong s0ix counters detected\n");
829                 goto out;
830         }
831
832         /*
833          * Due to some design limitations in the firmware, sometimes the
834          * counters do not get updated by the time we reach here. As a
835          * workaround, we try to see if this was a genuine case of sleep
836          * failure or not by cross-checking from PMC GCR registers directly.
837          */
838         if (suspend_shlw_ctr_exit == suspend_shlw_ctr_temp &&
839             suspend_deep_ctr_exit == suspend_deep_ctr_temp) {
840                 ret = intel_pmc_gcr_read64(PMC_GCR_TELEM_SHLW_S0IX_REG,
841                                           &suspend_shlw_res_exit);
842                 if (ret < 0)
843                         goto out;
844
845                 ret = intel_pmc_gcr_read64(PMC_GCR_TELEM_DEEP_S0IX_REG,
846                                           &suspend_deep_res_exit);
847                 if (ret < 0)
848                         goto out;
849
850                 if (suspend_shlw_res_exit > suspend_shlw_res_temp)
851                         suspend_shlw_ctr_exit++;
852
853                 if (suspend_deep_res_exit > suspend_deep_res_temp)
854                         suspend_deep_ctr_exit++;
855         }
856
857         suspend_shlw_ctr_exit -= suspend_shlw_ctr_temp;
858         suspend_deep_ctr_exit -= suspend_deep_ctr_temp;
859         suspend_shlw_res_exit -= suspend_shlw_res_temp;
860         suspend_deep_res_exit -= suspend_deep_res_temp;
861
862         if (suspend_shlw_ctr_exit != 0) {
863                 conf->suspend_stats.shlw_ctr +=
864                 suspend_shlw_ctr_exit;
865
866                 conf->suspend_stats.shlw_res +=
867                 suspend_shlw_res_exit;
868         }
869
870         if (suspend_deep_ctr_exit != 0) {
871                 conf->suspend_stats.deep_ctr +=
872                 suspend_deep_ctr_exit;
873
874                 conf->suspend_stats.deep_res +=
875                 suspend_deep_res_exit;
876         }
877
878 out:
879         suspend_prep_ok = 0;
880         return NOTIFY_OK;
881 }
882
883 static int pm_notification(struct notifier_block *this,
884                            unsigned long event, void *ptr)
885 {
886         switch (event) {
887         case PM_SUSPEND_PREPARE:
888                 return pm_suspend_prep_cb();
889         case PM_POST_SUSPEND:
890                 return pm_suspend_exit_cb();
891         }
892
893         return NOTIFY_DONE;
894 }
895
896 static struct notifier_block pm_notifier = {
897         .notifier_call = pm_notification,
898 };
899
900 static int __init telemetry_debugfs_init(void)
901 {
902         const struct x86_cpu_id *id;
903         int err;
904         struct dentry *dir;
905
906         /* Only APL supported for now */
907         id = x86_match_cpu(telemetry_debugfs_cpu_ids);
908         if (!id)
909                 return -ENODEV;
910
911         debugfs_conf = (struct telemetry_debugfs_conf *)id->driver_data;
912
913         err = telemetry_pltconfig_valid();
914         if (err < 0) {
915                 pr_info("Invalid pltconfig, ensure IPC1 device is enabled in BIOS\n");
916                 return -ENODEV;
917         }
918
919         err = telemetry_debugfs_check_evts();
920         if (err < 0) {
921                 pr_info("telemetry_debugfs_check_evts failed\n");
922                 return -EINVAL;
923         }
924
925         register_pm_notifier(&pm_notifier);
926
927         dir = debugfs_create_dir("telemetry", NULL);
928         debugfs_conf->telemetry_dbg_dir = dir;
929
930         debugfs_create_file("pss_info", S_IFREG | S_IRUGO, dir, NULL,
931                             &telem_pss_states_fops);
932         debugfs_create_file("ioss_info", S_IFREG | S_IRUGO, dir, NULL,
933                             &telem_ioss_states_fops);
934         debugfs_create_file("soc_states", S_IFREG | S_IRUGO, dir, NULL,
935                             &telem_soc_states_fops);
936         debugfs_create_file("s0ix_residency_usec", S_IFREG | S_IRUGO, dir, NULL,
937                             &telem_s0ix_fops);
938         debugfs_create_file("pss_trace_verbosity", S_IFREG | S_IRUGO, dir, NULL,
939                             &telem_pss_trc_verb_ops);
940         debugfs_create_file("ioss_trace_verbosity", S_IFREG | S_IRUGO, dir,
941                             NULL, &telem_ioss_trc_verb_ops);
942         return 0;
943 }
944
945 static void __exit telemetry_debugfs_exit(void)
946 {
947         debugfs_remove_recursive(debugfs_conf->telemetry_dbg_dir);
948         debugfs_conf->telemetry_dbg_dir = NULL;
949         unregister_pm_notifier(&pm_notifier);
950 }
951
952 late_initcall(telemetry_debugfs_init);
953 module_exit(telemetry_debugfs_exit);
954
955 MODULE_AUTHOR("Souvik Kumar Chakravarty <souvik.k.chakravarty@intel.com>");
956 MODULE_DESCRIPTION("Intel SoC Telemetry debugfs Interface");
957 MODULE_VERSION(DRIVER_VERSION);
958 MODULE_LICENSE("GPL v2");