1 /* QLogic qed NIC Driver
2 * Copyright (c) 2015-2017 QLogic Corporation
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and /or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
36 #include <linux/types.h>
38 #include <linux/delay.h>
39 #include <linux/firmware.h>
40 #include <linux/interrupt.h>
41 #include <linux/list.h>
42 #include <linux/mutex.h>
43 #include <linux/pci.h>
44 #include <linux/slab.h>
45 #include <linux/string.h>
46 #include <linux/workqueue.h>
47 #include <linux/zlib.h>
48 #include <linux/hashtable.h>
49 #include <linux/qed/qed_if.h>
50 #include "qed_debug.h"
53 extern const struct qed_common_ops qed_common_ops_pass;
55 #define QED_MAJOR_VERSION 8
56 #define QED_MINOR_VERSION 33
57 #define QED_REVISION_VERSION 0
58 #define QED_ENGINEERING_VERSION 20
61 ((QED_MAJOR_VERSION << 24) | (QED_MINOR_VERSION << 16) | \
62 (QED_REVISION_VERSION << 8) | QED_ENGINEERING_VERSION)
64 #define STORM_FW_VERSION \
65 ((FW_MAJOR_VERSION << 24) | (FW_MINOR_VERSION << 16) | \
66 (FW_REVISION_VERSION << 8) | FW_ENGINEERING_VERSION)
68 #define MAX_HWFNS_PER_DEVICE (4)
72 #define QED_WFQ_UNIT 100
74 #define QED_WID_SIZE (1024)
75 #define QED_MIN_WIDS (4)
76 #define QED_PF_DEMS_SIZE (4)
79 enum qed_coalescing_mode {
80 QED_COAL_MODE_DISABLE,
85 QED_PUT_FILE_BEGIN = DRV_MSG_CODE_NVM_PUT_FILE_BEGIN,
86 QED_PUT_FILE_DATA = DRV_MSG_CODE_NVM_PUT_FILE_DATA,
87 QED_NVM_WRITE_NVRAM = DRV_MSG_CODE_NVM_WRITE_NVRAM,
88 QED_GET_MCP_NVM_RESP = 0xFFFFFF00
91 struct qed_eth_cb_ops;
93 union qed_mcp_protocol_stats;
94 enum qed_mcp_protocol_type;
97 #define QED_MFW_GET_FIELD(name, field) \
98 (((name) & (field ## _MASK)) >> (field ## _SHIFT))
100 #define QED_MFW_SET_FIELD(name, field, value) \
102 (name) &= ~(field ## _MASK); \
103 (name) |= (((value) << (field ## _SHIFT)) & (field ## _MASK));\
106 static inline u32 qed_db_addr(u32 cid, u32 DEMS)
108 u32 db_addr = FIELD_VALUE(DB_LEGACY_ADDR_DEMS, DEMS) |
109 (cid * QED_PF_DEMS_SIZE);
114 static inline u32 qed_db_addr_vf(u32 cid, u32 DEMS)
116 u32 db_addr = FIELD_VALUE(DB_LEGACY_ADDR_DEMS, DEMS) |
117 FIELD_VALUE(DB_LEGACY_ADDR_ICID, cid);
122 #define ALIGNED_TYPE_SIZE(type_name, p_hwfn) \
123 ((sizeof(type_name) + (u32)(1 << (p_hwfn->cdev->cache_shift)) - 1) & \
124 ~((1 << (p_hwfn->cdev->cache_shift)) - 1))
126 #define for_each_hwfn(cdev, i) for (i = 0; i < cdev->num_hwfns; i++)
128 #define D_TRINE(val, cond1, cond2, true1, true2, def) \
129 (val == (cond1) ? true1 : \
130 (val == (cond2) ? true2 : def))
136 struct qed_sb_attn_info;
138 struct qed_sb_sp_info;
148 QED_MODE_L2GENEVE_TUNN,
149 QED_MODE_IPGENEVE_TUNN,
156 QED_TUNN_CLSS_MAC_VLAN,
157 QED_TUNN_CLSS_MAC_VNI,
158 QED_TUNN_CLSS_INNER_MAC_VLAN,
159 QED_TUNN_CLSS_INNER_MAC_VNI,
160 QED_TUNN_CLSS_MAC_VLAN_DUAL_STAGE,
164 struct qed_tunn_update_type {
167 enum qed_tunn_clss tun_cls;
170 struct qed_tunn_update_udp_port {
175 struct qed_tunnel_info {
176 struct qed_tunn_update_type vxlan;
177 struct qed_tunn_update_type l2_geneve;
178 struct qed_tunn_update_type ip_geneve;
179 struct qed_tunn_update_type l2_gre;
180 struct qed_tunn_update_type ip_gre;
182 struct qed_tunn_update_udp_port vxlan_port;
183 struct qed_tunn_update_udp_port geneve_port;
185 bool b_update_rx_cls;
186 bool b_update_tx_cls;
189 struct qed_tunn_start_params {
190 unsigned long tunn_mode;
193 u8 update_vxlan_udp_port;
194 u8 update_geneve_udp_port;
196 u8 tunn_clss_l2geneve;
197 u8 tunn_clss_ipgeneve;
202 struct qed_tunn_update_params {
203 unsigned long tunn_mode_update_mask;
204 unsigned long tunn_mode;
207 u8 update_rx_pf_clss;
208 u8 update_tx_pf_clss;
209 u8 update_vxlan_udp_port;
210 u8 update_geneve_udp_port;
212 u8 tunn_clss_l2geneve;
213 u8 tunn_clss_ipgeneve;
218 /* The PCI personality is not quite synonymous to protocol ID:
219 * 1. All personalities need CORE connections
220 * 2. The Ethernet personality may support also the RoCE/iWARP protocol
222 enum qed_pci_personality {
229 QED_PCI_DEFAULT, /* default in shmem */
232 /* All VFs are symmetric, all counters are PF + all VFs */
239 /* HW / FW resources, output of features supported below, most information
240 * is received from MFW.
255 QED_RDMA_STATS_QUEUE,
271 QED_PORT_MODE_DE_2X40G,
272 QED_PORT_MODE_DE_2X50G,
273 QED_PORT_MODE_DE_1X100G,
274 QED_PORT_MODE_DE_4X10G_F,
275 QED_PORT_MODE_DE_4X10G_E,
276 QED_PORT_MODE_DE_4X20G,
277 QED_PORT_MODE_DE_1X40G,
278 QED_PORT_MODE_DE_2X25G,
279 QED_PORT_MODE_DE_1X25G,
280 QED_PORT_MODE_DE_4X25G,
281 QED_PORT_MODE_DE_2X10G,
292 enum qed_wol_support {
293 QED_WOL_SUPPORT_NONE,
298 /* PCI personality */
299 enum qed_pci_personality personality;
300 #define QED_IS_RDMA_PERSONALITY(dev) \
301 ((dev)->hw_info.personality == QED_PCI_ETH_ROCE || \
302 (dev)->hw_info.personality == QED_PCI_ETH_IWARP || \
303 (dev)->hw_info.personality == QED_PCI_ETH_RDMA)
304 #define QED_IS_ROCE_PERSONALITY(dev) \
305 ((dev)->hw_info.personality == QED_PCI_ETH_ROCE || \
306 (dev)->hw_info.personality == QED_PCI_ETH_RDMA)
307 #define QED_IS_IWARP_PERSONALITY(dev) \
308 ((dev)->hw_info.personality == QED_PCI_ETH_IWARP || \
309 (dev)->hw_info.personality == QED_PCI_ETH_RDMA)
310 #define QED_IS_L2_PERSONALITY(dev) \
311 ((dev)->hw_info.personality == QED_PCI_ETH || \
312 QED_IS_RDMA_PERSONALITY(dev))
313 #define QED_IS_FCOE_PERSONALITY(dev) \
314 ((dev)->hw_info.personality == QED_PCI_FCOE)
315 #define QED_IS_ISCSI_PERSONALITY(dev) \
316 ((dev)->hw_info.personality == QED_PCI_ISCSI)
318 /* Resource Allocation scheme results */
319 u32 resc_start[QED_MAX_RESC];
320 u32 resc_num[QED_MAX_RESC];
321 u32 feat_num[QED_MAX_FEATURES];
323 #define RESC_START(_p_hwfn, resc) ((_p_hwfn)->hw_info.resc_start[resc])
324 #define RESC_NUM(_p_hwfn, resc) ((_p_hwfn)->hw_info.resc_num[resc])
325 #define RESC_END(_p_hwfn, resc) (RESC_START(_p_hwfn, resc) + \
326 RESC_NUM(_p_hwfn, resc))
327 #define FEAT_NUM(_p_hwfn, resc) ((_p_hwfn)->hw_info.feat_num[resc])
329 /* Amount of traffic classes HW supports */
332 /* Amount of TCs which should be active according to DCBx or upper
333 * layer driver configuration.
343 unsigned char hw_mac_addr[ETH_ALEN];
349 struct qed_igu_info *p_igu_info;
353 unsigned long device_capabilities;
356 enum qed_wol_support b_wol_support;
359 /* maximun size of read/write commands (HW limit) */
360 #define DMAE_MAX_RW_SIZE 0x2000
362 struct qed_dmae_info {
363 /* Mutex for synchronizing access to functions */
368 dma_addr_t completion_word_phys_addr;
370 /* The memory location where the DMAE writes the completion
371 * value when an operation is finished on this context.
373 u32 *p_completion_word;
375 dma_addr_t intermediate_buffer_phys_addr;
377 /* An intermediate buffer for DMAE operations that use virtual
378 * addresses - data is DMA'd to/from this buffer and then
379 * memcpy'd to/from the virtual address
381 u32 *p_intermediate_buffer;
383 dma_addr_t dmae_cmd_phys_addr;
384 struct dmae_cmd *p_dmae_cmd;
387 struct qed_wfq_data {
388 /* when feature is configured for at least 1 vport */
394 struct init_qm_pq_params *qm_pq_params;
395 struct init_qm_vport_params *qm_vport_params;
396 struct init_qm_port_params *qm_port_params;
410 u8 max_phys_tcs_per_port;
418 struct qed_wfq_data *wfq_data;
427 struct qed_storm_stats {
428 struct storm_stats mstats;
429 struct storm_stats pstats;
430 struct storm_stats tstats;
431 struct storm_stats ustats;
435 struct fw_ver_info *fw_ver_info;
436 const u8 *modes_tree_buf;
437 union init_op *init_ops;
442 enum qed_mf_mode_bit {
443 /* Supports PF-classification based on tag */
446 /* Supports PF-classification based on MAC */
449 /* Supports PF-classification based on protocol type */
450 QED_MF_LLH_PROTO_CLSS,
452 /* Requires a default PF to be set */
455 /* Allow LL2 to multicast/broadcast */
456 QED_MF_LL2_NON_UNICAST,
458 /* Allow Cross-PF [& child VFs] Tx-switching */
459 QED_MF_INTER_PF_SWITCH,
461 /* Unified Fabtic Port support enabled */
464 /* Disable Accelerated Receive Flow Steering (aRFS) */
467 /* Use vlan for steering */
468 QED_MF_8021Q_TAGGING,
470 /* Use stag for steering */
471 QED_MF_8021AD_TAGGING,
473 /* Allow DSCP to TC mapping */
474 QED_MF_DSCP_TO_TC_MAP,
478 BAR_ID_0, /* used for GRC */
479 BAR_ID_1 /* Used for doorbells */
482 struct qed_nvm_image_info {
484 struct bist_nvm_image_att *image_att;
487 #define DRV_MODULE_VERSION \
488 __stringify(QED_MAJOR_VERSION) "." \
489 __stringify(QED_MINOR_VERSION) "." \
490 __stringify(QED_REVISION_VERSION) "." \
491 __stringify(QED_ENGINEERING_VERSION)
493 struct qed_simd_fp_handler {
495 void (*func)(void *);
499 struct qed_dev *cdev;
500 u8 my_id; /* ID inside the PF */
501 #define IS_LEAD_HWFN(edev) (!((edev)->my_id))
502 u8 rel_pf_id; /* Relative to engine*/
504 #define QED_PATH_ID(_p_hwfn) \
505 (QED_IS_K2((_p_hwfn)->cdev) ? 0 : ((_p_hwfn)->abs_pf_id & 1))
511 char name[NAME_SIZE];
513 bool first_on_engine;
516 u8 num_funcs_on_engine;
520 void __iomem *regview;
521 void __iomem *doorbells;
523 unsigned long db_size;
526 struct qed_ptt_pool *p_ptt_pool;
529 struct qed_hw_info hw_info;
531 /* rt_array (for init-tool) */
532 struct qed_rt_data rt_data;
535 struct qed_spq *p_spq;
541 struct qed_consq *p_consq;
543 /* Slow-Path definitions */
544 struct tasklet_struct *sp_dpc;
545 bool b_sp_dpc_enabled;
547 struct qed_ptt *p_main_ptt;
548 struct qed_ptt *p_dpc_ptt;
550 /* PTP will be used only by the leading function.
551 * Usage of all PTP-apis should be synchronized as result.
553 struct qed_ptt *p_ptp_ptt;
555 struct qed_sb_sp_info *p_sp_sb;
556 struct qed_sb_attn_info *p_sb_attn;
558 /* Protocol related */
560 struct qed_ll2_info *p_ll2_info;
561 struct qed_ooo_info *p_ooo_info;
562 struct qed_rdma_info *p_rdma_info;
563 struct qed_iscsi_info *p_iscsi_info;
564 struct qed_fcoe_info *p_fcoe_info;
565 struct qed_pf_params pf_params;
567 bool b_rdma_enabled_in_prs;
568 u32 rdma_prs_search_reg;
570 struct qed_cxt_mngr *p_cxt_mngr;
572 /* Flag indicating whether interrupts are enabled or not*/
574 bool b_int_requested;
576 /* True if the driver requests for the link */
577 bool b_drv_link_init;
579 struct qed_vf_iov *vf_iov_info;
580 struct qed_pf_iov *pf_iov_info;
581 struct qed_mcp_info *mcp_info;
583 struct qed_dcbx_info *p_dcbx_info;
585 struct qed_dmae_info dmae_info;
588 struct qed_qm_info qm_info;
589 struct qed_storm_stats storm_stats;
591 /* Buffer for unzipping firmware data */
594 struct dbg_tools_data dbg_info;
596 /* PWM region specific data */
601 /* This is used to calculate the doorbell address */
602 u32 dpi_start_offset;
604 /* If one of the following is set then EDPM shouldn't be used */
609 struct qed_l2_info *p_l2_info;
611 /* Nvm images number and attributes */
612 struct qed_nvm_image_info nvm_info;
614 struct qed_ptt *p_arfs_ptt;
616 struct qed_simd_fp_handler simd_proto_handler[64];
618 #ifdef CONFIG_QED_SRIOV
619 struct workqueue_struct *iov_wq;
620 struct delayed_work iov_task;
621 unsigned long iov_task_flags;
624 struct z_stream_s *stream;
630 unsigned long mem_start;
631 unsigned long mem_end;
636 struct qed_int_param {
639 u8 min_msix_cnt; /* for minimal functionality */
642 struct qed_int_params {
643 struct qed_int_param in;
644 struct qed_int_param out;
645 struct msix_entry *msix_table;
653 struct qed_dbg_feature {
654 struct dentry *dentry;
660 struct qed_dbg_params {
661 struct qed_dbg_feature features[DBG_FEATURE_NUM];
669 char name[NAME_SIZE];
671 enum qed_dev_type type;
672 /* Translate type/revision combo into the proper conditions */
673 #define QED_IS_BB(dev) ((dev)->type == QED_DEV_TYPE_BB)
674 #define QED_IS_BB_B0(dev) (QED_IS_BB(dev) && \
676 #define QED_IS_AH(dev) ((dev)->type == QED_DEV_TYPE_AH)
677 #define QED_IS_K2(dev) QED_IS_AH(dev)
681 #define QED_DEV_ID_MASK 0xff00
682 #define QED_DEV_ID_MASK_BB 0x1600
683 #define QED_DEV_ID_MASK_AH 0x8000
686 #define CHIP_NUM_MASK 0xffff
687 #define CHIP_NUM_SHIFT 16
690 #define CHIP_REV_MASK 0xf
691 #define CHIP_REV_SHIFT 12
692 #define CHIP_REV_IS_B0(_cdev) ((_cdev)->chip_rev == 1)
695 #define CHIP_METAL_MASK 0xff
696 #define CHIP_METAL_SHIFT 4
699 #define CHIP_BOND_ID_MASK 0xf
700 #define CHIP_BOND_ID_SHIFT 0
703 u8 num_ports_in_engine;
704 u8 num_funcs_in_port;
708 unsigned long mf_bits;
713 /* Add MF related configuration */
717 /* WoL related configurations */
719 u8 wol_mac[ETH_ALEN];
722 enum qed_coalescing_mode int_coalescing_mode;
723 u16 rx_coalesce_usecs;
724 u16 tx_coalesce_usecs;
726 /* Start Bar offset of first hwfn */
727 void __iomem *regview;
728 void __iomem *doorbells;
730 unsigned long db_size;
736 const struct iro *iro_arr;
737 #define IRO (p_hwfn->cdev->iro_arr)
741 struct qed_hwfn hwfns[MAX_HWFNS_PER_DEVICE];
744 struct qed_hw_sriov_info *p_iov_info;
745 #define IS_QED_SRIOV(cdev) (!!(cdev)->p_iov_info)
746 struct qed_tunnel_info tunnel;
749 struct qed_eth_stats *reset_stats;
750 struct qed_fw_data *fw_data;
754 /* Linux specific here */
755 struct qede_dev *edev;
756 struct pci_dev *pdev;
758 #define QED_FLAG_STORAGE_STARTED (BIT(0))
761 struct pci_params pci_params;
763 struct qed_int_params int_params;
766 #define IS_QED_ETH_IF(cdev) ((cdev)->protocol == QED_PROTOCOL_ETH)
767 #define IS_QED_FCOE_IF(cdev) ((cdev)->protocol == QED_PROTOCOL_FCOE)
769 /* Callbacks to protocol driver */
771 struct qed_common_cb_ops *common;
772 struct qed_eth_cb_ops *eth;
773 struct qed_fcoe_cb_ops *fcoe;
774 struct qed_iscsi_cb_ops *iscsi;
778 struct qed_dbg_params dbg_params;
780 #ifdef CONFIG_QED_LL2
781 struct qed_cb_ll2_info *ll2;
782 u8 ll2_mac_address[ETH_ALEN];
784 DECLARE_HASHTABLE(connections, 10);
785 const struct firmware *firmware;
789 u32 rdma_max_srq_sge;
790 u16 tunn_feature_mask;
793 #define NUM_OF_VFS(dev) (QED_IS_BB(dev) ? MAX_NUM_VFS_BB \
795 #define NUM_OF_L2_QUEUES(dev) (QED_IS_BB(dev) ? MAX_NUM_L2_QUEUES_BB \
796 : MAX_NUM_L2_QUEUES_K2)
797 #define NUM_OF_PORTS(dev) (QED_IS_BB(dev) ? MAX_NUM_PORTS_BB \
799 #define NUM_OF_SBS(dev) (QED_IS_BB(dev) ? MAX_SB_PER_PATH_BB \
800 : MAX_SB_PER_PATH_K2)
801 #define NUM_OF_ENG_PFS(dev) (QED_IS_BB(dev) ? MAX_NUM_PFS_BB \
805 * @brief qed_concrete_to_sw_fid - get the sw function id from
806 * the concrete value.
808 * @param concrete_fid
812 static inline u8 qed_concrete_to_sw_fid(struct qed_dev *cdev,
815 u8 vfid = GET_FIELD(concrete_fid, PXP_CONCRETE_FID_VFID);
816 u8 pfid = GET_FIELD(concrete_fid, PXP_CONCRETE_FID_PFID);
817 u8 vf_valid = GET_FIELD(concrete_fid,
818 PXP_CONCRETE_FID_VFVALID);
822 sw_fid = vfid + MAX_NUM_PFS;
830 #define MAX_NUM_VOQS_E4 20
832 int qed_configure_vport_wfq(struct qed_dev *cdev, u16 vp_id, u32 rate);
833 void qed_configure_vp_wfq_on_link_change(struct qed_dev *cdev,
834 struct qed_ptt *p_ptt,
837 void qed_clean_wfq_db(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
838 int qed_device_num_engines(struct qed_dev *cdev);
839 int qed_device_get_port_id(struct qed_dev *cdev);
840 void qed_set_fw_mac_addr(__le16 *fw_msb,
841 __le16 *fw_mid, __le16 *fw_lsb, u8 *mac);
843 #define QED_LEADING_HWFN(dev) (&dev->hwfns[0])
845 /* Flags for indication of required queues */
846 #define PQ_FLAGS_RLS (BIT(0))
847 #define PQ_FLAGS_MCOS (BIT(1))
848 #define PQ_FLAGS_LB (BIT(2))
849 #define PQ_FLAGS_OOO (BIT(3))
850 #define PQ_FLAGS_ACK (BIT(4))
851 #define PQ_FLAGS_OFLD (BIT(5))
852 #define PQ_FLAGS_VFS (BIT(6))
853 #define PQ_FLAGS_LLT (BIT(7))
855 /* physical queue index for cm context intialization */
856 u16 qed_get_cm_pq_idx(struct qed_hwfn *p_hwfn, u32 pq_flags);
857 u16 qed_get_cm_pq_idx_mcos(struct qed_hwfn *p_hwfn, u8 tc);
858 u16 qed_get_cm_pq_idx_vf(struct qed_hwfn *p_hwfn, u16 vf);
860 #define QED_LEADING_HWFN(dev) (&dev->hwfns[0])
862 /* Other Linux specific common definitions */
863 #define DP_NAME(cdev) ((cdev)->name)
865 #define REG_ADDR(cdev, offset) (void __iomem *)((u8 __iomem *)\
869 #define REG_RD(cdev, offset) readl(REG_ADDR(cdev, offset))
870 #define REG_WR(cdev, offset, val) writel((u32)val, REG_ADDR(cdev, offset))
871 #define REG_WR16(cdev, offset, val) writew((u16)val, REG_ADDR(cdev, offset))
873 #define DOORBELL(cdev, db_addr, val) \
874 writel((u32)val, (void __iomem *)((u8 __iomem *)\
875 (cdev->doorbells) + (db_addr)))
878 int qed_fill_dev_info(struct qed_dev *cdev,
879 struct qed_dev_info *dev_info);
880 void qed_link_update(struct qed_hwfn *hwfn);
881 u32 qed_unzip_data(struct qed_hwfn *p_hwfn,
882 u32 input_len, u8 *input_buf,
883 u32 max_size, u8 *unzip_buf);
884 void qed_get_protocol_stats(struct qed_dev *cdev,
885 enum qed_mcp_protocol_type type,
886 union qed_mcp_protocol_stats *stats);
887 int qed_slowpath_irq_req(struct qed_hwfn *hwfn);
888 void qed_slowpath_irq_sync(struct qed_hwfn *p_hwfn);