drivers/net/ethernet/broadcom/bnxt/bnxt_ethtool.c

   1 /* Broadcom NetXtreme-C/E network driver.
   2  *
   3  * Copyright (c) 2014-2016 Broadcom Corporation
   4  * Copyright (c) 2016-2017 Broadcom Limited
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation.
   9  */
  10
  11 #include <linux/ctype.h>
  12 #include <linux/stringify.h>
  13 #include <linux/ethtool.h>
  14 #include <linux/interrupt.h>
  15 #include <linux/pci.h>
  16 #include <linux/etherdevice.h>
  17 #include <linux/crc32.h>
  18 #include <linux/firmware.h>
  19 #include "bnxt_hsi.h"
  20 #include "bnxt.h"
  21 #include "bnxt_xdp.h"
  22 #include "bnxt_ethtool.h"
  23 #include "bnxt_nvm_defs.h"      /* NVRAM content constant and structure defs */
  24 #include "bnxt_fw_hdr.h"        /* Firmware hdr constant and structure defs */
  25 #define FLASH_NVRAM_TIMEOUT     ((HWRM_CMD_TIMEOUT) * 100)
  26 #define FLASH_PACKAGE_TIMEOUT   ((HWRM_CMD_TIMEOUT) * 200)
  27 #define INSTALL_PACKAGE_TIMEOUT ((HWRM_CMD_TIMEOUT) * 200)
  28
  29 static u32 bnxt_get_msglevel(struct net_device *dev)
  30 {
  31         struct bnxt *bp = netdev_priv(dev);
  32
  33         return bp->msg_enable;
  34 }
  35
  36 static void bnxt_set_msglevel(struct net_device *dev, u32 value)
  37 {
  38         struct bnxt *bp = netdev_priv(dev);
  39
  40         bp->msg_enable = value;
  41 }
  42
  43 static int bnxt_get_coalesce(struct net_device *dev,
  44                              struct ethtool_coalesce *coal)
  45 {
  46         struct bnxt *bp = netdev_priv(dev);
  47
  48         memset(coal, 0, sizeof(*coal));
  49
  50         coal->rx_coalesce_usecs = bp->rx_coal_ticks;
  51         /* 2 completion records per rx packet */
  52         coal->rx_max_coalesced_frames = bp->rx_coal_bufs / 2;
  53         coal->rx_coalesce_usecs_irq = bp->rx_coal_ticks_irq;
  54         coal->rx_max_coalesced_frames_irq = bp->rx_coal_bufs_irq / 2;
  55
  56         coal->tx_coalesce_usecs = bp->tx_coal_ticks;
  57         coal->tx_max_coalesced_frames = bp->tx_coal_bufs;
  58         coal->tx_coalesce_usecs_irq = bp->tx_coal_ticks_irq;
  59         coal->tx_max_coalesced_frames_irq = bp->tx_coal_bufs_irq;
  60
  61         coal->stats_block_coalesce_usecs = bp->stats_coal_ticks;
  62
  63         return 0;
  64 }
  65
  66 static int bnxt_set_coalesce(struct net_device *dev,
  67                              struct ethtool_coalesce *coal)
  68 {
  69         struct bnxt *bp = netdev_priv(dev);
  70         bool update_stats = false;
  71         int rc = 0;
  72
  73         bp->rx_coal_ticks = coal->rx_coalesce_usecs;
  74         /* 2 completion records per rx packet */
  75         bp->rx_coal_bufs = coal->rx_max_coalesced_frames * 2;
  76         bp->rx_coal_ticks_irq = coal->rx_coalesce_usecs_irq;
  77         bp->rx_coal_bufs_irq = coal->rx_max_coalesced_frames_irq * 2;
  78
  79         bp->tx_coal_ticks = coal->tx_coalesce_usecs;
  80         bp->tx_coal_bufs = coal->tx_max_coalesced_frames;
  81         bp->tx_coal_ticks_irq = coal->tx_coalesce_usecs_irq;
  82         bp->tx_coal_bufs_irq = coal->tx_max_coalesced_frames_irq;
  83
  84         if (bp->stats_coal_ticks != coal->stats_block_coalesce_usecs) {
  85                 u32 stats_ticks = coal->stats_block_coalesce_usecs;
  86
  87                 /* Allow 0, which means disable. */
  88                 if (stats_ticks)
  89                         stats_ticks = clamp_t(u32, stats_ticks,
  90                                               BNXT_MIN_STATS_COAL_TICKS,
  91                                               BNXT_MAX_STATS_COAL_TICKS);
  92                 stats_ticks = rounddown(stats_ticks, BNXT_MIN_STATS_COAL_TICKS);
  93                 bp->stats_coal_ticks = stats_ticks;
  94                 update_stats = true;
  95         }
  96
  97         if (netif_running(dev)) {
  98                 if (update_stats) {
  99                         rc = bnxt_close_nic(bp, true, false);
 100                         if (!rc)
 101                                 rc = bnxt_open_nic(bp, true, false);
 102                 } else {
 103                         rc = bnxt_hwrm_set_coal(bp);
 104                 }
 105         }
 106
 107         return rc;
 108 }
 109
 110 #define BNXT_NUM_STATS  21
 111
 112 #define BNXT_RX_STATS_ENTRY(counter)    \
 113         { BNXT_RX_STATS_OFFSET(counter), __stringify(counter) }
 114
 115 #define BNXT_TX_STATS_ENTRY(counter)    \
 116         { BNXT_TX_STATS_OFFSET(counter), __stringify(counter) }
 117
 118 static const struct {
 119         long offset;
 120         char string[ETH_GSTRING_LEN];
 121 } bnxt_port_stats_arr[] = {
 122         BNXT_RX_STATS_ENTRY(rx_64b_frames),
 123         BNXT_RX_STATS_ENTRY(rx_65b_127b_frames),
 124         BNXT_RX_STATS_ENTRY(rx_128b_255b_frames),
 125         BNXT_RX_STATS_ENTRY(rx_256b_511b_frames),
 126         BNXT_RX_STATS_ENTRY(rx_512b_1023b_frames),
 127         BNXT_RX_STATS_ENTRY(rx_1024b_1518_frames),
 128         BNXT_RX_STATS_ENTRY(rx_good_vlan_frames),
 129         BNXT_RX_STATS_ENTRY(rx_1519b_2047b_frames),
 130         BNXT_RX_STATS_ENTRY(rx_2048b_4095b_frames),
 131         BNXT_RX_STATS_ENTRY(rx_4096b_9216b_frames),
 132         BNXT_RX_STATS_ENTRY(rx_9217b_16383b_frames),
 133         BNXT_RX_STATS_ENTRY(rx_total_frames),
 134         BNXT_RX_STATS_ENTRY(rx_ucast_frames),
 135         BNXT_RX_STATS_ENTRY(rx_mcast_frames),
 136         BNXT_RX_STATS_ENTRY(rx_bcast_frames),
 137         BNXT_RX_STATS_ENTRY(rx_fcs_err_frames),
 138         BNXT_RX_STATS_ENTRY(rx_ctrl_frames),
 139         BNXT_RX_STATS_ENTRY(rx_pause_frames),
 140         BNXT_RX_STATS_ENTRY(rx_pfc_frames),
 141         BNXT_RX_STATS_ENTRY(rx_align_err_frames),
 142         BNXT_RX_STATS_ENTRY(rx_ovrsz_frames),
 143         BNXT_RX_STATS_ENTRY(rx_jbr_frames),
 144         BNXT_RX_STATS_ENTRY(rx_mtu_err_frames),
 145         BNXT_RX_STATS_ENTRY(rx_tagged_frames),
 146         BNXT_RX_STATS_ENTRY(rx_double_tagged_frames),
 147         BNXT_RX_STATS_ENTRY(rx_good_frames),
 148         BNXT_RX_STATS_ENTRY(rx_pfc_ena_frames_pri0),
 149         BNXT_RX_STATS_ENTRY(rx_pfc_ena_frames_pri1),
 150         BNXT_RX_STATS_ENTRY(rx_pfc_ena_frames_pri2),
 151         BNXT_RX_STATS_ENTRY(rx_pfc_ena_frames_pri3),
 152         BNXT_RX_STATS_ENTRY(rx_pfc_ena_frames_pri4),
 153         BNXT_RX_STATS_ENTRY(rx_pfc_ena_frames_pri5),
 154         BNXT_RX_STATS_ENTRY(rx_pfc_ena_frames_pri6),
 155         BNXT_RX_STATS_ENTRY(rx_pfc_ena_frames_pri7),
 156         BNXT_RX_STATS_ENTRY(rx_undrsz_frames),
 157         BNXT_RX_STATS_ENTRY(rx_eee_lpi_events),
 158         BNXT_RX_STATS_ENTRY(rx_eee_lpi_duration),
 159         BNXT_RX_STATS_ENTRY(rx_bytes),
 160         BNXT_RX_STATS_ENTRY(rx_runt_bytes),
 161         BNXT_RX_STATS_ENTRY(rx_runt_frames),
 162
 163         BNXT_TX_STATS_ENTRY(tx_64b_frames),
 164         BNXT_TX_STATS_ENTRY(tx_65b_127b_frames),
 165         BNXT_TX_STATS_ENTRY(tx_128b_255b_frames),
 166         BNXT_TX_STATS_ENTRY(tx_256b_511b_frames),
 167         BNXT_TX_STATS_ENTRY(tx_512b_1023b_frames),
 168         BNXT_TX_STATS_ENTRY(tx_1024b_1518_frames),
 169         BNXT_TX_STATS_ENTRY(tx_good_vlan_frames),
 170         BNXT_TX_STATS_ENTRY(tx_1519b_2047_frames),
 171         BNXT_TX_STATS_ENTRY(tx_2048b_4095b_frames),
 172         BNXT_TX_STATS_ENTRY(tx_4096b_9216b_frames),
 173         BNXT_TX_STATS_ENTRY(tx_9217b_16383b_frames),
 174         BNXT_TX_STATS_ENTRY(tx_good_frames),
 175         BNXT_TX_STATS_ENTRY(tx_total_frames),
 176         BNXT_TX_STATS_ENTRY(tx_ucast_frames),
 177         BNXT_TX_STATS_ENTRY(tx_mcast_frames),
 178         BNXT_TX_STATS_ENTRY(tx_bcast_frames),
 179         BNXT_TX_STATS_ENTRY(tx_pause_frames),
 180         BNXT_TX_STATS_ENTRY(tx_pfc_frames),
 181         BNXT_TX_STATS_ENTRY(tx_jabber_frames),
 182         BNXT_TX_STATS_ENTRY(tx_fcs_err_frames),
 183         BNXT_TX_STATS_ENTRY(tx_err),
 184         BNXT_TX_STATS_ENTRY(tx_fifo_underruns),
 185         BNXT_TX_STATS_ENTRY(tx_pfc_ena_frames_pri0),
 186         BNXT_TX_STATS_ENTRY(tx_pfc_ena_frames_pri1),
 187         BNXT_TX_STATS_ENTRY(tx_pfc_ena_frames_pri2),
 188         BNXT_TX_STATS_ENTRY(tx_pfc_ena_frames_pri3),
 189         BNXT_TX_STATS_ENTRY(tx_pfc_ena_frames_pri4),
 190         BNXT_TX_STATS_ENTRY(tx_pfc_ena_frames_pri5),
 191         BNXT_TX_STATS_ENTRY(tx_pfc_ena_frames_pri6),
 192         BNXT_TX_STATS_ENTRY(tx_pfc_ena_frames_pri7),
 193         BNXT_TX_STATS_ENTRY(tx_eee_lpi_events),
 194         BNXT_TX_STATS_ENTRY(tx_eee_lpi_duration),
 195         BNXT_TX_STATS_ENTRY(tx_total_collisions),
 196         BNXT_TX_STATS_ENTRY(tx_bytes),
 197 };
 198
 199 #define BNXT_NUM_PORT_STATS ARRAY_SIZE(bnxt_port_stats_arr)
 200
 201 static int bnxt_get_num_stats(struct bnxt *bp)
 202 {
 203         int num_stats = BNXT_NUM_STATS * bp->cp_nr_rings;
 204
 205         if (bp->flags & BNXT_FLAG_PORT_STATS)
 206                 num_stats += BNXT_NUM_PORT_STATS;
 207
 208         return num_stats;
 209 }
 210
 211 static int bnxt_get_sset_count(struct net_device *dev, int sset)
 212 {
 213         struct bnxt *bp = netdev_priv(dev);
 214
 215         switch (sset) {
 216         case ETH_SS_STATS:
 217                 return bnxt_get_num_stats(bp);
 218         case ETH_SS_TEST:
 219                 if (!bp->num_tests)
 220                         return -EOPNOTSUPP;
 221                 return bp->num_tests;
 222         default:
 223                 return -EOPNOTSUPP;
 224         }
 225 }
 226
 227 static void bnxt_get_ethtool_stats(struct net_device *dev,
 228                                    struct ethtool_stats *stats, u64 *buf)
 229 {
 230         u32 i, j = 0;
 231         struct bnxt *bp = netdev_priv(dev);
 232         u32 stat_fields = sizeof(struct ctx_hw_stats) / 8;
 233
 234         if (!bp->bnapi)
 235                 return;
 236
 237         for (i = 0; i < bp->cp_nr_rings; i++) {
 238                 struct bnxt_napi *bnapi = bp->bnapi[i];
 239                 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring;
 240                 __le64 *hw_stats = (__le64 *)cpr->hw_stats;
 241                 int k;
 242
 243                 for (k = 0; k < stat_fields; j++, k++)
 244                         buf[j] = le64_to_cpu(hw_stats[k]);
 245                 buf[j++] = cpr->rx_l4_csum_errors;
 246         }
 247         if (bp->flags & BNXT_FLAG_PORT_STATS) {
 248                 __le64 *port_stats = (__le64 *)bp->hw_rx_port_stats;
 249
 250                 for (i = 0; i < BNXT_NUM_PORT_STATS; i++, j++) {
 251                         buf[j] = le64_to_cpu(*(port_stats +
 252                                                bnxt_port_stats_arr[i].offset));
 253                 }
 254         }
 255 }
 256
 257 static void bnxt_get_strings(struct net_device *dev, u32 stringset, u8 *buf)
 258 {
 259         struct bnxt *bp = netdev_priv(dev);
 260         u32 i;
 261
 262         switch (stringset) {
 263         /* The number of strings must match BNXT_NUM_STATS defined above. */
 264         case ETH_SS_STATS:
 265                 for (i = 0; i < bp->cp_nr_rings; i++) {
 266                         sprintf(buf, "[%d]: rx_ucast_packets", i);
 267                         buf += ETH_GSTRING_LEN;
 268                         sprintf(buf, "[%d]: rx_mcast_packets", i);
 269                         buf += ETH_GSTRING_LEN;
 270                         sprintf(buf, "[%d]: rx_bcast_packets", i);
 271                         buf += ETH_GSTRING_LEN;
 272                         sprintf(buf, "[%d]: rx_discards", i);
 273                         buf += ETH_GSTRING_LEN;
 274                         sprintf(buf, "[%d]: rx_drops", i);
 275                         buf += ETH_GSTRING_LEN;
 276                         sprintf(buf, "[%d]: rx_ucast_bytes", i);
 277                         buf += ETH_GSTRING_LEN;
 278                         sprintf(buf, "[%d]: rx_mcast_bytes", i);
 279                         buf += ETH_GSTRING_LEN;
 280                         sprintf(buf, "[%d]: rx_bcast_bytes", i);
 281                         buf += ETH_GSTRING_LEN;
 282                         sprintf(buf, "[%d]: tx_ucast_packets", i);
 283                         buf += ETH_GSTRING_LEN;
 284                         sprintf(buf, "[%d]: tx_mcast_packets", i);
 285                         buf += ETH_GSTRING_LEN;
 286                         sprintf(buf, "[%d]: tx_bcast_packets", i);
 287                         buf += ETH_GSTRING_LEN;
 288                         sprintf(buf, "[%d]: tx_discards", i);
 289                         buf += ETH_GSTRING_LEN;
 290                         sprintf(buf, "[%d]: tx_drops", i);
 291                         buf += ETH_GSTRING_LEN;
 292                         sprintf(buf, "[%d]: tx_ucast_bytes", i);
 293                         buf += ETH_GSTRING_LEN;
 294                         sprintf(buf, "[%d]: tx_mcast_bytes", i);
 295                         buf += ETH_GSTRING_LEN;
 296                         sprintf(buf, "[%d]: tx_bcast_bytes", i);
 297                         buf += ETH_GSTRING_LEN;
 298                         sprintf(buf, "[%d]: tpa_packets", i);
 299                         buf += ETH_GSTRING_LEN;
 300                         sprintf(buf, "[%d]: tpa_bytes", i);
 301                         buf += ETH_GSTRING_LEN;
 302                         sprintf(buf, "[%d]: tpa_events", i);
 303                         buf += ETH_GSTRING_LEN;
 304                         sprintf(buf, "[%d]: tpa_aborts", i);
 305                         buf += ETH_GSTRING_LEN;
 306                         sprintf(buf, "[%d]: rx_l4_csum_errors", i);
 307                         buf += ETH_GSTRING_LEN;
 308                 }
 309                 if (bp->flags & BNXT_FLAG_PORT_STATS) {
 310                         for (i = 0; i < BNXT_NUM_PORT_STATS; i++) {
 311                                 strcpy(buf, bnxt_port_stats_arr[i].string);
 312                                 buf += ETH_GSTRING_LEN;
 313                         }
 314                 }
 315                 break;
 316         case ETH_SS_TEST:
 317                 if (bp->num_tests)
 318                         memcpy(buf, bp->test_info->string,
 319                                bp->num_tests * ETH_GSTRING_LEN);
 320                 break;
 321         default:
 322                 netdev_err(bp->dev, "bnxt_get_strings invalid request %x\n",
 323                            stringset);
 324                 break;
 325         }
 326 }
 327
 328 static void bnxt_get_ringparam(struct net_device *dev,
 329                                struct ethtool_ringparam *ering)
 330 {
 331         struct bnxt *bp = netdev_priv(dev);
 332
 333         ering->rx_max_pending = BNXT_MAX_RX_DESC_CNT;
 334         ering->rx_jumbo_max_pending = BNXT_MAX_RX_JUM_DESC_CNT;
 335         ering->tx_max_pending = BNXT_MAX_TX_DESC_CNT;
 336
 337         ering->rx_pending = bp->rx_ring_size;
 338         ering->rx_jumbo_pending = bp->rx_agg_ring_size;
 339         ering->tx_pending = bp->tx_ring_size;
 340 }
 341
 342 static int bnxt_set_ringparam(struct net_device *dev,
 343                               struct ethtool_ringparam *ering)
 344 {
 345         struct bnxt *bp = netdev_priv(dev);
 346
 347         if ((ering->rx_pending > BNXT_MAX_RX_DESC_CNT) ||
 348             (ering->tx_pending > BNXT_MAX_TX_DESC_CNT) ||
 349             (ering->tx_pending <= MAX_SKB_FRAGS))
 350                 return -EINVAL;
 351
 352         if (netif_running(dev))
 353                 bnxt_close_nic(bp, false, false);
 354
 355         bp->rx_ring_size = ering->rx_pending;
 356         bp->tx_ring_size = ering->tx_pending;
 357         bnxt_set_ring_params(bp);
 358
 359         if (netif_running(dev))
 360                 return bnxt_open_nic(bp, false, false);
 361
 362         return 0;
 363 }
 364
 365 static void bnxt_get_channels(struct net_device *dev,
 366                               struct ethtool_channels *channel)
 367 {
 368         struct bnxt *bp = netdev_priv(dev);
 369         int max_rx_rings, max_tx_rings, tcs;
 370
 371         bnxt_get_max_rings(bp, &max_rx_rings, &max_tx_rings, true);
 372         channel->max_combined = min_t(int, max_rx_rings, max_tx_rings);
 373
 374         if (bnxt_get_max_rings(bp, &max_rx_rings, &max_tx_rings, false)) {
 375                 max_rx_rings = 0;
 376                 max_tx_rings = 0;
 377         }
 378
 379         tcs = netdev_get_num_tc(dev);
 380         if (tcs > 1)
 381                 max_tx_rings /= tcs;
 382
 383         channel->max_rx = max_rx_rings;
 384         channel->max_tx = max_tx_rings;
 385         channel->max_other = 0;
 386         if (bp->flags & BNXT_FLAG_SHARED_RINGS) {
 387                 channel->combined_count = bp->rx_nr_rings;
 388                 if (BNXT_CHIP_TYPE_NITRO_A0(bp))
 389                         channel->combined_count--;
 390         } else {
 391                 if (!BNXT_CHIP_TYPE_NITRO_A0(bp)) {
 392                         channel->rx_count = bp->rx_nr_rings;
 393                         channel->tx_count = bp->tx_nr_rings_per_tc;
 394                 }
 395         }
 396 }
 397
 398 static int bnxt_set_channels(struct net_device *dev,
 399                              struct ethtool_channels *channel)
 400 {
 401         struct bnxt *bp = netdev_priv(dev);
 402         int req_tx_rings, req_rx_rings, tcs;
 403         bool sh = false;
 404         int tx_xdp = 0;
 405         int rc = 0;
 406
 407         if (channel->other_count)
 408                 return -EINVAL;
 409
 410         if (!channel->combined_count &&
 411             (!channel->rx_count || !channel->tx_count))
 412                 return -EINVAL;
 413
 414         if (channel->combined_count &&
 415             (channel->rx_count || channel->tx_count))
 416                 return -EINVAL;
 417
 418         if (BNXT_CHIP_TYPE_NITRO_A0(bp) && (channel->rx_count ||
 419                                             channel->tx_count))
 420                 return -EINVAL;
 421
 422         if (channel->combined_count)
 423                 sh = true;
 424
 425         tcs = netdev_get_num_tc(dev);
 426
 427         req_tx_rings = sh ? channel->combined_count : channel->tx_count;
 428         req_rx_rings = sh ? channel->combined_count : channel->rx_count;
 429         if (bp->tx_nr_rings_xdp) {
 430                 if (!sh) {
 431                         netdev_err(dev, "Only combined mode supported when XDP is enabled.\n");
 432                         return -EINVAL;
 433                 }
 434                 tx_xdp = req_rx_rings;
 435         }
 436         rc = bnxt_check_rings(bp, req_tx_rings, req_rx_rings, sh, tcs, tx_xdp);
 437         if (rc) {
 438                 netdev_warn(dev, "Unable to allocate the requested rings\n");
 439                 return rc;
 440         }
 441
 442         if (netif_running(dev)) {
 443                 if (BNXT_PF(bp)) {
 444                         /* TODO CHIMP_FW: Send message to all VF's
 445                          * before PF unload
 446                          */
 447                 }
 448                 rc = bnxt_close_nic(bp, true, false);
 449                 if (rc) {
 450                         netdev_err(bp->dev, "Set channel failure rc :%x\n",
 451                                    rc);
 452                         return rc;
 453                 }
 454         }
 455
 456         if (sh) {
 457                 bp->flags |= BNXT_FLAG_SHARED_RINGS;
 458                 bp->rx_nr_rings = channel->combined_count;
 459                 bp->tx_nr_rings_per_tc = channel->combined_count;
 460         } else {
 461                 bp->flags &= ~BNXT_FLAG_SHARED_RINGS;
 462                 bp->rx_nr_rings = channel->rx_count;
 463                 bp->tx_nr_rings_per_tc = channel->tx_count;
 464         }
 465         bp->tx_nr_rings_xdp = tx_xdp;
 466         bp->tx_nr_rings = bp->tx_nr_rings_per_tc + tx_xdp;
 467         if (tcs > 1)
 468                 bp->tx_nr_rings = bp->tx_nr_rings_per_tc * tcs + tx_xdp;
 469
 470         bp->cp_nr_rings = sh ? max_t(int, bp->tx_nr_rings, bp->rx_nr_rings) :
 471                                bp->tx_nr_rings + bp->rx_nr_rings;
 472
 473         bp->num_stat_ctxs = bp->cp_nr_rings;
 474
 475         /* After changing number of rx channels, update NTUPLE feature. */
 476         netdev_update_features(dev);
 477         if (netif_running(dev)) {
 478                 rc = bnxt_open_nic(bp, true, false);
 479                 if ((!rc) && BNXT_PF(bp)) {
 480                         /* TODO CHIMP_FW: Send message to all VF's
 481                          * to renable
 482                          */
 483                 }
 484         }
 485
 486         return rc;
 487 }
 488
 489 #ifdef CONFIG_RFS_ACCEL
 490 static int bnxt_grxclsrlall(struct bnxt *bp, struct ethtool_rxnfc *cmd,
 491                             u32 *rule_locs)
 492 {
 493         int i, j = 0;
 494
 495         cmd->data = bp->ntp_fltr_count;
 496         for (i = 0; i < BNXT_NTP_FLTR_HASH_SIZE; i++) {
 497                 struct hlist_head *head;
 498                 struct bnxt_ntuple_filter *fltr;
 499
 500                 head = &bp->ntp_fltr_hash_tbl[i];
 501                 rcu_read_lock();
 502                 hlist_for_each_entry_rcu(fltr, head, hash) {
 503                         if (j == cmd->rule_cnt)
 504                                 break;
 505                         rule_locs[j++] = fltr->sw_id;
 506                 }
 507                 rcu_read_unlock();
 508                 if (j == cmd->rule_cnt)
 509                         break;
 510         }
 511         cmd->rule_cnt = j;
 512         return 0;
 513 }
 514
 515 static int bnxt_grxclsrule(struct bnxt *bp, struct ethtool_rxnfc *cmd)
 516 {
 517         struct ethtool_rx_flow_spec *fs =
 518                 (struct ethtool_rx_flow_spec *)&cmd->fs;
 519         struct bnxt_ntuple_filter *fltr;
 520         struct flow_keys *fkeys;
 521         int i, rc = -EINVAL;
 522
 523         if (fs->location >= BNXT_NTP_FLTR_MAX_FLTR)
 524                 return rc;
 525
 526         for (i = 0; i < BNXT_NTP_FLTR_HASH_SIZE; i++) {
 527                 struct hlist_head *head;
 528
 529                 head = &bp->ntp_fltr_hash_tbl[i];
 530                 rcu_read_lock();
 531                 hlist_for_each_entry_rcu(fltr, head, hash) {
 532                         if (fltr->sw_id == fs->location)
 533                                 goto fltr_found;
 534                 }
 535                 rcu_read_unlock();
 536         }
 537         return rc;
 538
 539 fltr_found:
 540         fkeys = &fltr->fkeys;
 541         if (fkeys->basic.n_proto == htons(ETH_P_IP)) {
 542                 if (fkeys->basic.ip_proto == IPPROTO_TCP)
 543                         fs->flow_type = TCP_V4_FLOW;
 544                 else if (fkeys->basic.ip_proto == IPPROTO_UDP)
 545                         fs->flow_type = UDP_V4_FLOW;
 546                 else
 547                         goto fltr_err;
 548
 549                 fs->h_u.tcp_ip4_spec.ip4src = fkeys->addrs.v4addrs.src;
 550                 fs->m_u.tcp_ip4_spec.ip4src = cpu_to_be32(~0);
 551
 552                 fs->h_u.tcp_ip4_spec.ip4dst = fkeys->addrs.v4addrs.dst;
 553                 fs->m_u.tcp_ip4_spec.ip4dst = cpu_to_be32(~0);
 554
 555                 fs->h_u.tcp_ip4_spec.psrc = fkeys->ports.src;
 556                 fs->m_u.tcp_ip4_spec.psrc = cpu_to_be16(~0);
 557
 558                 fs->h_u.tcp_ip4_spec.pdst = fkeys->ports.dst;
 559                 fs->m_u.tcp_ip4_spec.pdst = cpu_to_be16(~0);
 560         } else {
 561                 int i;
 562
 563                 if (fkeys->basic.ip_proto == IPPROTO_TCP)
 564                         fs->flow_type = TCP_V6_FLOW;
 565                 else if (fkeys->basic.ip_proto == IPPROTO_UDP)
 566                         fs->flow_type = UDP_V6_FLOW;
 567                 else
 568                         goto fltr_err;
 569
 570                 *(struct in6_addr *)&fs->h_u.tcp_ip6_spec.ip6src[0] =
 571                         fkeys->addrs.v6addrs.src;
 572                 *(struct in6_addr *)&fs->h_u.tcp_ip6_spec.ip6dst[0] =
 573                         fkeys->addrs.v6addrs.dst;
 574                 for (i = 0; i < 4; i++) {
 575                         fs->m_u.tcp_ip6_spec.ip6src[i] = cpu_to_be32(~0);
 576                         fs->m_u.tcp_ip6_spec.ip6dst[i] = cpu_to_be32(~0);
 577                 }
 578                 fs->h_u.tcp_ip6_spec.psrc = fkeys->ports.src;
 579                 fs->m_u.tcp_ip6_spec.psrc = cpu_to_be16(~0);
 580
 581                 fs->h_u.tcp_ip6_spec.pdst = fkeys->ports.dst;
 582                 fs->m_u.tcp_ip6_spec.pdst = cpu_to_be16(~0);
 583         }
 584
 585         fs->ring_cookie = fltr->rxq;
 586         rc = 0;
 587
 588 fltr_err:
 589         rcu_read_unlock();
 590
 591         return rc;
 592 }
 593 #endif
 594
 595 static u64 get_ethtool_ipv4_rss(struct bnxt *bp)
 596 {
 597         if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_IPV4)
 598                 return RXH_IP_SRC | RXH_IP_DST;
 599         return 0;
 600 }
 601
 602 static u64 get_ethtool_ipv6_rss(struct bnxt *bp)
 603 {
 604         if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_IPV6)
 605                 return RXH_IP_SRC | RXH_IP_DST;
 606         return 0;
 607 }
 608
 609 static int bnxt_grxfh(struct bnxt *bp, struct ethtool_rxnfc *cmd)
 610 {
 611         cmd->data = 0;
 612         switch (cmd->flow_type) {
 613         case TCP_V4_FLOW:
 614                 if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV4)
 615                         cmd->data |= RXH_IP_SRC | RXH_IP_DST |
 616                                      RXH_L4_B_0_1 | RXH_L4_B_2_3;
 617                 cmd->data |= get_ethtool_ipv4_rss(bp);
 618                 break;
 619         case UDP_V4_FLOW:
 620                 if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV4)
 621                         cmd->data |= RXH_IP_SRC | RXH_IP_DST |
 622                                      RXH_L4_B_0_1 | RXH_L4_B_2_3;
 623                 /* fall through */
 624         case SCTP_V4_FLOW:
 625         case AH_ESP_V4_FLOW:
 626         case AH_V4_FLOW:
 627         case ESP_V4_FLOW:
 628         case IPV4_FLOW:
 629                 cmd->data |= get_ethtool_ipv4_rss(bp);
 630                 break;
 631
 632         case TCP_V6_FLOW:
 633                 if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV6)
 634                         cmd->data |= RXH_IP_SRC | RXH_IP_DST |
 635                                      RXH_L4_B_0_1 | RXH_L4_B_2_3;
 636                 cmd->data |= get_ethtool_ipv6_rss(bp);
 637                 break;
 638         case UDP_V6_FLOW:
 639                 if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV6)
 640                         cmd->data |= RXH_IP_SRC | RXH_IP_DST |
 641                                      RXH_L4_B_0_1 | RXH_L4_B_2_3;
 642                 /* fall through */
 643         case SCTP_V6_FLOW:
 644         case AH_ESP_V6_FLOW:
 645         case AH_V6_FLOW:
 646         case ESP_V6_FLOW:
 647         case IPV6_FLOW:
 648                 cmd->data |= get_ethtool_ipv6_rss(bp);
 649                 break;
 650         }
 651         return 0;
 652 }
 653
 654 #define RXH_4TUPLE (RXH_IP_SRC | RXH_IP_DST | RXH_L4_B_0_1 | RXH_L4_B_2_3)
 655 #define RXH_2TUPLE (RXH_IP_SRC | RXH_IP_DST)
 656
 657 static int bnxt_srxfh(struct bnxt *bp, struct ethtool_rxnfc *cmd)
 658 {
 659         u32 rss_hash_cfg = bp->rss_hash_cfg;
 660         int tuple, rc = 0;
 661
 662         if (cmd->data == RXH_4TUPLE)
 663                 tuple = 4;
 664         else if (cmd->data == RXH_2TUPLE)
 665                 tuple = 2;
 666         else if (!cmd->data)
 667                 tuple = 0;
 668         else
 669                 return -EINVAL;
 670
 671         if (cmd->flow_type == TCP_V4_FLOW) {
 672                 rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV4;
 673                 if (tuple == 4)
 674                         rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV4;
 675         } else if (cmd->flow_type == UDP_V4_FLOW) {
 676                 if (tuple == 4 && !(bp->flags & BNXT_FLAG_UDP_RSS_CAP))
 677                         return -EINVAL;
 678                 rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV4;
 679                 if (tuple == 4)
 680                         rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV4;
 681         } else if (cmd->flow_type == TCP_V6_FLOW) {
 682                 rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV6;
 683                 if (tuple == 4)
 684                         rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV6;
 685         } else if (cmd->flow_type == UDP_V6_FLOW) {
 686                 if (tuple == 4 && !(bp->flags & BNXT_FLAG_UDP_RSS_CAP))
 687                         return -EINVAL;
 688                 rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV6;
 689                 if (tuple == 4)
 690                         rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV6;
 691         } else if (tuple == 4) {
 692                 return -EINVAL;
 693         }
 694
 695         switch (cmd->flow_type) {
 696         case TCP_V4_FLOW:
 697         case UDP_V4_FLOW:
 698         case SCTP_V4_FLOW:
 699         case AH_ESP_V4_FLOW:
 700         case AH_V4_FLOW:
 701         case ESP_V4_FLOW:
 702         case IPV4_FLOW:
 703                 if (tuple == 2)
 704                         rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_IPV4;
 705                 else if (!tuple)
 706                         rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_IPV4;
 707                 break;
 708
 709         case TCP_V6_FLOW:
 710         case UDP_V6_FLOW:
 711         case SCTP_V6_FLOW:
 712         case AH_ESP_V6_FLOW:
 713         case AH_V6_FLOW:
 714         case ESP_V6_FLOW:
 715         case IPV6_FLOW:
 716                 if (tuple == 2)
 717                         rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_IPV6;
 718                 else if (!tuple)
 719                         rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_IPV6;
 720                 break;
 721         }
 722
 723         if (bp->rss_hash_cfg == rss_hash_cfg)
 724                 return 0;
 725
 726         bp->rss_hash_cfg = rss_hash_cfg;
 727         if (netif_running(bp->dev)) {
 728                 bnxt_close_nic(bp, false, false);
 729                 rc = bnxt_open_nic(bp, false, false);
 730         }
 731         return rc;
 732 }
 733
 734 static int bnxt_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
 735                           u32 *rule_locs)
 736 {
 737         struct bnxt *bp = netdev_priv(dev);
 738         int rc = 0;
 739
 740         switch (cmd->cmd) {
 741 #ifdef CONFIG_RFS_ACCEL
 742         case ETHTOOL_GRXRINGS:
 743                 cmd->data = bp->rx_nr_rings;
 744                 break;
 745
 746         case ETHTOOL_GRXCLSRLCNT:
 747                 cmd->rule_cnt = bp->ntp_fltr_count;
 748                 cmd->data = BNXT_NTP_FLTR_MAX_FLTR;
 749                 break;
 750
 751         case ETHTOOL_GRXCLSRLALL:
 752                 rc = bnxt_grxclsrlall(bp, cmd, (u32 *)rule_locs);
 753                 break;
 754
 755         case ETHTOOL_GRXCLSRULE:
 756                 rc = bnxt_grxclsrule(bp, cmd);
 757                 break;
 758 #endif
 759
 760         case ETHTOOL_GRXFH:
 761                 rc = bnxt_grxfh(bp, cmd);
 762                 break;
 763
 764         default:
 765                 rc = -EOPNOTSUPP;
 766                 break;
 767         }
 768
 769         return rc;
 770 }
 771
 772 static int bnxt_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
 773 {
 774         struct bnxt *bp = netdev_priv(dev);
 775         int rc;
 776
 777         switch (cmd->cmd) {
 778         case ETHTOOL_SRXFH:
 779                 rc = bnxt_srxfh(bp, cmd);
 780                 break;
 781
 782         default:
 783                 rc = -EOPNOTSUPP;
 784                 break;
 785         }
 786         return rc;
 787 }
 788
 789 static u32 bnxt_get_rxfh_indir_size(struct net_device *dev)
 790 {
 791         return HW_HASH_INDEX_SIZE;
 792 }
 793
 794 static u32 bnxt_get_rxfh_key_size(struct net_device *dev)
 795 {
 796         return HW_HASH_KEY_SIZE;
 797 }
 798
 799 static int bnxt_get_rxfh(struct net_device *dev, u32 *indir, u8 *key,
 800                          u8 *hfunc)
 801 {
 802         struct bnxt *bp = netdev_priv(dev);
 803         struct bnxt_vnic_info *vnic = &bp->vnic_info[0];
 804         int i = 0;
 805
 806         if (hfunc)
 807                 *hfunc = ETH_RSS_HASH_TOP;
 808
 809         if (indir)
 810                 for (i = 0; i < HW_HASH_INDEX_SIZE; i++)
 811                         indir[i] = le16_to_cpu(vnic->rss_table[i]);
 812
 813         if (key)
 814                 memcpy(key, vnic->rss_hash_key, HW_HASH_KEY_SIZE);
 815
 816         return 0;
 817 }
 818
 819 static void bnxt_get_drvinfo(struct net_device *dev,
 820                              struct ethtool_drvinfo *info)
 821 {
 822         struct bnxt *bp = netdev_priv(dev);
 823
 824         strlcpy(info->driver, DRV_MODULE_NAME, sizeof(info->driver));
 825         strlcpy(info->version, DRV_MODULE_VERSION, sizeof(info->version));
 826         strlcpy(info->fw_version, bp->fw_ver_str, sizeof(info->fw_version));
 827         strlcpy(info->bus_info, pci_name(bp->pdev), sizeof(info->bus_info));
 828         info->n_stats = bnxt_get_num_stats(bp);
 829         info->testinfo_len = bp->num_tests;
 830         /* TODO CHIMP_FW: eeprom dump details */
 831         info->eedump_len = 0;
 832         /* TODO CHIMP FW: reg dump details */
 833         info->regdump_len = 0;
 834 }
 835
 836 static void bnxt_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
 837 {
 838         struct bnxt *bp = netdev_priv(dev);
 839
 840         wol->supported = 0;
 841         wol->wolopts = 0;
 842         memset(&wol->sopass, 0, sizeof(wol->sopass));
 843         if (bp->flags & BNXT_FLAG_WOL_CAP) {
 844                 wol->supported = WAKE_MAGIC;
 845                 if (bp->wol)
 846                         wol->wolopts = WAKE_MAGIC;
 847         }
 848 }
 849
 850 static int bnxt_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
 851 {
 852         struct bnxt *bp = netdev_priv(dev);
 853
 854         if (wol->wolopts & ~WAKE_MAGIC)
 855                 return -EINVAL;
 856
 857         if (wol->wolopts & WAKE_MAGIC) {
 858                 if (!(bp->flags & BNXT_FLAG_WOL_CAP))
 859                         return -EINVAL;
 860                 if (!bp->wol) {
 861                         if (bnxt_hwrm_alloc_wol_fltr(bp))
 862                                 return -EBUSY;
 863                         bp->wol = 1;
 864                 }
 865         } else {
 866                 if (bp->wol) {
 867                         if (bnxt_hwrm_free_wol_fltr(bp))
 868                                 return -EBUSY;
 869                         bp->wol = 0;
 870                 }
 871         }
 872         return 0;
 873 }
 874
 875 u32 _bnxt_fw_to_ethtool_adv_spds(u16 fw_speeds, u8 fw_pause)
 876 {
 877         u32 speed_mask = 0;
 878
 879         /* TODO: support 25GB, 40GB, 50GB with different cable type */
 880         /* set the advertised speeds */
 881         if (fw_speeds & BNXT_LINK_SPEED_MSK_100MB)
 882                 speed_mask |= ADVERTISED_100baseT_Full;
 883         if (fw_speeds & BNXT_LINK_SPEED_MSK_1GB)
 884                 speed_mask |= ADVERTISED_1000baseT_Full;
 885         if (fw_speeds & BNXT_LINK_SPEED_MSK_2_5GB)
 886                 speed_mask |= ADVERTISED_2500baseX_Full;
 887         if (fw_speeds & BNXT_LINK_SPEED_MSK_10GB)
 888                 speed_mask |= ADVERTISED_10000baseT_Full;
 889         if (fw_speeds & BNXT_LINK_SPEED_MSK_40GB)
 890                 speed_mask |= ADVERTISED_40000baseCR4_Full;
 891
 892         if ((fw_pause & BNXT_LINK_PAUSE_BOTH) == BNXT_LINK_PAUSE_BOTH)
 893                 speed_mask |= ADVERTISED_Pause;
 894         else if (fw_pause & BNXT_LINK_PAUSE_TX)
 895                 speed_mask |= ADVERTISED_Asym_Pause;
 896         else if (fw_pause & BNXT_LINK_PAUSE_RX)
 897                 speed_mask |= ADVERTISED_Pause | ADVERTISED_Asym_Pause;
 898
 899         return speed_mask;
 900 }
 901
 902 #define BNXT_FW_TO_ETHTOOL_SPDS(fw_speeds, fw_pause, lk_ksettings, name)\
 903 {                                                                       \
 904         if ((fw_speeds) & BNXT_LINK_SPEED_MSK_100MB)                    \
 905                 ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
 906                                                      100baseT_Full);    \
 907         if ((fw_speeds) & BNXT_LINK_SPEED_MSK_1GB)                      \
 908                 ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
 909                                                      1000baseT_Full);   \
 910         if ((fw_speeds) & BNXT_LINK_SPEED_MSK_10GB)                     \
 911                 ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
 912                                                      10000baseT_Full);  \
 913         if ((fw_speeds) & BNXT_LINK_SPEED_MSK_25GB)                     \
 914                 ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
 915                                                      25000baseCR_Full); \
 916         if ((fw_speeds) & BNXT_LINK_SPEED_MSK_40GB)                     \
 917                 ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
 918                                                      40000baseCR4_Full);\
 919         if ((fw_speeds) & BNXT_LINK_SPEED_MSK_50GB)                     \
 920                 ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
 921                                                      50000baseCR2_Full);\
 922         if ((fw_speeds) & BNXT_LINK_SPEED_MSK_100GB)                    \
 923                 ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
 924                                                      100000baseCR4_Full);\
 925         if ((fw_pause) & BNXT_LINK_PAUSE_RX) {                          \
 926                 ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
 927                                                      Pause);            \
 928                 if (!((fw_pause) & BNXT_LINK_PAUSE_TX))                 \
 929                         ethtool_link_ksettings_add_link_mode(           \
 930                                         lk_ksettings, name, Asym_Pause);\
 931         } else if ((fw_pause) & BNXT_LINK_PAUSE_TX) {                   \
 932                 ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
 933                                                      Asym_Pause);       \
 934         }                                                               \
 935 }
 936
 937 #define BNXT_ETHTOOL_TO_FW_SPDS(fw_speeds, lk_ksettings, name)          \
 938 {                                                                       \
 939         if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,   \
 940                                                   100baseT_Full) ||     \
 941             ethtool_link_ksettings_test_link_mode(lk_ksettings, name,   \
 942                                                   100baseT_Half))       \
 943                 (fw_speeds) |= BNXT_LINK_SPEED_MSK_100MB;               \
 944         if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,   \
 945                                                   1000baseT_Full) ||    \
 946             ethtool_link_ksettings_test_link_mode(lk_ksettings, name,   \
 947                                                   1000baseT_Half))      \
 948                 (fw_speeds) |= BNXT_LINK_SPEED_MSK_1GB;                 \
 949         if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,   \
 950                                                   10000baseT_Full))     \
 951                 (fw_speeds) |= BNXT_LINK_SPEED_MSK_10GB;                \
 952         if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,   \
 953                                                   25000baseCR_Full))    \
 954                 (fw_speeds) |= BNXT_LINK_SPEED_MSK_25GB;                \
 955         if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,   \
 956                                                   40000baseCR4_Full))   \
 957                 (fw_speeds) |= BNXT_LINK_SPEED_MSK_40GB;                \
 958         if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,   \
 959                                                   50000baseCR2_Full))   \
 960                 (fw_speeds) |= BNXT_LINK_SPEED_MSK_50GB;                \
 961         if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,   \
 962                                                   100000baseCR4_Full))  \
 963                 (fw_speeds) |= BNXT_LINK_SPEED_MSK_100GB;               \
 964 }
 965
 966 static void bnxt_fw_to_ethtool_advertised_spds(struct bnxt_link_info *link_info,
 967                                 struct ethtool_link_ksettings *lk_ksettings)
 968 {
 969         u16 fw_speeds = link_info->advertising;
 970         u8 fw_pause = 0;
 971
 972         if (link_info->autoneg & BNXT_AUTONEG_FLOW_CTRL)
 973                 fw_pause = link_info->auto_pause_setting;
 974
 975         BNXT_FW_TO_ETHTOOL_SPDS(fw_speeds, fw_pause, lk_ksettings, advertising);
 976 }
 977
 978 static void bnxt_fw_to_ethtool_lp_adv(struct bnxt_link_info *link_info,
 979                                 struct ethtool_link_ksettings *lk_ksettings)
 980 {
 981         u16 fw_speeds = link_info->lp_auto_link_speeds;
 982         u8 fw_pause = 0;
 983
 984         if (link_info->autoneg & BNXT_AUTONEG_FLOW_CTRL)
 985                 fw_pause = link_info->lp_pause;
 986
 987         BNXT_FW_TO_ETHTOOL_SPDS(fw_speeds, fw_pause, lk_ksettings,
 988                                 lp_advertising);
 989 }
 990
 991 static void bnxt_fw_to_ethtool_support_spds(struct bnxt_link_info *link_info,
 992                                 struct ethtool_link_ksettings *lk_ksettings)
 993 {
 994         u16 fw_speeds = link_info->support_speeds;
 995
 996         BNXT_FW_TO_ETHTOOL_SPDS(fw_speeds, 0, lk_ksettings, supported);
 997
 998         ethtool_link_ksettings_add_link_mode(lk_ksettings, supported, Pause);
 999         ethtool_link_ksettings_add_link_mode(lk_ksettings, supported,
1000                                              Asym_Pause);
1001
1002         if (link_info->support_auto_speeds)
1003                 ethtool_link_ksettings_add_link_mode(lk_ksettings, supported,
1004                                                      Autoneg);
1005 }
1006
1007 u32 bnxt_fw_to_ethtool_speed(u16 fw_link_speed)
1008 {
1009         switch (fw_link_speed) {
1010         case BNXT_LINK_SPEED_100MB:
1011                 return SPEED_100;
1012         case BNXT_LINK_SPEED_1GB:
1013                 return SPEED_1000;
1014         case BNXT_LINK_SPEED_2_5GB:
1015                 return SPEED_2500;
1016         case BNXT_LINK_SPEED_10GB:
1017                 return SPEED_10000;
1018         case BNXT_LINK_SPEED_20GB:
1019                 return SPEED_20000;
1020         case BNXT_LINK_SPEED_25GB:
1021                 return SPEED_25000;
1022         case BNXT_LINK_SPEED_40GB:
1023                 return SPEED_40000;
1024         case BNXT_LINK_SPEED_50GB:
1025                 return SPEED_50000;
1026         case BNXT_LINK_SPEED_100GB:
1027                 return SPEED_100000;
1028         default:
1029                 return SPEED_UNKNOWN;
1030         }
1031 }
1032
1033 static int bnxt_get_link_ksettings(struct net_device *dev,
1034                                    struct ethtool_link_ksettings *lk_ksettings)
1035 {
1036         struct bnxt *bp = netdev_priv(dev);
1037         struct bnxt_link_info *link_info = &bp->link_info;
1038         struct ethtool_link_settings *base = &lk_ksettings->base;
1039         u32 ethtool_speed;
1040
1041         ethtool_link_ksettings_zero_link_mode(lk_ksettings, supported);
1042         mutex_lock(&bp->link_lock);
1043         bnxt_fw_to_ethtool_support_spds(link_info, lk_ksettings);
1044
1045         ethtool_link_ksettings_zero_link_mode(lk_ksettings, advertising);
1046         if (link_info->autoneg) {
1047                 bnxt_fw_to_ethtool_advertised_spds(link_info, lk_ksettings);
1048                 ethtool_link_ksettings_add_link_mode(lk_ksettings,
1049                                                      advertising, Autoneg);
1050                 base->autoneg = AUTONEG_ENABLE;
1051                 if (link_info->phy_link_status == BNXT_LINK_LINK)
1052                         bnxt_fw_to_ethtool_lp_adv(link_info, lk_ksettings);
1053                 ethtool_speed = bnxt_fw_to_ethtool_speed(link_info->link_speed);
1054                 if (!netif_carrier_ok(dev))
1055                         base->duplex = DUPLEX_UNKNOWN;
1056                 else if (link_info->duplex & BNXT_LINK_DUPLEX_FULL)
1057                         base->duplex = DUPLEX_FULL;
1058                 else
1059                         base->duplex = DUPLEX_HALF;
1060         } else {
1061                 base->autoneg = AUTONEG_DISABLE;
1062                 ethtool_speed =
1063                         bnxt_fw_to_ethtool_speed(link_info->req_link_speed);
1064                 base->duplex = DUPLEX_HALF;
1065                 if (link_info->req_duplex == BNXT_LINK_DUPLEX_FULL)
1066                         base->duplex = DUPLEX_FULL;
1067         }
1068         base->speed = ethtool_speed;
1069
1070         base->port = PORT_NONE;
1071         if (link_info->media_type == PORT_PHY_QCFG_RESP_MEDIA_TYPE_TP) {
1072                 base->port = PORT_TP;
1073                 ethtool_link_ksettings_add_link_mode(lk_ksettings, supported,
1074                                                      TP);
1075                 ethtool_link_ksettings_add_link_mode(lk_ksettings, advertising,
1076                                                      TP);
1077         } else {
1078                 ethtool_link_ksettings_add_link_mode(lk_ksettings, supported,
1079                                                      FIBRE);
1080                 ethtool_link_ksettings_add_link_mode(lk_ksettings, advertising,
1081                                                      FIBRE);
1082
1083                 if (link_info->media_type == PORT_PHY_QCFG_RESP_MEDIA_TYPE_DAC)
1084                         base->port = PORT_DA;
1085                 else if (link_info->media_type ==
1086                          PORT_PHY_QCFG_RESP_MEDIA_TYPE_FIBRE)
1087                         base->port = PORT_FIBRE;
1088         }
1089         base->phy_address = link_info->phy_addr;
1090         mutex_unlock(&bp->link_lock);
1091
1092         return 0;
1093 }
1094
1095 static u32 bnxt_get_fw_speed(struct net_device *dev, u32 ethtool_speed)
1096 {
1097         struct bnxt *bp = netdev_priv(dev);
1098         struct bnxt_link_info *link_info = &bp->link_info;
1099         u16 support_spds = link_info->support_speeds;
1100         u32 fw_speed = 0;
1101
1102         switch (ethtool_speed) {
1103         case SPEED_100:
1104                 if (support_spds & BNXT_LINK_SPEED_MSK_100MB)
1105                         fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_100MB;
1106                 break;
1107         case SPEED_1000:
1108                 if (support_spds & BNXT_LINK_SPEED_MSK_1GB)
1109                         fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_1GB;
1110                 break;
1111         case SPEED_2500:
1112                 if (support_spds & BNXT_LINK_SPEED_MSK_2_5GB)
1113                         fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_2_5GB;
1114                 break;
1115         case SPEED_10000:
1116                 if (support_spds & BNXT_LINK_SPEED_MSK_10GB)
1117                         fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_10GB;
1118                 break;
1119         case SPEED_20000:
1120                 if (support_spds & BNXT_LINK_SPEED_MSK_20GB)
1121                         fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_20GB;
1122                 break;
1123         case SPEED_25000:
1124                 if (support_spds & BNXT_LINK_SPEED_MSK_25GB)
1125                         fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_25GB;
1126                 break;
1127         case SPEED_40000:
1128                 if (support_spds & BNXT_LINK_SPEED_MSK_40GB)
1129                         fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_40GB;
1130                 break;
1131         case SPEED_50000:
1132                 if (support_spds & BNXT_LINK_SPEED_MSK_50GB)
1133                         fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_50GB;
1134                 break;
1135         case SPEED_100000:
1136                 if (support_spds & BNXT_LINK_SPEED_MSK_100GB)
1137                         fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_100GB;
1138                 break;
1139         default:
1140                 netdev_err(dev, "unsupported speed!\n");
1141                 break;
1142         }
1143         return fw_speed;
1144 }
1145
1146 u16 bnxt_get_fw_auto_link_speeds(u32 advertising)
1147 {
1148         u16 fw_speed_mask = 0;
1149
1150         /* only support autoneg at speed 100, 1000, and 10000 */
1151         if (advertising & (ADVERTISED_100baseT_Full |
1152                            ADVERTISED_100baseT_Half)) {
1153                 fw_speed_mask |= BNXT_LINK_SPEED_MSK_100MB;
1154         }
1155         if (advertising & (ADVERTISED_1000baseT_Full |
1156                            ADVERTISED_1000baseT_Half)) {
1157                 fw_speed_mask |= BNXT_LINK_SPEED_MSK_1GB;
1158         }
1159         if (advertising & ADVERTISED_10000baseT_Full)
1160                 fw_speed_mask |= BNXT_LINK_SPEED_MSK_10GB;
1161
1162         if (advertising & ADVERTISED_40000baseCR4_Full)
1163                 fw_speed_mask |= BNXT_LINK_SPEED_MSK_40GB;
1164
1165         return fw_speed_mask;
1166 }
1167
1168 static int bnxt_set_link_ksettings(struct net_device *dev,
1169                            const struct ethtool_link_ksettings *lk_ksettings)
1170 {
1171         struct bnxt *bp = netdev_priv(dev);
1172         struct bnxt_link_info *link_info = &bp->link_info;
1173         const struct ethtool_link_settings *base = &lk_ksettings->base;
1174         bool set_pause = false;
1175         u16 fw_advertising = 0;
1176         u32 speed;
1177         int rc = 0;
1178
1179         if (!BNXT_SINGLE_PF(bp))
1180                 return -EOPNOTSUPP;
1181
1182         mutex_lock(&bp->link_lock);
1183         if (base->autoneg == AUTONEG_ENABLE) {
1184                 BNXT_ETHTOOL_TO_FW_SPDS(fw_advertising, lk_ksettings,
1185                                         advertising);
1186                 link_info->autoneg |= BNXT_AUTONEG_SPEED;
1187                 if (!fw_advertising)
1188                         link_info->advertising = link_info->support_auto_speeds;
1189                 else
1190                         link_info->advertising = fw_advertising;
1191                 /* any change to autoneg will cause link change, therefore the
1192                  * driver should put back the original pause setting in autoneg
1193                  */
1194                 set_pause = true;
1195         } else {
1196                 u16 fw_speed;
1197                 u8 phy_type = link_info->phy_type;
1198
1199                 if (phy_type == PORT_PHY_QCFG_RESP_PHY_TYPE_BASET  ||
1200                     phy_type == PORT_PHY_QCFG_RESP_PHY_TYPE_BASETE ||
1201                     link_info->media_type == PORT_PHY_QCFG_RESP_MEDIA_TYPE_TP) {
1202                         netdev_err(dev, "10GBase-T devices must autoneg\n");
1203                         rc = -EINVAL;
1204                         goto set_setting_exit;
1205                 }
1206                 if (base->duplex == DUPLEX_HALF) {
1207                         netdev_err(dev, "HALF DUPLEX is not supported!\n");
1208                         rc = -EINVAL;
1209                         goto set_setting_exit;
1210                 }
1211                 speed = base->speed;
1212                 fw_speed = bnxt_get_fw_speed(dev, speed);
1213                 if (!fw_speed) {
1214                         rc = -EINVAL;
1215                         goto set_setting_exit;
1216                 }
1217                 link_info->req_link_speed = fw_speed;
1218                 link_info->req_duplex = BNXT_LINK_DUPLEX_FULL;
1219                 link_info->autoneg = 0;
1220                 link_info->advertising = 0;
1221         }
1222
1223         if (netif_running(dev))
1224                 rc = bnxt_hwrm_set_link_setting(bp, set_pause, false);
1225
1226 set_setting_exit:
1227         mutex_unlock(&bp->link_lock);
1228         return rc;
1229 }
1230
1231 static void bnxt_get_pauseparam(struct net_device *dev,
1232                                 struct ethtool_pauseparam *epause)
1233 {
1234         struct bnxt *bp = netdev_priv(dev);
1235         struct bnxt_link_info *link_info = &bp->link_info;
1236
1237         if (BNXT_VF(bp))
1238                 return;
1239         epause->autoneg = !!(link_info->autoneg & BNXT_AUTONEG_FLOW_CTRL);
1240         epause->rx_pause = !!(link_info->req_flow_ctrl & BNXT_LINK_PAUSE_RX);
1241         epause->tx_pause = !!(link_info->req_flow_ctrl & BNXT_LINK_PAUSE_TX);
1242 }
1243
1244 static int bnxt_set_pauseparam(struct net_device *dev,
1245                                struct ethtool_pauseparam *epause)
1246 {
1247         int rc = 0;
1248         struct bnxt *bp = netdev_priv(dev);
1249         struct bnxt_link_info *link_info = &bp->link_info;
1250
1251         if (!BNXT_SINGLE_PF(bp))
1252                 return -EOPNOTSUPP;
1253
1254         if (epause->autoneg) {
1255                 if (!(link_info->autoneg & BNXT_AUTONEG_SPEED))
1256                         return -EINVAL;
1257
1258                 link_info->autoneg |= BNXT_AUTONEG_FLOW_CTRL;
1259                 if (bp->hwrm_spec_code >= 0x10201)
1260                         link_info->req_flow_ctrl =
1261                                 PORT_PHY_CFG_REQ_AUTO_PAUSE_AUTONEG_PAUSE;
1262         } else {
1263                 /* when transition from auto pause to force pause,
1264                  * force a link change
1265                  */
1266                 if (link_info->autoneg & BNXT_AUTONEG_FLOW_CTRL)
1267                         link_info->force_link_chng = true;
1268                 link_info->autoneg &= ~BNXT_AUTONEG_FLOW_CTRL;
1269                 link_info->req_flow_ctrl = 0;
1270         }
1271         if (epause->rx_pause)
1272                 link_info->req_flow_ctrl |= BNXT_LINK_PAUSE_RX;
1273
1274         if (epause->tx_pause)
1275                 link_info->req_flow_ctrl |= BNXT_LINK_PAUSE_TX;
1276
1277         if (netif_running(dev))
1278                 rc = bnxt_hwrm_set_pause(bp);
1279         return rc;
1280 }
1281
1282 static u32 bnxt_get_link(struct net_device *dev)
1283 {
1284         struct bnxt *bp = netdev_priv(dev);
1285
1286         /* TODO: handle MF, VF, driver close case */
1287         return bp->link_info.link_up;
1288 }
1289
1290 static int bnxt_find_nvram_item(struct net_device *dev, u16 type, u16 ordinal,
1291                                 u16 ext, u16 *index, u32 *item_length,
1292                                 u32 *data_length);
1293
1294 static int bnxt_flash_nvram(struct net_device *dev,
1295                             u16 dir_type,
1296                             u16 dir_ordinal,
1297                             u16 dir_ext,
1298                             u16 dir_attr,
1299                             const u8 *data,
1300                             size_t data_len)
1301 {
1302         struct bnxt *bp = netdev_priv(dev);
1303         int rc;
1304         struct hwrm_nvm_write_input req = {0};
1305         dma_addr_t dma_handle;
1306         u8 *kmem;
1307
1308         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_WRITE, -1, -1);
1309
1310         req.dir_type = cpu_to_le16(dir_type);
1311         req.dir_ordinal = cpu_to_le16(dir_ordinal);
1312         req.dir_ext = cpu_to_le16(dir_ext);
1313         req.dir_attr = cpu_to_le16(dir_attr);
1314         req.dir_data_length = cpu_to_le32(data_len);
1315
1316         kmem = dma_alloc_coherent(&bp->pdev->dev, data_len, &dma_handle,
1317                                   GFP_KERNEL);
1318         if (!kmem) {
1319                 netdev_err(dev, "dma_alloc_coherent failure, length = %u\n",
1320                            (unsigned)data_len);
1321                 return -ENOMEM;
1322         }
1323         memcpy(kmem, data, data_len);
1324         req.host_src_addr = cpu_to_le64(dma_handle);
1325
1326         rc = hwrm_send_message(bp, &req, sizeof(req), FLASH_NVRAM_TIMEOUT);
1327         dma_free_coherent(&bp->pdev->dev, data_len, kmem, dma_handle);
1328
1329         return rc;
1330 }
1331
1332 static int bnxt_firmware_reset(struct net_device *dev,
1333                                u16 dir_type)
1334 {
1335         struct bnxt *bp = netdev_priv(dev);
1336         struct hwrm_fw_reset_input req = {0};
1337
1338         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FW_RESET, -1, -1);
1339
1340         /* TODO: Address self-reset of APE/KONG/BONO/TANG or ungraceful reset */
1341         /*       (e.g. when firmware isn't already running) */
1342         switch (dir_type) {
1343         case BNX_DIR_TYPE_CHIMP_PATCH:
1344         case BNX_DIR_TYPE_BOOTCODE:
1345         case BNX_DIR_TYPE_BOOTCODE_2:
1346                 req.embedded_proc_type = FW_RESET_REQ_EMBEDDED_PROC_TYPE_BOOT;
1347                 /* Self-reset ChiMP upon next PCIe reset: */
1348                 req.selfrst_status = FW_RESET_REQ_SELFRST_STATUS_SELFRSTPCIERST;
1349                 break;
1350         case BNX_DIR_TYPE_APE_FW:
1351         case BNX_DIR_TYPE_APE_PATCH:
1352                 req.embedded_proc_type = FW_RESET_REQ_EMBEDDED_PROC_TYPE_MGMT;
1353                 /* Self-reset APE upon next PCIe reset: */
1354                 req.selfrst_status = FW_RESET_REQ_SELFRST_STATUS_SELFRSTPCIERST;
1355                 break;
1356         case BNX_DIR_TYPE_KONG_FW:
1357         case BNX_DIR_TYPE_KONG_PATCH:
1358                 req.embedded_proc_type =
1359                         FW_RESET_REQ_EMBEDDED_PROC_TYPE_NETCTRL;
1360                 break;
1361         case BNX_DIR_TYPE_BONO_FW:
1362         case BNX_DIR_TYPE_BONO_PATCH:
1363                 req.embedded_proc_type = FW_RESET_REQ_EMBEDDED_PROC_TYPE_ROCE;
1364                 break;
1365         case BNXT_FW_RESET_CHIP:
1366                 req.embedded_proc_type = FW_RESET_REQ_EMBEDDED_PROC_TYPE_CHIP;
1367                 req.selfrst_status = FW_RESET_REQ_SELFRST_STATUS_SELFRSTASAP;
1368                 break;
1369         default:
1370                 return -EINVAL;
1371         }
1372
1373         return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1374 }
1375
1376 static int bnxt_flash_firmware(struct net_device *dev,
1377                                u16 dir_type,
1378                                const u8 *fw_data,
1379                                size_t fw_size)
1380 {
1381         int     rc = 0;
1382         u16     code_type;
1383         u32     stored_crc;
1384         u32     calculated_crc;
1385         struct bnxt_fw_header *header = (struct bnxt_fw_header *)fw_data;
1386
1387         switch (dir_type) {
1388         case BNX_DIR_TYPE_BOOTCODE:
1389         case BNX_DIR_TYPE_BOOTCODE_2:
1390                 code_type = CODE_BOOT;
1391                 break;
1392         case BNX_DIR_TYPE_CHIMP_PATCH:
1393                 code_type = CODE_CHIMP_PATCH;
1394                 break;
1395         case BNX_DIR_TYPE_APE_FW:
1396                 code_type = CODE_MCTP_PASSTHRU;
1397                 break;
1398         case BNX_DIR_TYPE_APE_PATCH:
1399                 code_type = CODE_APE_PATCH;
1400                 break;
1401         case BNX_DIR_TYPE_KONG_FW:
1402                 code_type = CODE_KONG_FW;
1403                 break;
1404         case BNX_DIR_TYPE_KONG_PATCH:
1405                 code_type = CODE_KONG_PATCH;
1406                 break;
1407         case BNX_DIR_TYPE_BONO_FW:
1408                 code_type = CODE_BONO_FW;
1409                 break;
1410         case BNX_DIR_TYPE_BONO_PATCH:
1411                 code_type = CODE_BONO_PATCH;
1412                 break;
1413         default:
1414                 netdev_err(dev, "Unsupported directory entry type: %u\n",
1415                            dir_type);
1416                 return -EINVAL;
1417         }
1418         if (fw_size < sizeof(struct bnxt_fw_header)) {
1419                 netdev_err(dev, "Invalid firmware file size: %u\n",
1420                            (unsigned int)fw_size);
1421                 return -EINVAL;
1422         }
1423         if (header->signature != cpu_to_le32(BNXT_FIRMWARE_BIN_SIGNATURE)) {
1424                 netdev_err(dev, "Invalid firmware signature: %08X\n",
1425                            le32_to_cpu(header->signature));
1426                 return -EINVAL;
1427         }
1428         if (header->code_type != code_type) {
1429                 netdev_err(dev, "Expected firmware type: %d, read: %d\n",
1430                            code_type, header->code_type);
1431                 return -EINVAL;
1432         }
1433         if (header->device != DEVICE_CUMULUS_FAMILY) {
1434                 netdev_err(dev, "Expected firmware device family %d, read: %d\n",
1435                            DEVICE_CUMULUS_FAMILY, header->device);
1436                 return -EINVAL;
1437         }
1438         /* Confirm the CRC32 checksum of the file: */
1439         stored_crc = le32_to_cpu(*(__le32 *)(fw_data + fw_size -
1440                                              sizeof(stored_crc)));
1441         calculated_crc = ~crc32(~0, fw_data, fw_size - sizeof(stored_crc));
1442         if (calculated_crc != stored_crc) {
1443                 netdev_err(dev, "Firmware file CRC32 checksum (%08lX) does not match calculated checksum (%08lX)\n",
1444                            (unsigned long)stored_crc,
1445                            (unsigned long)calculated_crc);
1446                 return -EINVAL;
1447         }
1448         rc = bnxt_flash_nvram(dev, dir_type, BNX_DIR_ORDINAL_FIRST,
1449                               0, 0, fw_data, fw_size);
1450         if (rc == 0)    /* Firmware update successful */
1451                 rc = bnxt_firmware_reset(dev, dir_type);
1452
1453         return rc;
1454 }
1455
1456 static int bnxt_flash_microcode(struct net_device *dev,
1457                                 u16 dir_type,
1458                                 const u8 *fw_data,
1459                                 size_t fw_size)
1460 {
1461         struct bnxt_ucode_trailer *trailer;
1462         u32 calculated_crc;
1463         u32 stored_crc;
1464         int rc = 0;
1465
1466         if (fw_size < sizeof(struct bnxt_ucode_trailer)) {
1467                 netdev_err(dev, "Invalid microcode file size: %u\n",
1468                            (unsigned int)fw_size);
1469                 return -EINVAL;
1470         }
1471         trailer = (struct bnxt_ucode_trailer *)(fw_data + (fw_size -
1472                                                 sizeof(*trailer)));
1473         if (trailer->sig != cpu_to_le32(BNXT_UCODE_TRAILER_SIGNATURE)) {
1474                 netdev_err(dev, "Invalid microcode trailer signature: %08X\n",
1475                            le32_to_cpu(trailer->sig));
1476                 return -EINVAL;
1477         }
1478         if (le16_to_cpu(trailer->dir_type) != dir_type) {
1479                 netdev_err(dev, "Expected microcode type: %d, read: %d\n",
1480                            dir_type, le16_to_cpu(trailer->dir_type));
1481                 return -EINVAL;
1482         }
1483         if (le16_to_cpu(trailer->trailer_length) <
1484                 sizeof(struct bnxt_ucode_trailer)) {
1485                 netdev_err(dev, "Invalid microcode trailer length: %d\n",
1486                            le16_to_cpu(trailer->trailer_length));
1487                 return -EINVAL;
1488         }
1489
1490         /* Confirm the CRC32 checksum of the file: */
1491         stored_crc = le32_to_cpu(*(__le32 *)(fw_data + fw_size -
1492                                              sizeof(stored_crc)));
1493         calculated_crc = ~crc32(~0, fw_data, fw_size - sizeof(stored_crc));
1494         if (calculated_crc != stored_crc) {
1495                 netdev_err(dev,
1496                            "CRC32 (%08lX) does not match calculated: %08lX\n",
1497                            (unsigned long)stored_crc,
1498                            (unsigned long)calculated_crc);
1499                 return -EINVAL;
1500         }
1501         rc = bnxt_flash_nvram(dev, dir_type, BNX_DIR_ORDINAL_FIRST,
1502                               0, 0, fw_data, fw_size);
1503
1504         return rc;
1505 }
1506
1507 static bool bnxt_dir_type_is_ape_bin_format(u16 dir_type)
1508 {
1509         switch (dir_type) {
1510         case BNX_DIR_TYPE_CHIMP_PATCH:
1511         case BNX_DIR_TYPE_BOOTCODE:
1512         case BNX_DIR_TYPE_BOOTCODE_2:
1513         case BNX_DIR_TYPE_APE_FW:
1514         case BNX_DIR_TYPE_APE_PATCH:
1515         case BNX_DIR_TYPE_KONG_FW:
1516         case BNX_DIR_TYPE_KONG_PATCH:
1517         case BNX_DIR_TYPE_BONO_FW:
1518         case BNX_DIR_TYPE_BONO_PATCH:
1519                 return true;
1520         }
1521
1522         return false;
1523 }
1524
1525 static bool bnxt_dir_type_is_other_exec_format(u16 dir_type)
1526 {
1527         switch (dir_type) {
1528         case BNX_DIR_TYPE_AVS:
1529         case BNX_DIR_TYPE_EXP_ROM_MBA:
1530         case BNX_DIR_TYPE_PCIE:
1531         case BNX_DIR_TYPE_TSCF_UCODE:
1532         case BNX_DIR_TYPE_EXT_PHY:
1533         case BNX_DIR_TYPE_CCM:
1534         case BNX_DIR_TYPE_ISCSI_BOOT:
1535         case BNX_DIR_TYPE_ISCSI_BOOT_IPV6:
1536         case BNX_DIR_TYPE_ISCSI_BOOT_IPV4N6:
1537                 return true;
1538         }
1539
1540         return false;
1541 }
1542
1543 static bool bnxt_dir_type_is_executable(u16 dir_type)
1544 {
1545         return bnxt_dir_type_is_ape_bin_format(dir_type) ||
1546                 bnxt_dir_type_is_other_exec_format(dir_type);
1547 }
1548
1549 static int bnxt_flash_firmware_from_file(struct net_device *dev,
1550                                          u16 dir_type,
1551                                          const char *filename)
1552 {
1553         const struct firmware  *fw;
1554         int                     rc;
1555
1556         rc = request_firmware(&fw, filename, &dev->dev);
1557         if (rc != 0) {
1558                 netdev_err(dev, "Error %d requesting firmware file: %s\n",
1559                            rc, filename);
1560                 return rc;
1561         }
1562         if (bnxt_dir_type_is_ape_bin_format(dir_type) == true)
1563                 rc = bnxt_flash_firmware(dev, dir_type, fw->data, fw->size);
1564         else if (bnxt_dir_type_is_other_exec_format(dir_type) == true)
1565                 rc = bnxt_flash_microcode(dev, dir_type, fw->data, fw->size);
1566         else
1567                 rc = bnxt_flash_nvram(dev, dir_type, BNX_DIR_ORDINAL_FIRST,
1568                                       0, 0, fw->data, fw->size);
1569         release_firmware(fw);
1570         return rc;
1571 }
1572
1573 static int bnxt_flash_package_from_file(struct net_device *dev,
1574                                         char *filename, u32 install_type)
1575 {
1576         struct bnxt *bp = netdev_priv(dev);
1577         struct hwrm_nvm_install_update_output *resp = bp->hwrm_cmd_resp_addr;
1578         struct hwrm_nvm_install_update_input install = {0};
1579         const struct firmware *fw;
1580         u32 item_len;
1581         u16 index;
1582         int rc;
1583
1584         bnxt_hwrm_fw_set_time(bp);
1585
1586         if (bnxt_find_nvram_item(dev, BNX_DIR_TYPE_UPDATE,
1587                                  BNX_DIR_ORDINAL_FIRST, BNX_DIR_EXT_NONE,
1588                                  &index, &item_len, NULL) != 0) {
1589                 netdev_err(dev, "PKG update area not created in nvram\n");
1590                 return -ENOBUFS;
1591         }
1592
1593         rc = request_firmware(&fw, filename, &dev->dev);
1594         if (rc != 0) {
1595                 netdev_err(dev, "PKG error %d requesting file: %s\n",
1596                            rc, filename);
1597                 return rc;
1598         }
1599
1600         if (fw->size > item_len) {
1601                 netdev_err(dev, "PKG insufficient update area in nvram: %lu",
1602                            (unsigned long)fw->size);
1603                 rc = -EFBIG;
1604         } else {
1605                 dma_addr_t dma_handle;
1606                 u8 *kmem;
1607                 struct hwrm_nvm_modify_input modify = {0};
1608
1609                 bnxt_hwrm_cmd_hdr_init(bp, &modify, HWRM_NVM_MODIFY, -1, -1);
1610
1611                 modify.dir_idx = cpu_to_le16(index);
1612                 modify.len = cpu_to_le32(fw->size);
1613
1614                 kmem = dma_alloc_coherent(&bp->pdev->dev, fw->size,
1615                                           &dma_handle, GFP_KERNEL);
1616                 if (!kmem) {
1617                         netdev_err(dev,
1618                                    "dma_alloc_coherent failure, length = %u\n",
1619                                    (unsigned int)fw->size);
1620                         rc = -ENOMEM;
1621                 } else {
1622                         memcpy(kmem, fw->data, fw->size);
1623                         modify.host_src_addr = cpu_to_le64(dma_handle);
1624
1625                         rc = hwrm_send_message(bp, &modify, sizeof(modify),
1626                                                FLASH_PACKAGE_TIMEOUT);
1627                         dma_free_coherent(&bp->pdev->dev, fw->size, kmem,
1628                                           dma_handle);
1629                 }
1630         }
1631         release_firmware(fw);
1632         if (rc)
1633                 return rc;
1634
1635         if ((install_type & 0xffff) == 0)
1636                 install_type >>= 16;
1637         bnxt_hwrm_cmd_hdr_init(bp, &install, HWRM_NVM_INSTALL_UPDATE, -1, -1);
1638         install.install_type = cpu_to_le32(install_type);
1639
1640         mutex_lock(&bp->hwrm_cmd_lock);
1641         rc = _hwrm_send_message(bp, &install, sizeof(install),
1642                                 INSTALL_PACKAGE_TIMEOUT);
1643         if (rc) {
1644                 rc = -EOPNOTSUPP;
1645                 goto flash_pkg_exit;
1646         }
1647
1648         if (resp->error_code) {
1649                 u8 error_code = ((struct hwrm_err_output *)resp)->cmd_err;
1650
1651                 if (error_code == NVM_INSTALL_UPDATE_CMD_ERR_CODE_FRAG_ERR) {
1652                         install.flags |= cpu_to_le16(
1653                                NVM_INSTALL_UPDATE_REQ_FLAGS_ALLOWED_TO_DEFRAG);
1654                         rc = _hwrm_send_message(bp, &install, sizeof(install),
1655                                                 INSTALL_PACKAGE_TIMEOUT);
1656                         if (rc) {
1657                                 rc = -EOPNOTSUPP;
1658                                 goto flash_pkg_exit;
1659                         }
1660                 }
1661         }
1662
1663         if (resp->result) {
1664                 netdev_err(dev, "PKG install error = %d, problem_item = %d\n",
1665                            (s8)resp->result, (int)resp->problem_item);
1666                 rc = -ENOPKG;
1667         }
1668 flash_pkg_exit:
1669         mutex_unlock(&bp->hwrm_cmd_lock);
1670         return rc;
1671 }
1672
1673 static int bnxt_flash_device(struct net_device *dev,
1674                              struct ethtool_flash *flash)
1675 {
1676         if (!BNXT_PF((struct bnxt *)netdev_priv(dev))) {
1677                 netdev_err(dev, "flashdev not supported from a virtual function\n");
1678                 return -EINVAL;
1679         }
1680
1681         if (flash->region == ETHTOOL_FLASH_ALL_REGIONS ||
1682             flash->region > 0xffff)
1683                 return bnxt_flash_package_from_file(dev, flash->data,
1684                                                     flash->region);
1685
1686         return bnxt_flash_firmware_from_file(dev, flash->region, flash->data);
1687 }
1688
1689 static int nvm_get_dir_info(struct net_device *dev, u32 *entries, u32 *length)
1690 {
1691         struct bnxt *bp = netdev_priv(dev);
1692         int rc;
1693         struct hwrm_nvm_get_dir_info_input req = {0};
1694         struct hwrm_nvm_get_dir_info_output *output = bp->hwrm_cmd_resp_addr;
1695
1696         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_GET_DIR_INFO, -1, -1);
1697
1698         mutex_lock(&bp->hwrm_cmd_lock);
1699         rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1700         if (!rc) {
1701                 *entries = le32_to_cpu(output->entries);
1702                 *length = le32_to_cpu(output->entry_length);
1703         }
1704         mutex_unlock(&bp->hwrm_cmd_lock);
1705         return rc;
1706 }
1707
1708 static int bnxt_get_eeprom_len(struct net_device *dev)
1709 {
1710         /* The -1 return value allows the entire 32-bit range of offsets to be
1711          * passed via the ethtool command-line utility.
1712          */
1713         return -1;
1714 }
1715
1716 static int bnxt_get_nvram_directory(struct net_device *dev, u32 len, u8 *data)
1717 {
1718         struct bnxt *bp = netdev_priv(dev);
1719         int rc;
1720         u32 dir_entries;
1721         u32 entry_length;
1722         u8 *buf;
1723         size_t buflen;
1724         dma_addr_t dma_handle;
1725         struct hwrm_nvm_get_dir_entries_input req = {0};
1726
1727         rc = nvm_get_dir_info(dev, &dir_entries, &entry_length);
1728         if (rc != 0)
1729                 return rc;
1730
1731         /* Insert 2 bytes of directory info (count and size of entries) */
1732         if (len < 2)
1733                 return -EINVAL;
1734
1735         *data++ = dir_entries;
1736         *data++ = entry_length;
1737         len -= 2;
1738         memset(data, 0xff, len);
1739
1740         buflen = dir_entries * entry_length;
1741         buf = dma_alloc_coherent(&bp->pdev->dev, buflen, &dma_handle,
1742                                  GFP_KERNEL);
1743         if (!buf) {
1744                 netdev_err(dev, "dma_alloc_coherent failure, length = %u\n",
1745                            (unsigned)buflen);
1746                 return -ENOMEM;
1747         }
1748         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_GET_DIR_ENTRIES, -1, -1);
1749         req.host_dest_addr = cpu_to_le64(dma_handle);
1750         rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1751         if (rc == 0)
1752                 memcpy(data, buf, len > buflen ? buflen : len);
1753         dma_free_coherent(&bp->pdev->dev, buflen, buf, dma_handle);
1754         return rc;
1755 }
1756
1757 static int bnxt_get_nvram_item(struct net_device *dev, u32 index, u32 offset,
1758                                u32 length, u8 *data)
1759 {
1760         struct bnxt *bp = netdev_priv(dev);
1761         int rc;
1762         u8 *buf;
1763         dma_addr_t dma_handle;
1764         struct hwrm_nvm_read_input req = {0};
1765
1766         if (!length)
1767                 return -EINVAL;
1768
1769         buf = dma_alloc_coherent(&bp->pdev->dev, length, &dma_handle,
1770                                  GFP_KERNEL);
1771         if (!buf) {
1772                 netdev_err(dev, "dma_alloc_coherent failure, length = %u\n",
1773                            (unsigned)length);
1774                 return -ENOMEM;
1775         }
1776         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_READ, -1, -1);
1777         req.host_dest_addr = cpu_to_le64(dma_handle);
1778         req.dir_idx = cpu_to_le16(index);
1779         req.offset = cpu_to_le32(offset);
1780         req.len = cpu_to_le32(length);
1781
1782         rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1783         if (rc == 0)
1784                 memcpy(data, buf, length);
1785         dma_free_coherent(&bp->pdev->dev, length, buf, dma_handle);
1786         return rc;
1787 }
1788
1789 static int bnxt_find_nvram_item(struct net_device *dev, u16 type, u16 ordinal,
1790                                 u16 ext, u16 *index, u32 *item_length,
1791                                 u32 *data_length)
1792 {
1793         struct bnxt *bp = netdev_priv(dev);
1794         int rc;
1795         struct hwrm_nvm_find_dir_entry_input req = {0};
1796         struct hwrm_nvm_find_dir_entry_output *output = bp->hwrm_cmd_resp_addr;
1797
1798         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_FIND_DIR_ENTRY, -1, -1);
1799         req.enables = 0;
1800         req.dir_idx = 0;
1801         req.dir_type = cpu_to_le16(type);
1802         req.dir_ordinal = cpu_to_le16(ordinal);
1803         req.dir_ext = cpu_to_le16(ext);
1804         req.opt_ordinal = NVM_FIND_DIR_ENTRY_REQ_OPT_ORDINAL_EQ;
1805         mutex_lock(&bp->hwrm_cmd_lock);
1806         rc = _hwrm_send_message_silent(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1807         if (rc == 0) {
1808                 if (index)
1809                         *index = le16_to_cpu(output->dir_idx);
1810                 if (item_length)
1811                         *item_length = le32_to_cpu(output->dir_item_length);
1812                 if (data_length)
1813                         *data_length = le32_to_cpu(output->dir_data_length);
1814         }
1815         mutex_unlock(&bp->hwrm_cmd_lock);
1816         return rc;
1817 }
1818
1819 static char *bnxt_parse_pkglog(int desired_field, u8 *data, size_t datalen)
1820 {
1821         char    *retval = NULL;
1822         char    *p;
1823         char    *value;
1824         int     field = 0;
1825
1826         if (datalen < 1)
1827                 return NULL;
1828         /* null-terminate the log data (removing last '\n'): */
1829         data[datalen - 1] = 0;
1830         for (p = data; *p != 0; p++) {
1831                 field = 0;
1832                 retval = NULL;
1833                 while (*p != 0 && *p != '\n') {
1834                         value = p;
1835                         while (*p != 0 && *p != '\t' && *p != '\n')
1836                                 p++;
1837                         if (field == desired_field)
1838                                 retval = value;
1839                         if (*p != '\t')
1840                                 break;
1841                         *p = 0;
1842                         field++;
1843                         p++;
1844                 }
1845                 if (*p == 0)
1846                         break;
1847                 *p = 0;
1848         }
1849         return retval;
1850 }
1851
1852 static char *bnxt_get_pkgver(struct net_device *dev, char *buf, size_t buflen)
1853 {
1854         u16 index = 0;
1855         u32 datalen;
1856
1857         if (bnxt_find_nvram_item(dev, BNX_DIR_TYPE_PKG_LOG,
1858                                  BNX_DIR_ORDINAL_FIRST, BNX_DIR_EXT_NONE,
1859                                  &index, NULL, &datalen) != 0)
1860                 return NULL;
1861
1862         memset(buf, 0, buflen);
1863         if (bnxt_get_nvram_item(dev, index, 0, datalen, buf) != 0)
1864                 return NULL;
1865
1866         return bnxt_parse_pkglog(BNX_PKG_LOG_FIELD_IDX_PKG_VERSION, buf,
1867                 datalen);
1868 }
1869
1870 static int bnxt_get_eeprom(struct net_device *dev,
1871                            struct ethtool_eeprom *eeprom,
1872                            u8 *data)
1873 {
1874         u32 index;
1875         u32 offset;
1876
1877         if (eeprom->offset == 0) /* special offset value to get directory */
1878                 return bnxt_get_nvram_directory(dev, eeprom->len, data);
1879
1880         index = eeprom->offset >> 24;
1881         offset = eeprom->offset & 0xffffff;
1882
1883         if (index == 0) {
1884                 netdev_err(dev, "unsupported index value: %d\n", index);
1885                 return -EINVAL;
1886         }
1887
1888         return bnxt_get_nvram_item(dev, index - 1, offset, eeprom->len, data);
1889 }
1890
1891 static int bnxt_erase_nvram_directory(struct net_device *dev, u8 index)
1892 {
1893         struct bnxt *bp = netdev_priv(dev);
1894         struct hwrm_nvm_erase_dir_entry_input req = {0};
1895
1896         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_ERASE_DIR_ENTRY, -1, -1);
1897         req.dir_idx = cpu_to_le16(index);
1898         return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1899 }
1900
1901 static int bnxt_set_eeprom(struct net_device *dev,
1902                            struct ethtool_eeprom *eeprom,
1903                            u8 *data)
1904 {
1905         struct bnxt *bp = netdev_priv(dev);
1906         u8 index, dir_op;
1907         u16 type, ext, ordinal, attr;
1908
1909         if (!BNXT_PF(bp)) {
1910                 netdev_err(dev, "NVM write not supported from a virtual function\n");
1911                 return -EINVAL;
1912         }
1913
1914         type = eeprom->magic >> 16;
1915
1916         if (type == 0xffff) { /* special value for directory operations */
1917                 index = eeprom->magic & 0xff;
1918                 dir_op = eeprom->magic >> 8;
1919                 if (index == 0)
1920                         return -EINVAL;
1921                 switch (dir_op) {
1922                 case 0x0e: /* erase */
1923                         if (eeprom->offset != ~eeprom->magic)
1924                                 return -EINVAL;
1925                         return bnxt_erase_nvram_directory(dev, index - 1);
1926                 default:
1927                         return -EINVAL;
1928                 }
1929         }
1930
1931         /* Create or re-write an NVM item: */
1932         if (bnxt_dir_type_is_executable(type) == true)
1933                 return -EOPNOTSUPP;
1934         ext = eeprom->magic & 0xffff;
1935         ordinal = eeprom->offset >> 16;
1936         attr = eeprom->offset & 0xffff;
1937
1938         return bnxt_flash_nvram(dev, type, ordinal, ext, attr, data,
1939                                 eeprom->len);
1940 }
1941
1942 static int bnxt_set_eee(struct net_device *dev, struct ethtool_eee *edata)
1943 {
1944         struct bnxt *bp = netdev_priv(dev);
1945         struct ethtool_eee *eee = &bp->eee;
1946         struct bnxt_link_info *link_info = &bp->link_info;
1947         u32 advertising =
1948                  _bnxt_fw_to_ethtool_adv_spds(link_info->advertising, 0);
1949         int rc = 0;
1950
1951         if (!BNXT_SINGLE_PF(bp))
1952                 return -EOPNOTSUPP;
1953
1954         if (!(bp->flags & BNXT_FLAG_EEE_CAP))
1955                 return -EOPNOTSUPP;
1956
1957         if (!edata->eee_enabled)
1958                 goto eee_ok;
1959
1960         if (!(link_info->autoneg & BNXT_AUTONEG_SPEED)) {
1961                 netdev_warn(dev, "EEE requires autoneg\n");
1962                 return -EINVAL;
1963         }
1964         if (edata->tx_lpi_enabled) {
1965                 if (bp->lpi_tmr_hi && (edata->tx_lpi_timer > bp->lpi_tmr_hi ||
1966                                        edata->tx_lpi_timer < bp->lpi_tmr_lo)) {
1967                         netdev_warn(dev, "Valid LPI timer range is %d and %d microsecs\n",
1968                                     bp->lpi_tmr_lo, bp->lpi_tmr_hi);
1969                         return -EINVAL;
1970                 } else if (!bp->lpi_tmr_hi) {
1971                         edata->tx_lpi_timer = eee->tx_lpi_timer;
1972                 }
1973         }
1974         if (!edata->advertised) {
1975                 edata->advertised = advertising & eee->supported;
1976         } else if (edata->advertised & ~advertising) {
1977                 netdev_warn(dev, "EEE advertised %x must be a subset of autoneg advertised speeds %x\n",
1978                             edata->advertised, advertising);
1979                 return -EINVAL;
1980         }
1981
1982         eee->advertised = edata->advertised;
1983         eee->tx_lpi_enabled = edata->tx_lpi_enabled;
1984         eee->tx_lpi_timer = edata->tx_lpi_timer;
1985 eee_ok:
1986         eee->eee_enabled = edata->eee_enabled;
1987
1988         if (netif_running(dev))
1989                 rc = bnxt_hwrm_set_link_setting(bp, false, true);
1990
1991         return rc;
1992 }
1993
1994 static int bnxt_get_eee(struct net_device *dev, struct ethtool_eee *edata)
1995 {
1996         struct bnxt *bp = netdev_priv(dev);
1997
1998         if (!(bp->flags & BNXT_FLAG_EEE_CAP))
1999                 return -EOPNOTSUPP;
2000
2001         *edata = bp->eee;
2002         if (!bp->eee.eee_enabled) {
2003                 /* Preserve tx_lpi_timer so that the last value will be used
2004                  * by default when it is re-enabled.
2005                  */
2006                 edata->advertised = 0;
2007                 edata->tx_lpi_enabled = 0;
2008         }
2009
2010         if (!bp->eee.eee_active)
2011                 edata->lp_advertised = 0;
2012
2013         return 0;
2014 }
2015
2016 static int bnxt_read_sfp_module_eeprom_info(struct bnxt *bp, u16 i2c_addr,
2017                                             u16 page_number, u16 start_addr,
2018                                             u16 data_length, u8 *buf)
2019 {
2020         struct hwrm_port_phy_i2c_read_input req = {0};
2021         struct hwrm_port_phy_i2c_read_output *output = bp->hwrm_cmd_resp_addr;
2022         int rc, byte_offset = 0;
2023
2024         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_PORT_PHY_I2C_READ, -1, -1);
2025         req.i2c_slave_addr = i2c_addr;
2026         req.page_number = cpu_to_le16(page_number);
2027         req.port_id = cpu_to_le16(bp->pf.port_id);
2028         do {
2029                 u16 xfer_size;
2030
2031                 xfer_size = min_t(u16, data_length, BNXT_MAX_PHY_I2C_RESP_SIZE);
2032                 data_length -= xfer_size;
2033                 req.page_offset = cpu_to_le16(start_addr + byte_offset);
2034                 req.data_length = xfer_size;
2035                 req.enables = cpu_to_le32(start_addr + byte_offset ?
2036                                  PORT_PHY_I2C_READ_REQ_ENABLES_PAGE_OFFSET : 0);
2037                 mutex_lock(&bp->hwrm_cmd_lock);
2038                 rc = _hwrm_send_message(bp, &req, sizeof(req),
2039                                         HWRM_CMD_TIMEOUT);
2040                 if (!rc)
2041                         memcpy(buf + byte_offset, output->data, xfer_size);
2042                 mutex_unlock(&bp->hwrm_cmd_lock);
2043                 byte_offset += xfer_size;
2044         } while (!rc && data_length > 0);
2045
2046         return rc;
2047 }
2048
2049 static int bnxt_get_module_info(struct net_device *dev,
2050                                 struct ethtool_modinfo *modinfo)
2051 {
2052         struct bnxt *bp = netdev_priv(dev);
2053         struct hwrm_port_phy_i2c_read_input req = {0};
2054         struct hwrm_port_phy_i2c_read_output *output = bp->hwrm_cmd_resp_addr;
2055         int rc;
2056
2057         /* No point in going further if phy status indicates
2058          * module is not inserted or if it is powered down or
2059          * if it is of type 10GBase-T
2060          */
2061         if (bp->link_info.module_status >
2062                 PORT_PHY_QCFG_RESP_MODULE_STATUS_WARNINGMSG)
2063                 return -EOPNOTSUPP;
2064
2065         /* This feature is not supported in older firmware versions */
2066         if (bp->hwrm_spec_code < 0x10202)
2067                 return -EOPNOTSUPP;
2068
2069         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_PORT_PHY_I2C_READ, -1, -1);
2070         req.i2c_slave_addr = I2C_DEV_ADDR_A0;
2071         req.page_number = 0;
2072         req.page_offset = cpu_to_le16(SFP_EEPROM_SFF_8472_COMP_ADDR);
2073         req.data_length = SFP_EEPROM_SFF_8472_COMP_SIZE;
2074         req.port_id = cpu_to_le16(bp->pf.port_id);
2075         mutex_lock(&bp->hwrm_cmd_lock);
2076         rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
2077         if (!rc) {
2078                 u32 module_id = le32_to_cpu(output->data[0]);
2079
2080                 switch (module_id) {
2081                 case SFF_MODULE_ID_SFP:
2082                         modinfo->type = ETH_MODULE_SFF_8472;
2083                         modinfo->eeprom_len = ETH_MODULE_SFF_8472_LEN;
2084                         break;
2085                 case SFF_MODULE_ID_QSFP:
2086                 case SFF_MODULE_ID_QSFP_PLUS:
2087                         modinfo->type = ETH_MODULE_SFF_8436;
2088                         modinfo->eeprom_len = ETH_MODULE_SFF_8436_LEN;
2089                         break;
2090                 case SFF_MODULE_ID_QSFP28:
2091                         modinfo->type = ETH_MODULE_SFF_8636;
2092                         modinfo->eeprom_len = ETH_MODULE_SFF_8636_LEN;
2093                         break;
2094                 default:
2095                         rc = -EOPNOTSUPP;
2096                         break;
2097                 }
2098         }
2099         mutex_unlock(&bp->hwrm_cmd_lock);
2100         return rc;
2101 }
2102
2103 static int bnxt_get_module_eeprom(struct net_device *dev,
2104                                   struct ethtool_eeprom *eeprom,
2105                                   u8 *data)
2106 {
2107         struct bnxt *bp = netdev_priv(dev);
2108         u16  start = eeprom->offset, length = eeprom->len;
2109         int rc = 0;
2110
2111         memset(data, 0, eeprom->len);
2112
2113         /* Read A0 portion of the EEPROM */
2114         if (start < ETH_MODULE_SFF_8436_LEN) {
2115                 if (start + eeprom->len > ETH_MODULE_SFF_8436_LEN)
2116                         length = ETH_MODULE_SFF_8436_LEN - start;
2117                 rc = bnxt_read_sfp_module_eeprom_info(bp, I2C_DEV_ADDR_A0, 0,
2118                                                       start, length, data);
2119                 if (rc)
2120                         return rc;
2121                 start += length;
2122                 data += length;
2123                 length = eeprom->len - length;
2124         }
2125
2126         /* Read A2 portion of the EEPROM */
2127         if (length) {
2128                 start -= ETH_MODULE_SFF_8436_LEN;
2129                 bnxt_read_sfp_module_eeprom_info(bp, I2C_DEV_ADDR_A2, 1, start,
2130                                                  length, data);
2131         }
2132         return rc;
2133 }
2134
2135 static int bnxt_nway_reset(struct net_device *dev)
2136 {
2137         int rc = 0;
2138
2139         struct bnxt *bp = netdev_priv(dev);
2140         struct bnxt_link_info *link_info = &bp->link_info;
2141
2142         if (!BNXT_SINGLE_PF(bp))
2143                 return -EOPNOTSUPP;
2144
2145         if (!(link_info->autoneg & BNXT_AUTONEG_SPEED))
2146                 return -EINVAL;
2147
2148         if (netif_running(dev))
2149                 rc = bnxt_hwrm_set_link_setting(bp, true, false);
2150
2151         return rc;
2152 }
2153
2154 static int bnxt_set_phys_id(struct net_device *dev,
2155                             enum ethtool_phys_id_state state)
2156 {
2157         struct hwrm_port_led_cfg_input req = {0};
2158         struct bnxt *bp = netdev_priv(dev);
2159         struct bnxt_pf_info *pf = &bp->pf;
2160         struct bnxt_led_cfg *led_cfg;
2161         u8 led_state;
2162         __le16 duration;
2163         int i, rc;
2164
2165         if (!bp->num_leds || BNXT_VF(bp))
2166                 return -EOPNOTSUPP;
2167
2168         if (state == ETHTOOL_ID_ACTIVE) {
2169                 led_state = PORT_LED_CFG_REQ_LED0_STATE_BLINKALT;
2170                 duration = cpu_to_le16(500);
2171         } else if (state == ETHTOOL_ID_INACTIVE) {
2172                 led_state = PORT_LED_CFG_REQ_LED1_STATE_DEFAULT;
2173                 duration = cpu_to_le16(0);
2174         } else {
2175                 return -EINVAL;
2176         }
2177         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_PORT_LED_CFG, -1, -1);
2178         req.port_id = cpu_to_le16(pf->port_id);
2179         req.num_leds = bp->num_leds;
2180         led_cfg = (struct bnxt_led_cfg *)&req.led0_id;
2181         for (i = 0; i < bp->num_leds; i++, led_cfg++) {
2182                 req.enables |= BNXT_LED_DFLT_ENABLES(i);
2183                 led_cfg->led_id = bp->leds[i].led_id;
2184                 led_cfg->led_state = led_state;
2185                 led_cfg->led_blink_on = duration;
2186                 led_cfg->led_blink_off = duration;
2187                 led_cfg->led_group_id = bp->leds[i].led_group_id;
2188         }
2189         rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
2190         if (rc)
2191                 rc = -EIO;
2192         return rc;
2193 }
2194
2195 static int bnxt_hwrm_selftest_irq(struct bnxt *bp, u16 cmpl_ring)
2196 {
2197         struct hwrm_selftest_irq_input req = {0};
2198
2199         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_SELFTEST_IRQ, cmpl_ring, -1);
2200         return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
2201 }
2202
2203 static int bnxt_test_irq(struct bnxt *bp)
2204 {
2205         int i;
2206
2207         for (i = 0; i < bp->cp_nr_rings; i++) {
2208                 u16 cmpl_ring = bp->grp_info[i].cp_fw_ring_id;
2209                 int rc;
2210
2211                 rc = bnxt_hwrm_selftest_irq(bp, cmpl_ring);
2212                 if (rc)
2213                         return rc;
2214         }
2215         return 0;
2216 }
2217
2218 static int bnxt_hwrm_mac_loopback(struct bnxt *bp, bool enable)
2219 {
2220         struct hwrm_port_mac_cfg_input req = {0};
2221
2222         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_PORT_MAC_CFG, -1, -1);
2223
2224         req.enables = cpu_to_le32(PORT_MAC_CFG_REQ_ENABLES_LPBK);
2225         if (enable)
2226                 req.lpbk = PORT_MAC_CFG_REQ_LPBK_LOCAL;
2227         else
2228                 req.lpbk = PORT_MAC_CFG_REQ_LPBK_NONE;
2229         return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
2230 }
2231
2232 static int bnxt_disable_an_for_lpbk(struct bnxt *bp,
2233                                     struct hwrm_port_phy_cfg_input *req)
2234 {
2235         struct bnxt_link_info *link_info = &bp->link_info;
2236         u16 fw_advertising = link_info->advertising;
2237         u16 fw_speed;
2238         int rc;
2239
2240         if (!link_info->autoneg)
2241                 return 0;
2242
2243         fw_speed = PORT_PHY_CFG_REQ_FORCE_LINK_SPEED_1GB;
2244         if (netif_carrier_ok(bp->dev))
2245                 fw_speed = bp->link_info.link_speed;
2246         else if (fw_advertising & BNXT_LINK_SPEED_MSK_10GB)
2247                 fw_speed = PORT_PHY_CFG_REQ_FORCE_LINK_SPEED_10GB;
2248         else if (fw_advertising & BNXT_LINK_SPEED_MSK_25GB)
2249                 fw_speed = PORT_PHY_CFG_REQ_FORCE_LINK_SPEED_25GB;
2250         else if (fw_advertising & BNXT_LINK_SPEED_MSK_40GB)
2251                 fw_speed = PORT_PHY_CFG_REQ_FORCE_LINK_SPEED_40GB;
2252         else if (fw_advertising & BNXT_LINK_SPEED_MSK_50GB)
2253                 fw_speed = PORT_PHY_CFG_REQ_FORCE_LINK_SPEED_50GB;
2254
2255         req->force_link_speed = cpu_to_le16(fw_speed);
2256         req->flags |= cpu_to_le32(PORT_PHY_CFG_REQ_FLAGS_FORCE |
2257                                   PORT_PHY_CFG_REQ_FLAGS_RESET_PHY);
2258         rc = hwrm_send_message(bp, req, sizeof(*req), HWRM_CMD_TIMEOUT);
2259         req->flags = 0;
2260         req->force_link_speed = cpu_to_le16(0);
2261         return rc;
2262 }
2263
2264 static int bnxt_hwrm_phy_loopback(struct bnxt *bp, bool enable)
2265 {
2266         struct hwrm_port_phy_cfg_input req = {0};
2267
2268         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_PORT_PHY_CFG, -1, -1);
2269
2270         if (enable) {
2271                 bnxt_disable_an_for_lpbk(bp, &req);
2272                 req.lpbk = PORT_PHY_CFG_REQ_LPBK_LOCAL;
2273         } else {
2274                 req.lpbk = PORT_PHY_CFG_REQ_LPBK_NONE;
2275         }
2276         req.enables = cpu_to_le32(PORT_PHY_CFG_REQ_ENABLES_LPBK);
2277         return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
2278 }
2279
2280 static int bnxt_rx_loopback(struct bnxt *bp, struct bnxt_napi *bnapi,
2281                             u32 raw_cons, int pkt_size)
2282 {
2283         struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring;
2284         struct bnxt_rx_ring_info *rxr = bnapi->rx_ring;
2285         struct bnxt_sw_rx_bd *rx_buf;
2286         struct rx_cmp *rxcmp;
2287         u16 cp_cons, cons;
2288         u8 *data;
2289         u32 len;
2290         int i;
2291
2292         cp_cons = RING_CMP(raw_cons);
2293         rxcmp = (struct rx_cmp *)
2294                 &cpr->cp_desc_ring[CP_RING(cp_cons)][CP_IDX(cp_cons)];
2295         cons = rxcmp->rx_cmp_opaque;
2296         rx_buf = &rxr->rx_buf_ring[cons];
2297         data = rx_buf->data_ptr;
2298         len = le32_to_cpu(rxcmp->rx_cmp_len_flags_type) >> RX_CMP_LEN_SHIFT;
2299         if (len != pkt_size)
2300                 return -EIO;
2301         i = ETH_ALEN;
2302         if (!ether_addr_equal(data + i, bnapi->bp->dev->dev_addr))
2303                 return -EIO;
2304         i += ETH_ALEN;
2305         for (  ; i < pkt_size; i++) {
2306                 if (data[i] != (u8)(i & 0xff))
2307                         return -EIO;
2308         }
2309         return 0;
2310 }
2311
2312 static int bnxt_poll_loopback(struct bnxt *bp, int pkt_size)
2313 {
2314         struct bnxt_napi *bnapi = bp->bnapi[0];
2315         struct bnxt_cp_ring_info *cpr;
2316         struct tx_cmp *txcmp;
2317         int rc = -EIO;
2318         u32 raw_cons;
2319         u32 cons;
2320         int i;
2321
2322         cpr = &bnapi->cp_ring;
2323         raw_cons = cpr->cp_raw_cons;
2324         for (i = 0; i < 200; i++) {
2325                 cons = RING_CMP(raw_cons);
2326                 txcmp = &cpr->cp_desc_ring[CP_RING(cons)][CP_IDX(cons)];
2327
2328                 if (!TX_CMP_VALID(txcmp, raw_cons)) {
2329                         udelay(5);
2330                         continue;
2331                 }
2332
2333                 /* The valid test of the entry must be done first before
2334                  * reading any further.
2335                  */
2336                 dma_rmb();
2337                 if (TX_CMP_TYPE(txcmp) == CMP_TYPE_RX_L2_CMP) {
2338                         rc = bnxt_rx_loopback(bp, bnapi, raw_cons, pkt_size);
2339                         raw_cons = NEXT_RAW_CMP(raw_cons);
2340                         raw_cons = NEXT_RAW_CMP(raw_cons);
2341                         break;
2342                 }
2343                 raw_cons = NEXT_RAW_CMP(raw_cons);
2344         }
2345         cpr->cp_raw_cons = raw_cons;
2346         return rc;
2347 }
2348
2349 static int bnxt_run_loopback(struct bnxt *bp)
2350 {
2351         struct bnxt_tx_ring_info *txr = &bp->tx_ring[0];
2352         int pkt_size, i = 0;
2353         struct sk_buff *skb;
2354         dma_addr_t map;
2355         u8 *data;
2356         int rc;
2357
2358         pkt_size = min(bp->dev->mtu + ETH_HLEN, bp->rx_copy_thresh);
2359         skb = netdev_alloc_skb(bp->dev, pkt_size);
2360         if (!skb)
2361                 return -ENOMEM;
2362         data = skb_put(skb, pkt_size);
2363         eth_broadcast_addr(data);
2364         i += ETH_ALEN;
2365         ether_addr_copy(&data[i], bp->dev->dev_addr);
2366         i += ETH_ALEN;
2367         for ( ; i < pkt_size; i++)
2368                 data[i] = (u8)(i & 0xff);
2369
2370         map = dma_map_single(&bp->pdev->dev, skb->data, pkt_size,
2371                              PCI_DMA_TODEVICE);
2372         if (dma_mapping_error(&bp->pdev->dev, map)) {
2373                 dev_kfree_skb(skb);
2374                 return -EIO;
2375         }
2376         bnxt_xmit_xdp(bp, txr, map, pkt_size, 0);
2377
2378         /* Sync BD data before updating doorbell */
2379         wmb();
2380
2381         bnxt_db_write(bp, txr->tx_doorbell, DB_KEY_TX | txr->tx_prod);
2382         rc = bnxt_poll_loopback(bp, pkt_size);
2383
2384         dma_unmap_single(&bp->pdev->dev, map, pkt_size, PCI_DMA_TODEVICE);
2385         dev_kfree_skb(skb);
2386         return rc;
2387 }
2388
2389 static int bnxt_run_fw_tests(struct bnxt *bp, u8 test_mask, u8 *test_results)
2390 {
2391         struct hwrm_selftest_exec_output *resp = bp->hwrm_cmd_resp_addr;
2392         struct hwrm_selftest_exec_input req = {0};
2393         int rc;
2394
2395         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_SELFTEST_EXEC, -1, -1);
2396         mutex_lock(&bp->hwrm_cmd_lock);
2397         resp->test_success = 0;
2398         req.flags = test_mask;
2399         rc = _hwrm_send_message(bp, &req, sizeof(req), bp->test_info->timeout);
2400         *test_results = resp->test_success;
2401         mutex_unlock(&bp->hwrm_cmd_lock);
2402         return rc;
2403 }
2404
2405 #define BNXT_DRV_TESTS                  3
2406 #define BNXT_MACLPBK_TEST_IDX           (bp->num_tests - BNXT_DRV_TESTS)
2407 #define BNXT_PHYLPBK_TEST_IDX           (BNXT_MACLPBK_TEST_IDX + 1)
2408 #define BNXT_IRQ_TEST_IDX               (BNXT_MACLPBK_TEST_IDX + 2)
2409
2410 static void bnxt_self_test(struct net_device *dev, struct ethtool_test *etest,
2411                            u64 *buf)
2412 {
2413         struct bnxt *bp = netdev_priv(dev);
2414         bool offline = false;
2415         u8 test_results = 0;
2416         u8 test_mask = 0;
2417         int rc, i;
2418
2419         if (!bp->num_tests || !BNXT_SINGLE_PF(bp))
2420                 return;
2421         memset(buf, 0, sizeof(u64) * bp->num_tests);
2422         if (!netif_running(dev)) {
2423                 etest->flags |= ETH_TEST_FL_FAILED;
2424                 return;
2425         }
2426
2427         if (etest->flags & ETH_TEST_FL_OFFLINE) {
2428                 if (bp->pf.active_vfs) {
2429                         etest->flags |= ETH_TEST_FL_FAILED;
2430                         netdev_warn(dev, "Offline tests cannot be run with active VFs\n");
2431                         return;
2432                 }
2433                 offline = true;
2434         }
2435
2436         for (i = 0; i < bp->num_tests - BNXT_DRV_TESTS; i++) {
2437                 u8 bit_val = 1 << i;
2438
2439                 if (!(bp->test_info->offline_mask & bit_val))
2440                         test_mask |= bit_val;
2441                 else if (offline)
2442                         test_mask |= bit_val;
2443         }
2444         if (!offline) {
2445                 bnxt_run_fw_tests(bp, test_mask, &test_results);
2446         } else {
2447                 rc = bnxt_close_nic(bp, false, false);
2448                 if (rc)
2449                         return;
2450                 bnxt_run_fw_tests(bp, test_mask, &test_results);
2451
2452                 buf[BNXT_MACLPBK_TEST_IDX] = 1;
2453                 bnxt_hwrm_mac_loopback(bp, true);
2454                 msleep(250);
2455                 rc = bnxt_half_open_nic(bp);
2456                 if (rc) {
2457                         bnxt_hwrm_mac_loopback(bp, false);
2458                         etest->flags |= ETH_TEST_FL_FAILED;
2459                         return;
2460                 }
2461                 if (bnxt_run_loopback(bp))
2462                         etest->flags |= ETH_TEST_FL_FAILED;
2463                 else
2464                         buf[BNXT_MACLPBK_TEST_IDX] = 0;
2465
2466                 bnxt_hwrm_mac_loopback(bp, false);
2467                 bnxt_hwrm_phy_loopback(bp, true);
2468                 msleep(1000);
2469                 if (bnxt_run_loopback(bp)) {
2470                         buf[BNXT_PHYLPBK_TEST_IDX] = 1;
2471                         etest->flags |= ETH_TEST_FL_FAILED;
2472                 }
2473                 bnxt_hwrm_phy_loopback(bp, false);
2474                 bnxt_half_close_nic(bp);
2475                 bnxt_open_nic(bp, false, true);
2476         }
2477         if (bnxt_test_irq(bp)) {
2478                 buf[BNXT_IRQ_TEST_IDX] = 1;
2479                 etest->flags |= ETH_TEST_FL_FAILED;
2480         }
2481         for (i = 0; i < bp->num_tests - BNXT_DRV_TESTS; i++) {
2482                 u8 bit_val = 1 << i;
2483
2484                 if ((test_mask & bit_val) && !(test_results & bit_val)) {
2485                         buf[i] = 1;
2486                         etest->flags |= ETH_TEST_FL_FAILED;
2487                 }
2488         }
2489 }
2490
2491 static int bnxt_reset(struct net_device *dev, u32 *flags)
2492 {
2493         struct bnxt *bp = netdev_priv(dev);
2494         int rc = 0;
2495
2496         if (!BNXT_PF(bp)) {
2497                 netdev_err(dev, "Reset is not supported from a VF\n");
2498                 return -EOPNOTSUPP;
2499         }
2500
2501         if (pci_vfs_assigned(bp->pdev)) {
2502                 netdev_err(dev,
2503                            "Reset not allowed when VFs are assigned to VMs\n");
2504                 return -EBUSY;
2505         }
2506
2507         if (*flags == ETH_RESET_ALL) {
2508                 /* This feature is not supported in older firmware versions */
2509                 if (bp->hwrm_spec_code < 0x10803)
2510                         return -EOPNOTSUPP;
2511
2512                 rc = bnxt_firmware_reset(dev, BNXT_FW_RESET_CHIP);
2513                 if (!rc)
2514                         netdev_info(dev, "Reset request successful. Reload driver to complete reset\n");
2515         } else {
2516                 rc = -EINVAL;
2517         }
2518
2519         return rc;
2520 }
2521
2522 void bnxt_ethtool_init(struct bnxt *bp)
2523 {
2524         struct hwrm_selftest_qlist_output *resp = bp->hwrm_cmd_resp_addr;
2525         struct hwrm_selftest_qlist_input req = {0};
2526         struct bnxt_test_info *test_info;
2527         struct net_device *dev = bp->dev;
2528         char *pkglog;
2529         int i, rc;
2530
2531         pkglog = kzalloc(BNX_PKG_LOG_MAX_LENGTH, GFP_KERNEL);
2532         if (pkglog) {
2533                 char *pkgver;
2534                 int len;
2535
2536                 pkgver = bnxt_get_pkgver(dev, pkglog, BNX_PKG_LOG_MAX_LENGTH);
2537                 if (pkgver && *pkgver != 0 && isdigit(*pkgver)) {
2538                         len = strlen(bp->fw_ver_str);
2539                         snprintf(bp->fw_ver_str + len, FW_VER_STR_LEN - len - 1,
2540                                  "/pkg %s", pkgver);
2541                 }
2542                 kfree(pkglog);
2543         }
2544         if (bp->hwrm_spec_code < 0x10704 || !BNXT_SINGLE_PF(bp))
2545                 return;
2546
2547         bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_SELFTEST_QLIST, -1, -1);
2548         mutex_lock(&bp->hwrm_cmd_lock);
2549         rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
2550         if (rc)
2551                 goto ethtool_init_exit;
2552
2553         test_info = kzalloc(sizeof(*bp->test_info), GFP_KERNEL);
2554         if (!test_info)
2555                 goto ethtool_init_exit;
2556
2557         bp->test_info = test_info;
2558         bp->num_tests = resp->num_tests + BNXT_DRV_TESTS;
2559         if (bp->num_tests > BNXT_MAX_TEST)
2560                 bp->num_tests = BNXT_MAX_TEST;
2561
2562         test_info->offline_mask = resp->offline_tests;
2563         test_info->timeout = le16_to_cpu(resp->test_timeout);
2564         if (!test_info->timeout)
2565                 test_info->timeout = HWRM_CMD_TIMEOUT;
2566         for (i = 0; i < bp->num_tests; i++) {
2567                 char *str = test_info->string[i];
2568                 char *fw_str = resp->test0_name + i * 32;
2569
2570                 if (i == BNXT_MACLPBK_TEST_IDX) {
2571                         strcpy(str, "Mac loopback test (offline)");
2572                 } else if (i == BNXT_PHYLPBK_TEST_IDX) {
2573                         strcpy(str, "Phy loopback test (offline)");
2574                 } else if (i == BNXT_IRQ_TEST_IDX) {
2575                         strcpy(str, "Interrupt_test (offline)");
2576                 } else {
2577                         strlcpy(str, fw_str, ETH_GSTRING_LEN);
2578                         strncat(str, " test", ETH_GSTRING_LEN - strlen(str));
2579                         if (test_info->offline_mask & (1 << i))
2580                                 strncat(str, " (offline)",
2581                                         ETH_GSTRING_LEN - strlen(str));
2582                         else
2583                                 strncat(str, " (online)",
2584                                         ETH_GSTRING_LEN - strlen(str));
2585                 }
2586         }
2587
2588 ethtool_init_exit:
2589         mutex_unlock(&bp->hwrm_cmd_lock);
2590 }
2591
2592 void bnxt_ethtool_free(struct bnxt *bp)
2593 {
2594         kfree(bp->test_info);
2595         bp->test_info = NULL;
2596 }
2597
2598 const struct ethtool_ops bnxt_ethtool_ops = {
2599         .get_link_ksettings     = bnxt_get_link_ksettings,
2600         .set_link_ksettings     = bnxt_set_link_ksettings,
2601         .get_pauseparam         = bnxt_get_pauseparam,
2602         .set_pauseparam         = bnxt_set_pauseparam,
2603         .get_drvinfo            = bnxt_get_drvinfo,
2604         .get_wol                = bnxt_get_wol,
2605         .set_wol                = bnxt_set_wol,
2606         .get_coalesce           = bnxt_get_coalesce,
2607         .set_coalesce           = bnxt_set_coalesce,
2608         .get_msglevel           = bnxt_get_msglevel,
2609         .set_msglevel           = bnxt_set_msglevel,
2610         .get_sset_count         = bnxt_get_sset_count,
2611         .get_strings            = bnxt_get_strings,
2612         .get_ethtool_stats      = bnxt_get_ethtool_stats,
2613         .set_ringparam          = bnxt_set_ringparam,
2614         .get_ringparam          = bnxt_get_ringparam,
2615         .get_channels           = bnxt_get_channels,
2616         .set_channels           = bnxt_set_channels,
2617         .get_rxnfc              = bnxt_get_rxnfc,
2618         .set_rxnfc              = bnxt_set_rxnfc,
2619         .get_rxfh_indir_size    = bnxt_get_rxfh_indir_size,
2620         .get_rxfh_key_size      = bnxt_get_rxfh_key_size,
2621         .get_rxfh               = bnxt_get_rxfh,
2622         .flash_device           = bnxt_flash_device,
2623         .get_eeprom_len         = bnxt_get_eeprom_len,
2624         .get_eeprom             = bnxt_get_eeprom,
2625         .set_eeprom             = bnxt_set_eeprom,
2626         .get_link               = bnxt_get_link,
2627         .get_eee                = bnxt_get_eee,
2628         .set_eee                = bnxt_set_eee,
2629         .get_module_info        = bnxt_get_module_info,
2630         .get_module_eeprom      = bnxt_get_module_eeprom,
2631         .nway_reset             = bnxt_nway_reset,
2632         .set_phys_id            = bnxt_set_phys_id,
2633         .self_test              = bnxt_self_test,
2634         .reset                  = bnxt_reset,
2635 };