kvj
/
linux-zen-server
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
linux-zen-server/drivers/net/ethernet/brocade/bna/bna_enet.c

2095 lines
51 KiB
C
Raw Normal View History

Initial commit
2023-08-30 17:53:23 +02:00
// SPDX-License-Identifier: GPL-2.0-only
/*
* Linux network driver for QLogic BR-series Converged Network Adapter.
*/
/*
* Copyright (c) 2005-2014 Brocade Communications Systems, Inc.
* Copyright (c) 2014-2015 QLogic Corporation
* All rights reserved
* www.qlogic.com
*/
#include "bna.h"
static inline int
ethport_can_be_up(struct bna_ethport *ethport)
{
int ready = 0;
if (ethport->bna->enet.type == BNA_ENET_T_REGULAR)
ready = ((ethport->flags & BNA_ETHPORT_F_ADMIN_UP) &&
(ethport->flags & BNA_ETHPORT_F_RX_STARTED) &&
(ethport->flags & BNA_ETHPORT_F_PORT_ENABLED));
else
ready = ((ethport->flags & BNA_ETHPORT_F_ADMIN_UP) &&
(ethport->flags & BNA_ETHPORT_F_RX_STARTED) &&
!(ethport->flags & BNA_ETHPORT_F_PORT_ENABLED));
return ready;
}
#define ethport_is_up ethport_can_be_up
enum bna_ethport_event {
ETHPORT_E_START = 1,
ETHPORT_E_STOP = 2,
ETHPORT_E_FAIL = 3,
ETHPORT_E_UP = 4,
ETHPORT_E_DOWN = 5,
ETHPORT_E_FWRESP_UP_OK = 6,
ETHPORT_E_FWRESP_DOWN = 7,
ETHPORT_E_FWRESP_UP_FAIL = 8,
};
enum bna_enet_event {
ENET_E_START = 1,
ENET_E_STOP = 2,
ENET_E_FAIL = 3,
ENET_E_PAUSE_CFG = 4,
ENET_E_MTU_CFG = 5,
ENET_E_FWRESP_PAUSE = 6,
ENET_E_CHLD_STOPPED = 7,
};
enum bna_ioceth_event {
IOCETH_E_ENABLE = 1,
IOCETH_E_DISABLE = 2,
IOCETH_E_IOC_RESET = 3,
IOCETH_E_IOC_FAILED = 4,
IOCETH_E_IOC_READY = 5,
IOCETH_E_ENET_ATTR_RESP = 6,
IOCETH_E_ENET_STOPPED = 7,
IOCETH_E_IOC_DISABLED = 8,
};
#define bna_stats_copy(_name, _type) \
do { \
count = sizeof(struct bfi_enet_stats_ ## _type) / sizeof(u64); \
stats_src = (u64 *)&bna->stats.hw_stats_kva->_name ## _stats; \
stats_dst = (u64 *)&bna->stats.hw_stats._name ## _stats; \
for (i = 0; i < count; i++) \
stats_dst[i] = be64_to_cpu(stats_src[i]); \
} while (0) \
/*
* FW response handlers
*/
static void
bna_bfi_ethport_enable_aen(struct bna_ethport *ethport,
struct bfi_msgq_mhdr *msghdr)
{
ethport->flags |= BNA_ETHPORT_F_PORT_ENABLED;
if (ethport_can_be_up(ethport))
bfa_fsm_send_event(ethport, ETHPORT_E_UP);
}
static void
bna_bfi_ethport_disable_aen(struct bna_ethport *ethport,
struct bfi_msgq_mhdr *msghdr)
{
int ethport_up = ethport_is_up(ethport);
ethport->flags &= ~BNA_ETHPORT_F_PORT_ENABLED;
if (ethport_up)
bfa_fsm_send_event(ethport, ETHPORT_E_DOWN);
}
static void
bna_bfi_ethport_admin_rsp(struct bna_ethport *ethport,
struct bfi_msgq_mhdr *msghdr)
{
struct bfi_enet_enable_req *admin_req =
&ethport->bfi_enet_cmd.admin_req;
struct bfi_enet_rsp *rsp =
container_of(msghdr, struct bfi_enet_rsp, mh);
switch (admin_req->enable) {
case BNA_STATUS_T_ENABLED:
if (rsp->error == BFI_ENET_CMD_OK)
bfa_fsm_send_event(ethport, ETHPORT_E_FWRESP_UP_OK);
else {
ethport->flags &= ~BNA_ETHPORT_F_PORT_ENABLED;
bfa_fsm_send_event(ethport, ETHPORT_E_FWRESP_UP_FAIL);
}
break;
case BNA_STATUS_T_DISABLED:
bfa_fsm_send_event(ethport, ETHPORT_E_FWRESP_DOWN);
ethport->link_status = BNA_LINK_DOWN;
ethport->link_cbfn(ethport->bna->bnad, BNA_LINK_DOWN);
break;
}
}
static void
bna_bfi_ethport_lpbk_rsp(struct bna_ethport *ethport,
struct bfi_msgq_mhdr *msghdr)
{
struct bfi_enet_diag_lb_req *diag_lb_req =
&ethport->bfi_enet_cmd.lpbk_req;
struct bfi_enet_rsp *rsp =
container_of(msghdr, struct bfi_enet_rsp, mh);
switch (diag_lb_req->enable) {
case BNA_STATUS_T_ENABLED:
if (rsp->error == BFI_ENET_CMD_OK)
bfa_fsm_send_event(ethport, ETHPORT_E_FWRESP_UP_OK);
else {
ethport->flags &= ~BNA_ETHPORT_F_ADMIN_UP;
bfa_fsm_send_event(ethport, ETHPORT_E_FWRESP_UP_FAIL);
}
break;
case BNA_STATUS_T_DISABLED:
bfa_fsm_send_event(ethport, ETHPORT_E_FWRESP_DOWN);
break;
}
}
static void
bna_bfi_pause_set_rsp(struct bna_enet *enet, struct bfi_msgq_mhdr *msghdr)
{
bfa_fsm_send_event(enet, ENET_E_FWRESP_PAUSE);
}
static void
bna_bfi_attr_get_rsp(struct bna_ioceth *ioceth,
struct bfi_msgq_mhdr *msghdr)
{
struct bfi_enet_attr_rsp *rsp =
container_of(msghdr, struct bfi_enet_attr_rsp, mh);
/**
* Store only if not set earlier, since BNAD can override the HW
* attributes
*/
if (!ioceth->attr.fw_query_complete) {
ioceth->attr.num_txq = ntohl(rsp->max_cfg);
ioceth->attr.num_rxp = ntohl(rsp->max_cfg);
ioceth->attr.num_ucmac = ntohl(rsp->max_ucmac);
ioceth->attr.num_mcmac = BFI_ENET_MAX_MCAM;
ioceth->attr.max_rit_size = ntohl(rsp->rit_size);
ioceth->attr.fw_query_complete = true;
}
bfa_fsm_send_event(ioceth, IOCETH_E_ENET_ATTR_RESP);
}
static void
bna_bfi_stats_get_rsp(struct bna *bna, struct bfi_msgq_mhdr *msghdr)
{
struct bfi_enet_stats_req *stats_req = &bna->stats_mod.stats_get;
u64 *stats_src;
u64 *stats_dst;
u32 tx_enet_mask = ntohl(stats_req->tx_enet_mask);
u32 rx_enet_mask = ntohl(stats_req->rx_enet_mask);
int count;
int i;
bna_stats_copy(mac, mac);
bna_stats_copy(bpc, bpc);
bna_stats_copy(rad, rad);
bna_stats_copy(rlb, rad);
bna_stats_copy(fc_rx, fc_rx);
bna_stats_copy(fc_tx, fc_tx);
stats_src = (u64 *)&(bna->stats.hw_stats_kva->rxf_stats[0]);
/* Copy Rxf stats to SW area, scatter them while copying */
for (i = 0; i < BFI_ENET_CFG_MAX; i++) {
stats_dst = (u64 *)&(bna->stats.hw_stats.rxf_stats[i]);
memset(stats_dst, 0, sizeof(struct bfi_enet_stats_rxf));
if (rx_enet_mask & BIT(i)) {
int k;
count = sizeof(struct bfi_enet_stats_rxf) /
sizeof(u64);
for (k = 0; k < count; k++) {
stats_dst[k] = be64_to_cpu(*stats_src);
stats_src++;
}
}
}
/* Copy Txf stats to SW area, scatter them while copying */
for (i = 0; i < BFI_ENET_CFG_MAX; i++) {
stats_dst = (u64 *)&(bna->stats.hw_stats.txf_stats[i]);
memset(stats_dst, 0, sizeof(struct bfi_enet_stats_txf));
if (tx_enet_mask & BIT(i)) {
int k;
count = sizeof(struct bfi_enet_stats_txf) /
sizeof(u64);
for (k = 0; k < count; k++) {
stats_dst[k] = be64_to_cpu(*stats_src);
stats_src++;
}
}
}
bna->stats_mod.stats_get_busy = false;
bnad_cb_stats_get(bna->bnad, BNA_CB_SUCCESS, &bna->stats);
}
static void
bna_bfi_ethport_linkup_aen(struct bna_ethport *ethport,
struct bfi_msgq_mhdr *msghdr)
{
ethport->link_status = BNA_LINK_UP;
/* Dispatch events */
ethport->link_cbfn(ethport->bna->bnad, ethport->link_status);
}
static void
bna_bfi_ethport_linkdown_aen(struct bna_ethport *ethport,
struct bfi_msgq_mhdr *msghdr)
{
ethport->link_status = BNA_LINK_DOWN;
/* Dispatch events */
ethport->link_cbfn(ethport->bna->bnad, BNA_LINK_DOWN);
}
static void
bna_err_handler(struct bna *bna, u32 intr_status)
{
if (BNA_IS_HALT_INTR(bna, intr_status))
bna_halt_clear(bna);
bfa_nw_ioc_error_isr(&bna->ioceth.ioc);
}
void
bna_mbox_handler(struct bna *bna, u32 intr_status)
{
if (BNA_IS_ERR_INTR(bna, intr_status)) {
bna_err_handler(bna, intr_status);
return;
}
if (BNA_IS_MBOX_INTR(bna, intr_status))
bfa_nw_ioc_mbox_isr(&bna->ioceth.ioc);
}
static void
bna_msgq_rsp_handler(void *arg, struct bfi_msgq_mhdr *msghdr)
{
struct bna *bna = (struct bna *)arg;
struct bna_tx *tx;
struct bna_rx *rx;
switch (msghdr->msg_id) {
case BFI_ENET_I2H_RX_CFG_SET_RSP:
bna_rx_from_rid(bna, msghdr->enet_id, rx);
if (rx)
bna_bfi_rx_enet_start_rsp(rx, msghdr);
break;
case BFI_ENET_I2H_RX_CFG_CLR_RSP:
bna_rx_from_rid(bna, msghdr->enet_id, rx);
if (rx)
bna_bfi_rx_enet_stop_rsp(rx, msghdr);
break;
case BFI_ENET_I2H_RIT_CFG_RSP:
case BFI_ENET_I2H_RSS_CFG_RSP:
case BFI_ENET_I2H_RSS_ENABLE_RSP:
case BFI_ENET_I2H_RX_PROMISCUOUS_RSP:
case BFI_ENET_I2H_RX_DEFAULT_RSP:
case BFI_ENET_I2H_MAC_UCAST_CLR_RSP:
case BFI_ENET_I2H_MAC_UCAST_ADD_RSP:
case BFI_ENET_I2H_MAC_UCAST_DEL_RSP:
case BFI_ENET_I2H_MAC_MCAST_DEL_RSP:
case BFI_ENET_I2H_MAC_MCAST_FILTER_RSP:
case BFI_ENET_I2H_RX_VLAN_SET_RSP:
case BFI_ENET_I2H_RX_VLAN_STRIP_ENABLE_RSP:
bna_rx_from_rid(bna, msghdr->enet_id, rx);
if (rx)
bna_bfi_rxf_cfg_rsp(&rx->rxf, msghdr);
break;
case BFI_ENET_I2H_MAC_UCAST_SET_RSP:
bna_rx_from_rid(bna, msghdr->enet_id, rx);
if (rx)
bna_bfi_rxf_ucast_set_rsp(&rx->rxf, msghdr);
break;
case BFI_ENET_I2H_MAC_MCAST_ADD_RSP:
bna_rx_from_rid(bna, msghdr->enet_id, rx);
if (rx)
bna_bfi_rxf_mcast_add_rsp(&rx->rxf, msghdr);
break;
case BFI_ENET_I2H_TX_CFG_SET_RSP:
bna_tx_from_rid(bna, msghdr->enet_id, tx);
if (tx)
bna_bfi_tx_enet_start_rsp(tx, msghdr);
break;
case BFI_ENET_I2H_TX_CFG_CLR_RSP:
bna_tx_from_rid(bna, msghdr->enet_id, tx);
if (tx)
bna_bfi_tx_enet_stop_rsp(tx, msghdr);
break;
case BFI_ENET_I2H_PORT_ADMIN_RSP:
bna_bfi_ethport_admin_rsp(&bna->ethport, msghdr);
break;
case BFI_ENET_I2H_DIAG_LOOPBACK_RSP:
bna_bfi_ethport_lpbk_rsp(&bna->ethport, msghdr);
break;
case BFI_ENET_I2H_SET_PAUSE_RSP:
bna_bfi_pause_set_rsp(&bna->enet, msghdr);
break;
case BFI_ENET_I2H_GET_ATTR_RSP:
bna_bfi_attr_get_rsp(&bna->ioceth, msghdr);
break;
case BFI_ENET_I2H_STATS_GET_RSP:
bna_bfi_stats_get_rsp(bna, msghdr);
break;
case BFI_ENET_I2H_STATS_CLR_RSP:
/* No-op */
break;
case BFI_ENET_I2H_LINK_UP_AEN:
bna_bfi_ethport_linkup_aen(&bna->ethport, msghdr);
break;
case BFI_ENET_I2H_LINK_DOWN_AEN:
bna_bfi_ethport_linkdown_aen(&bna->ethport, msghdr);
break;
case BFI_ENET_I2H_PORT_ENABLE_AEN:
bna_bfi_ethport_enable_aen(&bna->ethport, msghdr);
break;
case BFI_ENET_I2H_PORT_DISABLE_AEN:
bna_bfi_ethport_disable_aen(&bna->ethport, msghdr);
break;
case BFI_ENET_I2H_BW_UPDATE_AEN:
bna_bfi_bw_update_aen(&bna->tx_mod);
break;
default:
break;
}
}
/* ETHPORT */
#define call_ethport_stop_cbfn(_ethport) \
do { \
if ((_ethport)->stop_cbfn) { \
void (*cbfn)(struct bna_enet *); \
cbfn = (_ethport)->stop_cbfn; \
(_ethport)->stop_cbfn = NULL; \
cbfn(&(_ethport)->bna->enet); \
} \
} while (0)
#define call_ethport_adminup_cbfn(ethport, status) \
do { \
if ((ethport)->adminup_cbfn) { \
void (*cbfn)(struct bnad *, enum bna_cb_status); \
cbfn = (ethport)->adminup_cbfn; \
(ethport)->adminup_cbfn = NULL; \
cbfn((ethport)->bna->bnad, status); \
} \
} while (0)
static void
bna_bfi_ethport_admin_up(struct bna_ethport *ethport)
{
struct bfi_enet_enable_req *admin_up_req =
&ethport->bfi_enet_cmd.admin_req;
bfi_msgq_mhdr_set(admin_up_req->mh, BFI_MC_ENET,
BFI_ENET_H2I_PORT_ADMIN_UP_REQ, 0, 0);
admin_up_req->mh.num_entries = htons(
bfi_msgq_num_cmd_entries(sizeof(struct bfi_enet_enable_req)));
admin_up_req->enable = BNA_STATUS_T_ENABLED;
bfa_msgq_cmd_set(&ethport->msgq_cmd, NULL, NULL,
sizeof(struct bfi_enet_enable_req), &admin_up_req->mh);
bfa_msgq_cmd_post(&ethport->bna->msgq, &ethport->msgq_cmd);
}
static void
bna_bfi_ethport_admin_down(struct bna_ethport *ethport)
{
struct bfi_enet_enable_req *admin_down_req =
&ethport->bfi_enet_cmd.admin_req;
bfi_msgq_mhdr_set(admin_down_req->mh, BFI_MC_ENET,
BFI_ENET_H2I_PORT_ADMIN_UP_REQ, 0, 0);
admin_down_req->mh.num_entries = htons(
bfi_msgq_num_cmd_entries(sizeof(struct bfi_enet_enable_req)));
admin_down_req->enable = BNA_STATUS_T_DISABLED;
bfa_msgq_cmd_set(&ethport->msgq_cmd, NULL, NULL,
sizeof(struct bfi_enet_enable_req), &admin_down_req->mh);
bfa_msgq_cmd_post(&ethport->bna->msgq, &ethport->msgq_cmd);
}
static void
bna_bfi_ethport_lpbk_up(struct bna_ethport *ethport)
{
struct bfi_enet_diag_lb_req *lpbk_up_req =
&ethport->bfi_enet_cmd.lpbk_req;
bfi_msgq_mhdr_set(lpbk_up_req->mh, BFI_MC_ENET,
BFI_ENET_H2I_DIAG_LOOPBACK_REQ, 0, 0);
lpbk_up_req->mh.num_entries = htons(
bfi_msgq_num_cmd_entries(sizeof(struct bfi_enet_diag_lb_req)));
lpbk_up_req->mode = (ethport->bna->enet.type ==
BNA_ENET_T_LOOPBACK_INTERNAL) ?
BFI_ENET_DIAG_LB_OPMODE_EXT :
BFI_ENET_DIAG_LB_OPMODE_CBL;
lpbk_up_req->enable = BNA_STATUS_T_ENABLED;
bfa_msgq_cmd_set(&ethport->msgq_cmd, NULL, NULL,
sizeof(struct bfi_enet_diag_lb_req), &lpbk_up_req->mh);
bfa_msgq_cmd_post(&ethport->bna->msgq, &ethport->msgq_cmd);
}
static void
bna_bfi_ethport_lpbk_down(struct bna_ethport *ethport)
{
struct bfi_enet_diag_lb_req *lpbk_down_req =
&ethport->bfi_enet_cmd.lpbk_req;
bfi_msgq_mhdr_set(lpbk_down_req->mh, BFI_MC_ENET,
BFI_ENET_H2I_DIAG_LOOPBACK_REQ, 0, 0);
lpbk_down_req->mh.num_entries = htons(
bfi_msgq_num_cmd_entries(sizeof(struct bfi_enet_diag_lb_req)));
lpbk_down_req->enable = BNA_STATUS_T_DISABLED;
bfa_msgq_cmd_set(&ethport->msgq_cmd, NULL, NULL,
sizeof(struct bfi_enet_diag_lb_req), &lpbk_down_req->mh);
bfa_msgq_cmd_post(&ethport->bna->msgq, &ethport->msgq_cmd);
}
static void
bna_bfi_ethport_up(struct bna_ethport *ethport)
{
if (ethport->bna->enet.type == BNA_ENET_T_REGULAR)
bna_bfi_ethport_admin_up(ethport);
else
bna_bfi_ethport_lpbk_up(ethport);
}
static void
bna_bfi_ethport_down(struct bna_ethport *ethport)
{
if (ethport->bna->enet.type == BNA_ENET_T_REGULAR)
bna_bfi_ethport_admin_down(ethport);
else
bna_bfi_ethport_lpbk_down(ethport);
}
bfa_fsm_state_decl(bna_ethport, stopped, struct bna_ethport,
enum bna_ethport_event);
bfa_fsm_state_decl(bna_ethport, down, struct bna_ethport,
enum bna_ethport_event);
bfa_fsm_state_decl(bna_ethport, up_resp_wait, struct bna_ethport,
enum bna_ethport_event);
bfa_fsm_state_decl(bna_ethport, down_resp_wait, struct bna_ethport,
enum bna_ethport_event);
bfa_fsm_state_decl(bna_ethport, up, struct bna_ethport,
enum bna_ethport_event);
bfa_fsm_state_decl(bna_ethport, last_resp_wait, struct bna_ethport,
enum bna_ethport_event);
static void
bna_ethport_sm_stopped_entry(struct bna_ethport *ethport)
{
call_ethport_stop_cbfn(ethport);
}
static void
bna_ethport_sm_stopped(struct bna_ethport *ethport,
enum bna_ethport_event event)
{
switch (event) {
case ETHPORT_E_START:
bfa_fsm_set_state(ethport, bna_ethport_sm_down);
break;
case ETHPORT_E_STOP:
call_ethport_stop_cbfn(ethport);
break;
case ETHPORT_E_FAIL:
/* No-op */
break;
case ETHPORT_E_DOWN:
/* This event is received due to Rx objects failing */
/* No-op */
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ethport_sm_down_entry(struct bna_ethport *ethport)
{
}
static void
bna_ethport_sm_down(struct bna_ethport *ethport,
enum bna_ethport_event event)
{
switch (event) {
case ETHPORT_E_STOP:
bfa_fsm_set_state(ethport, bna_ethport_sm_stopped);
break;
case ETHPORT_E_FAIL:
bfa_fsm_set_state(ethport, bna_ethport_sm_stopped);
break;
case ETHPORT_E_UP:
bfa_fsm_set_state(ethport, bna_ethport_sm_up_resp_wait);
bna_bfi_ethport_up(ethport);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ethport_sm_up_resp_wait_entry(struct bna_ethport *ethport)
{
}
static void
bna_ethport_sm_up_resp_wait(struct bna_ethport *ethport,
enum bna_ethport_event event)
{
switch (event) {
case ETHPORT_E_STOP:
bfa_fsm_set_state(ethport, bna_ethport_sm_last_resp_wait);
break;
case ETHPORT_E_FAIL:
call_ethport_adminup_cbfn(ethport, BNA_CB_FAIL);
bfa_fsm_set_state(ethport, bna_ethport_sm_stopped);
break;
case ETHPORT_E_DOWN:
call_ethport_adminup_cbfn(ethport, BNA_CB_INTERRUPT);
bfa_fsm_set_state(ethport, bna_ethport_sm_down_resp_wait);
break;
case ETHPORT_E_FWRESP_UP_OK:
call_ethport_adminup_cbfn(ethport, BNA_CB_SUCCESS);
bfa_fsm_set_state(ethport, bna_ethport_sm_up);
break;
case ETHPORT_E_FWRESP_UP_FAIL:
call_ethport_adminup_cbfn(ethport, BNA_CB_FAIL);
bfa_fsm_set_state(ethport, bna_ethport_sm_down);
break;
case ETHPORT_E_FWRESP_DOWN:
/* down_resp_wait -> up_resp_wait transition on ETHPORT_E_UP */
bna_bfi_ethport_up(ethport);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ethport_sm_down_resp_wait_entry(struct bna_ethport *ethport)
{
/**
* NOTE: Do not call bna_bfi_ethport_down() here. That will over step
* mbox due to up_resp_wait -> down_resp_wait transition on event
* ETHPORT_E_DOWN
*/
}
static void
bna_ethport_sm_down_resp_wait(struct bna_ethport *ethport,
enum bna_ethport_event event)
{
switch (event) {
case ETHPORT_E_STOP:
bfa_fsm_set_state(ethport, bna_ethport_sm_last_resp_wait);
break;
case ETHPORT_E_FAIL:
bfa_fsm_set_state(ethport, bna_ethport_sm_stopped);
break;
case ETHPORT_E_UP:
bfa_fsm_set_state(ethport, bna_ethport_sm_up_resp_wait);
break;
case ETHPORT_E_FWRESP_UP_OK:
/* up_resp_wait->down_resp_wait transition on ETHPORT_E_DOWN */
bna_bfi_ethport_down(ethport);
break;
case ETHPORT_E_FWRESP_UP_FAIL:
case ETHPORT_E_FWRESP_DOWN:
bfa_fsm_set_state(ethport, bna_ethport_sm_down);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ethport_sm_up_entry(struct bna_ethport *ethport)
{
}
static void
bna_ethport_sm_up(struct bna_ethport *ethport,
enum bna_ethport_event event)
{
switch (event) {
case ETHPORT_E_STOP:
bfa_fsm_set_state(ethport, bna_ethport_sm_last_resp_wait);
bna_bfi_ethport_down(ethport);
break;
case ETHPORT_E_FAIL:
bfa_fsm_set_state(ethport, bna_ethport_sm_stopped);
break;
case ETHPORT_E_DOWN:
bfa_fsm_set_state(ethport, bna_ethport_sm_down_resp_wait);
bna_bfi_ethport_down(ethport);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ethport_sm_last_resp_wait_entry(struct bna_ethport *ethport)
{
}
static void
bna_ethport_sm_last_resp_wait(struct bna_ethport *ethport,
enum bna_ethport_event event)
{
switch (event) {
case ETHPORT_E_FAIL:
bfa_fsm_set_state(ethport, bna_ethport_sm_stopped);
break;
case ETHPORT_E_DOWN:
/**
* This event is received due to Rx objects stopping in
* parallel to ethport
*/
/* No-op */
break;
case ETHPORT_E_FWRESP_UP_OK:
/* up_resp_wait->last_resp_wait transition on ETHPORT_T_STOP */
bna_bfi_ethport_down(ethport);
break;
case ETHPORT_E_FWRESP_UP_FAIL:
case ETHPORT_E_FWRESP_DOWN:
bfa_fsm_set_state(ethport, bna_ethport_sm_stopped);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ethport_init(struct bna_ethport *ethport, struct bna *bna)
{
ethport->flags |= (BNA_ETHPORT_F_ADMIN_UP | BNA_ETHPORT_F_PORT_ENABLED);
ethport->bna = bna;
ethport->link_status = BNA_LINK_DOWN;
ethport->link_cbfn = bnad_cb_ethport_link_status;
ethport->rx_started_count = 0;
ethport->stop_cbfn = NULL;
ethport->adminup_cbfn = NULL;
bfa_fsm_set_state(ethport, bna_ethport_sm_stopped);
}
static void
bna_ethport_uninit(struct bna_ethport *ethport)
{
ethport->flags &= ~BNA_ETHPORT_F_ADMIN_UP;
ethport->flags &= ~BNA_ETHPORT_F_PORT_ENABLED;
ethport->bna = NULL;
}
static void
bna_ethport_start(struct bna_ethport *ethport)
{
bfa_fsm_send_event(ethport, ETHPORT_E_START);
}
static void
bna_enet_cb_ethport_stopped(struct bna_enet *enet)
{
bfa_wc_down(&enet->chld_stop_wc);
}
static void
bna_ethport_stop(struct bna_ethport *ethport)
{
ethport->stop_cbfn = bna_enet_cb_ethport_stopped;
bfa_fsm_send_event(ethport, ETHPORT_E_STOP);
}
static void
bna_ethport_fail(struct bna_ethport *ethport)
{
/* Reset the physical port status to enabled */
ethport->flags |= BNA_ETHPORT_F_PORT_ENABLED;
if (ethport->link_status != BNA_LINK_DOWN) {
ethport->link_status = BNA_LINK_DOWN;
ethport->link_cbfn(ethport->bna->bnad, BNA_LINK_DOWN);
}
bfa_fsm_send_event(ethport, ETHPORT_E_FAIL);
}
/* Should be called only when ethport is disabled */
void
bna_ethport_cb_rx_started(struct bna_ethport *ethport)
{
ethport->rx_started_count++;
if (ethport->rx_started_count == 1) {
ethport->flags |= BNA_ETHPORT_F_RX_STARTED;
if (ethport_can_be_up(ethport))
bfa_fsm_send_event(ethport, ETHPORT_E_UP);
}
}
void
bna_ethport_cb_rx_stopped(struct bna_ethport *ethport)
{
int ethport_up = ethport_is_up(ethport);
ethport->rx_started_count--;
if (ethport->rx_started_count == 0) {
ethport->flags &= ~BNA_ETHPORT_F_RX_STARTED;
if (ethport_up)
bfa_fsm_send_event(ethport, ETHPORT_E_DOWN);
}
}
/* ENET */
#define bna_enet_chld_start(enet) \
do { \
enum bna_tx_type tx_type = \
((enet)->type == BNA_ENET_T_REGULAR) ? \
BNA_TX_T_REGULAR : BNA_TX_T_LOOPBACK; \
enum bna_rx_type rx_type = \
((enet)->type == BNA_ENET_T_REGULAR) ? \
BNA_RX_T_REGULAR : BNA_RX_T_LOOPBACK; \
bna_ethport_start(&(enet)->bna->ethport); \
bna_tx_mod_start(&(enet)->bna->tx_mod, tx_type); \
bna_rx_mod_start(&(enet)->bna->rx_mod, rx_type); \
} while (0)
#define bna_enet_chld_stop(enet) \
do { \
enum bna_tx_type tx_type = \
((enet)->type == BNA_ENET_T_REGULAR) ? \
BNA_TX_T_REGULAR : BNA_TX_T_LOOPBACK; \
enum bna_rx_type rx_type = \
((enet)->type == BNA_ENET_T_REGULAR) ? \
BNA_RX_T_REGULAR : BNA_RX_T_LOOPBACK; \
bfa_wc_init(&(enet)->chld_stop_wc, bna_enet_cb_chld_stopped, (enet));\
bfa_wc_up(&(enet)->chld_stop_wc); \
bna_ethport_stop(&(enet)->bna->ethport); \
bfa_wc_up(&(enet)->chld_stop_wc); \
bna_tx_mod_stop(&(enet)->bna->tx_mod, tx_type); \
bfa_wc_up(&(enet)->chld_stop_wc); \
bna_rx_mod_stop(&(enet)->bna->rx_mod, rx_type); \
bfa_wc_wait(&(enet)->chld_stop_wc); \
} while (0)
#define bna_enet_chld_fail(enet) \
do { \
bna_ethport_fail(&(enet)->bna->ethport); \
bna_tx_mod_fail(&(enet)->bna->tx_mod); \
bna_rx_mod_fail(&(enet)->bna->rx_mod); \
} while (0)
#define bna_enet_rx_start(enet) \
do { \
enum bna_rx_type rx_type = \
((enet)->type == BNA_ENET_T_REGULAR) ? \
BNA_RX_T_REGULAR : BNA_RX_T_LOOPBACK; \
bna_rx_mod_start(&(enet)->bna->rx_mod, rx_type); \
} while (0)
#define bna_enet_rx_stop(enet) \
do { \
enum bna_rx_type rx_type = \
((enet)->type == BNA_ENET_T_REGULAR) ? \
BNA_RX_T_REGULAR : BNA_RX_T_LOOPBACK; \
bfa_wc_init(&(enet)->chld_stop_wc, bna_enet_cb_chld_stopped, (enet));\
bfa_wc_up(&(enet)->chld_stop_wc); \
bna_rx_mod_stop(&(enet)->bna->rx_mod, rx_type); \
bfa_wc_wait(&(enet)->chld_stop_wc); \
} while (0)
#define call_enet_stop_cbfn(enet) \
do { \
if ((enet)->stop_cbfn) { \
void (*cbfn)(void *); \
void *cbarg; \
cbfn = (enet)->stop_cbfn; \
cbarg = (enet)->stop_cbarg; \
(enet)->stop_cbfn = NULL; \
(enet)->stop_cbarg = NULL; \
cbfn(cbarg); \
} \
} while (0)
#define call_enet_mtu_cbfn(enet) \
do { \
if ((enet)->mtu_cbfn) { \
void (*cbfn)(struct bnad *); \
cbfn = (enet)->mtu_cbfn; \
(enet)->mtu_cbfn = NULL; \
cbfn((enet)->bna->bnad); \
} \
} while (0)
static void bna_enet_cb_chld_stopped(void *arg);
static void bna_bfi_pause_set(struct bna_enet *enet);
bfa_fsm_state_decl(bna_enet, stopped, struct bna_enet,
enum bna_enet_event);
bfa_fsm_state_decl(bna_enet, pause_init_wait, struct bna_enet,
enum bna_enet_event);
bfa_fsm_state_decl(bna_enet, last_resp_wait, struct bna_enet,
enum bna_enet_event);
bfa_fsm_state_decl(bna_enet, started, struct bna_enet,
enum bna_enet_event);
bfa_fsm_state_decl(bna_enet, cfg_wait, struct bna_enet,
enum bna_enet_event);
bfa_fsm_state_decl(bna_enet, cfg_stop_wait, struct bna_enet,
enum bna_enet_event);
bfa_fsm_state_decl(bna_enet, chld_stop_wait, struct bna_enet,
enum bna_enet_event);
static void
bna_enet_sm_stopped_entry(struct bna_enet *enet)
{
call_enet_mtu_cbfn(enet);
call_enet_stop_cbfn(enet);
}
static void
bna_enet_sm_stopped(struct bna_enet *enet, enum bna_enet_event event)
{
switch (event) {
case ENET_E_START:
bfa_fsm_set_state(enet, bna_enet_sm_pause_init_wait);
break;
case ENET_E_STOP:
call_enet_stop_cbfn(enet);
break;
case ENET_E_FAIL:
/* No-op */
break;
case ENET_E_PAUSE_CFG:
break;
case ENET_E_MTU_CFG:
call_enet_mtu_cbfn(enet);
break;
case ENET_E_CHLD_STOPPED:
/**
* This event is received due to Ethport, Tx and Rx objects
* failing
*/
/* No-op */
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_enet_sm_pause_init_wait_entry(struct bna_enet *enet)
{
bna_bfi_pause_set(enet);
}
static void
bna_enet_sm_pause_init_wait(struct bna_enet *enet,
enum bna_enet_event event)
{
switch (event) {
case ENET_E_STOP:
enet->flags &= ~BNA_ENET_F_PAUSE_CHANGED;
bfa_fsm_set_state(enet, bna_enet_sm_last_resp_wait);
break;
case ENET_E_FAIL:
enet->flags &= ~BNA_ENET_F_PAUSE_CHANGED;
bfa_fsm_set_state(enet, bna_enet_sm_stopped);
break;
case ENET_E_PAUSE_CFG:
enet->flags |= BNA_ENET_F_PAUSE_CHANGED;
break;
case ENET_E_MTU_CFG:
/* No-op */
break;
case ENET_E_FWRESP_PAUSE:
if (enet->flags & BNA_ENET_F_PAUSE_CHANGED) {
enet->flags &= ~BNA_ENET_F_PAUSE_CHANGED;
bna_bfi_pause_set(enet);
} else {
bfa_fsm_set_state(enet, bna_enet_sm_started);
bna_enet_chld_start(enet);
}
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_enet_sm_last_resp_wait_entry(struct bna_enet *enet)
{
enet->flags &= ~BNA_ENET_F_PAUSE_CHANGED;
}
static void
bna_enet_sm_last_resp_wait(struct bna_enet *enet,
enum bna_enet_event event)
{
switch (event) {
case ENET_E_FAIL:
case ENET_E_FWRESP_PAUSE:
bfa_fsm_set_state(enet, bna_enet_sm_stopped);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_enet_sm_started_entry(struct bna_enet *enet)
{
/**
* NOTE: Do not call bna_enet_chld_start() here, since it will be
* inadvertently called during cfg_wait->started transition as well
*/
call_enet_mtu_cbfn(enet);
}
static void
bna_enet_sm_started(struct bna_enet *enet,
enum bna_enet_event event)
{
switch (event) {
case ENET_E_STOP:
bfa_fsm_set_state(enet, bna_enet_sm_chld_stop_wait);
break;
case ENET_E_FAIL:
bfa_fsm_set_state(enet, bna_enet_sm_stopped);
bna_enet_chld_fail(enet);
break;
case ENET_E_PAUSE_CFG:
bfa_fsm_set_state(enet, bna_enet_sm_cfg_wait);
bna_bfi_pause_set(enet);
break;
case ENET_E_MTU_CFG:
bfa_fsm_set_state(enet, bna_enet_sm_cfg_wait);
bna_enet_rx_stop(enet);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_enet_sm_cfg_wait_entry(struct bna_enet *enet)
{
}
static void
bna_enet_sm_cfg_wait(struct bna_enet *enet,
enum bna_enet_event event)
{
switch (event) {
case ENET_E_STOP:
enet->flags &= ~BNA_ENET_F_PAUSE_CHANGED;
enet->flags &= ~BNA_ENET_F_MTU_CHANGED;
bfa_fsm_set_state(enet, bna_enet_sm_cfg_stop_wait);
break;
case ENET_E_FAIL:
enet->flags &= ~BNA_ENET_F_PAUSE_CHANGED;
enet->flags &= ~BNA_ENET_F_MTU_CHANGED;
bfa_fsm_set_state(enet, bna_enet_sm_stopped);
bna_enet_chld_fail(enet);
break;
case ENET_E_PAUSE_CFG:
enet->flags |= BNA_ENET_F_PAUSE_CHANGED;
break;
case ENET_E_MTU_CFG:
enet->flags |= BNA_ENET_F_MTU_CHANGED;
break;
case ENET_E_CHLD_STOPPED:
bna_enet_rx_start(enet);
fallthrough;
case ENET_E_FWRESP_PAUSE:
if (enet->flags & BNA_ENET_F_PAUSE_CHANGED) {
enet->flags &= ~BNA_ENET_F_PAUSE_CHANGED;
bna_bfi_pause_set(enet);
} else if (enet->flags & BNA_ENET_F_MTU_CHANGED) {
enet->flags &= ~BNA_ENET_F_MTU_CHANGED;
bna_enet_rx_stop(enet);
} else {
bfa_fsm_set_state(enet, bna_enet_sm_started);
}
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_enet_sm_cfg_stop_wait_entry(struct bna_enet *enet)
{
enet->flags &= ~BNA_ENET_F_PAUSE_CHANGED;
enet->flags &= ~BNA_ENET_F_MTU_CHANGED;
}
static void
bna_enet_sm_cfg_stop_wait(struct bna_enet *enet,
enum bna_enet_event event)
{
switch (event) {
case ENET_E_FAIL:
bfa_fsm_set_state(enet, bna_enet_sm_stopped);
bna_enet_chld_fail(enet);
break;
case ENET_E_FWRESP_PAUSE:
case ENET_E_CHLD_STOPPED:
bfa_fsm_set_state(enet, bna_enet_sm_chld_stop_wait);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_enet_sm_chld_stop_wait_entry(struct bna_enet *enet)
{
bna_enet_chld_stop(enet);
}
static void
bna_enet_sm_chld_stop_wait(struct bna_enet *enet,
enum bna_enet_event event)
{
switch (event) {
case ENET_E_FAIL:
bfa_fsm_set_state(enet, bna_enet_sm_stopped);
bna_enet_chld_fail(enet);
break;
case ENET_E_CHLD_STOPPED:
bfa_fsm_set_state(enet, bna_enet_sm_stopped);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_bfi_pause_set(struct bna_enet *enet)
{
struct bfi_enet_set_pause_req *pause_req = &enet->pause_req;
bfi_msgq_mhdr_set(pause_req->mh, BFI_MC_ENET,
BFI_ENET_H2I_SET_PAUSE_REQ, 0, 0);
pause_req->mh.num_entries = htons(
bfi_msgq_num_cmd_entries(sizeof(struct bfi_enet_set_pause_req)));
pause_req->tx_pause = enet->pause_config.tx_pause;
pause_req->rx_pause = enet->pause_config.rx_pause;
bfa_msgq_cmd_set(&enet->msgq_cmd, NULL, NULL,
sizeof(struct bfi_enet_set_pause_req), &pause_req->mh);
bfa_msgq_cmd_post(&enet->bna->msgq, &enet->msgq_cmd);
}
static void
bna_enet_cb_chld_stopped(void *arg)
{
struct bna_enet *enet = (struct bna_enet *)arg;
bfa_fsm_send_event(enet, ENET_E_CHLD_STOPPED);
}
static void
bna_enet_init(struct bna_enet *enet, struct bna *bna)
{
enet->bna = bna;
enet->flags = 0;
enet->mtu = 0;
enet->type = BNA_ENET_T_REGULAR;
enet->stop_cbfn = NULL;
enet->stop_cbarg = NULL;
enet->mtu_cbfn = NULL;
bfa_fsm_set_state(enet, bna_enet_sm_stopped);
}
static void
bna_enet_uninit(struct bna_enet *enet)
{
enet->flags = 0;
enet->bna = NULL;
}
static void
bna_enet_start(struct bna_enet *enet)
{
enet->flags |= BNA_ENET_F_IOCETH_READY;
if (enet->flags & BNA_ENET_F_ENABLED)
bfa_fsm_send_event(enet, ENET_E_START);
}
static void
bna_ioceth_cb_enet_stopped(void *arg)
{
struct bna_ioceth *ioceth = (struct bna_ioceth *)arg;
bfa_fsm_send_event(ioceth, IOCETH_E_ENET_STOPPED);
}
static void
bna_enet_stop(struct bna_enet *enet)
{
enet->stop_cbfn = bna_ioceth_cb_enet_stopped;
enet->stop_cbarg = &enet->bna->ioceth;
enet->flags &= ~BNA_ENET_F_IOCETH_READY;
bfa_fsm_send_event(enet, ENET_E_STOP);
}
static void
bna_enet_fail(struct bna_enet *enet)
{
enet->flags &= ~BNA_ENET_F_IOCETH_READY;
bfa_fsm_send_event(enet, ENET_E_FAIL);
}
void
bna_enet_cb_tx_stopped(struct bna_enet *enet)
{
bfa_wc_down(&enet->chld_stop_wc);
}
void
bna_enet_cb_rx_stopped(struct bna_enet *enet)
{
bfa_wc_down(&enet->chld_stop_wc);
}
int
bna_enet_mtu_get(struct bna_enet *enet)
{
return enet->mtu;
}
void
bna_enet_enable(struct bna_enet *enet)
{
if (enet->fsm != bna_enet_sm_stopped)
return;
enet->flags |= BNA_ENET_F_ENABLED;
if (enet->flags & BNA_ENET_F_IOCETH_READY)
bfa_fsm_send_event(enet, ENET_E_START);
}
void
bna_enet_disable(struct bna_enet *enet, enum bna_cleanup_type type,
void (*cbfn)(void *))
{
if (type == BNA_SOFT_CLEANUP) {
(*cbfn)(enet->bna->bnad);
return;
}
enet->stop_cbfn = cbfn;
enet->stop_cbarg = enet->bna->bnad;
enet->flags &= ~BNA_ENET_F_ENABLED;
bfa_fsm_send_event(enet, ENET_E_STOP);
}
void
bna_enet_pause_config(struct bna_enet *enet,
struct bna_pause_config *pause_config)
{
enet->pause_config = *pause_config;
bfa_fsm_send_event(enet, ENET_E_PAUSE_CFG);
}
void
bna_enet_mtu_set(struct bna_enet *enet, int mtu,
void (*cbfn)(struct bnad *))
{
enet->mtu = mtu;
enet->mtu_cbfn = cbfn;
bfa_fsm_send_event(enet, ENET_E_MTU_CFG);
}
void
bna_enet_perm_mac_get(struct bna_enet *enet, u8 *mac)
{
bfa_nw_ioc_get_mac(&enet->bna->ioceth.ioc, mac);
}
/* IOCETH */
#define enable_mbox_intr(_ioceth) \
do { \
u32 intr_status; \
bna_intr_status_get((_ioceth)->bna, intr_status); \
bnad_cb_mbox_intr_enable((_ioceth)->bna->bnad); \
bna_mbox_intr_enable((_ioceth)->bna); \
} while (0)
#define disable_mbox_intr(_ioceth) \
do { \
bna_mbox_intr_disable((_ioceth)->bna); \
bnad_cb_mbox_intr_disable((_ioceth)->bna->bnad); \
} while (0)
#define call_ioceth_stop_cbfn(_ioceth) \
do { \
if ((_ioceth)->stop_cbfn) { \
void (*cbfn)(struct bnad *); \
struct bnad *cbarg; \
cbfn = (_ioceth)->stop_cbfn; \
cbarg = (_ioceth)->stop_cbarg; \
(_ioceth)->stop_cbfn = NULL; \
(_ioceth)->stop_cbarg = NULL; \
cbfn(cbarg); \
} \
} while (0)
#define bna_stats_mod_uninit(_stats_mod) \
do { \
} while (0)
#define bna_stats_mod_start(_stats_mod) \
do { \
(_stats_mod)->ioc_ready = true; \
} while (0)
#define bna_stats_mod_stop(_stats_mod) \
do { \
(_stats_mod)->ioc_ready = false; \
} while (0)
#define bna_stats_mod_fail(_stats_mod) \
do { \
(_stats_mod)->ioc_ready = false; \
(_stats_mod)->stats_get_busy = false; \
(_stats_mod)->stats_clr_busy = false; \
} while (0)
static void bna_bfi_attr_get(struct bna_ioceth *ioceth);
bfa_fsm_state_decl(bna_ioceth, stopped, struct bna_ioceth,
enum bna_ioceth_event);
bfa_fsm_state_decl(bna_ioceth, ioc_ready_wait, struct bna_ioceth,
enum bna_ioceth_event);
bfa_fsm_state_decl(bna_ioceth, enet_attr_wait, struct bna_ioceth,
enum bna_ioceth_event);
bfa_fsm_state_decl(bna_ioceth, ready, struct bna_ioceth,
enum bna_ioceth_event);
bfa_fsm_state_decl(bna_ioceth, last_resp_wait, struct bna_ioceth,
enum bna_ioceth_event);
bfa_fsm_state_decl(bna_ioceth, enet_stop_wait, struct bna_ioceth,
enum bna_ioceth_event);
bfa_fsm_state_decl(bna_ioceth, ioc_disable_wait, struct bna_ioceth,
enum bna_ioceth_event);
bfa_fsm_state_decl(bna_ioceth, failed, struct bna_ioceth,
enum bna_ioceth_event);
static void
bna_ioceth_sm_stopped_entry(struct bna_ioceth *ioceth)
{
call_ioceth_stop_cbfn(ioceth);
}
static void
bna_ioceth_sm_stopped(struct bna_ioceth *ioceth,
enum bna_ioceth_event event)
{
switch (event) {
case IOCETH_E_ENABLE:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_ioc_ready_wait);
bfa_nw_ioc_enable(&ioceth->ioc);
break;
case IOCETH_E_DISABLE:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_stopped);
break;
case IOCETH_E_IOC_RESET:
enable_mbox_intr(ioceth);
break;
case IOCETH_E_IOC_FAILED:
disable_mbox_intr(ioceth);
bfa_fsm_set_state(ioceth, bna_ioceth_sm_failed);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ioceth_sm_ioc_ready_wait_entry(struct bna_ioceth *ioceth)
{
/**
* Do not call bfa_nw_ioc_enable() here. It must be called in the
* previous state due to failed -> ioc_ready_wait transition.
*/
}
static void
bna_ioceth_sm_ioc_ready_wait(struct bna_ioceth *ioceth,
enum bna_ioceth_event event)
{
switch (event) {
case IOCETH_E_DISABLE:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_ioc_disable_wait);
bfa_nw_ioc_disable(&ioceth->ioc);
break;
case IOCETH_E_IOC_RESET:
enable_mbox_intr(ioceth);
break;
case IOCETH_E_IOC_FAILED:
disable_mbox_intr(ioceth);
bfa_fsm_set_state(ioceth, bna_ioceth_sm_failed);
break;
case IOCETH_E_IOC_READY:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_enet_attr_wait);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ioceth_sm_enet_attr_wait_entry(struct bna_ioceth *ioceth)
{
bna_bfi_attr_get(ioceth);
}
static void
bna_ioceth_sm_enet_attr_wait(struct bna_ioceth *ioceth,
enum bna_ioceth_event event)
{
switch (event) {
case IOCETH_E_DISABLE:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_last_resp_wait);
break;
case IOCETH_E_IOC_FAILED:
disable_mbox_intr(ioceth);
bfa_fsm_set_state(ioceth, bna_ioceth_sm_failed);
break;
case IOCETH_E_ENET_ATTR_RESP:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_ready);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ioceth_sm_ready_entry(struct bna_ioceth *ioceth)
{
bna_enet_start(&ioceth->bna->enet);
bna_stats_mod_start(&ioceth->bna->stats_mod);
bnad_cb_ioceth_ready(ioceth->bna->bnad);
}
static void
bna_ioceth_sm_ready(struct bna_ioceth *ioceth, enum bna_ioceth_event event)
{
switch (event) {
case IOCETH_E_DISABLE:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_enet_stop_wait);
break;
case IOCETH_E_IOC_FAILED:
disable_mbox_intr(ioceth);
bna_enet_fail(&ioceth->bna->enet);
bna_stats_mod_fail(&ioceth->bna->stats_mod);
bfa_fsm_set_state(ioceth, bna_ioceth_sm_failed);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ioceth_sm_last_resp_wait_entry(struct bna_ioceth *ioceth)
{
}
static void
bna_ioceth_sm_last_resp_wait(struct bna_ioceth *ioceth,
enum bna_ioceth_event event)
{
switch (event) {
case IOCETH_E_IOC_FAILED:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_ioc_disable_wait);
disable_mbox_intr(ioceth);
bfa_nw_ioc_disable(&ioceth->ioc);
break;
case IOCETH_E_ENET_ATTR_RESP:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_ioc_disable_wait);
bfa_nw_ioc_disable(&ioceth->ioc);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ioceth_sm_enet_stop_wait_entry(struct bna_ioceth *ioceth)
{
bna_stats_mod_stop(&ioceth->bna->stats_mod);
bna_enet_stop(&ioceth->bna->enet);
}
static void
bna_ioceth_sm_enet_stop_wait(struct bna_ioceth *ioceth,
enum bna_ioceth_event event)
{
switch (event) {
case IOCETH_E_IOC_FAILED:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_ioc_disable_wait);
disable_mbox_intr(ioceth);
bna_enet_fail(&ioceth->bna->enet);
bna_stats_mod_fail(&ioceth->bna->stats_mod);
bfa_nw_ioc_disable(&ioceth->ioc);
break;
case IOCETH_E_ENET_STOPPED:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_ioc_disable_wait);
bfa_nw_ioc_disable(&ioceth->ioc);
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ioceth_sm_ioc_disable_wait_entry(struct bna_ioceth *ioceth)
{
}
static void
bna_ioceth_sm_ioc_disable_wait(struct bna_ioceth *ioceth,
enum bna_ioceth_event event)
{
switch (event) {
case IOCETH_E_IOC_DISABLED:
disable_mbox_intr(ioceth);
bfa_fsm_set_state(ioceth, bna_ioceth_sm_stopped);
break;
case IOCETH_E_ENET_STOPPED:
/* This event is received due to enet failing */
/* No-op */
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_ioceth_sm_failed_entry(struct bna_ioceth *ioceth)
{
bnad_cb_ioceth_failed(ioceth->bna->bnad);
}
static void
bna_ioceth_sm_failed(struct bna_ioceth *ioceth,
enum bna_ioceth_event event)
{
switch (event) {
case IOCETH_E_DISABLE:
bfa_fsm_set_state(ioceth, bna_ioceth_sm_ioc_disable_wait);
bfa_nw_ioc_disable(&ioceth->ioc);
break;
case IOCETH_E_IOC_RESET:
enable_mbox_intr(ioceth);
bfa_fsm_set_state(ioceth, bna_ioceth_sm_ioc_ready_wait);
break;
case IOCETH_E_IOC_FAILED:
break;
default:
bfa_sm_fault(event);
}
}
static void
bna_bfi_attr_get(struct bna_ioceth *ioceth)
{
struct bfi_enet_attr_req *attr_req = &ioceth->attr_req;
bfi_msgq_mhdr_set(attr_req->mh, BFI_MC_ENET,
BFI_ENET_H2I_GET_ATTR_REQ, 0, 0);
attr_req->mh.num_entries = htons(
bfi_msgq_num_cmd_entries(sizeof(struct bfi_enet_attr_req)));
bfa_msgq_cmd_set(&ioceth->msgq_cmd, NULL, NULL,
sizeof(struct bfi_enet_attr_req), &attr_req->mh);
bfa_msgq_cmd_post(&ioceth->bna->msgq, &ioceth->msgq_cmd);
}
/* IOC callback functions */
static void
bna_cb_ioceth_enable(void *arg, enum bfa_status error)
{
struct bna_ioceth *ioceth = (struct bna_ioceth *)arg;
if (error)
bfa_fsm_send_event(ioceth, IOCETH_E_IOC_FAILED);
else
bfa_fsm_send_event(ioceth, IOCETH_E_IOC_READY);
}
static void
bna_cb_ioceth_disable(void *arg)
{
struct bna_ioceth *ioceth = (struct bna_ioceth *)arg;
bfa_fsm_send_event(ioceth, IOCETH_E_IOC_DISABLED);
}
static void
bna_cb_ioceth_hbfail(void *arg)
{
struct bna_ioceth *ioceth = (struct bna_ioceth *)arg;
bfa_fsm_send_event(ioceth, IOCETH_E_IOC_FAILED);
}
static void
bna_cb_ioceth_reset(void *arg)
{
struct bna_ioceth *ioceth = (struct bna_ioceth *)arg;
bfa_fsm_send_event(ioceth, IOCETH_E_IOC_RESET);
}
static struct bfa_ioc_cbfn bna_ioceth_cbfn = {
.enable_cbfn = bna_cb_ioceth_enable,
.disable_cbfn = bna_cb_ioceth_disable,
.hbfail_cbfn = bna_cb_ioceth_hbfail,
.reset_cbfn = bna_cb_ioceth_reset
};
static void bna_attr_init(struct bna_ioceth *ioceth)
{
ioceth->attr.num_txq = BFI_ENET_DEF_TXQ;
ioceth->attr.num_rxp = BFI_ENET_DEF_RXP;
ioceth->attr.num_ucmac = BFI_ENET_DEF_UCAM;
ioceth->attr.num_mcmac = BFI_ENET_MAX_MCAM;
ioceth->attr.max_rit_size = BFI_ENET_DEF_RITSZ;
ioceth->attr.fw_query_complete = false;
}
static void
bna_ioceth_init(struct bna_ioceth *ioceth, struct bna *bna,
struct bna_res_info *res_info)
{
u64 dma;
u8 *kva;
ioceth->bna = bna;
/**
* Attach IOC and claim:
* 1. DMA memory for IOC attributes
* 2. Kernel memory for FW trace
*/
bfa_nw_ioc_attach(&ioceth->ioc, ioceth, &bna_ioceth_cbfn);
bfa_nw_ioc_pci_init(&ioceth->ioc, &bna->pcidev, BFI_PCIFN_CLASS_ETH);
BNA_GET_DMA_ADDR(
&res_info[BNA_RES_MEM_T_ATTR].res_u.mem_info.mdl[0].dma, dma);
kva = res_info[BNA_RES_MEM_T_ATTR].res_u.mem_info.mdl[0].kva;
bfa_nw_ioc_mem_claim(&ioceth->ioc, kva, dma);
kva = res_info[BNA_RES_MEM_T_FWTRC].res_u.mem_info.mdl[0].kva;
bfa_nw_ioc_debug_memclaim(&ioceth->ioc, kva);
/**
* Attach common modules (Diag, SFP, CEE, Port) and claim respective
* DMA memory.
*/
BNA_GET_DMA_ADDR(
&res_info[BNA_RES_MEM_T_COM].res_u.mem_info.mdl[0].dma, dma);
kva = res_info[BNA_RES_MEM_T_COM].res_u.mem_info.mdl[0].kva;
bfa_nw_cee_attach(&bna->cee, &ioceth->ioc, bna);
bfa_nw_cee_mem_claim(&bna->cee, kva, dma);
kva += bfa_nw_cee_meminfo();
dma += bfa_nw_cee_meminfo();
bfa_nw_flash_attach(&bna->flash, &ioceth->ioc, bna);
bfa_nw_flash_memclaim(&bna->flash, kva, dma);
kva += bfa_nw_flash_meminfo();
dma += bfa_nw_flash_meminfo();
bfa_msgq_attach(&bna->msgq, &ioceth->ioc);
bfa_msgq_memclaim(&bna->msgq, kva, dma);
bfa_msgq_regisr(&bna->msgq, BFI_MC_ENET, bna_msgq_rsp_handler, bna);
kva += bfa_msgq_meminfo();
dma += bfa_msgq_meminfo();
ioceth->stop_cbfn = NULL;
ioceth->stop_cbarg = NULL;
bna_attr_init(ioceth);
bfa_fsm_set_state(ioceth, bna_ioceth_sm_stopped);
}
static void
bna_ioceth_uninit(struct bna_ioceth *ioceth)
{
bfa_nw_ioc_detach(&ioceth->ioc);
ioceth->bna = NULL;
}
void
bna_ioceth_enable(struct bna_ioceth *ioceth)
{
if (ioceth->fsm == bna_ioceth_sm_ready) {
bnad_cb_ioceth_ready(ioceth->bna->bnad);
return;
}
if (ioceth->fsm == bna_ioceth_sm_stopped)
bfa_fsm_send_event(ioceth, IOCETH_E_ENABLE);
}
void
bna_ioceth_disable(struct bna_ioceth *ioceth, enum bna_cleanup_type type)
{
if (type == BNA_SOFT_CLEANUP) {
bnad_cb_ioceth_disabled(ioceth->bna->bnad);
return;
}
ioceth->stop_cbfn = bnad_cb_ioceth_disabled;
ioceth->stop_cbarg = ioceth->bna->bnad;
bfa_fsm_send_event(ioceth, IOCETH_E_DISABLE);
}
static void
bna_ucam_mod_init(struct bna_ucam_mod *ucam_mod, struct bna *bna,
struct bna_res_info *res_info)
{
int i;
ucam_mod->ucmac = (struct bna_mac *)
res_info[BNA_MOD_RES_MEM_T_UCMAC_ARRAY].res_u.mem_info.mdl[0].kva;
INIT_LIST_HEAD(&ucam_mod->free_q);
for (i = 0; i < bna->ioceth.attr.num_ucmac; i++)
list_add_tail(&ucam_mod->ucmac[i].qe, &ucam_mod->free_q);
/* A separate queue to allow synchronous setting of a list of MACs */
INIT_LIST_HEAD(&ucam_mod->del_q);
for (; i < (bna->ioceth.attr.num_ucmac * 2); i++)
list_add_tail(&ucam_mod->ucmac[i].qe, &ucam_mod->del_q);
ucam_mod->bna = bna;
}
static void
bna_ucam_mod_uninit(struct bna_ucam_mod *ucam_mod)
{
ucam_mod->bna = NULL;
}
static void
bna_mcam_mod_init(struct bna_mcam_mod *mcam_mod, struct bna *bna,
struct bna_res_info *res_info)
{
int i;
mcam_mod->mcmac = (struct bna_mac *)
res_info[BNA_MOD_RES_MEM_T_MCMAC_ARRAY].res_u.mem_info.mdl[0].kva;
INIT_LIST_HEAD(&mcam_mod->free_q);
for (i = 0; i < bna->ioceth.attr.num_mcmac; i++)
list_add_tail(&mcam_mod->mcmac[i].qe, &mcam_mod->free_q);
mcam_mod->mchandle = (struct bna_mcam_handle *)
res_info[BNA_MOD_RES_MEM_T_MCHANDLE_ARRAY].res_u.mem_info.mdl[0].kva;
INIT_LIST_HEAD(&mcam_mod->free_handle_q);
for (i = 0; i < bna->ioceth.attr.num_mcmac; i++)
list_add_tail(&mcam_mod->mchandle[i].qe,
&mcam_mod->free_handle_q);
/* A separate queue to allow synchronous setting of a list of MACs */
INIT_LIST_HEAD(&mcam_mod->del_q);
for (; i < (bna->ioceth.attr.num_mcmac * 2); i++)
list_add_tail(&mcam_mod->mcmac[i].qe, &mcam_mod->del_q);
mcam_mod->bna = bna;
}
static void
bna_mcam_mod_uninit(struct bna_mcam_mod *mcam_mod)
{
mcam_mod->bna = NULL;
}
static void
bna_bfi_stats_get(struct bna *bna)
{
struct bfi_enet_stats_req *stats_req = &bna->stats_mod.stats_get;
bna->stats_mod.stats_get_busy = true;
bfi_msgq_mhdr_set(stats_req->mh, BFI_MC_ENET,
BFI_ENET_H2I_STATS_GET_REQ, 0, 0);
stats_req->mh.num_entries = htons(
bfi_msgq_num_cmd_entries(sizeof(struct bfi_enet_stats_req)));
stats_req->stats_mask = htons(BFI_ENET_STATS_ALL);
stats_req->tx_enet_mask = htonl(bna->tx_mod.rid_mask);
stats_req->rx_enet_mask = htonl(bna->rx_mod.rid_mask);
stats_req->host_buffer.a32.addr_hi = bna->stats.hw_stats_dma.msb;
stats_req->host_buffer.a32.addr_lo = bna->stats.hw_stats_dma.lsb;
bfa_msgq_cmd_set(&bna->stats_mod.stats_get_cmd, NULL, NULL,
sizeof(struct bfi_enet_stats_req), &stats_req->mh);
bfa_msgq_cmd_post(&bna->msgq, &bna->stats_mod.stats_get_cmd);
}
void
bna_res_req(struct bna_res_info *res_info)
{
/* DMA memory for COMMON_MODULE */
res_info[BNA_RES_MEM_T_COM].res_type = BNA_RES_T_MEM;
res_info[BNA_RES_MEM_T_COM].res_u.mem_info.mem_type = BNA_MEM_T_DMA;
res_info[BNA_RES_MEM_T_COM].res_u.mem_info.num = 1;
res_info[BNA_RES_MEM_T_COM].res_u.mem_info.len = ALIGN(
(bfa_nw_cee_meminfo() +
bfa_nw_flash_meminfo() +
bfa_msgq_meminfo()), PAGE_SIZE);
/* DMA memory for retrieving IOC attributes */
res_info[BNA_RES_MEM_T_ATTR].res_type = BNA_RES_T_MEM;
res_info[BNA_RES_MEM_T_ATTR].res_u.mem_info.mem_type = BNA_MEM_T_DMA;
res_info[BNA_RES_MEM_T_ATTR].res_u.mem_info.num = 1;
res_info[BNA_RES_MEM_T_ATTR].res_u.mem_info.len =
ALIGN(bfa_nw_ioc_meminfo(), PAGE_SIZE);
/* Virtual memory for retreiving fw_trc */
res_info[BNA_RES_MEM_T_FWTRC].res_type = BNA_RES_T_MEM;
res_info[BNA_RES_MEM_T_FWTRC].res_u.mem_info.mem_type = BNA_MEM_T_KVA;
res_info[BNA_RES_MEM_T_FWTRC].res_u.mem_info.num = 1;
res_info[BNA_RES_MEM_T_FWTRC].res_u.mem_info.len = BNA_DBG_FWTRC_LEN;
/* DMA memory for retreiving stats */
res_info[BNA_RES_MEM_T_STATS].res_type = BNA_RES_T_MEM;
res_info[BNA_RES_MEM_T_STATS].res_u.mem_info.mem_type = BNA_MEM_T_DMA;
res_info[BNA_RES_MEM_T_STATS].res_u.mem_info.num = 1;
res_info[BNA_RES_MEM_T_STATS].res_u.mem_info.len =
ALIGN(sizeof(struct bfi_enet_stats),
PAGE_SIZE);
}
void
bna_mod_res_req(struct bna *bna, struct bna_res_info *res_info)
{
struct bna_attr *attr = &bna->ioceth.attr;
/* Virtual memory for Tx objects - stored by Tx module */
res_info[BNA_MOD_RES_MEM_T_TX_ARRAY].res_type = BNA_RES_T_MEM;
res_info[BNA_MOD_RES_MEM_T_TX_ARRAY].res_u.mem_info.mem_type =
BNA_MEM_T_KVA;
res_info[BNA_MOD_RES_MEM_T_TX_ARRAY].res_u.mem_info.num = 1;
res_info[BNA_MOD_RES_MEM_T_TX_ARRAY].res_u.mem_info.len =
attr->num_txq * sizeof(struct bna_tx);
/* Virtual memory for TxQ - stored by Tx module */
res_info[BNA_MOD_RES_MEM_T_TXQ_ARRAY].res_type = BNA_RES_T_MEM;
res_info[BNA_MOD_RES_MEM_T_TXQ_ARRAY].res_u.mem_info.mem_type =
BNA_MEM_T_KVA;
res_info[BNA_MOD_RES_MEM_T_TXQ_ARRAY].res_u.mem_info.num = 1;
res_info[BNA_MOD_RES_MEM_T_TXQ_ARRAY].res_u.mem_info.len =
attr->num_txq * sizeof(struct bna_txq);
/* Virtual memory for Rx objects - stored by Rx module */
res_info[BNA_MOD_RES_MEM_T_RX_ARRAY].res_type = BNA_RES_T_MEM;
res_info[BNA_MOD_RES_MEM_T_RX_ARRAY].res_u.mem_info.mem_type =
BNA_MEM_T_KVA;
res_info[BNA_MOD_RES_MEM_T_RX_ARRAY].res_u.mem_info.num = 1;
res_info[BNA_MOD_RES_MEM_T_RX_ARRAY].res_u.mem_info.len =
attr->num_rxp * sizeof(struct bna_rx);
/* Virtual memory for RxPath - stored by Rx module */
res_info[BNA_MOD_RES_MEM_T_RXP_ARRAY].res_type = BNA_RES_T_MEM;
res_info[BNA_MOD_RES_MEM_T_RXP_ARRAY].res_u.mem_info.mem_type =
BNA_MEM_T_KVA;
res_info[BNA_MOD_RES_MEM_T_RXP_ARRAY].res_u.mem_info.num = 1;
res_info[BNA_MOD_RES_MEM_T_RXP_ARRAY].res_u.mem_info.len =
attr->num_rxp * sizeof(struct bna_rxp);
/* Virtual memory for RxQ - stored by Rx module */
res_info[BNA_MOD_RES_MEM_T_RXQ_ARRAY].res_type = BNA_RES_T_MEM;
res_info[BNA_MOD_RES_MEM_T_RXQ_ARRAY].res_u.mem_info.mem_type =
BNA_MEM_T_KVA;
res_info[BNA_MOD_RES_MEM_T_RXQ_ARRAY].res_u.mem_info.num = 1;
res_info[BNA_MOD_RES_MEM_T_RXQ_ARRAY].res_u.mem_info.len =
(attr->num_rxp * 2) * sizeof(struct bna_rxq);
/* Virtual memory for Unicast MAC address - stored by ucam module */
res_info[BNA_MOD_RES_MEM_T_UCMAC_ARRAY].res_type = BNA_RES_T_MEM;
res_info[BNA_MOD_RES_MEM_T_UCMAC_ARRAY].res_u.mem_info.mem_type =
BNA_MEM_T_KVA;
res_info[BNA_MOD_RES_MEM_T_UCMAC_ARRAY].res_u.mem_info.num = 1;
res_info[BNA_MOD_RES_MEM_T_UCMAC_ARRAY].res_u.mem_info.len =
(attr->num_ucmac * 2) * sizeof(struct bna_mac);
/* Virtual memory for Multicast MAC address - stored by mcam module */
res_info[BNA_MOD_RES_MEM_T_MCMAC_ARRAY].res_type = BNA_RES_T_MEM;
res_info[BNA_MOD_RES_MEM_T_MCMAC_ARRAY].res_u.mem_info.mem_type =
BNA_MEM_T_KVA;
res_info[BNA_MOD_RES_MEM_T_MCMAC_ARRAY].res_u.mem_info.num = 1;
res_info[BNA_MOD_RES_MEM_T_MCMAC_ARRAY].res_u.mem_info.len =
(attr->num_mcmac * 2) * sizeof(struct bna_mac);
/* Virtual memory for Multicast handle - stored by mcam module */
res_info[BNA_MOD_RES_MEM_T_MCHANDLE_ARRAY].res_type = BNA_RES_T_MEM;
res_info[BNA_MOD_RES_MEM_T_MCHANDLE_ARRAY].res_u.mem_info.mem_type =
BNA_MEM_T_KVA;
res_info[BNA_MOD_RES_MEM_T_MCHANDLE_ARRAY].res_u.mem_info.num = 1;
res_info[BNA_MOD_RES_MEM_T_MCHANDLE_ARRAY].res_u.mem_info.len =
attr->num_mcmac * sizeof(struct bna_mcam_handle);
}
void
bna_init(struct bna *bna, struct bnad *bnad,
struct bfa_pcidev *pcidev, struct bna_res_info *res_info)
{
bna->bnad = bnad;
bna->pcidev = *pcidev;
bna->stats.hw_stats_kva = (struct bfi_enet_stats *)
res_info[BNA_RES_MEM_T_STATS].res_u.mem_info.mdl[0].kva;
bna->stats.hw_stats_dma.msb =
res_info[BNA_RES_MEM_T_STATS].res_u.mem_info.mdl[0].dma.msb;
bna->stats.hw_stats_dma.lsb =
res_info[BNA_RES_MEM_T_STATS].res_u.mem_info.mdl[0].dma.lsb;
bna_reg_addr_init(bna, &bna->pcidev);
/* Also initializes diag, cee, sfp, phy_port, msgq */
bna_ioceth_init(&bna->ioceth, bna, res_info);
bna_enet_init(&bna->enet, bna);
bna_ethport_init(&bna->ethport, bna);
}
void
bna_mod_init(struct bna *bna, struct bna_res_info *res_info)
{
bna_tx_mod_init(&bna->tx_mod, bna, res_info);
bna_rx_mod_init(&bna->rx_mod, bna, res_info);
bna_ucam_mod_init(&bna->ucam_mod, bna, res_info);
bna_mcam_mod_init(&bna->mcam_mod, bna, res_info);
bna->default_mode_rid = BFI_INVALID_RID;
bna->promisc_rid = BFI_INVALID_RID;
bna->mod_flags |= BNA_MOD_F_INIT_DONE;
}
void
bna_uninit(struct bna *bna)
{
if (bna->mod_flags & BNA_MOD_F_INIT_DONE) {
bna_mcam_mod_uninit(&bna->mcam_mod);
bna_ucam_mod_uninit(&bna->ucam_mod);
bna_rx_mod_uninit(&bna->rx_mod);
bna_tx_mod_uninit(&bna->tx_mod);
bna->mod_flags &= ~BNA_MOD_F_INIT_DONE;
}
bna_stats_mod_uninit(&bna->stats_mod);
bna_ethport_uninit(&bna->ethport);
bna_enet_uninit(&bna->enet);
bna_ioceth_uninit(&bna->ioceth);
bna->bnad = NULL;
}
int
bna_num_txq_set(struct bna *bna, int num_txq)
{
if (bna->ioceth.attr.fw_query_complete &&
(num_txq <= bna->ioceth.attr.num_txq)) {
bna->ioceth.attr.num_txq = num_txq;
return BNA_CB_SUCCESS;
}
return BNA_CB_FAIL;
}
int
bna_num_rxp_set(struct bna *bna, int num_rxp)
{
if (bna->ioceth.attr.fw_query_complete &&
(num_rxp <= bna->ioceth.attr.num_rxp)) {
bna->ioceth.attr.num_rxp = num_rxp;
return BNA_CB_SUCCESS;
}
return BNA_CB_FAIL;
}
struct bna_mac *
bna_cam_mod_mac_get(struct list_head *head)
{
struct bna_mac *mac;
mac = list_first_entry_or_null(head, struct bna_mac, qe);
if (mac)
list_del(&mac->qe);
return mac;
}
struct bna_mcam_handle *
bna_mcam_mod_handle_get(struct bna_mcam_mod *mcam_mod)
{
struct bna_mcam_handle *handle;
handle = list_first_entry_or_null(&mcam_mod->free_handle_q,
struct bna_mcam_handle, qe);
if (handle)
list_del(&handle->qe);
return handle;
}
void
bna_mcam_mod_handle_put(struct bna_mcam_mod *mcam_mod,
struct bna_mcam_handle *handle)
{
list_add_tail(&handle->qe, &mcam_mod->free_handle_q);
}
void
bna_hw_stats_get(struct bna *bna)
{
if (!bna->stats_mod.ioc_ready) {
bnad_cb_stats_get(bna->bnad, BNA_CB_FAIL, &bna->stats);
return;
}
if (bna->stats_mod.stats_get_busy) {
bnad_cb_stats_get(bna->bnad, BNA_CB_BUSY, &bna->stats);
return;
}
bna_bfi_stats_get(bna);
}