691 lines
20 KiB
C
691 lines
20 KiB
C
|
/* SPDX-License-Identifier: GPL-2.0+ */
|
||
|
|
|
||
|
|
#ifndef __LAN966X_MAIN_H__
|
||
|
|
#define __LAN966X_MAIN_H__
|
||
|
|
|
||
|
|
#include <linux/debugfs.h>
|
||
|
|
#include <linux/etherdevice.h>
|
||
|
|
#include <linux/if_vlan.h>
|
||
|
|
#include <linux/jiffies.h>
|
||
|
|
#include <linux/phy.h>
|
||
|
|
#include <linux/phylink.h>
|
||
|
|
#include <linux/ptp_clock_kernel.h>
|
||
|
|
#include <net/page_pool.h>
|
||
|
|
#include <net/pkt_cls.h>
|
||
|
|
#include <net/pkt_sched.h>
|
||
|
|
#include <net/switchdev.h>
|
||
|
|
|
||
|
|
#include <vcap_api.h>
|
||
|
|
#include <vcap_api_client.h>
|
||
|
|
|
||
|
|
#include "lan966x_regs.h"
|
||
|
|
#include "lan966x_ifh.h"
|
||
|
|
|
||
|
|
#define TABLE_UPDATE_SLEEP_US 10
|
||
|
|
#define TABLE_UPDATE_TIMEOUT_US 100000
|
||
|
|
|
||
|
|
#define READL_SLEEP_US 10
|
||
|
|
#define READL_TIMEOUT_US 100000000
|
||
|
|
|
||
|
|
#define LAN966X_BUFFER_CELL_SZ 64
|
||
|
|
#define LAN966X_BUFFER_MEMORY (160 * 1024)
|
||
|
|
#define LAN966X_BUFFER_MIN_SZ 60
|
||
|
|
|
||
|
|
#define LAN966X_HW_MTU(mtu) ((mtu) + ETH_HLEN + ETH_FCS_LEN)
|
||
|
|
|
||
|
|
#define PGID_AGGR 64
|
||
|
|
#define PGID_SRC 80
|
||
|
|
#define PGID_ENTRIES 89
|
||
|
|
|
||
|
|
#define UNAWARE_PVID 0
|
||
|
|
#define HOST_PVID 4095
|
||
|
|
|
||
|
|
/* Reserved amount for (SRC, PRIO) at index 8*SRC + PRIO */
|
||
|
|
#define QSYS_Q_RSRV 95
|
||
|
|
|
||
|
|
#define NUM_PHYS_PORTS 8
|
||
|
|
#define CPU_PORT 8
|
||
|
|
#define NUM_PRIO_QUEUES 8
|
||
|
|
|
||
|
|
/* Reserved PGIDs */
|
||
|
|
#define PGID_CPU (PGID_AGGR - 6)
|
||
|
|
#define PGID_UC (PGID_AGGR - 5)
|
||
|
|
#define PGID_BC (PGID_AGGR - 4)
|
||
|
|
#define PGID_MC (PGID_AGGR - 3)
|
||
|
|
#define PGID_MCIPV4 (PGID_AGGR - 2)
|
||
|
|
#define PGID_MCIPV6 (PGID_AGGR - 1)
|
||
|
|
|
||
|
|
/* Non-reserved PGIDs, used for general purpose */
|
||
|
|
#define PGID_GP_START (CPU_PORT + 1)
|
||
|
|
#define PGID_GP_END PGID_CPU
|
||
|
|
|
||
|
|
#define LAN966X_SPEED_NONE 0
|
||
|
|
#define LAN966X_SPEED_2500 1
|
||
|
|
#define LAN966X_SPEED_1000 1
|
||
|
|
#define LAN966X_SPEED_100 2
|
||
|
|
#define LAN966X_SPEED_10 3
|
||
|
|
|
||
|
|
#define LAN966X_PHC_COUNT 3
|
||
|
|
#define LAN966X_PHC_PORT 0
|
||
|
|
#define LAN966X_PHC_PINS_NUM 7
|
||
|
|
|
||
|
|
#define IFH_REW_OP_NOOP 0x0
|
||
|
|
#define IFH_REW_OP_ONE_STEP_PTP 0x3
|
||
|
|
#define IFH_REW_OP_TWO_STEP_PTP 0x4
|
||
|
|
|
||
|
|
#define FDMA_RX_DCB_MAX_DBS 1
|
||
|
|
#define FDMA_TX_DCB_MAX_DBS 1
|
||
|
|
#define FDMA_DCB_INFO_DATAL(x) ((x) & GENMASK(15, 0))
|
||
|
|
|
||
|
|
#define FDMA_DCB_STATUS_BLOCKL(x) ((x) & GENMASK(15, 0))
|
||
|
|
#define FDMA_DCB_STATUS_SOF BIT(16)
|
||
|
|
#define FDMA_DCB_STATUS_EOF BIT(17)
|
||
|
|
#define FDMA_DCB_STATUS_INTR BIT(18)
|
||
|
|
#define FDMA_DCB_STATUS_DONE BIT(19)
|
||
|
|
#define FDMA_DCB_STATUS_BLOCKO(x) (((x) << 20) & GENMASK(31, 20))
|
||
|
|
#define FDMA_DCB_INVALID_DATA 0x1
|
||
|
|
|
||
|
|
#define FDMA_XTR_CHANNEL 6
|
||
|
|
#define FDMA_INJ_CHANNEL 0
|
||
|
|
#define FDMA_DCB_MAX 512
|
||
|
|
|
||
|
|
#define SE_IDX_QUEUE 0 /* 0-79 : Queue scheduler elements */
|
||
|
|
#define SE_IDX_PORT 80 /* 80-89 : Port schedular elements */
|
||
|
|
|
||
|
|
#define LAN966X_VCAP_CID_IS2_L0 VCAP_CID_INGRESS_STAGE2_L0 /* IS2 lookup 0 */
|
||
|
|
#define LAN966X_VCAP_CID_IS2_L1 VCAP_CID_INGRESS_STAGE2_L1 /* IS2 lookup 1 */
|
||
|
|
#define LAN966X_VCAP_CID_IS2_MAX (VCAP_CID_INGRESS_STAGE2_L2 - 1) /* IS2 Max */
|
||
|
|
|
||
|
|
/* MAC table entry types.
|
||
|
|
* ENTRYTYPE_NORMAL is subject to aging.
|
||
|
|
* ENTRYTYPE_LOCKED is not subject to aging.
|
||
|
|
* ENTRYTYPE_MACv4 is not subject to aging. For IPv4 multicast.
|
||
|
|
* ENTRYTYPE_MACv6 is not subject to aging. For IPv6 multicast.
|
||
|
|
*/
|
||
|
|
enum macaccess_entry_type {
|
||
|
|
ENTRYTYPE_NORMAL = 0,
|
||
|
|
ENTRYTYPE_LOCKED,
|
||
|
|
ENTRYTYPE_MACV4,
|
||
|
|
ENTRYTYPE_MACV6,
|
||
|
|
};
|
||
|
|
|
||
|
|
/* FDMA return action codes for checking if the frame is valid
|
||
|
|
* FDMA_PASS, frame is valid and can be used
|
||
|
|
* FDMA_ERROR, something went wrong, stop getting more frames
|
||
|
|
* FDMA_DROP, frame is dropped, but continue to get more frames
|
||
|
|
* FDMA_TX, frame is given to TX, but continue to get more frames
|
||
|
|
* FDMA_REDIRECT, frame is given to TX, but continue to get more frames
|
||
|
|
*/
|
||
|
|
enum lan966x_fdma_action {
|
||
|
|
FDMA_PASS = 0,
|
||
|
|
FDMA_ERROR,
|
||
|
|
FDMA_DROP,
|
||
|
|
FDMA_TX,
|
||
|
|
FDMA_REDIRECT,
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Controls how PORT_MASK is applied */
|
||
|
|
enum LAN966X_PORT_MASK_MODE {
|
||
|
|
LAN966X_PMM_NO_ACTION,
|
||
|
|
LAN966X_PMM_REPLACE,
|
||
|
|
LAN966X_PMM_FORWARDING,
|
||
|
|
LAN966X_PMM_REDIRECT,
|
||
|
|
};
|
||
|
|
|
||
|
|
enum vcap_is2_port_sel_ipv6 {
|
||
|
|
VCAP_IS2_PS_IPV6_TCPUDP_OTHER,
|
||
|
|
VCAP_IS2_PS_IPV6_STD,
|
||
|
|
VCAP_IS2_PS_IPV6_IP4_TCPUDP_IP4_OTHER,
|
||
|
|
VCAP_IS2_PS_IPV6_MAC_ETYPE,
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_port;
|
||
|
|
|
||
|
|
struct lan966x_db {
|
||
|
|
u64 dataptr;
|
||
|
|
u64 status;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_rx_dcb {
|
||
|
|
u64 nextptr;
|
||
|
|
u64 info;
|
||
|
|
struct lan966x_db db[FDMA_RX_DCB_MAX_DBS];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_tx_dcb {
|
||
|
|
u64 nextptr;
|
||
|
|
u64 info;
|
||
|
|
struct lan966x_db db[FDMA_TX_DCB_MAX_DBS];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_rx {
|
||
|
|
struct lan966x *lan966x;
|
||
|
|
|
||
|
|
/* Pointer to the array of hardware dcbs. */
|
||
|
|
struct lan966x_rx_dcb *dcbs;
|
||
|
|
|
||
|
|
/* Pointer to the last address in the dcbs. */
|
||
|
|
struct lan966x_rx_dcb *last_entry;
|
||
|
|
|
||
|
|
/* For each DB, there is a page */
|
||
|
|
struct page *page[FDMA_DCB_MAX][FDMA_RX_DCB_MAX_DBS];
|
||
|
|
|
||
|
|
/* Represents the db_index, it can have a value between 0 and
|
||
|
|
* FDMA_RX_DCB_MAX_DBS, once it reaches the value of FDMA_RX_DCB_MAX_DBS
|
||
|
|
* it means that the DCB can be reused.
|
||
|
|
*/
|
||
|
|
int db_index;
|
||
|
|
|
||
|
|
/* Represents the index in the dcbs. It has a value between 0 and
|
||
|
|
* FDMA_DCB_MAX
|
||
|
|
*/
|
||
|
|
int dcb_index;
|
||
|
|
|
||
|
|
/* Represents the dma address to the dcbs array */
|
||
|
|
dma_addr_t dma;
|
||
|
|
|
||
|
|
/* Represents the page order that is used to allocate the pages for the
|
||
|
|
* RX buffers. This value is calculated based on max MTU of the devices.
|
||
|
|
*/
|
||
|
|
u8 page_order;
|
||
|
|
|
||
|
|
/* Represents the max size frame that it can receive to the CPU. This
|
||
|
|
* includes the IFH + VLAN tags + frame + skb_shared_info
|
||
|
|
*/
|
||
|
|
u32 max_mtu;
|
||
|
|
|
||
|
|
u8 channel_id;
|
||
|
|
|
||
|
|
struct page_pool *page_pool;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_tx_dcb_buf {
|
||
|
|
dma_addr_t dma_addr;
|
||
|
|
struct net_device *dev;
|
||
|
|
union {
|
||
|
|
struct sk_buff *skb;
|
||
|
|
struct xdp_frame *xdpf;
|
||
|
|
} data;
|
||
|
|
u32 len;
|
||
|
|
u32 used : 1;
|
||
|
|
u32 ptp : 1;
|
||
|
|
u32 use_skb : 1;
|
||
|
|
u32 xdp_ndo : 1;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_tx {
|
||
|
|
struct lan966x *lan966x;
|
||
|
|
|
||
|
|
/* Pointer to the dcb list */
|
||
|
|
struct lan966x_tx_dcb *dcbs;
|
||
|
|
u16 last_in_use;
|
||
|
|
|
||
|
|
/* Represents the DMA address to the first entry of the dcb entries. */
|
||
|
|
dma_addr_t dma;
|
||
|
|
|
||
|
|
/* Array of dcbs that are given to the HW */
|
||
|
|
struct lan966x_tx_dcb_buf *dcbs_buf;
|
||
|
|
|
||
|
|
u8 channel_id;
|
||
|
|
|
||
|
|
bool activated;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_stat_layout {
|
||
|
|
u32 offset;
|
||
|
|
char name[ETH_GSTRING_LEN];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_phc {
|
||
|
|
struct ptp_clock *clock;
|
||
|
|
struct ptp_clock_info info;
|
||
|
|
struct ptp_pin_desc pins[LAN966X_PHC_PINS_NUM];
|
||
|
|
struct hwtstamp_config hwtstamp_config;
|
||
|
|
struct lan966x *lan966x;
|
||
|
|
u8 index;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_skb_cb {
|
||
|
|
u8 rew_op;
|
||
|
|
u16 ts_id;
|
||
|
|
unsigned long jiffies;
|
||
|
|
};
|
||
|
|
|
||
|
|
#define LAN966X_PTP_TIMEOUT msecs_to_jiffies(10)
|
||
|
|
#define LAN966X_SKB_CB(skb) \
|
||
|
|
((struct lan966x_skb_cb *)((skb)->cb))
|
||
|
|
|
||
|
|
struct lan966x {
|
||
|
|
struct device *dev;
|
||
|
|
|
||
|
|
u8 num_phys_ports;
|
||
|
|
struct lan966x_port **ports;
|
||
|
|
|
||
|
|
void __iomem *regs[NUM_TARGETS];
|
||
|
|
|
||
|
|
int shared_queue_sz;
|
||
|
|
|
||
|
|
u8 base_mac[ETH_ALEN];
|
||
|
|
|
||
|
|
spinlock_t tx_lock; /* lock for frame transmition */
|
||
|
|
|
||
|
|
struct net_device *bridge;
|
||
|
|
u16 bridge_mask;
|
||
|
|
u16 bridge_fwd_mask;
|
||
|
|
|
||
|
|
struct list_head mac_entries;
|
||
|
|
spinlock_t mac_lock; /* lock for mac_entries list */
|
||
|
|
|
||
|
|
u16 vlan_mask[VLAN_N_VID];
|
||
|
|
DECLARE_BITMAP(cpu_vlan_mask, VLAN_N_VID);
|
||
|
|
|
||
|
|
/* stats */
|
||
|
|
const struct lan966x_stat_layout *stats_layout;
|
||
|
|
u32 num_stats;
|
||
|
|
|
||
|
|
/* workqueue for reading stats */
|
||
|
|
struct mutex stats_lock;
|
||
|
|
u64 *stats;
|
||
|
|
struct delayed_work stats_work;
|
||
|
|
struct workqueue_struct *stats_queue;
|
||
|
|
|
||
|
|
/* interrupts */
|
||
|
|
int xtr_irq;
|
||
|
|
int ana_irq;
|
||
|
|
int ptp_irq;
|
||
|
|
int fdma_irq;
|
||
|
|
int ptp_ext_irq;
|
||
|
|
|
||
|
|
/* worqueue for fdb */
|
||
|
|
struct workqueue_struct *fdb_work;
|
||
|
|
struct list_head fdb_entries;
|
||
|
|
|
||
|
|
/* mdb */
|
||
|
|
struct list_head mdb_entries;
|
||
|
|
struct list_head pgid_entries;
|
||
|
|
|
||
|
|
/* ptp */
|
||
|
|
bool ptp;
|
||
|
|
struct lan966x_phc phc[LAN966X_PHC_COUNT];
|
||
|
|
spinlock_t ptp_clock_lock; /* lock for phc */
|
||
|
|
spinlock_t ptp_ts_id_lock; /* lock for ts_id */
|
||
|
|
struct mutex ptp_lock; /* lock for ptp interface state */
|
||
|
|
u16 ptp_skbs;
|
||
|
|
|
||
|
|
/* fdma */
|
||
|
|
bool fdma;
|
||
|
|
struct net_device *fdma_ndev;
|
||
|
|
struct lan966x_rx rx;
|
||
|
|
struct lan966x_tx tx;
|
||
|
|
struct napi_struct napi;
|
||
|
|
|
||
|
|
/* Mirror */
|
||
|
|
struct lan966x_port *mirror_monitor;
|
||
|
|
u32 mirror_mask[2];
|
||
|
|
u32 mirror_count;
|
||
|
|
|
||
|
|
/* vcap */
|
||
|
|
struct vcap_control *vcap_ctrl;
|
||
|
|
|
||
|
|
/* debugfs */
|
||
|
|
struct dentry *debugfs_root;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_port_config {
|
||
|
|
phy_interface_t portmode;
|
||
|
|
const unsigned long *advertising;
|
||
|
|
int speed;
|
||
|
|
int duplex;
|
||
|
|
u32 pause;
|
||
|
|
bool inband;
|
||
|
|
bool autoneg;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_port_tc {
|
||
|
|
bool ingress_shared_block;
|
||
|
|
unsigned long police_id;
|
||
|
|
unsigned long ingress_mirror_id;
|
||
|
|
unsigned long egress_mirror_id;
|
||
|
|
struct flow_stats police_stat;
|
||
|
|
struct flow_stats mirror_stat;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct lan966x_port {
|
||
|
|
struct net_device *dev;
|
||
|
|
struct lan966x *lan966x;
|
||
|
|
|
||
|
|
u8 chip_port;
|
||
|
|
u16 pvid;
|
||
|
|
u16 vid;
|
||
|
|
bool vlan_aware;
|
||
|
|
|
||
|
|
bool learn_ena;
|
||
|
|
bool mcast_ena;
|
||
|
|
|
||
|
|
struct phylink_config phylink_config;
|
||
|
|
struct phylink_pcs phylink_pcs;
|
||
|
|
struct lan966x_port_config config;
|
||
|
|
struct phylink *phylink;
|
||
|
|
struct phy *serdes;
|
||
|
|
struct fwnode_handle *fwnode;
|
||
|
|
|
||
|
|
u8 ptp_cmd;
|
||
|
|
u16 ts_id;
|
||
|
|
struct sk_buff_head tx_skbs;
|
||
|
|
|
||
|
|
struct net_device *bond;
|
||
|
|
bool lag_tx_active;
|
||
|
|
enum netdev_lag_hash hash_type;
|
||
|
|
|
||
|
|
struct lan966x_port_tc tc;
|
||
|
|
|
||
|
|
struct bpf_prog *xdp_prog;
|
||
|
|
struct xdp_rxq_info xdp_rxq;
|
||
|
|
};
|
||
|
|
|
||
|
|
extern const struct phylink_mac_ops lan966x_phylink_mac_ops;
|
||
|
|
extern const struct phylink_pcs_ops lan966x_phylink_pcs_ops;
|
||
|
|
extern const struct ethtool_ops lan966x_ethtool_ops;
|
||
|
|
extern struct notifier_block lan966x_switchdev_nb __read_mostly;
|
||
|
|
extern struct notifier_block lan966x_switchdev_blocking_nb __read_mostly;
|
||
|
|
|
||
|
|
bool lan966x_netdevice_check(const struct net_device *dev);
|
||
|
|
|
||
|
|
void lan966x_register_notifier_blocks(void);
|
||
|
|
void lan966x_unregister_notifier_blocks(void);
|
||
|
|
|
||
|
|
bool lan966x_hw_offload(struct lan966x *lan966x, u32 port, struct sk_buff *skb);
|
||
|
|
|
||
|
|
void lan966x_ifh_get_src_port(void *ifh, u64 *src_port);
|
||
|
|
void lan966x_ifh_get_timestamp(void *ifh, u64 *timestamp);
|
||
|
|
void lan966x_ifh_set_bypass(void *ifh, u64 bypass);
|
||
|
|
void lan966x_ifh_set_port(void *ifh, u64 bypass);
|
||
|
|
|
||
|
|
void lan966x_stats_get(struct net_device *dev,
|
||
|
|
struct rtnl_link_stats64 *stats);
|
||
|
|
int lan966x_stats_init(struct lan966x *lan966x);
|
||
|
|
|
||
|
|
void lan966x_port_config_down(struct lan966x_port *port);
|
||
|
|
void lan966x_port_config_up(struct lan966x_port *port);
|
||
|
|
void lan966x_port_status_get(struct lan966x_port *port,
|
||
|
|
struct phylink_link_state *state);
|
||
|
|
int lan966x_port_pcs_set(struct lan966x_port *port,
|
||
|
|
struct lan966x_port_config *config);
|
||
|
|
void lan966x_port_init(struct lan966x_port *port);
|
||
|
|
|
||
|
|
int lan966x_mac_ip_learn(struct lan966x *lan966x,
|
||
|
|
bool cpu_copy,
|
||
|
|
const unsigned char mac[ETH_ALEN],
|
||
|
|
unsigned int vid,
|
||
|
|
enum macaccess_entry_type type);
|
||
|
|
int lan966x_mac_learn(struct lan966x *lan966x, int port,
|
||
|
|
const unsigned char mac[ETH_ALEN],
|
||
|
|
unsigned int vid,
|
||
|
|
enum macaccess_entry_type type);
|
||
|
|
int lan966x_mac_forget(struct lan966x *lan966x,
|
||
|
|
const unsigned char mac[ETH_ALEN],
|
||
|
|
unsigned int vid,
|
||
|
|
enum macaccess_entry_type type);
|
||
|
|
int lan966x_mac_cpu_learn(struct lan966x *lan966x, const char *addr, u16 vid);
|
||
|
|
int lan966x_mac_cpu_forget(struct lan966x *lan966x, const char *addr, u16 vid);
|
||
|
|
void lan966x_mac_init(struct lan966x *lan966x);
|
||
|
|
void lan966x_mac_set_ageing(struct lan966x *lan966x,
|
||
|
|
u32 ageing);
|
||
|
|
int lan966x_mac_del_entry(struct lan966x *lan966x,
|
||
|
|
const unsigned char *addr,
|
||
|
|
u16 vid);
|
||
|
|
int lan966x_mac_add_entry(struct lan966x *lan966x,
|
||
|
|
struct lan966x_port *port,
|
||
|
|
const unsigned char *addr,
|
||
|
|
u16 vid);
|
||
|
|
void lan966x_mac_lag_replace_port_entry(struct lan966x *lan966x,
|
||
|
|
struct lan966x_port *src,
|
||
|
|
struct lan966x_port *dst);
|
||
|
|
void lan966x_mac_lag_remove_port_entry(struct lan966x *lan966x,
|
||
|
|
struct lan966x_port *src);
|
||
|
|
void lan966x_mac_purge_entries(struct lan966x *lan966x);
|
||
|
|
irqreturn_t lan966x_mac_irq_handler(struct lan966x *lan966x);
|
||
|
|
|
||
|
|
void lan966x_vlan_init(struct lan966x *lan966x);
|
||
|
|
void lan966x_vlan_port_apply(struct lan966x_port *port);
|
||
|
|
bool lan966x_vlan_cpu_member_cpu_vlan_mask(struct lan966x *lan966x, u16 vid);
|
||
|
|
void lan966x_vlan_port_set_vlan_aware(struct lan966x_port *port,
|
||
|
|
bool vlan_aware);
|
||
|
|
int lan966x_vlan_port_set_vid(struct lan966x_port *port,
|
||
|
|
u16 vid,
|
||
|
|
bool pvid,
|
||
|
|
bool untagged);
|
||
|
|
void lan966x_vlan_port_add_vlan(struct lan966x_port *port,
|
||
|
|
u16 vid,
|
||
|
|
bool pvid,
|
||
|
|
bool untagged);
|
||
|
|
void lan966x_vlan_port_del_vlan(struct lan966x_port *port, u16 vid);
|
||
|
|
void lan966x_vlan_cpu_add_vlan(struct lan966x *lan966x, u16 vid);
|
||
|
|
void lan966x_vlan_cpu_del_vlan(struct lan966x *lan966x, u16 vid);
|
||
|
|
|
||
|
|
void lan966x_fdb_write_entries(struct lan966x *lan966x, u16 vid);
|
||
|
|
void lan966x_fdb_erase_entries(struct lan966x *lan966x, u16 vid);
|
||
|
|
int lan966x_fdb_init(struct lan966x *lan966x);
|
||
|
|
void lan966x_fdb_deinit(struct lan966x *lan966x);
|
||
|
|
void lan966x_fdb_flush_workqueue(struct lan966x *lan966x);
|
||
|
|
int lan966x_handle_fdb(struct net_device *dev,
|
||
|
|
struct net_device *orig_dev,
|
||
|
|
unsigned long event, const void *ctx,
|
||
|
|
const struct switchdev_notifier_fdb_info *fdb_info);
|
||
|
|
|
||
|
|
void lan966x_mdb_init(struct lan966x *lan966x);
|
||
|
|
void lan966x_mdb_deinit(struct lan966x *lan966x);
|
||
|
|
int lan966x_handle_port_mdb_add(struct lan966x_port *port,
|
||
|
|
const struct switchdev_obj *obj);
|
||
|
|
int lan966x_handle_port_mdb_del(struct lan966x_port *port,
|
||
|
|
const struct switchdev_obj *obj);
|
||
|
|
void lan966x_mdb_erase_entries(struct lan966x *lan966x, u16 vid);
|
||
|
|
void lan966x_mdb_write_entries(struct lan966x *lan966x, u16 vid);
|
||
|
|
void lan966x_mdb_clear_entries(struct lan966x *lan966x);
|
||
|
|
void lan966x_mdb_restore_entries(struct lan966x *lan966x);
|
||
|
|
|
||
|
|
int lan966x_ptp_init(struct lan966x *lan966x);
|
||
|
|
void lan966x_ptp_deinit(struct lan966x *lan966x);
|
||
|
|
int lan966x_ptp_hwtstamp_set(struct lan966x_port *port, struct ifreq *ifr);
|
||
|
|
int lan966x_ptp_hwtstamp_get(struct lan966x_port *port, struct ifreq *ifr);
|
||
|
|
void lan966x_ptp_rxtstamp(struct lan966x *lan966x, struct sk_buff *skb,
|
||
|
|
u64 timestamp);
|
||
|
|
int lan966x_ptp_txtstamp_request(struct lan966x_port *port,
|
||
|
|
struct sk_buff *skb);
|
||
|
|
void lan966x_ptp_txtstamp_release(struct lan966x_port *port,
|
||
|
|
struct sk_buff *skb);
|
||
|
|
irqreturn_t lan966x_ptp_irq_handler(int irq, void *args);
|
||
|
|
irqreturn_t lan966x_ptp_ext_irq_handler(int irq, void *args);
|
||
|
|
u32 lan966x_ptp_get_period_ps(void);
|
||
|
|
int lan966x_ptp_gettime64(struct ptp_clock_info *ptp, struct timespec64 *ts);
|
||
|
|
int lan966x_ptp_setup_traps(struct lan966x_port *port, struct ifreq *ifr);
|
||
|
|
int lan966x_ptp_del_traps(struct lan966x_port *port);
|
||
|
|
|
||
|
|
int lan966x_fdma_xmit(struct sk_buff *skb, __be32 *ifh, struct net_device *dev);
|
||
|
|
int lan966x_fdma_xmit_xdpf(struct lan966x_port *port,
|
||
|
|
struct xdp_frame *frame,
|
||
|
|
struct page *page,
|
||
|
|
bool dma_map);
|
||
|
|
int lan966x_fdma_change_mtu(struct lan966x *lan966x);
|
||
|
|
void lan966x_fdma_netdev_init(struct lan966x *lan966x, struct net_device *dev);
|
||
|
|
void lan966x_fdma_netdev_deinit(struct lan966x *lan966x, struct net_device *dev);
|
||
|
|
int lan966x_fdma_init(struct lan966x *lan966x);
|
||
|
|
void lan966x_fdma_deinit(struct lan966x *lan966x);
|
||
|
|
irqreturn_t lan966x_fdma_irq_handler(int irq, void *args);
|
||
|
|
int lan966x_fdma_reload_page_pool(struct lan966x *lan966x);
|
||
|
|
|
||
|
|
int lan966x_lag_port_join(struct lan966x_port *port,
|
||
|
|
struct net_device *brport_dev,
|
||
|
|
struct net_device *bond,
|
||
|
|
struct netlink_ext_ack *extack);
|
||
|
|
void lan966x_lag_port_leave(struct lan966x_port *port, struct net_device *bond);
|
||
|
|
int lan966x_lag_port_prechangeupper(struct net_device *dev,
|
||
|
|
struct netdev_notifier_changeupper_info *info);
|
||
|
|
int lan966x_lag_port_changelowerstate(struct net_device *dev,
|
||
|
|
struct netdev_notifier_changelowerstate_info *info);
|
||
|
|
int lan966x_lag_netdev_prechangeupper(struct net_device *dev,
|
||
|
|
struct netdev_notifier_changeupper_info *info);
|
||
|
|
int lan966x_lag_netdev_changeupper(struct net_device *dev,
|
||
|
|
struct netdev_notifier_changeupper_info *info);
|
||
|
|
bool lan966x_lag_first_port(struct net_device *lag, struct net_device *dev);
|
||
|
|
u32 lan966x_lag_get_mask(struct lan966x *lan966x, struct net_device *bond);
|
||
|
|
|
||
|
|
int lan966x_port_changeupper(struct net_device *dev,
|
||
|
|
struct net_device *brport_dev,
|
||
|
|
struct netdev_notifier_changeupper_info *info);
|
||
|
|
int lan966x_port_prechangeupper(struct net_device *dev,
|
||
|
|
struct net_device *brport_dev,
|
||
|
|
struct netdev_notifier_changeupper_info *info);
|
||
|
|
void lan966x_port_stp_state_set(struct lan966x_port *port, u8 state);
|
||
|
|
void lan966x_port_ageing_set(struct lan966x_port *port,
|
||
|
|
unsigned long ageing_clock_t);
|
||
|
|
void lan966x_update_fwd_mask(struct lan966x *lan966x);
|
||
|
|
|
||
|
|
int lan966x_tc_setup(struct net_device *dev, enum tc_setup_type type,
|
||
|
|
void *type_data);
|
||
|
|
|
||
|
|
int lan966x_mqprio_add(struct lan966x_port *port, u8 num_tc);
|
||
|
|
int lan966x_mqprio_del(struct lan966x_port *port);
|
||
|
|
|
||
|
|
void lan966x_taprio_init(struct lan966x *lan966x);
|
||
|
|
void lan966x_taprio_deinit(struct lan966x *lan966x);
|
||
|
|
int lan966x_taprio_add(struct lan966x_port *port,
|
||
|
|
struct tc_taprio_qopt_offload *qopt);
|
||
|
|
int lan966x_taprio_del(struct lan966x_port *port);
|
||
|
|
int lan966x_taprio_speed_set(struct lan966x_port *port, int speed);
|
||
|
|
|
||
|
|
int lan966x_tbf_add(struct lan966x_port *port,
|
||
|
|
struct tc_tbf_qopt_offload *qopt);
|
||
|
|
int lan966x_tbf_del(struct lan966x_port *port,
|
||
|
|
struct tc_tbf_qopt_offload *qopt);
|
||
|
|
|
||
|
|
int lan966x_cbs_add(struct lan966x_port *port,
|
||
|
|
struct tc_cbs_qopt_offload *qopt);
|
||
|
|
int lan966x_cbs_del(struct lan966x_port *port,
|
||
|
|
struct tc_cbs_qopt_offload *qopt);
|
||
|
|
|
||
|
|
int lan966x_ets_add(struct lan966x_port *port,
|
||
|
|
struct tc_ets_qopt_offload *qopt);
|
||
|
|
int lan966x_ets_del(struct lan966x_port *port,
|
||
|
|
struct tc_ets_qopt_offload *qopt);
|
||
|
|
|
||
|
|
int lan966x_tc_matchall(struct lan966x_port *port,
|
||
|
|
struct tc_cls_matchall_offload *f,
|
||
|
|
bool ingress);
|
||
|
|
|
||
|
|
int lan966x_police_port_add(struct lan966x_port *port,
|
||
|
|
struct flow_action *action,
|
||
|
|
struct flow_action_entry *act,
|
||
|
|
unsigned long police_id,
|
||
|
|
bool ingress,
|
||
|
|
struct netlink_ext_ack *extack);
|
||
|
|
int lan966x_police_port_del(struct lan966x_port *port,
|
||
|
|
unsigned long police_id,
|
||
|
|
struct netlink_ext_ack *extack);
|
||
|
|
void lan966x_police_port_stats(struct lan966x_port *port,
|
||
|
|
struct flow_stats *stats);
|
||
|
|
|
||
|
|
int lan966x_mirror_port_add(struct lan966x_port *port,
|
||
|
|
struct flow_action_entry *action,
|
||
|
|
unsigned long mirror_id,
|
||
|
|
bool ingress,
|
||
|
|
struct netlink_ext_ack *extack);
|
||
|
|
int lan966x_mirror_port_del(struct lan966x_port *port,
|
||
|
|
bool ingress,
|
||
|
|
struct netlink_ext_ack *extack);
|
||
|
|
void lan966x_mirror_port_stats(struct lan966x_port *port,
|
||
|
|
struct flow_stats *stats,
|
||
|
|
bool ingress);
|
||
|
|
|
||
|
|
int lan966x_xdp_port_init(struct lan966x_port *port);
|
||
|
|
void lan966x_xdp_port_deinit(struct lan966x_port *port);
|
||
|
|
int lan966x_xdp(struct net_device *dev, struct netdev_bpf *xdp);
|
||
|
|
int lan966x_xdp_run(struct lan966x_port *port,
|
||
|
|
struct page *page,
|
||
|
|
u32 data_len);
|
||
|
|
int lan966x_xdp_xmit(struct net_device *dev,
|
||
|
|
int n,
|
||
|
|
struct xdp_frame **frames,
|
||
|
|
u32 flags);
|
||
|
|
bool lan966x_xdp_present(struct lan966x *lan966x);
|
||
|
|
static inline bool lan966x_xdp_port_present(struct lan966x_port *port)
|
||
|
|
{
|
||
|
|
return !!port->xdp_prog;
|
||
|
|
}
|
||
|
|
|
||
|
|
int lan966x_vcap_init(struct lan966x *lan966x);
|
||
|
|
void lan966x_vcap_deinit(struct lan966x *lan966x);
|
||
|
|
#if defined(CONFIG_DEBUG_FS)
|
||
|
|
int lan966x_vcap_port_info(struct net_device *dev,
|
||
|
|
struct vcap_admin *admin,
|
||
|
|
struct vcap_output_print *out);
|
||
|
|
#else
|
||
|
|
static inline int lan966x_vcap_port_info(struct net_device *dev,
|
||
|
|
struct vcap_admin *admin,
|
||
|
|
struct vcap_output_print *out)
|
||
|
|
{
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
#endif
|
||
|
|
|
||
|
|
int lan966x_tc_flower(struct lan966x_port *port,
|
||
|
|
struct flow_cls_offload *f,
|
||
|
|
bool ingress);
|
||
|
|
|
||
|
|
int lan966x_goto_port_add(struct lan966x_port *port,
|
||
|
|
int from_cid, int to_cid,
|
||
|
|
unsigned long goto_id,
|
||
|
|
struct netlink_ext_ack *extack);
|
||
|
|
int lan966x_goto_port_del(struct lan966x_port *port,
|
||
|
|
unsigned long goto_id,
|
||
|
|
struct netlink_ext_ack *extack);
|
||
|
|
|
||
|
|
static inline void __iomem *lan_addr(void __iomem *base[],
|
||
|
|
int id, int tinst, int tcnt,
|
||
|
|
int gbase, int ginst,
|
||
|
|
int gcnt, int gwidth,
|
||
|
|
int raddr, int rinst,
|
||
|
|
int rcnt, int rwidth)
|
||
|
|
{
|
||
|
|
WARN_ON((tinst) >= tcnt);
|
||
|
|
WARN_ON((ginst) >= gcnt);
|
||
|
|
WARN_ON((rinst) >= rcnt);
|
||
|
|
return base[id + (tinst)] +
|
||
|
|
gbase + ((ginst) * gwidth) +
|
||
|
|
raddr + ((rinst) * rwidth);
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline u32 lan_rd(struct lan966x *lan966x, int id, int tinst, int tcnt,
|
||
|
|
int gbase, int ginst, int gcnt, int gwidth,
|
||
|
|
int raddr, int rinst, int rcnt, int rwidth)
|
||
|
|
{
|
||
|
|
return readl(lan_addr(lan966x->regs, id, tinst, tcnt, gbase, ginst,
|
||
|
|
gcnt, gwidth, raddr, rinst, rcnt, rwidth));
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline void lan_wr(u32 val, struct lan966x *lan966x,
|
||
|
|
int id, int tinst, int tcnt,
|
||
|
|
int gbase, int ginst, int gcnt, int gwidth,
|
||
|
|
int raddr, int rinst, int rcnt, int rwidth)
|
||
|
|
{
|
||
|
|
writel(val, lan_addr(lan966x->regs, id, tinst, tcnt,
|
||
|
|
gbase, ginst, gcnt, gwidth,
|
||
|
|
raddr, rinst, rcnt, rwidth));
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline void lan_rmw(u32 val, u32 mask, struct lan966x *lan966x,
|
||
|
|
int id, int tinst, int tcnt,
|
||
|
|
int gbase, int ginst, int gcnt, int gwidth,
|
||
|
|
int raddr, int rinst, int rcnt, int rwidth)
|
||
|
|
{
|
||
|
|
u32 nval;
|
||
|
|
|
||
|
|
nval = readl(lan_addr(lan966x->regs, id, tinst, tcnt, gbase, ginst,
|
||
|
|
gcnt, gwidth, raddr, rinst, rcnt, rwidth));
|
||
|
|
nval = (nval & ~mask) | (val & mask);
|
||
|
|
writel(nval, lan_addr(lan966x->regs, id, tinst, tcnt, gbase, ginst,
|
||
|
|
gcnt, gwidth, raddr, rinst, rcnt, rwidth));
|
||
|
|
}
|
||
|
|
|
||
|
|
#endif /* __LAN966X_MAIN_H__ */
|