258 lines
5.3 KiB
C
258 lines
5.3 KiB
C
// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
|
|
/* Copyright (C) 2017-2018 Netronome Systems, Inc. */
|
|
|
|
#include <linux/bug.h>
|
|
#include <linux/lockdep.h>
|
|
#include <linux/rcupdate.h>
|
|
#include <linux/skbuff.h>
|
|
#include <linux/slab.h>
|
|
|
|
#include "nfpcore/nfp_cpp.h"
|
|
#include "nfpcore/nfp_nffw.h"
|
|
#include "nfp_app.h"
|
|
#include "nfp_main.h"
|
|
#include "nfp_net.h"
|
|
#include "nfp_net_repr.h"
|
|
#include "nfp_port.h"
|
|
|
|
static const struct nfp_app_type *apps[] = {
|
|
[NFP_APP_CORE_NIC] = &app_nic,
|
|
#ifdef CONFIG_BPF_SYSCALL
|
|
[NFP_APP_BPF_NIC] = &app_bpf,
|
|
#else
|
|
[NFP_APP_BPF_NIC] = &app_nic,
|
|
#endif
|
|
#ifdef CONFIG_NFP_APP_FLOWER
|
|
[NFP_APP_FLOWER_NIC] = &app_flower,
|
|
#endif
|
|
#ifdef CONFIG_NFP_APP_ABM_NIC
|
|
[NFP_APP_ACTIVE_BUFFER_MGMT_NIC] = &app_abm,
|
|
#endif
|
|
};
|
|
|
|
void nfp_check_rhashtable_empty(void *ptr, void *arg)
|
|
{
|
|
WARN_ON_ONCE(1);
|
|
}
|
|
|
|
struct nfp_app *nfp_app_from_netdev(struct net_device *netdev)
|
|
{
|
|
if (nfp_netdev_is_nfp_net(netdev)) {
|
|
struct nfp_net *nn = netdev_priv(netdev);
|
|
|
|
return nn->app;
|
|
}
|
|
|
|
if (nfp_netdev_is_nfp_repr(netdev)) {
|
|
struct nfp_repr *repr = netdev_priv(netdev);
|
|
|
|
return repr->app;
|
|
}
|
|
|
|
WARN(1, "Unknown netdev type for nfp_app\n");
|
|
|
|
return NULL;
|
|
}
|
|
|
|
const char *nfp_app_mip_name(struct nfp_app *app)
|
|
{
|
|
if (!app || !app->pf->mip)
|
|
return "";
|
|
return nfp_mip_name(app->pf->mip);
|
|
}
|
|
|
|
int nfp_app_ndo_init(struct net_device *netdev)
|
|
{
|
|
struct nfp_app *app = nfp_app_from_netdev(netdev);
|
|
|
|
if (!app || !app->type->ndo_init)
|
|
return 0;
|
|
return app->type->ndo_init(app, netdev);
|
|
}
|
|
|
|
void nfp_app_ndo_uninit(struct net_device *netdev)
|
|
{
|
|
struct nfp_app *app = nfp_app_from_netdev(netdev);
|
|
|
|
if (app && app->type->ndo_uninit)
|
|
app->type->ndo_uninit(app, netdev);
|
|
}
|
|
|
|
u64 *nfp_app_port_get_stats(struct nfp_port *port, u64 *data)
|
|
{
|
|
if (!port || !port->app || !port->app->type->port_get_stats)
|
|
return data;
|
|
return port->app->type->port_get_stats(port->app, port, data);
|
|
}
|
|
|
|
int nfp_app_port_get_stats_count(struct nfp_port *port)
|
|
{
|
|
if (!port || !port->app || !port->app->type->port_get_stats_count)
|
|
return 0;
|
|
return port->app->type->port_get_stats_count(port->app, port);
|
|
}
|
|
|
|
u8 *nfp_app_port_get_stats_strings(struct nfp_port *port, u8 *data)
|
|
{
|
|
if (!port || !port->app || !port->app->type->port_get_stats_strings)
|
|
return data;
|
|
return port->app->type->port_get_stats_strings(port->app, port, data);
|
|
}
|
|
|
|
struct sk_buff *
|
|
nfp_app_ctrl_msg_alloc(struct nfp_app *app, unsigned int size, gfp_t priority)
|
|
{
|
|
struct sk_buff *skb;
|
|
|
|
if (nfp_app_ctrl_has_meta(app))
|
|
size += 8;
|
|
|
|
skb = alloc_skb(size, priority);
|
|
if (!skb)
|
|
return NULL;
|
|
|
|
if (nfp_app_ctrl_has_meta(app))
|
|
skb_reserve(skb, 8);
|
|
|
|
return skb;
|
|
}
|
|
|
|
struct nfp_reprs *
|
|
nfp_reprs_get_locked(struct nfp_app *app, enum nfp_repr_type type)
|
|
{
|
|
return rcu_dereference_protected(app->reprs[type],
|
|
nfp_app_is_locked(app));
|
|
}
|
|
|
|
struct nfp_reprs *
|
|
nfp_app_reprs_set(struct nfp_app *app, enum nfp_repr_type type,
|
|
struct nfp_reprs *reprs)
|
|
{
|
|
struct nfp_reprs *old;
|
|
|
|
old = nfp_reprs_get_locked(app, type);
|
|
rtnl_lock();
|
|
rcu_assign_pointer(app->reprs[type], reprs);
|
|
rtnl_unlock();
|
|
|
|
return old;
|
|
}
|
|
|
|
static void
|
|
nfp_app_netdev_feat_change(struct nfp_app *app, struct net_device *netdev)
|
|
{
|
|
struct nfp_net *nn;
|
|
unsigned int type;
|
|
|
|
if (!nfp_netdev_is_nfp_net(netdev))
|
|
return;
|
|
nn = netdev_priv(netdev);
|
|
if (nn->app != app)
|
|
return;
|
|
|
|
for (type = 0; type < __NFP_REPR_TYPE_MAX; type++) {
|
|
struct nfp_reprs *reprs;
|
|
unsigned int i;
|
|
|
|
reprs = rtnl_dereference(app->reprs[type]);
|
|
if (!reprs)
|
|
continue;
|
|
|
|
for (i = 0; i < reprs->num_reprs; i++) {
|
|
struct net_device *repr;
|
|
|
|
repr = rtnl_dereference(reprs->reprs[i]);
|
|
if (!repr)
|
|
continue;
|
|
|
|
nfp_repr_transfer_features(repr, netdev);
|
|
}
|
|
}
|
|
}
|
|
|
|
static int
|
|
nfp_app_netdev_event(struct notifier_block *nb, unsigned long event, void *ptr)
|
|
{
|
|
struct net_device *netdev;
|
|
struct nfp_app *app;
|
|
|
|
netdev = netdev_notifier_info_to_dev(ptr);
|
|
app = container_of(nb, struct nfp_app, netdev_nb);
|
|
|
|
/* Handle events common code is interested in */
|
|
switch (event) {
|
|
case NETDEV_FEAT_CHANGE:
|
|
nfp_app_netdev_feat_change(app, netdev);
|
|
break;
|
|
}
|
|
|
|
/* Call offload specific handlers */
|
|
if (app->type->netdev_event)
|
|
return app->type->netdev_event(app, netdev, event, ptr);
|
|
return NOTIFY_DONE;
|
|
}
|
|
|
|
int nfp_app_start(struct nfp_app *app, struct nfp_net *ctrl)
|
|
{
|
|
int err;
|
|
|
|
app->ctrl = ctrl;
|
|
|
|
if (app->type->start) {
|
|
err = app->type->start(app);
|
|
if (err)
|
|
return err;
|
|
}
|
|
|
|
app->netdev_nb.notifier_call = nfp_app_netdev_event;
|
|
err = register_netdevice_notifier(&app->netdev_nb);
|
|
if (err)
|
|
goto err_app_stop;
|
|
|
|
return 0;
|
|
|
|
err_app_stop:
|
|
if (app->type->stop)
|
|
app->type->stop(app);
|
|
return err;
|
|
}
|
|
|
|
void nfp_app_stop(struct nfp_app *app)
|
|
{
|
|
unregister_netdevice_notifier(&app->netdev_nb);
|
|
|
|
if (app->type->stop)
|
|
app->type->stop(app);
|
|
}
|
|
|
|
struct nfp_app *nfp_app_alloc(struct nfp_pf *pf, enum nfp_app_id id)
|
|
{
|
|
struct nfp_app *app;
|
|
|
|
if (id >= ARRAY_SIZE(apps) || !apps[id]) {
|
|
nfp_err(pf->cpp, "unknown FW app ID 0x%02x, driver too old or support for FW not built in\n", id);
|
|
return ERR_PTR(-EINVAL);
|
|
}
|
|
|
|
if (WARN_ON(!apps[id]->name || !apps[id]->vnic_alloc))
|
|
return ERR_PTR(-EINVAL);
|
|
if (WARN_ON(!apps[id]->ctrl_msg_rx && apps[id]->ctrl_msg_rx_raw))
|
|
return ERR_PTR(-EINVAL);
|
|
|
|
app = kzalloc(sizeof(*app), GFP_KERNEL);
|
|
if (!app)
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
app->pf = pf;
|
|
app->cpp = pf->cpp;
|
|
app->pdev = pf->pdev;
|
|
app->type = apps[id];
|
|
|
|
return app;
|
|
}
|
|
|
|
void nfp_app_free(struct nfp_app *app)
|
|
{
|
|
kfree(app);
|
|
}
|