// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) /* Copyright (C) 2017-2018 Netronome Systems, Inc. */ #include #include #include #include #include #include "nfpcore/nfp_cpp.h" #include "nfpcore/nfp_nffw.h" #include "nfp_app.h" #include "nfp_main.h" #include "nfp_net.h" #include "nfp_net_repr.h" #include "nfp_port.h" static const struct nfp_app_type *apps[] = { [NFP_APP_CORE_NIC] = &app_nic, #ifdef CONFIG_BPF_SYSCALL [NFP_APP_BPF_NIC] = &app_bpf, #else [NFP_APP_BPF_NIC] = &app_nic, #endif #ifdef CONFIG_NFP_APP_FLOWER [NFP_APP_FLOWER_NIC] = &app_flower, #endif #ifdef CONFIG_NFP_APP_ABM_NIC [NFP_APP_ACTIVE_BUFFER_MGMT_NIC] = &app_abm, #endif }; void nfp_check_rhashtable_empty(void *ptr, void *arg) { WARN_ON_ONCE(1); } struct nfp_app *nfp_app_from_netdev(struct net_device *netdev) { if (nfp_netdev_is_nfp_net(netdev)) { struct nfp_net *nn = netdev_priv(netdev); return nn->app; } if (nfp_netdev_is_nfp_repr(netdev)) { struct nfp_repr *repr = netdev_priv(netdev); return repr->app; } WARN(1, "Unknown netdev type for nfp_app\n"); return NULL; } const char *nfp_app_mip_name(struct nfp_app *app) { if (!app || !app->pf->mip) return ""; return nfp_mip_name(app->pf->mip); } int nfp_app_ndo_init(struct net_device *netdev) { struct nfp_app *app = nfp_app_from_netdev(netdev); if (!app || !app->type->ndo_init) return 0; return app->type->ndo_init(app, netdev); } void nfp_app_ndo_uninit(struct net_device *netdev) { struct nfp_app *app = nfp_app_from_netdev(netdev); if (app && app->type->ndo_uninit) app->type->ndo_uninit(app, netdev); } u64 *nfp_app_port_get_stats(struct nfp_port *port, u64 *data) { if (!port || !port->app || !port->app->type->port_get_stats) return data; return port->app->type->port_get_stats(port->app, port, data); } int nfp_app_port_get_stats_count(struct nfp_port *port) { if (!port || !port->app || !port->app->type->port_get_stats_count) return 0; return port->app->type->port_get_stats_count(port->app, port); } u8 *nfp_app_port_get_stats_strings(struct nfp_port *port, u8 *data) { if (!port || !port->app || !port->app->type->port_get_stats_strings) return data; return port->app->type->port_get_stats_strings(port->app, port, data); } struct sk_buff * nfp_app_ctrl_msg_alloc(struct nfp_app *app, unsigned int size, gfp_t priority) { struct sk_buff *skb; if (nfp_app_ctrl_has_meta(app)) size += 8; skb = alloc_skb(size, priority); if (!skb) return NULL; if (nfp_app_ctrl_has_meta(app)) skb_reserve(skb, 8); return skb; } struct nfp_reprs * nfp_reprs_get_locked(struct nfp_app *app, enum nfp_repr_type type) { return rcu_dereference_protected(app->reprs[type], lockdep_is_held(&app->pf->lock)); } struct nfp_reprs * nfp_app_reprs_set(struct nfp_app *app, enum nfp_repr_type type, struct nfp_reprs *reprs) { struct nfp_reprs *old; old = nfp_reprs_get_locked(app, type); rtnl_lock(); rcu_assign_pointer(app->reprs[type], reprs); rtnl_unlock(); return old; } static void nfp_app_netdev_feat_change(struct nfp_app *app, struct net_device *netdev) { struct nfp_net *nn; unsigned int type; if (!nfp_netdev_is_nfp_net(netdev)) return; nn = netdev_priv(netdev); if (nn->app != app) return; for (type = 0; type < __NFP_REPR_TYPE_MAX; type++) { struct nfp_reprs *reprs; unsigned int i; reprs = rtnl_dereference(app->reprs[type]); if (!reprs) continue; for (i = 0; i < reprs->num_reprs; i++) { struct net_device *repr; repr = rtnl_dereference(reprs->reprs[i]); if (!repr) continue; nfp_repr_transfer_features(repr, netdev); } } } static int nfp_app_netdev_event(struct notifier_block *nb, unsigned long event, void *ptr) { struct net_device *netdev; struct nfp_app *app; netdev = netdev_notifier_info_to_dev(ptr); app = container_of(nb, struct nfp_app, netdev_nb); /* Handle events common code is interested in */ switch (event) { case NETDEV_FEAT_CHANGE: nfp_app_netdev_feat_change(app, netdev); break; } /* Call offload specific handlers */ if (app->type->netdev_event) return app->type->netdev_event(app, netdev, event, ptr); return NOTIFY_DONE; } int nfp_app_start(struct nfp_app *app, struct nfp_net *ctrl) { int err; app->ctrl = ctrl; if (app->type->start) { err = app->type->start(app); if (err) return err; } app->netdev_nb.notifier_call = nfp_app_netdev_event; err = register_netdevice_notifier(&app->netdev_nb); if (err) goto err_app_stop; return 0; err_app_stop: if (app->type->stop) app->type->stop(app); return err; } void nfp_app_stop(struct nfp_app *app) { unregister_netdevice_notifier(&app->netdev_nb); if (app->type->stop) app->type->stop(app); } struct nfp_app *nfp_app_alloc(struct nfp_pf *pf, enum nfp_app_id id) { struct nfp_app *app; if (id >= ARRAY_SIZE(apps) || !apps[id]) { nfp_err(pf->cpp, "unknown FW app ID 0x%02hhx, driver too old or support for FW not built in\n", id); return ERR_PTR(-EINVAL); } if (WARN_ON(!apps[id]->name || !apps[id]->vnic_alloc)) return ERR_PTR(-EINVAL); if (WARN_ON(!apps[id]->ctrl_msg_rx && apps[id]->ctrl_msg_rx_raw)) return ERR_PTR(-EINVAL); app = kzalloc(sizeof(*app), GFP_KERNEL); if (!app) return ERR_PTR(-ENOMEM); app->pf = pf; app->cpp = pf->cpp; app->pdev = pf->pdev; app->type = apps[id]; return app; } void nfp_app_free(struct nfp_app *app) { kfree(app); }