/* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */ /* Copyright (C) 2018 Netronome Systems, Inc. */ #ifndef __NFP_ABM_H__ #define __NFP_ABM_H__ 1 #include #include #include #include #include #include /* Dump of 64 PRIOs and 256 REDs seems to take 850us on Xeon v4 @ 2.20GHz; * 2.5ms / 400Hz seems more than sufficient for stats resolution. */ #define NFP_ABM_STATS_REFRESH_IVAL (2500 * 1000) /* ns */ #define NFP_ABM_LVL_INFINITY S32_MAX struct nfp_app; struct nfp_net; #define NFP_ABM_PORTID_TYPE GENMASK(23, 16) #define NFP_ABM_PORTID_ID GENMASK(7, 0) /* The possible actions if thresholds are exceeded */ enum nfp_abm_q_action { /* mark if ECN capable, otherwise drop */ NFP_ABM_ACT_MARK_DROP = 0, /* mark if ECN capable, otherwise goto QM */ NFP_ABM_ACT_MARK_QUEUE = 1, NFP_ABM_ACT_DROP = 2, NFP_ABM_ACT_QUEUE = 3, NFP_ABM_ACT_NOQUEUE = 4, }; /** * struct nfp_abm - ABM NIC app structure * @app: back pointer to nfp_app * @pf_id: ID of our PF link * * @num_prios: number of supported DSCP priorities * @num_bands: number of supported DSCP priority bands * @action_mask: bitmask of supported actions * * @thresholds: current threshold configuration * @threshold_undef: bitmap of thresholds which have not been set * @actions: current FW action configuration * @num_thresholds: number of @thresholds and bits in @threshold_undef * * @prio_map_len: computed length of FW priority map (in bytes) * @dscp_mask: mask FW will apply on DSCP field * * @eswitch_mode: devlink eswitch mode, advanced functions only visible * in switchdev mode * * @q_lvls: queue level control area * @qm_stats: queue statistics symbol * @q_stats: basic queue statistics (only in per-band case) */ struct nfp_abm { struct nfp_app *app; unsigned int pf_id; unsigned int num_prios; unsigned int num_bands; unsigned int action_mask; u32 *thresholds; unsigned long *threshold_undef; u8 *actions; size_t num_thresholds; unsigned int prio_map_len; u8 dscp_mask; enum devlink_eswitch_mode eswitch_mode; const struct nfp_rtsym *q_lvls; const struct nfp_rtsym *qm_stats; const struct nfp_rtsym *q_stats; }; /** * struct nfp_alink_stats - ABM NIC statistics * @tx_pkts: number of TXed packets * @tx_bytes: number of TXed bytes * @backlog_pkts: momentary backlog length (packets) * @backlog_bytes: momentary backlog length (bytes) * @overlimits: number of ECN marked TXed packets (accumulative) * @drops: number of tail-dropped packets (accumulative) */ struct nfp_alink_stats { u64 tx_pkts; u64 tx_bytes; u64 backlog_pkts; u64 backlog_bytes; u64 overlimits; u64 drops; }; /** * struct nfp_alink_xstats - extended ABM NIC statistics * @ecn_marked: number of ECN marked TXed packets * @pdrop: number of hard drops due to queue limit */ struct nfp_alink_xstats { u64 ecn_marked; u64 pdrop; }; enum nfp_qdisc_type { NFP_QDISC_NONE = 0, NFP_QDISC_MQ, NFP_QDISC_RED, NFP_QDISC_GRED, }; #define NFP_QDISC_UNTRACKED ((struct nfp_qdisc *)1UL) /** * struct nfp_qdisc - tracked TC Qdisc * @netdev: netdev on which Qdisc was created * @type: Qdisc type * @handle: handle of this Qdisc * @parent_handle: handle of the parent (unreliable if Qdisc was grafted) * @use_cnt: number of attachment points in the hierarchy * @num_children: current size of the @children array * @children: pointers to children * * @params_ok: parameters of this Qdisc are OK for offload * @offload_mark: offload refresh state - selected for offload * @offloaded: Qdisc is currently offloaded to the HW * * @mq: MQ Qdisc specific parameters and state * @mq.stats: current stats of the MQ Qdisc * @mq.prev_stats: previously reported @mq.stats * * @red: RED Qdisc specific parameters and state * @red.num_bands: Number of valid entries in the @red.band table * @red.band: Per-band array of RED instances * @red.band.ecn: ECN marking is enabled (rather than drop) * @red.band.threshold: ECN marking threshold * @red.band.stats: current stats of the RED Qdisc * @red.band.prev_stats: previously reported @red.stats * @red.band.xstats: extended stats for RED - current * @red.band.prev_xstats: extended stats for RED - previously reported */ struct nfp_qdisc { struct net_device *netdev; enum nfp_qdisc_type type; u32 handle; u32 parent_handle; unsigned int use_cnt; unsigned int num_children; struct nfp_qdisc **children; bool params_ok; bool offload_mark; bool offloaded; union { /* NFP_QDISC_MQ */ struct { struct nfp_alink_stats stats; struct nfp_alink_stats prev_stats; } mq; /* TC_SETUP_QDISC_RED, TC_SETUP_QDISC_GRED */ struct { unsigned int num_bands; struct { bool ecn; u32 threshold; struct nfp_alink_stats stats; struct nfp_alink_stats prev_stats; struct nfp_alink_xstats xstats; struct nfp_alink_xstats prev_xstats; } band[MAX_DPs]; } red; }; }; /** * struct nfp_abm_link - port tuple of a ABM NIC * @abm: back pointer to nfp_abm * @vnic: data vNIC * @id: id of the data vNIC * @queue_base: id of base to host queue within PCIe (not QC idx) * @total_queues: number of PF queues * * @last_stats_update: ktime of last stats update * * @prio_map: current map of priorities * @has_prio: @prio_map is valid * * @def_band: default band to use * @dscp_map: list of DSCP to band mappings * * @root_qdisc: pointer to the current root of the Qdisc hierarchy * @qdiscs: all qdiscs recorded by major part of the handle */ struct nfp_abm_link { struct nfp_abm *abm; struct nfp_net *vnic; unsigned int id; unsigned int queue_base; unsigned int total_queues; u64 last_stats_update; u32 *prio_map; bool has_prio; u8 def_band; struct list_head dscp_map; struct nfp_qdisc *root_qdisc; struct radix_tree_root qdiscs; }; static inline bool nfp_abm_has_prio(struct nfp_abm *abm) { return abm->num_bands > 1; } static inline bool nfp_abm_has_drop(struct nfp_abm *abm) { return abm->action_mask & BIT(NFP_ABM_ACT_DROP); } static inline bool nfp_abm_has_mark(struct nfp_abm *abm) { return abm->action_mask & BIT(NFP_ABM_ACT_MARK_DROP); } void nfp_abm_qdisc_offload_update(struct nfp_abm_link *alink); int nfp_abm_setup_root(struct net_device *netdev, struct nfp_abm_link *alink, struct tc_root_qopt_offload *opt); int nfp_abm_setup_tc_red(struct net_device *netdev, struct nfp_abm_link *alink, struct tc_red_qopt_offload *opt); int nfp_abm_setup_tc_mq(struct net_device *netdev, struct nfp_abm_link *alink, struct tc_mq_qopt_offload *opt); int nfp_abm_setup_tc_gred(struct net_device *netdev, struct nfp_abm_link *alink, struct tc_gred_qopt_offload *opt); int nfp_abm_setup_cls_block(struct net_device *netdev, struct nfp_repr *repr, struct tc_block_offload *opt); int nfp_abm_ctrl_read_params(struct nfp_abm_link *alink); int nfp_abm_ctrl_find_addrs(struct nfp_abm *abm); int __nfp_abm_ctrl_set_q_lvl(struct nfp_abm *abm, unsigned int id, u32 val); int nfp_abm_ctrl_set_q_lvl(struct nfp_abm_link *alink, unsigned int band, unsigned int queue, u32 val); int __nfp_abm_ctrl_set_q_act(struct nfp_abm *abm, unsigned int id, enum nfp_abm_q_action act); int nfp_abm_ctrl_set_q_act(struct nfp_abm_link *alink, unsigned int band, unsigned int queue, enum nfp_abm_q_action act); int nfp_abm_ctrl_read_q_stats(struct nfp_abm_link *alink, unsigned int band, unsigned int queue, struct nfp_alink_stats *stats); int nfp_abm_ctrl_read_q_xstats(struct nfp_abm_link *alink, unsigned int band, unsigned int queue, struct nfp_alink_xstats *xstats); u64 nfp_abm_ctrl_stat_non_sto(struct nfp_abm_link *alink, unsigned int i); u64 nfp_abm_ctrl_stat_sto(struct nfp_abm_link *alink, unsigned int i); int nfp_abm_ctrl_qm_enable(struct nfp_abm *abm); int nfp_abm_ctrl_qm_disable(struct nfp_abm *abm); void nfp_abm_prio_map_update(struct nfp_abm *abm); int nfp_abm_ctrl_prio_map_update(struct nfp_abm_link *alink, u32 *packed); #endif