// SPDX-License-Identifier: GPL-2.0 /* Copyright 2020 NXP */ #include "sja1105.h" #include "sja1105_vl.h" struct sja1105_rule *sja1105_rule_find(struct sja1105_private *priv, unsigned long cookie) { struct sja1105_rule *rule; list_for_each_entry(rule, &priv->flow_block.rules, list) if (rule->cookie == cookie) return rule; return NULL; } static int sja1105_find_free_l2_policer(struct sja1105_private *priv) { int i; for (i = 0; i < SJA1105_NUM_L2_POLICERS; i++) if (!priv->flow_block.l2_policer_used[i]) return i; return -1; } static int sja1105_setup_bcast_policer(struct sja1105_private *priv, struct netlink_ext_ack *extack, unsigned long cookie, int port, u64 rate_bytes_per_sec, u32 burst) { struct sja1105_rule *rule = sja1105_rule_find(priv, cookie); struct sja1105_l2_policing_entry *policing; struct dsa_switch *ds = priv->ds; bool new_rule = false; unsigned long p; int rc; if (!rule) { rule = kzalloc(sizeof(*rule), GFP_KERNEL); if (!rule) return -ENOMEM; rule->cookie = cookie; rule->type = SJA1105_RULE_BCAST_POLICER; rule->bcast_pol.sharindx = sja1105_find_free_l2_policer(priv); rule->key.type = SJA1105_KEY_BCAST; new_rule = true; } if (rule->bcast_pol.sharindx == -1) { NL_SET_ERR_MSG_MOD(extack, "No more L2 policers free"); rc = -ENOSPC; goto out; } policing = priv->static_config.tables[BLK_IDX_L2_POLICING].entries; if (policing[(ds->num_ports * SJA1105_NUM_TC) + port].sharindx != port) { NL_SET_ERR_MSG_MOD(extack, "Port already has a broadcast policer"); rc = -EEXIST; goto out; } rule->port_mask |= BIT(port); /* Make the broadcast policers of all ports attached to this block * point to the newly allocated policer */ for_each_set_bit(p, &rule->port_mask, SJA1105_MAX_NUM_PORTS) { int bcast = (ds->num_ports * SJA1105_NUM_TC) + p; policing[bcast].sharindx = rule->bcast_pol.sharindx; } policing[rule->bcast_pol.sharindx].rate = div_u64(rate_bytes_per_sec * 512, 1000000); policing[rule->bcast_pol.sharindx].smax = burst; /* TODO: support per-flow MTU */ policing[rule->bcast_pol.sharindx].maxlen = VLAN_ETH_FRAME_LEN + ETH_FCS_LEN; rc = sja1105_static_config_reload(priv, SJA1105_BEST_EFFORT_POLICING); out: if (rc == 0 && new_rule) { priv->flow_block.l2_policer_used[rule->bcast_pol.sharindx] = true; list_add(&rule->list, &priv->flow_block.rules); } else if (new_rule) { kfree(rule); } return rc; } static int sja1105_setup_tc_policer(struct sja1105_private *priv, struct netlink_ext_ack *extack, unsigned long cookie, int port, int tc, u64 rate_bytes_per_sec, u32 burst) { struct sja1105_rule *rule = sja1105_rule_find(priv, cookie); struct sja1105_l2_policing_entry *policing; bool new_rule = false; unsigned long p; int rc; if (!rule) { rule = kzalloc(sizeof(*rule), GFP_KERNEL); if (!rule) return -ENOMEM; rule->cookie = cookie; rule->type = SJA1105_RULE_TC_POLICER; rule->tc_pol.sharindx = sja1105_find_free_l2_policer(priv); rule->key.type = SJA1105_KEY_TC; rule->key.tc.pcp = tc; new_rule = true; } if (rule->tc_pol.sharindx == -1) { NL_SET_ERR_MSG_MOD(extack, "No more L2 policers free"); rc = -ENOSPC; goto out; } policing = priv->static_config.tables[BLK_IDX_L2_POLICING].entries; if (policing[(port * SJA1105_NUM_TC) + tc].sharindx != port) { NL_SET_ERR_MSG_MOD(extack, "Port-TC pair already has an L2 policer"); rc = -EEXIST; goto out; } rule->port_mask |= BIT(port); /* Make the policers for traffic class @tc of all ports attached to * this block point to the newly allocated policer */ for_each_set_bit(p, &rule->port_mask, SJA1105_MAX_NUM_PORTS) { int index = (p * SJA1105_NUM_TC) + tc; policing[index].sharindx = rule->tc_pol.sharindx; } policing[rule->tc_pol.sharindx].rate = div_u64(rate_bytes_per_sec * 512, 1000000); policing[rule->tc_pol.sharindx].smax = burst; /* TODO: support per-flow MTU */ policing[rule->tc_pol.sharindx].maxlen = VLAN_ETH_FRAME_LEN + ETH_FCS_LEN; rc = sja1105_static_config_reload(priv, SJA1105_BEST_EFFORT_POLICING); out: if (rc == 0 && new_rule) { priv->flow_block.l2_policer_used[rule->tc_pol.sharindx] = true; list_add(&rule->list, &priv->flow_block.rules); } else if (new_rule) { kfree(rule); } return rc; } static int sja1105_flower_policer(struct sja1105_private *priv, int port, struct netlink_ext_ack *extack, unsigned long cookie, struct sja1105_key *key, u64 rate_bytes_per_sec, u32 burst) { switch (key->type) { case SJA1105_KEY_BCAST: return sja1105_setup_bcast_policer(priv, extack, cookie, port, rate_bytes_per_sec, burst); case SJA1105_KEY_TC: return sja1105_setup_tc_policer(priv, extack, cookie, port, key->tc.pcp, rate_bytes_per_sec, burst); default: NL_SET_ERR_MSG_MOD(extack, "Unknown keys for policing"); return -EOPNOTSUPP; } } static int sja1105_flower_parse_key(struct sja1105_private *priv, struct netlink_ext_ack *extack, struct flow_cls_offload *cls, struct sja1105_key *key) { struct flow_rule *rule = flow_cls_offload_flow_rule(cls); struct flow_dissector *dissector = rule->match.dissector; bool is_bcast_dmac = false; u64 dmac = U64_MAX; u16 vid = U16_MAX; u16 pcp = U16_MAX; if (dissector->used_keys & ~(BIT(FLOW_DISSECTOR_KEY_BASIC) | BIT(FLOW_DISSECTOR_KEY_CONTROL) | BIT(FLOW_DISSECTOR_KEY_VLAN) | BIT(FLOW_DISSECTOR_KEY_ETH_ADDRS))) { NL_SET_ERR_MSG_MOD(extack, "Unsupported keys used"); return -EOPNOTSUPP; } if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_BASIC)) { struct flow_match_basic match; flow_rule_match_basic(rule, &match); if (match.key->n_proto) { NL_SET_ERR_MSG_MOD(extack, "Matching on protocol not supported"); return -EOPNOTSUPP; } } if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ETH_ADDRS)) { u8 bcast[] = {0xff, 0xff, 0xff, 0xff, 0xff, 0xff}; u8 null[] = {0x00, 0x00, 0x00, 0x00, 0x00, 0x00}; struct flow_match_eth_addrs match; flow_rule_match_eth_addrs(rule, &match); if (!ether_addr_equal_masked(match.key->src, null, match.mask->src)) { NL_SET_ERR_MSG_MOD(extack, "Matching on source MAC not supported"); return -EOPNOTSUPP; } if (!ether_addr_equal(match.mask->dst, bcast)) { NL_SET_ERR_MSG_MOD(extack, "Masked matching on MAC not supported"); return -EOPNOTSUPP; } dmac = ether_addr_to_u64(match.key->dst); is_bcast_dmac = ether_addr_equal(match.key->dst, bcast); } if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_VLAN)) { struct flow_match_vlan match; flow_rule_match_vlan(rule, &match); if (match.mask->vlan_id && match.mask->vlan_id != VLAN_VID_MASK) { NL_SET_ERR_MSG_MOD(extack, "Masked matching on VID is not supported"); return -EOPNOTSUPP; } if (match.mask->vlan_priority && match.mask->vlan_priority != 0x7) { NL_SET_ERR_MSG_MOD(extack, "Masked matching on PCP is not supported"); return -EOPNOTSUPP; } if (match.mask->vlan_id) vid = match.key->vlan_id; if (match.mask->vlan_priority) pcp = match.key->vlan_priority; } if (is_bcast_dmac && vid == U16_MAX && pcp == U16_MAX) { key->type = SJA1105_KEY_BCAST; return 0; } if (dmac == U64_MAX && vid == U16_MAX && pcp != U16_MAX) { key->type = SJA1105_KEY_TC; key->tc.pcp = pcp; return 0; } if (dmac != U64_MAX && vid != U16_MAX && pcp != U16_MAX) { key->type = SJA1105_KEY_VLAN_AWARE_VL; key->vl.dmac = dmac; key->vl.vid = vid; key->vl.pcp = pcp; return 0; } if (dmac != U64_MAX) { key->type = SJA1105_KEY_VLAN_UNAWARE_VL; key->vl.dmac = dmac; return 0; } NL_SET_ERR_MSG_MOD(extack, "Not matching on any known key"); return -EOPNOTSUPP; } int sja1105_cls_flower_add(struct dsa_switch *ds, int port, struct flow_cls_offload *cls, bool ingress) { struct flow_rule *rule = flow_cls_offload_flow_rule(cls); struct netlink_ext_ack *extack = cls->common.extack; struct sja1105_private *priv = ds->priv; const struct flow_action_entry *act; unsigned long cookie = cls->cookie; bool routing_rule = false; struct sja1105_key key; bool gate_rule = false; bool vl_rule = false; int rc, i; rc = sja1105_flower_parse_key(priv, extack, cls, &key); if (rc) return rc; flow_action_for_each(i, act, &rule->action) { switch (act->id) { case FLOW_ACTION_POLICE: if (act->police.rate_pkt_ps) { NL_SET_ERR_MSG_MOD(extack, "QoS offload not support packets per second"); rc = -EOPNOTSUPP; goto out; } rc = sja1105_flower_policer(priv, port, extack, cookie, &key, act->police.rate_bytes_ps, act->police.burst); if (rc) goto out; break; case FLOW_ACTION_TRAP: { int cpu = dsa_upstream_port(ds, port); routing_rule = true; vl_rule = true; rc = sja1105_vl_redirect(priv, port, extack, cookie, &key, BIT(cpu), true); if (rc) goto out; break; } case FLOW_ACTION_REDIRECT: { struct dsa_port *to_dp; to_dp = dsa_port_from_netdev(act->dev); if (IS_ERR(to_dp)) { NL_SET_ERR_MSG_MOD(extack, "Destination not a switch port"); return -EOPNOTSUPP; } routing_rule = true; vl_rule = true; rc = sja1105_vl_redirect(priv, port, extack, cookie, &key, BIT(to_dp->index), true); if (rc) goto out; break; } case FLOW_ACTION_DROP: vl_rule = true; rc = sja1105_vl_redirect(priv, port, extack, cookie, &key, 0, false); if (rc) goto out; break; case FLOW_ACTION_GATE: gate_rule = true; vl_rule = true; rc = sja1105_vl_gate(priv, port, extack, cookie, &key, act->gate.index, act->gate.prio, act->gate.basetime, act->gate.cycletime, act->gate.cycletimeext, act->gate.num_entries, act->gate.entries); if (rc) goto out; break; default: NL_SET_ERR_MSG_MOD(extack, "Action not supported"); rc = -EOPNOTSUPP; goto out; } } if (vl_rule && !rc) { /* Delay scheduling configuration until DESTPORTS has been * populated by all other actions. */ if (gate_rule) { if (!routing_rule) { NL_SET_ERR_MSG_MOD(extack, "Can only offload gate action together with redirect or trap"); return -EOPNOTSUPP; } rc = sja1105_init_scheduling(priv); if (rc) goto out; } rc = sja1105_static_config_reload(priv, SJA1105_VIRTUAL_LINKS); } out: return rc; } int sja1105_cls_flower_del(struct dsa_switch *ds, int port, struct flow_cls_offload *cls, bool ingress) { struct sja1105_private *priv = ds->priv; struct sja1105_rule *rule = sja1105_rule_find(priv, cls->cookie); struct sja1105_l2_policing_entry *policing; int old_sharindx; if (!rule) return 0; if (rule->type == SJA1105_RULE_VL) return sja1105_vl_delete(priv, port, rule, cls->common.extack); policing = priv->static_config.tables[BLK_IDX_L2_POLICING].entries; if (rule->type == SJA1105_RULE_BCAST_POLICER) { int bcast = (ds->num_ports * SJA1105_NUM_TC) + port; old_sharindx = policing[bcast].sharindx; policing[bcast].sharindx = port; } else if (rule->type == SJA1105_RULE_TC_POLICER) { int index = (port * SJA1105_NUM_TC) + rule->key.tc.pcp; old_sharindx = policing[index].sharindx; policing[index].sharindx = port; } else { return -EINVAL; } rule->port_mask &= ~BIT(port); if (!rule->port_mask) { priv->flow_block.l2_policer_used[old_sharindx] = false; list_del(&rule->list); kfree(rule); } return sja1105_static_config_reload(priv, SJA1105_BEST_EFFORT_POLICING); } int sja1105_cls_flower_stats(struct dsa_switch *ds, int port, struct flow_cls_offload *cls, bool ingress) { struct sja1105_private *priv = ds->priv; struct sja1105_rule *rule = sja1105_rule_find(priv, cls->cookie); int rc; if (!rule) return 0; if (rule->type != SJA1105_RULE_VL) return 0; rc = sja1105_vl_stats(priv, port, rule, &cls->stats, cls->common.extack); if (rc) return rc; return 0; } void sja1105_flower_setup(struct dsa_switch *ds) { struct sja1105_private *priv = ds->priv; int port; INIT_LIST_HEAD(&priv->flow_block.rules); for (port = 0; port < ds->num_ports; port++) priv->flow_block.l2_policer_used[port] = true; } void sja1105_flower_teardown(struct dsa_switch *ds) { struct sja1105_private *priv = ds->priv; struct sja1105_rule *rule; struct list_head *pos, *n; list_for_each_safe(pos, n, &priv->flow_block.rules) { rule = list_entry(pos, struct sja1105_rule, list); list_del(&rule->list); kfree(rule); } }