/* Broadcom NetXtreme-C/E network driver. * * Copyright (c) 2017 Broadcom Limited * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation. */ #include #include #include #include "bnxt_hsi.h" #include "bnxt.h" #include "bnxt_vfr.h" #include "bnxt_devlink.h" static int bnxt_fw_reporter_diagnose(struct devlink_health_reporter *reporter, struct devlink_fmsg *fmsg) { struct bnxt *bp = devlink_health_reporter_priv(reporter); struct bnxt_fw_health *health = bp->fw_health; u32 val, health_status; int rc; if (!health || test_bit(BNXT_STATE_IN_FW_RESET, &bp->state)) return 0; val = bnxt_fw_health_readl(bp, BNXT_FW_HEALTH_REG); health_status = val & 0xffff; if (health_status == BNXT_FW_STATUS_HEALTHY) { rc = devlink_fmsg_string_pair_put(fmsg, "FW status", "Healthy;"); if (rc) return rc; } else if (health_status < BNXT_FW_STATUS_HEALTHY) { rc = devlink_fmsg_string_pair_put(fmsg, "FW status", "Not yet completed initialization;"); if (rc) return rc; } else if (health_status > BNXT_FW_STATUS_HEALTHY) { rc = devlink_fmsg_string_pair_put(fmsg, "FW status", "Encountered fatal error and cannot recover;"); if (rc) return rc; } if (val >> 16) { rc = devlink_fmsg_u32_pair_put(fmsg, "Error", val >> 16); if (rc) return rc; } val = bnxt_fw_health_readl(bp, BNXT_FW_RESET_CNT_REG); rc = devlink_fmsg_u32_pair_put(fmsg, "Reset count", val); if (rc) return rc; return 0; } static const struct devlink_health_reporter_ops bnxt_dl_fw_reporter_ops = { .name = "fw", .diagnose = bnxt_fw_reporter_diagnose, }; static int bnxt_fw_reset_recover(struct devlink_health_reporter *reporter, void *priv_ctx) { struct bnxt *bp = devlink_health_reporter_priv(reporter); if (!priv_ctx) return -EOPNOTSUPP; bnxt_fw_reset(bp); return 0; } static const struct devlink_health_reporter_ops bnxt_dl_fw_reset_reporter_ops = { .name = "fw_reset", .recover = bnxt_fw_reset_recover, }; static int bnxt_fw_fatal_recover(struct devlink_health_reporter *reporter, void *priv_ctx) { struct bnxt *bp = devlink_health_reporter_priv(reporter); struct bnxt_fw_reporter_ctx *fw_reporter_ctx = priv_ctx; unsigned long event; if (!priv_ctx) return -EOPNOTSUPP; event = fw_reporter_ctx->sp_event; if (event == BNXT_FW_RESET_NOTIFY_SP_EVENT) bnxt_fw_reset(bp); else if (event == BNXT_FW_EXCEPTION_SP_EVENT) bnxt_fw_exception(bp); return 0; } static const struct devlink_health_reporter_ops bnxt_dl_fw_fatal_reporter_ops = { .name = "fw_fatal", .recover = bnxt_fw_fatal_recover, }; static void bnxt_dl_fw_reporters_create(struct bnxt *bp) { struct bnxt_fw_health *health = bp->fw_health; if (!health) return; health->fw_reporter = devlink_health_reporter_create(bp->dl, &bnxt_dl_fw_reporter_ops, 0, false, bp); if (IS_ERR(health->fw_reporter)) { netdev_warn(bp->dev, "Failed to create FW health reporter, rc = %ld\n", PTR_ERR(health->fw_reporter)); health->fw_reporter = NULL; } health->fw_reset_reporter = devlink_health_reporter_create(bp->dl, &bnxt_dl_fw_reset_reporter_ops, 0, true, bp); if (IS_ERR(health->fw_reset_reporter)) { netdev_warn(bp->dev, "Failed to create FW fatal health reporter, rc = %ld\n", PTR_ERR(health->fw_reset_reporter)); health->fw_reset_reporter = NULL; } health->fw_fatal_reporter = devlink_health_reporter_create(bp->dl, &bnxt_dl_fw_fatal_reporter_ops, 0, true, bp); if (IS_ERR(health->fw_fatal_reporter)) { netdev_warn(bp->dev, "Failed to create FW fatal health reporter, rc = %ld\n", PTR_ERR(health->fw_fatal_reporter)); health->fw_fatal_reporter = NULL; } } static void bnxt_dl_fw_reporters_destroy(struct bnxt *bp) { struct bnxt_fw_health *health = bp->fw_health; if (!health) return; if (health->fw_reporter) devlink_health_reporter_destroy(health->fw_reporter); if (health->fw_reset_reporter) devlink_health_reporter_destroy(health->fw_reset_reporter); if (health->fw_fatal_reporter) devlink_health_reporter_destroy(health->fw_fatal_reporter); } void bnxt_devlink_health_report(struct bnxt *bp, unsigned long event) { struct bnxt_fw_health *fw_health = bp->fw_health; struct bnxt_fw_reporter_ctx fw_reporter_ctx; if (!fw_health) return; fw_reporter_ctx.sp_event = event; switch (event) { case BNXT_FW_RESET_NOTIFY_SP_EVENT: if (test_bit(BNXT_STATE_FW_FATAL_COND, &bp->state)) { if (!fw_health->fw_fatal_reporter) return; devlink_health_report(fw_health->fw_fatal_reporter, "FW fatal async event received", &fw_reporter_ctx); return; } if (!fw_health->fw_reset_reporter) return; devlink_health_report(fw_health->fw_reset_reporter, "FW non-fatal reset event received", &fw_reporter_ctx); return; case BNXT_FW_EXCEPTION_SP_EVENT: if (!fw_health->fw_fatal_reporter) return; devlink_health_report(fw_health->fw_fatal_reporter, "FW fatal error reported", &fw_reporter_ctx); return; } } static const struct devlink_ops bnxt_dl_ops = { #ifdef CONFIG_BNXT_SRIOV .eswitch_mode_set = bnxt_dl_eswitch_mode_set, .eswitch_mode_get = bnxt_dl_eswitch_mode_get, #endif /* CONFIG_BNXT_SRIOV */ }; enum bnxt_dl_param_id { BNXT_DEVLINK_PARAM_ID_BASE = DEVLINK_PARAM_GENERIC_ID_MAX, BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK, }; static const struct bnxt_dl_nvm_param nvm_params[] = { {DEVLINK_PARAM_GENERIC_ID_ENABLE_SRIOV, NVM_OFF_ENABLE_SRIOV, BNXT_NVM_SHARED_CFG, 1}, {DEVLINK_PARAM_GENERIC_ID_IGNORE_ARI, NVM_OFF_IGNORE_ARI, BNXT_NVM_SHARED_CFG, 1}, {DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX, NVM_OFF_MSIX_VEC_PER_PF_MAX, BNXT_NVM_SHARED_CFG, 10}, {DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN, NVM_OFF_MSIX_VEC_PER_PF_MIN, BNXT_NVM_SHARED_CFG, 7}, {BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK, NVM_OFF_DIS_GRE_VER_CHECK, BNXT_NVM_SHARED_CFG, 1}, }; static int bnxt_hwrm_nvm_req(struct bnxt *bp, u32 param_id, void *msg, int msg_len, union devlink_param_value *val) { struct hwrm_nvm_get_variable_input *req = msg; void *data_addr = NULL, *buf = NULL; struct bnxt_dl_nvm_param nvm_param; int bytesize, idx = 0, rc, i; dma_addr_t data_dma_addr; /* Get/Set NVM CFG parameter is supported only on PFs */ if (BNXT_VF(bp)) return -EPERM; for (i = 0; i < ARRAY_SIZE(nvm_params); i++) { if (nvm_params[i].id == param_id) { nvm_param = nvm_params[i]; break; } } if (i == ARRAY_SIZE(nvm_params)) return -EOPNOTSUPP; if (nvm_param.dir_type == BNXT_NVM_PORT_CFG) idx = bp->pf.port_id; else if (nvm_param.dir_type == BNXT_NVM_FUNC_CFG) idx = bp->pf.fw_fid - BNXT_FIRST_PF_FID; bytesize = roundup(nvm_param.num_bits, BITS_PER_BYTE) / BITS_PER_BYTE; switch (bytesize) { case 1: if (nvm_param.num_bits == 1) buf = &val->vbool; else buf = &val->vu8; break; case 2: buf = &val->vu16; break; case 4: buf = &val->vu32; break; default: return -EFAULT; } data_addr = dma_alloc_coherent(&bp->pdev->dev, bytesize, &data_dma_addr, GFP_KERNEL); if (!data_addr) return -ENOMEM; req->dest_data_addr = cpu_to_le64(data_dma_addr); req->data_len = cpu_to_le16(nvm_param.num_bits); req->option_num = cpu_to_le16(nvm_param.offset); req->index_0 = cpu_to_le16(idx); if (idx) req->dimensions = cpu_to_le16(1); if (req->req_type == cpu_to_le16(HWRM_NVM_SET_VARIABLE)) { memcpy(data_addr, buf, bytesize); rc = hwrm_send_message(bp, msg, msg_len, HWRM_CMD_TIMEOUT); } else { rc = hwrm_send_message_silent(bp, msg, msg_len, HWRM_CMD_TIMEOUT); } if (!rc && req->req_type == cpu_to_le16(HWRM_NVM_GET_VARIABLE)) memcpy(buf, data_addr, bytesize); dma_free_coherent(&bp->pdev->dev, bytesize, data_addr, data_dma_addr); if (rc == -EACCES) netdev_err(bp->dev, "PF does not have admin privileges to modify NVM config\n"); return rc; } static int bnxt_dl_nvm_param_get(struct devlink *dl, u32 id, struct devlink_param_gset_ctx *ctx) { struct hwrm_nvm_get_variable_input req = {0}; struct bnxt *bp = bnxt_get_bp_from_dl(dl); int rc; bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_GET_VARIABLE, -1, -1); rc = bnxt_hwrm_nvm_req(bp, id, &req, sizeof(req), &ctx->val); if (!rc) if (id == BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK) ctx->val.vbool = !ctx->val.vbool; return rc; } static int bnxt_dl_nvm_param_set(struct devlink *dl, u32 id, struct devlink_param_gset_ctx *ctx) { struct hwrm_nvm_set_variable_input req = {0}; struct bnxt *bp = bnxt_get_bp_from_dl(dl); bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_SET_VARIABLE, -1, -1); if (id == BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK) ctx->val.vbool = !ctx->val.vbool; return bnxt_hwrm_nvm_req(bp, id, &req, sizeof(req), &ctx->val); } static int bnxt_dl_msix_validate(struct devlink *dl, u32 id, union devlink_param_value val, struct netlink_ext_ack *extack) { int max_val = -1; if (id == DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX) max_val = BNXT_MSIX_VEC_MAX; if (id == DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN) max_val = BNXT_MSIX_VEC_MIN_MAX; if (val.vu32 > max_val) { NL_SET_ERR_MSG_MOD(extack, "MSIX value is exceeding the range"); return -EINVAL; } return 0; } static const struct devlink_param bnxt_dl_params[] = { DEVLINK_PARAM_GENERIC(ENABLE_SRIOV, BIT(DEVLINK_PARAM_CMODE_PERMANENT), bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, NULL), DEVLINK_PARAM_GENERIC(IGNORE_ARI, BIT(DEVLINK_PARAM_CMODE_PERMANENT), bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, NULL), DEVLINK_PARAM_GENERIC(MSIX_VEC_PER_PF_MAX, BIT(DEVLINK_PARAM_CMODE_PERMANENT), bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, bnxt_dl_msix_validate), DEVLINK_PARAM_GENERIC(MSIX_VEC_PER_PF_MIN, BIT(DEVLINK_PARAM_CMODE_PERMANENT), bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, bnxt_dl_msix_validate), DEVLINK_PARAM_DRIVER(BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK, "gre_ver_check", DEVLINK_PARAM_TYPE_BOOL, BIT(DEVLINK_PARAM_CMODE_PERMANENT), bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, NULL), }; static const struct devlink_param bnxt_dl_port_params[] = { }; int bnxt_dl_register(struct bnxt *bp) { struct devlink *dl; int rc; if (bp->hwrm_spec_code < 0x10600) { netdev_warn(bp->dev, "Firmware does not support NVM params"); return -ENOTSUPP; } dl = devlink_alloc(&bnxt_dl_ops, sizeof(struct bnxt_dl)); if (!dl) { netdev_warn(bp->dev, "devlink_alloc failed"); return -ENOMEM; } bnxt_link_bp_to_dl(bp, dl); /* Add switchdev eswitch mode setting, if SRIOV supported */ if (pci_find_ext_capability(bp->pdev, PCI_EXT_CAP_ID_SRIOV) && bp->hwrm_spec_code > 0x10803) bp->eswitch_mode = DEVLINK_ESWITCH_MODE_LEGACY; rc = devlink_register(dl, &bp->pdev->dev); if (rc) { netdev_warn(bp->dev, "devlink_register failed. rc=%d", rc); goto err_dl_free; } rc = devlink_params_register(dl, bnxt_dl_params, ARRAY_SIZE(bnxt_dl_params)); if (rc) { netdev_warn(bp->dev, "devlink_params_register failed. rc=%d", rc); goto err_dl_unreg; } devlink_port_attrs_set(&bp->dl_port, DEVLINK_PORT_FLAVOUR_PHYSICAL, bp->pf.port_id, false, 0, bp->switch_id, sizeof(bp->switch_id)); rc = devlink_port_register(dl, &bp->dl_port, bp->pf.port_id); if (rc) { netdev_err(bp->dev, "devlink_port_register failed"); goto err_dl_param_unreg; } devlink_port_type_eth_set(&bp->dl_port, bp->dev); rc = devlink_port_params_register(&bp->dl_port, bnxt_dl_port_params, ARRAY_SIZE(bnxt_dl_port_params)); if (rc) { netdev_err(bp->dev, "devlink_port_params_register failed"); goto err_dl_port_unreg; } devlink_params_publish(dl); bnxt_dl_fw_reporters_create(bp); return 0; err_dl_port_unreg: devlink_port_unregister(&bp->dl_port); err_dl_param_unreg: devlink_params_unregister(dl, bnxt_dl_params, ARRAY_SIZE(bnxt_dl_params)); err_dl_unreg: devlink_unregister(dl); err_dl_free: bnxt_link_bp_to_dl(bp, NULL); devlink_free(dl); return rc; } void bnxt_dl_unregister(struct bnxt *bp) { struct devlink *dl = bp->dl; if (!dl) return; bnxt_dl_fw_reporters_destroy(bp); devlink_port_params_unregister(&bp->dl_port, bnxt_dl_port_params, ARRAY_SIZE(bnxt_dl_port_params)); devlink_port_unregister(&bp->dl_port); devlink_params_unregister(dl, bnxt_dl_params, ARRAY_SIZE(bnxt_dl_params)); devlink_unregister(dl); devlink_free(dl); }