/* Broadcom NetXtreme-C/E network driver. * * Copyright (c) 2021 Broadcom Limited * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation. */ #include #include #include #include "bnxt_hsi.h" #include "bnxt.h" #include "bnxt_hwrm.h" #include "bnxt_coredump.h" static int bnxt_hwrm_dbg_dma_data(struct bnxt *bp, void *msg, struct bnxt_hwrm_dbg_dma_info *info) { struct hwrm_dbg_cmn_input *cmn_req = msg; __le16 *seq_ptr = msg + info->seq_off; struct hwrm_dbg_cmn_output *cmn_resp; u16 seq = 0, len, segs_off; dma_addr_t dma_handle; void *dma_buf, *resp; int rc, off = 0; dma_buf = hwrm_req_dma_slice(bp, msg, info->dma_len, &dma_handle); if (!dma_buf) { hwrm_req_drop(bp, msg); return -ENOMEM; } hwrm_req_timeout(bp, msg, bp->hwrm_cmd_max_timeout); cmn_resp = hwrm_req_hold(bp, msg); resp = cmn_resp; segs_off = offsetof(struct hwrm_dbg_coredump_list_output, total_segments); cmn_req->host_dest_addr = cpu_to_le64(dma_handle); cmn_req->host_buf_len = cpu_to_le32(info->dma_len); while (1) { *seq_ptr = cpu_to_le16(seq); rc = hwrm_req_send(bp, msg); if (rc) break; len = le16_to_cpu(*((__le16 *)(resp + info->data_len_off))); if (!seq && cmn_req->req_type == cpu_to_le16(HWRM_DBG_COREDUMP_LIST)) { info->segs = le16_to_cpu(*((__le16 *)(resp + segs_off))); if (!info->segs) { rc = -EIO; break; } info->dest_buf_size = info->segs * sizeof(struct coredump_segment_record); info->dest_buf = kmalloc(info->dest_buf_size, GFP_KERNEL); if (!info->dest_buf) { rc = -ENOMEM; break; } } if (info->dest_buf) { if ((info->seg_start + off + len) <= BNXT_COREDUMP_BUF_LEN(info->buf_len)) { memcpy(info->dest_buf + off, dma_buf, len); } else { rc = -ENOBUFS; break; } } if (cmn_req->req_type == cpu_to_le16(HWRM_DBG_COREDUMP_RETRIEVE)) info->dest_buf_size += len; if (!(cmn_resp->flags & HWRM_DBG_CMN_FLAGS_MORE)) break; seq++; off += len; } hwrm_req_drop(bp, msg); return rc; } static int bnxt_hwrm_dbg_coredump_list(struct bnxt *bp, struct bnxt_coredump *coredump) { struct bnxt_hwrm_dbg_dma_info info = {NULL}; struct hwrm_dbg_coredump_list_input *req; int rc; rc = hwrm_req_init(bp, req, HWRM_DBG_COREDUMP_LIST); if (rc) return rc; info.dma_len = COREDUMP_LIST_BUF_LEN; info.seq_off = offsetof(struct hwrm_dbg_coredump_list_input, seq_no); info.data_len_off = offsetof(struct hwrm_dbg_coredump_list_output, data_len); rc = bnxt_hwrm_dbg_dma_data(bp, req, &info); if (!rc) { coredump->data = info.dest_buf; coredump->data_size = info.dest_buf_size; coredump->total_segs = info.segs; } return rc; } static int bnxt_hwrm_dbg_coredump_initiate(struct bnxt *bp, u16 component_id, u16 segment_id) { struct hwrm_dbg_coredump_initiate_input *req; int rc; rc = hwrm_req_init(bp, req, HWRM_DBG_COREDUMP_INITIATE); if (rc) return rc; hwrm_req_timeout(bp, req, bp->hwrm_cmd_max_timeout); req->component_id = cpu_to_le16(component_id); req->segment_id = cpu_to_le16(segment_id); return hwrm_req_send(bp, req); } static int bnxt_hwrm_dbg_coredump_retrieve(struct bnxt *bp, u16 component_id, u16 segment_id, u32 *seg_len, void *buf, u32 buf_len, u32 offset) { struct hwrm_dbg_coredump_retrieve_input *req; struct bnxt_hwrm_dbg_dma_info info = {NULL}; int rc; rc = hwrm_req_init(bp, req, HWRM_DBG_COREDUMP_RETRIEVE); if (rc) return rc; req->component_id = cpu_to_le16(component_id); req->segment_id = cpu_to_le16(segment_id); info.dma_len = COREDUMP_RETRIEVE_BUF_LEN; info.seq_off = offsetof(struct hwrm_dbg_coredump_retrieve_input, seq_no); info.data_len_off = offsetof(struct hwrm_dbg_coredump_retrieve_output, data_len); if (buf) { info.dest_buf = buf + offset; info.buf_len = buf_len; info.seg_start = offset; } rc = bnxt_hwrm_dbg_dma_data(bp, req, &info); if (!rc) *seg_len = info.dest_buf_size; return rc; } static void bnxt_fill_coredump_seg_hdr(struct bnxt *bp, struct bnxt_coredump_segment_hdr *seg_hdr, struct coredump_segment_record *seg_rec, u32 seg_len, int status, u32 duration, u32 instance) { memset(seg_hdr, 0, sizeof(*seg_hdr)); memcpy(seg_hdr->signature, "sEgM", 4); if (seg_rec) { seg_hdr->component_id = (__force __le32)seg_rec->component_id; seg_hdr->segment_id = (__force __le32)seg_rec->segment_id; seg_hdr->low_version = seg_rec->version_low; seg_hdr->high_version = seg_rec->version_hi; seg_hdr->flags = cpu_to_le32(seg_rec->compress_flags); } else { /* For hwrm_ver_get response Component id = 2 * and Segment id = 0 */ seg_hdr->component_id = cpu_to_le32(2); seg_hdr->segment_id = 0; } seg_hdr->function_id = cpu_to_le16(bp->pdev->devfn); seg_hdr->length = cpu_to_le32(seg_len); seg_hdr->status = cpu_to_le32(status); seg_hdr->duration = cpu_to_le32(duration); seg_hdr->data_offset = cpu_to_le32(sizeof(*seg_hdr)); seg_hdr->instance = cpu_to_le32(instance); } static void bnxt_fill_cmdline(struct bnxt_coredump_record *record) { struct mm_struct *mm = current->mm; int i, len, last = 0; if (mm) { len = min_t(int, mm->arg_end - mm->arg_start, sizeof(record->commandline) - 1); if (len && !copy_from_user(record->commandline, (char __user *)mm->arg_start, len)) { for (i = 0; i < len; i++) { if (record->commandline[i]) last = i; else record->commandline[i] = ' '; } record->commandline[last + 1] = 0; return; } } strscpy(record->commandline, current->comm, TASK_COMM_LEN); } static void bnxt_fill_coredump_record(struct bnxt *bp, struct bnxt_coredump_record *record, time64_t start, s16 start_utc, u16 total_segs, int status) { time64_t end = ktime_get_real_seconds(); u32 os_ver_major = 0, os_ver_minor = 0; struct tm tm; time64_to_tm(start, 0, &tm); memset(record, 0, sizeof(*record)); memcpy(record->signature, "cOrE", 4); record->flags = 0; record->low_version = 0; record->high_version = 1; record->asic_state = 0; strscpy(record->system_name, utsname()->nodename, sizeof(record->system_name)); record->year = cpu_to_le16(tm.tm_year + 1900); record->month = cpu_to_le16(tm.tm_mon + 1); record->day = cpu_to_le16(tm.tm_mday); record->hour = cpu_to_le16(tm.tm_hour); record->minute = cpu_to_le16(tm.tm_min); record->second = cpu_to_le16(tm.tm_sec); record->utc_bias = cpu_to_le16(start_utc); bnxt_fill_cmdline(record); record->total_segments = cpu_to_le32(total_segs); if (sscanf(utsname()->release, "%u.%u", &os_ver_major, &os_ver_minor) != 2) netdev_warn(bp->dev, "Unknown OS release in coredump\n"); record->os_ver_major = cpu_to_le32(os_ver_major); record->os_ver_minor = cpu_to_le32(os_ver_minor); strscpy(record->os_name, utsname()->sysname, sizeof(record->os_name)); time64_to_tm(end, 0, &tm); record->end_year = cpu_to_le16(tm.tm_year + 1900); record->end_month = cpu_to_le16(tm.tm_mon + 1); record->end_day = cpu_to_le16(tm.tm_mday); record->end_hour = cpu_to_le16(tm.tm_hour); record->end_minute = cpu_to_le16(tm.tm_min); record->end_second = cpu_to_le16(tm.tm_sec); record->end_utc_bias = cpu_to_le16(sys_tz.tz_minuteswest * 60); record->asic_id1 = cpu_to_le32(bp->chip_num << 16 | bp->ver_resp.chip_rev << 8 | bp->ver_resp.chip_metal); record->asic_id2 = 0; record->coredump_status = cpu_to_le32(status); record->ioctl_low_version = 0; record->ioctl_high_version = 0; } static int __bnxt_get_coredump(struct bnxt *bp, void *buf, u32 *dump_len) { u32 ver_get_resp_len = sizeof(struct hwrm_ver_get_output); u32 offset = 0, seg_hdr_len, seg_record_len, buf_len = 0; struct coredump_segment_record *seg_record = NULL; struct bnxt_coredump_segment_hdr seg_hdr; struct bnxt_coredump coredump = {NULL}; time64_t start_time; u16 start_utc; int rc = 0, i; if (buf) buf_len = *dump_len; start_time = ktime_get_real_seconds(); start_utc = sys_tz.tz_minuteswest * 60; seg_hdr_len = sizeof(seg_hdr); /* First segment should be hwrm_ver_get response */ *dump_len = seg_hdr_len + ver_get_resp_len; if (buf) { bnxt_fill_coredump_seg_hdr(bp, &seg_hdr, NULL, ver_get_resp_len, 0, 0, 0); memcpy(buf + offset, &seg_hdr, seg_hdr_len); offset += seg_hdr_len; memcpy(buf + offset, &bp->ver_resp, ver_get_resp_len); offset += ver_get_resp_len; } rc = bnxt_hwrm_dbg_coredump_list(bp, &coredump); if (rc) { netdev_err(bp->dev, "Failed to get coredump segment list\n"); goto err; } *dump_len += seg_hdr_len * coredump.total_segs; seg_record = (struct coredump_segment_record *)coredump.data; seg_record_len = sizeof(*seg_record); for (i = 0; i < coredump.total_segs; i++) { u16 comp_id = le16_to_cpu(seg_record->component_id); u16 seg_id = le16_to_cpu(seg_record->segment_id); u32 duration = 0, seg_len = 0; unsigned long start, end; if (buf && ((offset + seg_hdr_len) > BNXT_COREDUMP_BUF_LEN(buf_len))) { rc = -ENOBUFS; goto err; } start = jiffies; rc = bnxt_hwrm_dbg_coredump_initiate(bp, comp_id, seg_id); if (rc) { netdev_err(bp->dev, "Failed to initiate coredump for seg = %d\n", seg_record->segment_id); goto next_seg; } /* Write segment data into the buffer */ rc = bnxt_hwrm_dbg_coredump_retrieve(bp, comp_id, seg_id, &seg_len, buf, buf_len, offset + seg_hdr_len); if (rc && rc == -ENOBUFS) goto err; else if (rc) netdev_err(bp->dev, "Failed to retrieve coredump for seg = %d\n", seg_record->segment_id); next_seg: end = jiffies; duration = jiffies_to_msecs(end - start); bnxt_fill_coredump_seg_hdr(bp, &seg_hdr, seg_record, seg_len, rc, duration, 0); if (buf) { /* Write segment header into the buffer */ memcpy(buf + offset, &seg_hdr, seg_hdr_len); offset += seg_hdr_len + seg_len; } *dump_len += seg_len; seg_record = (struct coredump_segment_record *)((u8 *)seg_record + seg_record_len); } err: if (buf) bnxt_fill_coredump_record(bp, buf + offset, start_time, start_utc, coredump.total_segs + 1, rc); kfree(coredump.data); *dump_len += sizeof(struct bnxt_coredump_record); if (rc == -ENOBUFS) netdev_err(bp->dev, "Firmware returned large coredump buffer\n"); return rc; } int bnxt_get_coredump(struct bnxt *bp, u16 dump_type, void *buf, u32 *dump_len) { if (dump_type == BNXT_DUMP_CRASH) { #ifdef CONFIG_TEE_BNXT_FW return tee_bnxt_copy_coredump(buf, 0, *dump_len); #else return -EOPNOTSUPP; #endif } else { return __bnxt_get_coredump(bp, buf, dump_len); } } static int bnxt_hwrm_get_dump_len(struct bnxt *bp, u16 dump_type, u32 *dump_len) { struct hwrm_dbg_qcfg_output *resp; struct hwrm_dbg_qcfg_input *req; int rc, hdr_len = 0; if (!(bp->fw_cap & BNXT_FW_CAP_DBG_QCAPS)) return -EOPNOTSUPP; if (dump_type == BNXT_DUMP_CRASH && !(bp->fw_dbg_cap & DBG_QCAPS_RESP_FLAGS_CRASHDUMP_SOC_DDR)) return -EOPNOTSUPP; rc = hwrm_req_init(bp, req, HWRM_DBG_QCFG); if (rc) return rc; req->fid = cpu_to_le16(0xffff); if (dump_type == BNXT_DUMP_CRASH) req->flags = cpu_to_le16(DBG_QCFG_REQ_FLAGS_CRASHDUMP_SIZE_FOR_DEST_DEST_SOC_DDR); resp = hwrm_req_hold(bp, req); rc = hwrm_req_send(bp, req); if (rc) goto get_dump_len_exit; if (dump_type == BNXT_DUMP_CRASH) { *dump_len = le32_to_cpu(resp->crashdump_size); } else { /* Driver adds coredump header and "HWRM_VER_GET response" * segment additionally to coredump. */ hdr_len = sizeof(struct bnxt_coredump_segment_hdr) + sizeof(struct hwrm_ver_get_output) + sizeof(struct bnxt_coredump_record); *dump_len = le32_to_cpu(resp->coredump_size) + hdr_len; } if (*dump_len <= hdr_len) rc = -EINVAL; get_dump_len_exit: hwrm_req_drop(bp, req); return rc; } u32 bnxt_get_coredump_length(struct bnxt *bp, u16 dump_type) { u32 len = 0; if (bnxt_hwrm_get_dump_len(bp, dump_type, &len)) { if (dump_type == BNXT_DUMP_CRASH) len = BNXT_CRASH_DUMP_LEN; else __bnxt_get_coredump(bp, NULL, &len); } return len; }