/********************************************************************** * Author: Cavium, Inc. * * Contact: support@cavium.com * Please include "LiquidIO" in the subject. * * Copyright (c) 2003-2016 Cavium, Inc. * * This file is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License, Version 2, as * published by the Free Software Foundation. * * This file is distributed in the hope that it will be useful, but * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or * NONINFRINGEMENT. See the GNU General Public License for more * details. **********************************************************************/ #include #include #include "liquidio_common.h" #include "octeon_droq.h" #include "octeon_iq.h" #include "response_manager.h" #include "octeon_device.h" #include "octeon_nic.h" #include "octeon_main.h" void * octeon_alloc_soft_command_resp(struct octeon_device *oct, union octeon_instr_64B *cmd, u32 rdatasize) { struct octeon_soft_command *sc; struct octeon_instr_ih3 *ih3; struct octeon_instr_ih2 *ih2; struct octeon_instr_irh *irh; struct octeon_instr_rdp *rdp; sc = (struct octeon_soft_command *) octeon_alloc_soft_command(oct, 0, rdatasize, 0); if (!sc) return NULL; /* Copy existing command structure into the soft command */ memcpy(&sc->cmd, cmd, sizeof(union octeon_instr_64B)); /* Add in the response related fields. Opcode and Param are already * there. */ if (OCTEON_CN23XX_PF(oct) || OCTEON_CN23XX_VF(oct)) { ih3 = (struct octeon_instr_ih3 *)&sc->cmd.cmd3.ih3; rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp; irh = (struct octeon_instr_irh *)&sc->cmd.cmd3.irh; /*pkiih3 + irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */ ih3->fsz = LIO_SOFTCMDRESP_IH3; } else { ih2 = (struct octeon_instr_ih2 *)&sc->cmd.cmd2.ih2; rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp; irh = (struct octeon_instr_irh *)&sc->cmd.cmd2.irh; /* irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */ ih2->fsz = LIO_SOFTCMDRESP_IH2; } irh->rflag = 1; /* a response is required */ rdp->pcie_port = oct->pcie_port; rdp->rlen = rdatasize; *sc->status_word = COMPLETION_WORD_INIT; if (OCTEON_CN23XX_PF(oct) || OCTEON_CN23XX_VF(oct)) sc->cmd.cmd3.rptr = sc->dmarptr; else sc->cmd.cmd2.rptr = sc->dmarptr; sc->expiry_time = jiffies + msecs_to_jiffies(LIO_SC_MAX_TMO_MS); return sc; } int octnet_send_nic_data_pkt(struct octeon_device *oct, struct octnic_data_pkt *ndata, int xmit_more) { int ring_doorbell = !xmit_more; return octeon_send_command(oct, ndata->q_no, ring_doorbell, &ndata->cmd, ndata->buf, ndata->datasize, ndata->reqtype); } static inline struct octeon_soft_command *octnic_alloc_ctrl_pkt_sc(struct octeon_device *oct, struct octnic_ctrl_pkt *nctrl) { struct octeon_soft_command *sc = NULL; u8 *data; u32 rdatasize; u32 uddsize = 0, datasize = 0; uddsize = (u32)(nctrl->ncmd.s.more * 8); datasize = OCTNET_CMD_SIZE + uddsize; rdatasize = 16; sc = (struct octeon_soft_command *) octeon_alloc_soft_command(oct, datasize, rdatasize, 0); if (!sc) return NULL; data = (u8 *)sc->virtdptr; memcpy(data, &nctrl->ncmd, OCTNET_CMD_SIZE); octeon_swap_8B_data((u64 *)data, (OCTNET_CMD_SIZE >> 3)); if (uddsize) { /* Endian-Swap for UDD should have been done by caller. */ memcpy(data + OCTNET_CMD_SIZE, nctrl->udd, uddsize); } sc->iq_no = (u32)nctrl->iq_no; octeon_prepare_soft_command(oct, sc, OPCODE_NIC, OPCODE_NIC_CMD, 0, 0, 0); init_completion(&sc->complete); sc->sc_status = OCTEON_REQUEST_PENDING; return sc; } int octnet_send_nic_ctrl_pkt(struct octeon_device *oct, struct octnic_ctrl_pkt *nctrl) { int retval; struct octeon_soft_command *sc = NULL; spin_lock_bh(&oct->cmd_resp_wqlock); /* Allow only rx ctrl command to stop traffic on the chip * during offline operations */ if ((oct->cmd_resp_state == OCT_DRV_OFFLINE) && (nctrl->ncmd.s.cmd != OCTNET_CMD_RX_CTL)) { spin_unlock_bh(&oct->cmd_resp_wqlock); dev_err(&oct->pci_dev->dev, "%s cmd:%d not processed since driver offline\n", __func__, nctrl->ncmd.s.cmd); return -1; } sc = octnic_alloc_ctrl_pkt_sc(oct, nctrl); if (!sc) { dev_err(&oct->pci_dev->dev, "%s soft command alloc failed\n", __func__); spin_unlock_bh(&oct->cmd_resp_wqlock); return -1; } retval = octeon_send_soft_command(oct, sc); if (retval == IQ_SEND_FAILED) { octeon_free_soft_command(oct, sc); dev_err(&oct->pci_dev->dev, "%s pf_num:%d soft command:%d send failed status: %x\n", __func__, oct->pf_num, nctrl->ncmd.s.cmd, retval); spin_unlock_bh(&oct->cmd_resp_wqlock); return -1; } spin_unlock_bh(&oct->cmd_resp_wqlock); if (nctrl->ncmd.s.cmdgroup == 0) { switch (nctrl->ncmd.s.cmd) { /* caller holds lock, can not sleep */ case OCTNET_CMD_CHANGE_DEVFLAGS: case OCTNET_CMD_SET_MULTI_LIST: case OCTNET_CMD_SET_UC_LIST: WRITE_ONCE(sc->caller_is_done, true); return retval; } } retval = wait_for_sc_completion_timeout(oct, sc, 0); if (retval) return (retval); nctrl->sc_status = sc->sc_status; retval = nctrl->sc_status; if (nctrl->cb_fn) nctrl->cb_fn(nctrl); WRITE_ONCE(sc->caller_is_done, true); return retval; }