/* * Copyright 2013 Red Hat Inc. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. * * Authors: Ben Skeggs */ #include "priv.h" #include void nvkm_pmu_pgob(struct nvkm_pmu *pmu, bool enable) { const struct nvkm_pmu_impl *impl = (void *)nv_oclass(pmu); if (impl->pgob) impl->pgob(pmu, enable); } static int nvkm_pmu_send(struct nvkm_pmu *pmu, u32 reply[2], u32 process, u32 message, u32 data0, u32 data1) { struct nvkm_subdev *subdev = nv_subdev(pmu); u32 addr; /* wait for a free slot in the fifo */ addr = nv_rd32(pmu, 0x10a4a0); if (!nv_wait_ne(pmu, 0x10a4b0, 0xffffffff, addr ^ 8)) return -EBUSY; /* we currently only support a single process at a time waiting * on a synchronous reply, take the PMU mutex and tell the * receive handler what we're waiting for */ if (reply) { mutex_lock(&subdev->mutex); pmu->recv.message = message; pmu->recv.process = process; } /* acquire data segment access */ do { nv_wr32(pmu, 0x10a580, 0x00000001); } while (nv_rd32(pmu, 0x10a580) != 0x00000001); /* write the packet */ nv_wr32(pmu, 0x10a1c0, 0x01000000 | (((addr & 0x07) << 4) + pmu->send.base)); nv_wr32(pmu, 0x10a1c4, process); nv_wr32(pmu, 0x10a1c4, message); nv_wr32(pmu, 0x10a1c4, data0); nv_wr32(pmu, 0x10a1c4, data1); nv_wr32(pmu, 0x10a4a0, (addr + 1) & 0x0f); /* release data segment access */ nv_wr32(pmu, 0x10a580, 0x00000000); /* wait for reply, if requested */ if (reply) { wait_event(pmu->recv.wait, (pmu->recv.process == 0)); reply[0] = pmu->recv.data[0]; reply[1] = pmu->recv.data[1]; mutex_unlock(&subdev->mutex); } return 0; } static void nvkm_pmu_recv(struct work_struct *work) { struct nvkm_pmu *pmu = container_of(work, struct nvkm_pmu, recv.work); u32 process, message, data0, data1; /* nothing to do if GET == PUT */ u32 addr = nv_rd32(pmu, 0x10a4cc); if (addr == nv_rd32(pmu, 0x10a4c8)) return; /* acquire data segment access */ do { nv_wr32(pmu, 0x10a580, 0x00000002); } while (nv_rd32(pmu, 0x10a580) != 0x00000002); /* read the packet */ nv_wr32(pmu, 0x10a1c0, 0x02000000 | (((addr & 0x07) << 4) + pmu->recv.base)); process = nv_rd32(pmu, 0x10a1c4); message = nv_rd32(pmu, 0x10a1c4); data0 = nv_rd32(pmu, 0x10a1c4); data1 = nv_rd32(pmu, 0x10a1c4); nv_wr32(pmu, 0x10a4cc, (addr + 1) & 0x0f); /* release data segment access */ nv_wr32(pmu, 0x10a580, 0x00000000); /* wake process if it's waiting on a synchronous reply */ if (pmu->recv.process) { if (process == pmu->recv.process && message == pmu->recv.message) { pmu->recv.data[0] = data0; pmu->recv.data[1] = data1; pmu->recv.process = 0; wake_up(&pmu->recv.wait); return; } } /* right now there's no other expected responses from the engine, * so assume that any unexpected message is an error. */ nv_warn(pmu, "%c%c%c%c 0x%08x 0x%08x 0x%08x 0x%08x\n", (char)((process & 0x000000ff) >> 0), (char)((process & 0x0000ff00) >> 8), (char)((process & 0x00ff0000) >> 16), (char)((process & 0xff000000) >> 24), process, message, data0, data1); } static void nvkm_pmu_intr(struct nvkm_subdev *subdev) { struct nvkm_pmu *pmu = (void *)subdev; u32 disp = nv_rd32(pmu, 0x10a01c); u32 intr = nv_rd32(pmu, 0x10a008) & disp & ~(disp >> 16); if (intr & 0x00000020) { u32 stat = nv_rd32(pmu, 0x10a16c); if (stat & 0x80000000) { nv_error(pmu, "UAS fault at 0x%06x addr 0x%08x\n", stat & 0x00ffffff, nv_rd32(pmu, 0x10a168)); nv_wr32(pmu, 0x10a16c, 0x00000000); intr &= ~0x00000020; } } if (intr & 0x00000040) { schedule_work(&pmu->recv.work); nv_wr32(pmu, 0x10a004, 0x00000040); intr &= ~0x00000040; } if (intr & 0x00000080) { nv_info(pmu, "wr32 0x%06x 0x%08x\n", nv_rd32(pmu, 0x10a7a0), nv_rd32(pmu, 0x10a7a4)); nv_wr32(pmu, 0x10a004, 0x00000080); intr &= ~0x00000080; } if (intr) { nv_error(pmu, "intr 0x%08x\n", intr); nv_wr32(pmu, 0x10a004, intr); } } int _nvkm_pmu_fini(struct nvkm_object *object, bool suspend) { struct nvkm_pmu *pmu = (void *)object; nv_wr32(pmu, 0x10a014, 0x00000060); flush_work(&pmu->recv.work); return nvkm_subdev_fini(&pmu->base, suspend); } int _nvkm_pmu_init(struct nvkm_object *object) { const struct nvkm_pmu_impl *impl = (void *)object->oclass; struct nvkm_pmu *pmu = (void *)object; int ret, i; ret = nvkm_subdev_init(&pmu->base); if (ret) return ret; nv_subdev(pmu)->intr = nvkm_pmu_intr; pmu->message = nvkm_pmu_send; pmu->pgob = nvkm_pmu_pgob; /* prevent previous ucode from running, wait for idle, reset */ nv_wr32(pmu, 0x10a014, 0x0000ffff); /* INTR_EN_CLR = ALL */ nv_wait(pmu, 0x10a04c, 0xffffffff, 0x00000000); nv_mask(pmu, 0x000200, 0x00002000, 0x00000000); nv_mask(pmu, 0x000200, 0x00002000, 0x00002000); nv_rd32(pmu, 0x000200); nv_wait(pmu, 0x10a10c, 0x00000006, 0x00000000); /* upload data segment */ nv_wr32(pmu, 0x10a1c0, 0x01000000); for (i = 0; i < impl->data.size / 4; i++) nv_wr32(pmu, 0x10a1c4, impl->data.data[i]); /* upload code segment */ nv_wr32(pmu, 0x10a180, 0x01000000); for (i = 0; i < impl->code.size / 4; i++) { if ((i & 0x3f) == 0) nv_wr32(pmu, 0x10a188, i >> 6); nv_wr32(pmu, 0x10a184, impl->code.data[i]); } /* start it running */ nv_wr32(pmu, 0x10a10c, 0x00000000); nv_wr32(pmu, 0x10a104, 0x00000000); nv_wr32(pmu, 0x10a100, 0x00000002); /* wait for valid host->pmu ring configuration */ if (!nv_wait_ne(pmu, 0x10a4d0, 0xffffffff, 0x00000000)) return -EBUSY; pmu->send.base = nv_rd32(pmu, 0x10a4d0) & 0x0000ffff; pmu->send.size = nv_rd32(pmu, 0x10a4d0) >> 16; /* wait for valid pmu->host ring configuration */ if (!nv_wait_ne(pmu, 0x10a4dc, 0xffffffff, 0x00000000)) return -EBUSY; pmu->recv.base = nv_rd32(pmu, 0x10a4dc) & 0x0000ffff; pmu->recv.size = nv_rd32(pmu, 0x10a4dc) >> 16; nv_wr32(pmu, 0x10a010, 0x000000e0); return 0; } int nvkm_pmu_create_(struct nvkm_object *parent, struct nvkm_object *engine, struct nvkm_oclass *oclass, int length, void **pobject) { struct nvkm_pmu *pmu; int ret; ret = nvkm_subdev_create_(parent, engine, oclass, 0, "PMU", "pmu", length, pobject); pmu = *pobject; if (ret) return ret; INIT_WORK(&pmu->recv.work, nvkm_pmu_recv); init_waitqueue_head(&pmu->recv.wait); return 0; } int _nvkm_pmu_ctor(struct nvkm_object *parent, struct nvkm_object *engine, struct nvkm_oclass *oclass, void *data, u32 size, struct nvkm_object **pobject) { struct nvkm_pmu *pmu; int ret = nvkm_pmu_create(parent, engine, oclass, &pmu); *pobject = nv_object(pmu); return ret; }