/* * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License, version 2, as * published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. * * Copyright SUSE Linux Products GmbH 2009 * * Authors: Alexander Graf */ #define SHADOW_SLB_ESID(num) (SLBSHADOW_SAVEAREA + (num * 0x10)) #define SHADOW_SLB_VSID(num) (SLBSHADOW_SAVEAREA + (num * 0x10) + 0x8) #define UNBOLT_SLB_ENTRY(num) \ ld r9, SHADOW_SLB_ESID(num)(r12); \ /* Invalid? Skip. */; \ rldicl. r0, r9, 37, 63; \ beq slb_entry_skip_ ## num; \ xoris r9, r9, SLB_ESID_V@h; \ std r9, SHADOW_SLB_ESID(num)(r12); \ slb_entry_skip_ ## num: #define REBOLT_SLB_ENTRY(num) \ ld r10, SHADOW_SLB_ESID(num)(r11); \ cmpdi r10, 0; \ beq slb_exit_skip_1; \ oris r10, r10, SLB_ESID_V@h; \ ld r9, SHADOW_SLB_VSID(num)(r11); \ slbmte r9, r10; \ std r10, SHADOW_SLB_ESID(num)(r11); \ slb_exit_skip_ ## num: /****************************************************************************** * * * Entry code * * * *****************************************************************************/ .global kvmppc_handler_trampoline_enter kvmppc_handler_trampoline_enter: /* Required state: * * MSR = ~IR|DR * R13 = PACA * R9 = guest IP * R10 = guest MSR * R11 = free * R12 = free * PACA[PACA_EXMC + EX_R9] = guest R9 * PACA[PACA_EXMC + EX_R10] = guest R10 * PACA[PACA_EXMC + EX_R11] = guest R11 * PACA[PACA_EXMC + EX_R12] = guest R12 * PACA[PACA_EXMC + EX_R13] = guest R13 * PACA[PACA_EXMC + EX_CCR] = guest CR * PACA[PACA_EXMC + EX_R3] = guest XER */ mtsrr0 r9 mtsrr1 r10 mtspr SPRN_SPRG_SCRATCH0, r0 /* Remove LPAR shadow entries */ #if SLB_NUM_BOLTED == 3 ld r12, PACA_SLBSHADOWPTR(r13) /* Save off the first entry so we can slbie it later */ ld r10, SHADOW_SLB_ESID(0)(r12) ld r11, SHADOW_SLB_VSID(0)(r12) /* Remove bolted entries */ UNBOLT_SLB_ENTRY(0) UNBOLT_SLB_ENTRY(1) UNBOLT_SLB_ENTRY(2) #else #error unknown number of bolted entries #endif /* Flush SLB */ slbia /* r0 = esid & ESID_MASK */ rldicr r10, r10, 0, 35 /* r0 |= CLASS_BIT(VSID) */ rldic r12, r11, 56 - 36, 36 or r10, r10, r12 slbie r10 isync /* Fill SLB with our shadow */ lbz r12, PACA_KVM_SLB_MAX(r13) mulli r12, r12, 16 addi r12, r12, PACA_KVM_SLB add r12, r12, r13 /* for (r11 = kvm_slb; r11 < kvm_slb + kvm_slb_size; r11+=slb_entry) */ li r11, PACA_KVM_SLB add r11, r11, r13 slb_loop_enter: ld r10, 0(r11) rldicl. r0, r10, 37, 63 beq slb_loop_enter_skip ld r9, 8(r11) slbmte r9, r10 slb_loop_enter_skip: addi r11, r11, 16 cmpd cr0, r11, r12 blt slb_loop_enter slb_do_enter: /* Enter guest */ mfspr r0, SPRN_SPRG_SCRATCH0 ld r9, (PACA_EXMC+EX_R9)(r13) ld r10, (PACA_EXMC+EX_R10)(r13) ld r12, (PACA_EXMC+EX_R12)(r13) lwz r11, (PACA_EXMC+EX_CCR)(r13) mtcr r11 ld r11, (PACA_EXMC+EX_R3)(r13) mtxer r11 ld r11, (PACA_EXMC+EX_R11)(r13) ld r13, (PACA_EXMC+EX_R13)(r13) RFI kvmppc_handler_trampoline_enter_end: /****************************************************************************** * * * Exit code * * * *****************************************************************************/ .global kvmppc_handler_trampoline_exit kvmppc_handler_trampoline_exit: /* Register usage at this point: * * SPRG_SCRATCH0 = guest R13 * R01 = host R1 * R02 = host R2 * R10 = guest PC * R11 = guest MSR * R12 = exit handler id * R13 = PACA * PACA.exmc.CCR = guest CR * PACA.exmc.R9 = guest R1 * PACA.exmc.R10 = guest R10 * PACA.exmc.R11 = guest R11 * PACA.exmc.R12 = guest R12 * PACA.exmc.R13 = guest R2 * */ /* Save registers */ std r0, (PACA_EXMC+EX_SRR0)(r13) std r9, (PACA_EXMC+EX_R3)(r13) std r10, (PACA_EXMC+EX_LR)(r13) std r11, (PACA_EXMC+EX_DAR)(r13) /* * In order for us to easily get the last instruction, * we got the #vmexit at, we exploit the fact that the * virtual layout is still the same here, so we can just * ld from the guest's PC address */ /* We only load the last instruction when it's safe */ cmpwi r12, BOOK3S_INTERRUPT_DATA_STORAGE beq ld_last_inst cmpwi r12, BOOK3S_INTERRUPT_PROGRAM beq ld_last_inst b no_ld_last_inst ld_last_inst: /* Save off the guest instruction we're at */ /* 1) enable paging for data */ mfmsr r9 ori r11, r9, MSR_DR /* Enable paging for data */ mtmsr r11 /* 2) fetch the instruction */ lwz r0, 0(r10) /* 3) disable paging again */ mtmsr r9 no_ld_last_inst: /* Restore bolted entries from the shadow and fix it along the way */ /* We don't store anything in entry 0, so we don't need to take care of it */ slbia isync #if SLB_NUM_BOLTED == 3 ld r11, PACA_SLBSHADOWPTR(r13) REBOLT_SLB_ENTRY(0) REBOLT_SLB_ENTRY(1) REBOLT_SLB_ENTRY(2) #else #error unknown number of bolted entries #endif slb_do_exit: /* Restore registers */ ld r11, (PACA_EXMC+EX_DAR)(r13) ld r10, (PACA_EXMC+EX_LR)(r13) ld r9, (PACA_EXMC+EX_R3)(r13) /* Save last inst */ stw r0, (PACA_EXMC+EX_LR)(r13) /* Save DAR and DSISR before going to paged mode */ mfdar r0 std r0, (PACA_EXMC+EX_DAR)(r13) mfdsisr r0 stw r0, (PACA_EXMC+EX_DSISR)(r13) /* RFI into the highmem handler */ mfmsr r0 ori r0, r0, MSR_IR|MSR_DR|MSR_RI /* Enable paging */ mtsrr1 r0 ld r0, PACASAVEDMSR(r13) /* Highmem handler address */ mtsrr0 r0 mfspr r0, SPRN_SPRG_SCRATCH0 RFI kvmppc_handler_trampoline_exit_end: