|
@@ -1,13 +1,13 @@
|
|
/*
|
|
/*
|
|
-* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
-* License. See the file "COPYING" in the main directory of this archive
|
|
|
|
-* for more details.
|
|
|
|
-*
|
|
|
|
-* KVM/MIPS: Instruction/Exception emulation
|
|
|
|
-*
|
|
|
|
-* Copyright (C) 2012 MIPS Technologies, Inc. All rights reserved.
|
|
|
|
-* Authors: Sanjay Lal <sanjayl@kymasys.com>
|
|
|
|
-*/
|
|
|
|
|
|
+ * This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
+ * License. See the file "COPYING" in the main directory of this archive
|
|
|
|
+ * for more details.
|
|
|
|
+ *
|
|
|
|
+ * KVM/MIPS: Instruction/Exception emulation
|
|
|
|
+ *
|
|
|
|
+ * Copyright (C) 2012 MIPS Technologies, Inc. All rights reserved.
|
|
|
|
+ * Authors: Sanjay Lal <sanjayl@kymasys.com>
|
|
|
|
+ */
|
|
|
|
|
|
#include <linux/errno.h>
|
|
#include <linux/errno.h>
|
|
#include <linux/err.h>
|
|
#include <linux/err.h>
|
|
@@ -51,18 +51,14 @@ unsigned long kvm_compute_return_epc(struct kvm_vcpu *vcpu,
|
|
if (epc & 3)
|
|
if (epc & 3)
|
|
goto unaligned;
|
|
goto unaligned;
|
|
|
|
|
|
- /*
|
|
|
|
- * Read the instruction
|
|
|
|
- */
|
|
|
|
|
|
+ /* Read the instruction */
|
|
insn.word = kvm_get_inst((uint32_t *) epc, vcpu);
|
|
insn.word = kvm_get_inst((uint32_t *) epc, vcpu);
|
|
|
|
|
|
if (insn.word == KVM_INVALID_INST)
|
|
if (insn.word == KVM_INVALID_INST)
|
|
return KVM_INVALID_INST;
|
|
return KVM_INVALID_INST;
|
|
|
|
|
|
switch (insn.i_format.opcode) {
|
|
switch (insn.i_format.opcode) {
|
|
- /*
|
|
|
|
- * jr and jalr are in r_format format.
|
|
|
|
- */
|
|
|
|
|
|
+ /* jr and jalr are in r_format format. */
|
|
case spec_op:
|
|
case spec_op:
|
|
switch (insn.r_format.func) {
|
|
switch (insn.r_format.func) {
|
|
case jalr_op:
|
|
case jalr_op:
|
|
@@ -124,18 +120,16 @@ unsigned long kvm_compute_return_epc(struct kvm_vcpu *vcpu,
|
|
|
|
|
|
dspcontrol = rddsp(0x01);
|
|
dspcontrol = rddsp(0x01);
|
|
|
|
|
|
- if (dspcontrol >= 32) {
|
|
|
|
|
|
+ if (dspcontrol >= 32)
|
|
epc = epc + 4 + (insn.i_format.simmediate << 2);
|
|
epc = epc + 4 + (insn.i_format.simmediate << 2);
|
|
- } else
|
|
|
|
|
|
+ else
|
|
epc += 8;
|
|
epc += 8;
|
|
nextpc = epc;
|
|
nextpc = epc;
|
|
break;
|
|
break;
|
|
}
|
|
}
|
|
break;
|
|
break;
|
|
|
|
|
|
- /*
|
|
|
|
- * These are unconditional and in j_format.
|
|
|
|
- */
|
|
|
|
|
|
+ /* These are unconditional and in j_format. */
|
|
case jal_op:
|
|
case jal_op:
|
|
arch->gprs[31] = instpc + 8;
|
|
arch->gprs[31] = instpc + 8;
|
|
case j_op:
|
|
case j_op:
|
|
@@ -146,9 +140,7 @@ unsigned long kvm_compute_return_epc(struct kvm_vcpu *vcpu,
|
|
nextpc = epc;
|
|
nextpc = epc;
|
|
break;
|
|
break;
|
|
|
|
|
|
- /*
|
|
|
|
- * These are conditional and in i_format.
|
|
|
|
- */
|
|
|
|
|
|
+ /* These are conditional and in i_format. */
|
|
case beq_op:
|
|
case beq_op:
|
|
case beql_op:
|
|
case beql_op:
|
|
if (arch->gprs[insn.i_format.rs] ==
|
|
if (arch->gprs[insn.i_format.rs] ==
|
|
@@ -189,9 +181,7 @@ unsigned long kvm_compute_return_epc(struct kvm_vcpu *vcpu,
|
|
nextpc = epc;
|
|
nextpc = epc;
|
|
break;
|
|
break;
|
|
|
|
|
|
- /*
|
|
|
|
- * And now the FPA/cp1 branch instructions.
|
|
|
|
- */
|
|
|
|
|
|
+ /* And now the FPA/cp1 branch instructions. */
|
|
case cop1_op:
|
|
case cop1_op:
|
|
printk("%s: unsupported cop1_op\n", __func__);
|
|
printk("%s: unsupported cop1_op\n", __func__);
|
|
break;
|
|
break;
|
|
@@ -219,7 +209,8 @@ enum emulation_result update_pc(struct kvm_vcpu *vcpu, uint32_t cause)
|
|
er = EMULATE_FAIL;
|
|
er = EMULATE_FAIL;
|
|
} else {
|
|
} else {
|
|
vcpu->arch.pc = branch_pc;
|
|
vcpu->arch.pc = branch_pc;
|
|
- kvm_debug("BD update_pc(): New PC: %#lx\n", vcpu->arch.pc);
|
|
|
|
|
|
+ kvm_debug("BD update_pc(): New PC: %#lx\n",
|
|
|
|
+ vcpu->arch.pc);
|
|
}
|
|
}
|
|
} else
|
|
} else
|
|
vcpu->arch.pc += 4;
|
|
vcpu->arch.pc += 4;
|
|
@@ -240,6 +231,7 @@ enum emulation_result update_pc(struct kvm_vcpu *vcpu, uint32_t cause)
|
|
static inline int kvm_mips_count_disabled(struct kvm_vcpu *vcpu)
|
|
static inline int kvm_mips_count_disabled(struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
|
|
+
|
|
return (vcpu->arch.count_ctl & KVM_REG_MIPS_COUNT_CTL_DC) ||
|
|
return (vcpu->arch.count_ctl & KVM_REG_MIPS_COUNT_CTL_DC) ||
|
|
(kvm_read_c0_guest_cause(cop0) & CAUSEF_DC);
|
|
(kvm_read_c0_guest_cause(cop0) & CAUSEF_DC);
|
|
}
|
|
}
|
|
@@ -392,7 +384,6 @@ static ktime_t kvm_mips_freeze_hrtimer(struct kvm_vcpu *vcpu,
|
|
return now;
|
|
return now;
|
|
}
|
|
}
|
|
|
|
|
|
-
|
|
|
|
/**
|
|
/**
|
|
* kvm_mips_resume_hrtimer() - Resume hrtimer, updating expiry.
|
|
* kvm_mips_resume_hrtimer() - Resume hrtimer, updating expiry.
|
|
* @vcpu: Virtual CPU.
|
|
* @vcpu: Virtual CPU.
|
|
@@ -781,8 +772,9 @@ enum emulation_result kvm_mips_emul_wait(struct kvm_vcpu *vcpu)
|
|
vcpu->arch.wait = 1;
|
|
vcpu->arch.wait = 1;
|
|
kvm_vcpu_block(vcpu);
|
|
kvm_vcpu_block(vcpu);
|
|
|
|
|
|
- /* We we are runnable, then definitely go off to user space to check if any
|
|
|
|
- * I/O interrupts are pending.
|
|
|
|
|
|
+ /*
|
|
|
|
+ * We we are runnable, then definitely go off to user space to
|
|
|
|
+ * check if any I/O interrupts are pending.
|
|
*/
|
|
*/
|
|
if (kvm_check_request(KVM_REQ_UNHALT, vcpu)) {
|
|
if (kvm_check_request(KVM_REQ_UNHALT, vcpu)) {
|
|
clear_bit(KVM_REQ_UNHALT, &vcpu->requests);
|
|
clear_bit(KVM_REQ_UNHALT, &vcpu->requests);
|
|
@@ -793,8 +785,9 @@ enum emulation_result kvm_mips_emul_wait(struct kvm_vcpu *vcpu)
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-/* XXXKYMA: Linux doesn't seem to use TLBR, return EMULATE_FAIL for now so that we can catch
|
|
|
|
- * this, if things ever change
|
|
|
|
|
|
+/*
|
|
|
|
+ * XXXKYMA: Linux doesn't seem to use TLBR, return EMULATE_FAIL for now so that
|
|
|
|
+ * we can catch this, if things ever change
|
|
*/
|
|
*/
|
|
enum emulation_result kvm_mips_emul_tlbr(struct kvm_vcpu *vcpu)
|
|
enum emulation_result kvm_mips_emul_tlbr(struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
@@ -827,21 +820,22 @@ enum emulation_result kvm_mips_emul_tlbwi(struct kvm_vcpu *vcpu)
|
|
}
|
|
}
|
|
|
|
|
|
tlb = &vcpu->arch.guest_tlb[index];
|
|
tlb = &vcpu->arch.guest_tlb[index];
|
|
-#if 1
|
|
|
|
- /* Probe the shadow host TLB for the entry being overwritten, if one matches, invalidate it */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * Probe the shadow host TLB for the entry being overwritten, if one
|
|
|
|
+ * matches, invalidate it
|
|
|
|
+ */
|
|
kvm_mips_host_tlb_inv(vcpu, tlb->tlb_hi);
|
|
kvm_mips_host_tlb_inv(vcpu, tlb->tlb_hi);
|
|
-#endif
|
|
|
|
|
|
|
|
tlb->tlb_mask = kvm_read_c0_guest_pagemask(cop0);
|
|
tlb->tlb_mask = kvm_read_c0_guest_pagemask(cop0);
|
|
tlb->tlb_hi = kvm_read_c0_guest_entryhi(cop0);
|
|
tlb->tlb_hi = kvm_read_c0_guest_entryhi(cop0);
|
|
tlb->tlb_lo0 = kvm_read_c0_guest_entrylo0(cop0);
|
|
tlb->tlb_lo0 = kvm_read_c0_guest_entrylo0(cop0);
|
|
tlb->tlb_lo1 = kvm_read_c0_guest_entrylo1(cop0);
|
|
tlb->tlb_lo1 = kvm_read_c0_guest_entrylo1(cop0);
|
|
|
|
|
|
- kvm_debug
|
|
|
|
- ("[%#x] COP0_TLBWI [%d] (entryhi: %#lx, entrylo0: %#lx entrylo1: %#lx, mask: %#lx)\n",
|
|
|
|
- pc, index, kvm_read_c0_guest_entryhi(cop0),
|
|
|
|
- kvm_read_c0_guest_entrylo0(cop0), kvm_read_c0_guest_entrylo1(cop0),
|
|
|
|
- kvm_read_c0_guest_pagemask(cop0));
|
|
|
|
|
|
+ kvm_debug("[%#x] COP0_TLBWI [%d] (entryhi: %#lx, entrylo0: %#lx entrylo1: %#lx, mask: %#lx)\n",
|
|
|
|
+ pc, index, kvm_read_c0_guest_entryhi(cop0),
|
|
|
|
+ kvm_read_c0_guest_entrylo0(cop0),
|
|
|
|
+ kvm_read_c0_guest_entrylo1(cop0),
|
|
|
|
+ kvm_read_c0_guest_pagemask(cop0));
|
|
|
|
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
@@ -855,12 +849,8 @@ enum emulation_result kvm_mips_emul_tlbwr(struct kvm_vcpu *vcpu)
|
|
uint32_t pc = vcpu->arch.pc;
|
|
uint32_t pc = vcpu->arch.pc;
|
|
int index;
|
|
int index;
|
|
|
|
|
|
-#if 1
|
|
|
|
get_random_bytes(&index, sizeof(index));
|
|
get_random_bytes(&index, sizeof(index));
|
|
index &= (KVM_MIPS_GUEST_TLB_SIZE - 1);
|
|
index &= (KVM_MIPS_GUEST_TLB_SIZE - 1);
|
|
-#else
|
|
|
|
- index = jiffies % KVM_MIPS_GUEST_TLB_SIZE;
|
|
|
|
-#endif
|
|
|
|
|
|
|
|
if (index < 0 || index >= KVM_MIPS_GUEST_TLB_SIZE) {
|
|
if (index < 0 || index >= KVM_MIPS_GUEST_TLB_SIZE) {
|
|
printk("%s: illegal index: %d\n", __func__, index);
|
|
printk("%s: illegal index: %d\n", __func__, index);
|
|
@@ -869,21 +859,21 @@ enum emulation_result kvm_mips_emul_tlbwr(struct kvm_vcpu *vcpu)
|
|
|
|
|
|
tlb = &vcpu->arch.guest_tlb[index];
|
|
tlb = &vcpu->arch.guest_tlb[index];
|
|
|
|
|
|
-#if 1
|
|
|
|
- /* Probe the shadow host TLB for the entry being overwritten, if one matches, invalidate it */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * Probe the shadow host TLB for the entry being overwritten, if one
|
|
|
|
+ * matches, invalidate it
|
|
|
|
+ */
|
|
kvm_mips_host_tlb_inv(vcpu, tlb->tlb_hi);
|
|
kvm_mips_host_tlb_inv(vcpu, tlb->tlb_hi);
|
|
-#endif
|
|
|
|
|
|
|
|
tlb->tlb_mask = kvm_read_c0_guest_pagemask(cop0);
|
|
tlb->tlb_mask = kvm_read_c0_guest_pagemask(cop0);
|
|
tlb->tlb_hi = kvm_read_c0_guest_entryhi(cop0);
|
|
tlb->tlb_hi = kvm_read_c0_guest_entryhi(cop0);
|
|
tlb->tlb_lo0 = kvm_read_c0_guest_entrylo0(cop0);
|
|
tlb->tlb_lo0 = kvm_read_c0_guest_entrylo0(cop0);
|
|
tlb->tlb_lo1 = kvm_read_c0_guest_entrylo1(cop0);
|
|
tlb->tlb_lo1 = kvm_read_c0_guest_entrylo1(cop0);
|
|
|
|
|
|
- kvm_debug
|
|
|
|
- ("[%#x] COP0_TLBWR[%d] (entryhi: %#lx, entrylo0: %#lx entrylo1: %#lx)\n",
|
|
|
|
- pc, index, kvm_read_c0_guest_entryhi(cop0),
|
|
|
|
- kvm_read_c0_guest_entrylo0(cop0),
|
|
|
|
- kvm_read_c0_guest_entrylo1(cop0));
|
|
|
|
|
|
+ kvm_debug("[%#x] COP0_TLBWR[%d] (entryhi: %#lx, entrylo0: %#lx entrylo1: %#lx)\n",
|
|
|
|
+ pc, index, kvm_read_c0_guest_entryhi(cop0),
|
|
|
|
+ kvm_read_c0_guest_entrylo0(cop0),
|
|
|
|
+ kvm_read_c0_guest_entrylo1(cop0));
|
|
|
|
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
@@ -906,9 +896,9 @@ enum emulation_result kvm_mips_emul_tlbp(struct kvm_vcpu *vcpu)
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_CP0(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_CP0(uint32_t inst, uint32_t *opc,
|
|
|
|
+ uint32_t cause, struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
enum emulation_result er = EMULATE_DONE;
|
|
enum emulation_result er = EMULATE_DONE;
|
|
@@ -922,9 +912,8 @@ kvm_mips_emulate_CP0(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
*/
|
|
*/
|
|
curr_pc = vcpu->arch.pc;
|
|
curr_pc = vcpu->arch.pc;
|
|
er = update_pc(vcpu, cause);
|
|
er = update_pc(vcpu, cause);
|
|
- if (er == EMULATE_FAIL) {
|
|
|
|
|
|
+ if (er == EMULATE_FAIL)
|
|
return er;
|
|
return er;
|
|
- }
|
|
|
|
|
|
|
|
copz = (inst >> 21) & 0x1f;
|
|
copz = (inst >> 21) & 0x1f;
|
|
rt = (inst >> 16) & 0x1f;
|
|
rt = (inst >> 16) & 0x1f;
|
|
@@ -973,8 +962,7 @@ kvm_mips_emulate_CP0(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
#ifdef CONFIG_KVM_MIPS_DYN_TRANS
|
|
#ifdef CONFIG_KVM_MIPS_DYN_TRANS
|
|
kvm_mips_trans_mfc0(inst, opc, vcpu);
|
|
kvm_mips_trans_mfc0(inst, opc, vcpu);
|
|
#endif
|
|
#endif
|
|
- }
|
|
|
|
- else {
|
|
|
|
|
|
+ } else {
|
|
vcpu->arch.gprs[rt] = cop0->reg[rd][sel];
|
|
vcpu->arch.gprs[rt] = cop0->reg[rd][sel];
|
|
|
|
|
|
#ifdef CONFIG_KVM_MIPS_DYN_TRANS
|
|
#ifdef CONFIG_KVM_MIPS_DYN_TRANS
|
|
@@ -1014,17 +1002,15 @@ kvm_mips_emulate_CP0(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
kvm_read_c0_guest_ebase(cop0));
|
|
kvm_read_c0_guest_ebase(cop0));
|
|
} else if (rd == MIPS_CP0_TLB_HI && sel == 0) {
|
|
} else if (rd == MIPS_CP0_TLB_HI && sel == 0) {
|
|
uint32_t nasid =
|
|
uint32_t nasid =
|
|
- vcpu->arch.gprs[rt] & ASID_MASK;
|
|
|
|
- if ((KSEGX(vcpu->arch.gprs[rt]) != CKSEG0)
|
|
|
|
- &&
|
|
|
|
|
|
+ vcpu->arch.gprs[rt] & ASID_MASK;
|
|
|
|
+ if ((KSEGX(vcpu->arch.gprs[rt]) != CKSEG0) &&
|
|
((kvm_read_c0_guest_entryhi(cop0) &
|
|
((kvm_read_c0_guest_entryhi(cop0) &
|
|
ASID_MASK) != nasid)) {
|
|
ASID_MASK) != nasid)) {
|
|
-
|
|
|
|
- kvm_debug
|
|
|
|
- ("MTCz, change ASID from %#lx to %#lx\n",
|
|
|
|
- kvm_read_c0_guest_entryhi(cop0) &
|
|
|
|
- ASID_MASK,
|
|
|
|
- vcpu->arch.gprs[rt] & ASID_MASK);
|
|
|
|
|
|
+ kvm_debug("MTCz, change ASID from %#lx to %#lx\n",
|
|
|
|
+ kvm_read_c0_guest_entryhi(cop0)
|
|
|
|
+ & ASID_MASK,
|
|
|
|
+ vcpu->arch.gprs[rt]
|
|
|
|
+ & ASID_MASK);
|
|
|
|
|
|
/* Blow away the shadow host TLBs */
|
|
/* Blow away the shadow host TLBs */
|
|
kvm_mips_flush_host_tlb(1);
|
|
kvm_mips_flush_host_tlb(1);
|
|
@@ -1049,7 +1035,10 @@ kvm_mips_emulate_CP0(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
} else if ((rd == MIPS_CP0_STATUS) && (sel == 0)) {
|
|
} else if ((rd == MIPS_CP0_STATUS) && (sel == 0)) {
|
|
kvm_write_c0_guest_status(cop0,
|
|
kvm_write_c0_guest_status(cop0,
|
|
vcpu->arch.gprs[rt]);
|
|
vcpu->arch.gprs[rt]);
|
|
- /* Make sure that CU1 and NMI bits are never set */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * Make sure that CU1 and NMI bits are
|
|
|
|
+ * never set
|
|
|
|
+ */
|
|
kvm_clear_c0_guest_status(cop0,
|
|
kvm_clear_c0_guest_status(cop0,
|
|
(ST0_CU1 | ST0_NMI));
|
|
(ST0_CU1 | ST0_NMI));
|
|
|
|
|
|
@@ -1058,6 +1047,7 @@ kvm_mips_emulate_CP0(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
#endif
|
|
#endif
|
|
} else if ((rd == MIPS_CP0_CAUSE) && (sel == 0)) {
|
|
} else if ((rd == MIPS_CP0_CAUSE) && (sel == 0)) {
|
|
uint32_t old_cause, new_cause;
|
|
uint32_t old_cause, new_cause;
|
|
|
|
+
|
|
old_cause = kvm_read_c0_guest_cause(cop0);
|
|
old_cause = kvm_read_c0_guest_cause(cop0);
|
|
new_cause = vcpu->arch.gprs[rt];
|
|
new_cause = vcpu->arch.gprs[rt];
|
|
/* Update R/W bits */
|
|
/* Update R/W bits */
|
|
@@ -1115,7 +1105,10 @@ kvm_mips_emulate_CP0(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
cop0->reg[MIPS_CP0_STATUS][2] & 0xf;
|
|
cop0->reg[MIPS_CP0_STATUS][2] & 0xf;
|
|
uint32_t pss =
|
|
uint32_t pss =
|
|
(cop0->reg[MIPS_CP0_STATUS][2] >> 6) & 0xf;
|
|
(cop0->reg[MIPS_CP0_STATUS][2] >> 6) & 0xf;
|
|
- /* We don't support any shadow register sets, so SRSCtl[PSS] == SRSCtl[CSS] = 0 */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * We don't support any shadow register sets, so
|
|
|
|
+ * SRSCtl[PSS] == SRSCtl[CSS] = 0
|
|
|
|
+ */
|
|
if (css || pss) {
|
|
if (css || pss) {
|
|
er = EMULATE_FAIL;
|
|
er = EMULATE_FAIL;
|
|
break;
|
|
break;
|
|
@@ -1135,12 +1128,9 @@ kvm_mips_emulate_CP0(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
}
|
|
}
|
|
|
|
|
|
done:
|
|
done:
|
|
- /*
|
|
|
|
- * Rollback PC only if emulation was unsuccessful
|
|
|
|
- */
|
|
|
|
- if (er == EMULATE_FAIL) {
|
|
|
|
|
|
+ /* Rollback PC only if emulation was unsuccessful */
|
|
|
|
+ if (er == EMULATE_FAIL)
|
|
vcpu->arch.pc = curr_pc;
|
|
vcpu->arch.pc = curr_pc;
|
|
- }
|
|
|
|
|
|
|
|
dont_update_pc:
|
|
dont_update_pc:
|
|
/*
|
|
/*
|
|
@@ -1152,9 +1142,9 @@ dont_update_pc:
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_store(uint32_t inst, uint32_t cause,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_store(uint32_t inst, uint32_t cause,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
enum emulation_result er = EMULATE_DO_MMIO;
|
|
enum emulation_result er = EMULATE_DO_MMIO;
|
|
int32_t op, base, rt, offset;
|
|
int32_t op, base, rt, offset;
|
|
@@ -1257,19 +1247,16 @@ kvm_mips_emulate_store(uint32_t inst, uint32_t cause,
|
|
break;
|
|
break;
|
|
}
|
|
}
|
|
|
|
|
|
- /*
|
|
|
|
- * Rollback PC if emulation was unsuccessful
|
|
|
|
- */
|
|
|
|
- if (er == EMULATE_FAIL) {
|
|
|
|
|
|
+ /* Rollback PC if emulation was unsuccessful */
|
|
|
|
+ if (er == EMULATE_FAIL)
|
|
vcpu->arch.pc = curr_pc;
|
|
vcpu->arch.pc = curr_pc;
|
|
- }
|
|
|
|
|
|
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_load(uint32_t inst, uint32_t cause,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_load(uint32_t inst, uint32_t cause,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
enum emulation_result er = EMULATE_DO_MMIO;
|
|
enum emulation_result er = EMULATE_DO_MMIO;
|
|
int32_t op, base, rt, offset;
|
|
int32_t op, base, rt, offset;
|
|
@@ -1410,13 +1397,12 @@ int kvm_mips_sync_icache(unsigned long va, struct kvm_vcpu *vcpu)
|
|
#define MIPS_CACHE_DCACHE 0x1
|
|
#define MIPS_CACHE_DCACHE 0x1
|
|
#define MIPS_CACHE_SEC 0x3
|
|
#define MIPS_CACHE_SEC 0x3
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_cache(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_cache(uint32_t inst, uint32_t *opc,
|
|
|
|
+ uint32_t cause,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
- extern void (*r4k_blast_dcache) (void);
|
|
|
|
- extern void (*r4k_blast_icache) (void);
|
|
|
|
enum emulation_result er = EMULATE_DONE;
|
|
enum emulation_result er = EMULATE_DONE;
|
|
int32_t offset, cache, op_inst, op, base;
|
|
int32_t offset, cache, op_inst, op, base;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -1443,14 +1429,15 @@ kvm_mips_emulate_cache(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
kvm_debug("CACHE (cache: %#x, op: %#x, base[%d]: %#lx, offset: %#x\n",
|
|
kvm_debug("CACHE (cache: %#x, op: %#x, base[%d]: %#lx, offset: %#x\n",
|
|
cache, op, base, arch->gprs[base], offset);
|
|
cache, op, base, arch->gprs[base], offset);
|
|
|
|
|
|
- /* Treat INDEX_INV as a nop, basically issued by Linux on startup to invalidate
|
|
|
|
- * the caches entirely by stepping through all the ways/indexes
|
|
|
|
|
|
+ /*
|
|
|
|
+ * Treat INDEX_INV as a nop, basically issued by Linux on startup to
|
|
|
|
+ * invalidate the caches entirely by stepping through all the
|
|
|
|
+ * ways/indexes
|
|
*/
|
|
*/
|
|
if (op == MIPS_CACHE_OP_INDEX_INV) {
|
|
if (op == MIPS_CACHE_OP_INDEX_INV) {
|
|
- kvm_debug
|
|
|
|
- ("@ %#lx/%#lx CACHE (cache: %#x, op: %#x, base[%d]: %#lx, offset: %#x\n",
|
|
|
|
- vcpu->arch.pc, vcpu->arch.gprs[31], cache, op, base,
|
|
|
|
- arch->gprs[base], offset);
|
|
|
|
|
|
+ kvm_debug("@ %#lx/%#lx CACHE (cache: %#x, op: %#x, base[%d]: %#lx, offset: %#x\n",
|
|
|
|
+ vcpu->arch.pc, vcpu->arch.gprs[31], cache, op, base,
|
|
|
|
+ arch->gprs[base], offset);
|
|
|
|
|
|
if (cache == MIPS_CACHE_DCACHE)
|
|
if (cache == MIPS_CACHE_DCACHE)
|
|
r4k_blast_dcache();
|
|
r4k_blast_dcache();
|
|
@@ -1470,21 +1457,19 @@ kvm_mips_emulate_cache(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
|
|
|
|
preempt_disable();
|
|
preempt_disable();
|
|
if (KVM_GUEST_KSEGX(va) == KVM_GUEST_KSEG0) {
|
|
if (KVM_GUEST_KSEGX(va) == KVM_GUEST_KSEG0) {
|
|
-
|
|
|
|
- if (kvm_mips_host_tlb_lookup(vcpu, va) < 0) {
|
|
|
|
|
|
+ if (kvm_mips_host_tlb_lookup(vcpu, va) < 0)
|
|
kvm_mips_handle_kseg0_tlb_fault(va, vcpu);
|
|
kvm_mips_handle_kseg0_tlb_fault(va, vcpu);
|
|
- }
|
|
|
|
} else if ((KVM_GUEST_KSEGX(va) < KVM_GUEST_KSEG0) ||
|
|
} else if ((KVM_GUEST_KSEGX(va) < KVM_GUEST_KSEG0) ||
|
|
KVM_GUEST_KSEGX(va) == KVM_GUEST_KSEG23) {
|
|
KVM_GUEST_KSEGX(va) == KVM_GUEST_KSEG23) {
|
|
int index;
|
|
int index;
|
|
|
|
|
|
/* If an entry already exists then skip */
|
|
/* If an entry already exists then skip */
|
|
- if (kvm_mips_host_tlb_lookup(vcpu, va) >= 0) {
|
|
|
|
|
|
+ if (kvm_mips_host_tlb_lookup(vcpu, va) >= 0)
|
|
goto skip_fault;
|
|
goto skip_fault;
|
|
- }
|
|
|
|
|
|
|
|
- /* If address not in the guest TLB, then give the guest a fault, the
|
|
|
|
- * resulting handler will do the right thing
|
|
|
|
|
|
+ /*
|
|
|
|
+ * If address not in the guest TLB, then give the guest a fault,
|
|
|
|
+ * the resulting handler will do the right thing
|
|
*/
|
|
*/
|
|
index = kvm_mips_guest_tlb_lookup(vcpu, (va & VPN2_MASK) |
|
|
index = kvm_mips_guest_tlb_lookup(vcpu, (va & VPN2_MASK) |
|
|
(kvm_read_c0_guest_entryhi
|
|
(kvm_read_c0_guest_entryhi
|
|
@@ -1499,14 +1484,20 @@ kvm_mips_emulate_cache(uint32_t inst, uint32_t *opc, uint32_t cause,
|
|
goto dont_update_pc;
|
|
goto dont_update_pc;
|
|
} else {
|
|
} else {
|
|
struct kvm_mips_tlb *tlb = &vcpu->arch.guest_tlb[index];
|
|
struct kvm_mips_tlb *tlb = &vcpu->arch.guest_tlb[index];
|
|
- /* Check if the entry is valid, if not then setup a TLB invalid exception to the guest */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * Check if the entry is valid, if not then setup a TLB
|
|
|
|
+ * invalid exception to the guest
|
|
|
|
+ */
|
|
if (!TLB_IS_VALID(*tlb, va)) {
|
|
if (!TLB_IS_VALID(*tlb, va)) {
|
|
er = kvm_mips_emulate_tlbinv_ld(cause, NULL,
|
|
er = kvm_mips_emulate_tlbinv_ld(cause, NULL,
|
|
run, vcpu);
|
|
run, vcpu);
|
|
preempt_enable();
|
|
preempt_enable();
|
|
goto dont_update_pc;
|
|
goto dont_update_pc;
|
|
} else {
|
|
} else {
|
|
- /* We fault an entry from the guest tlb to the shadow host TLB */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * We fault an entry from the guest tlb to the
|
|
|
|
+ * shadow host TLB
|
|
|
|
+ */
|
|
kvm_mips_handle_mapped_seg_tlb_fault(vcpu, tlb,
|
|
kvm_mips_handle_mapped_seg_tlb_fault(vcpu, tlb,
|
|
NULL,
|
|
NULL,
|
|
NULL);
|
|
NULL);
|
|
@@ -1530,7 +1521,10 @@ skip_fault:
|
|
flush_dcache_line(va);
|
|
flush_dcache_line(va);
|
|
|
|
|
|
#ifdef CONFIG_KVM_MIPS_DYN_TRANS
|
|
#ifdef CONFIG_KVM_MIPS_DYN_TRANS
|
|
- /* Replace the CACHE instruction, with a SYNCI, not the same, but avoids a trap */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * Replace the CACHE instruction, with a SYNCI, not the same,
|
|
|
|
+ * but avoids a trap
|
|
|
|
+ */
|
|
kvm_mips_trans_cache_va(inst, opc, vcpu);
|
|
kvm_mips_trans_cache_va(inst, opc, vcpu);
|
|
#endif
|
|
#endif
|
|
} else if (op == MIPS_CACHE_OP_HIT_INV && cache == MIPS_CACHE_ICACHE) {
|
|
} else if (op == MIPS_CACHE_OP_HIT_INV && cache == MIPS_CACHE_ICACHE) {
|
|
@@ -1552,28 +1546,23 @@ skip_fault:
|
|
|
|
|
|
preempt_enable();
|
|
preempt_enable();
|
|
|
|
|
|
- dont_update_pc:
|
|
|
|
- /*
|
|
|
|
- * Rollback PC
|
|
|
|
- */
|
|
|
|
|
|
+dont_update_pc:
|
|
|
|
+ /* Rollback PC */
|
|
vcpu->arch.pc = curr_pc;
|
|
vcpu->arch.pc = curr_pc;
|
|
- done:
|
|
|
|
|
|
+done:
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_inst(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_inst(unsigned long cause, uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
enum emulation_result er = EMULATE_DONE;
|
|
enum emulation_result er = EMULATE_DONE;
|
|
uint32_t inst;
|
|
uint32_t inst;
|
|
|
|
|
|
- /*
|
|
|
|
- * Fetch the instruction.
|
|
|
|
- */
|
|
|
|
- if (cause & CAUSEF_BD) {
|
|
|
|
|
|
+ /* Fetch the instruction. */
|
|
|
|
+ if (cause & CAUSEF_BD)
|
|
opc += 1;
|
|
opc += 1;
|
|
- }
|
|
|
|
|
|
|
|
inst = kvm_get_inst(opc, vcpu);
|
|
inst = kvm_get_inst(opc, vcpu);
|
|
|
|
|
|
@@ -1611,9 +1600,10 @@ kvm_mips_emulate_inst(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_syscall(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_syscall(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -1645,9 +1635,10 @@ kvm_mips_emulate_syscall(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_tlbmiss_ld(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_tlbmiss_ld(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -1691,9 +1682,10 @@ kvm_mips_emulate_tlbmiss_ld(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_tlbinv_ld(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_tlbinv_ld(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -1737,9 +1729,10 @@ kvm_mips_emulate_tlbinv_ld(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_tlbmiss_st(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_tlbmiss_st(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -1781,9 +1774,10 @@ kvm_mips_emulate_tlbmiss_st(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_tlbinv_st(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_tlbinv_st(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -1826,9 +1820,9 @@ kvm_mips_emulate_tlbinv_st(unsigned long cause, uint32_t *opc,
|
|
}
|
|
}
|
|
|
|
|
|
/* TLBMOD: store into address matching TLB with Dirty bit off */
|
|
/* TLBMOD: store into address matching TLB with Dirty bit off */
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_handle_tlbmod(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_handle_tlbmod(unsigned long cause, uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
enum emulation_result er = EMULATE_DONE;
|
|
enum emulation_result er = EMULATE_DONE;
|
|
#ifdef DEBUG
|
|
#ifdef DEBUG
|
|
@@ -1837,9 +1831,7 @@ kvm_mips_handle_tlbmod(unsigned long cause, uint32_t *opc,
|
|
(kvm_read_c0_guest_entryhi(cop0) & ASID_MASK);
|
|
(kvm_read_c0_guest_entryhi(cop0) & ASID_MASK);
|
|
int index;
|
|
int index;
|
|
|
|
|
|
- /*
|
|
|
|
- * If address not in the guest TLB, then we are in trouble
|
|
|
|
- */
|
|
|
|
|
|
+ /* If address not in the guest TLB, then we are in trouble */
|
|
index = kvm_mips_guest_tlb_lookup(vcpu, entryhi);
|
|
index = kvm_mips_guest_tlb_lookup(vcpu, entryhi);
|
|
if (index < 0) {
|
|
if (index < 0) {
|
|
/* XXXKYMA Invalidate and retry */
|
|
/* XXXKYMA Invalidate and retry */
|
|
@@ -1856,9 +1848,10 @@ kvm_mips_handle_tlbmod(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_tlbmod(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_tlbmod(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
unsigned long entryhi = (vcpu->arch.host_cp0_badvaddr & VPN2_MASK) |
|
|
unsigned long entryhi = (vcpu->arch.host_cp0_badvaddr & VPN2_MASK) |
|
|
@@ -1898,9 +1891,10 @@ kvm_mips_emulate_tlbmod(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_fpu_exc(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_fpu_exc(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -1927,9 +1921,10 @@ kvm_mips_emulate_fpu_exc(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_ri_exc(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_ri_exc(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -1961,9 +1956,10 @@ kvm_mips_emulate_ri_exc(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_emulate_bp_exc(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_emulate_bp_exc(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -1995,9 +1991,7 @@ kvm_mips_emulate_bp_exc(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-/*
|
|
|
|
- * ll/sc, rdhwr, sync emulation
|
|
|
|
- */
|
|
|
|
|
|
+/* ll/sc, rdhwr, sync emulation */
|
|
|
|
|
|
#define OPCODE 0xfc000000
|
|
#define OPCODE 0xfc000000
|
|
#define BASE 0x03e00000
|
|
#define BASE 0x03e00000
|
|
@@ -2012,9 +2006,9 @@ kvm_mips_emulate_bp_exc(unsigned long cause, uint32_t *opc,
|
|
#define SYNC 0x0000000f
|
|
#define SYNC 0x0000000f
|
|
#define RDHWR 0x0000003b
|
|
#define RDHWR 0x0000003b
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_handle_ri(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_handle_ri(unsigned long cause, uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
struct kvm_vcpu_arch *arch = &vcpu->arch;
|
|
@@ -2031,9 +2025,7 @@ kvm_mips_handle_ri(unsigned long cause, uint32_t *opc,
|
|
if (er == EMULATE_FAIL)
|
|
if (er == EMULATE_FAIL)
|
|
return er;
|
|
return er;
|
|
|
|
|
|
- /*
|
|
|
|
- * Fetch the instruction.
|
|
|
|
- */
|
|
|
|
|
|
+ /* Fetch the instruction. */
|
|
if (cause & CAUSEF_BD)
|
|
if (cause & CAUSEF_BD)
|
|
opc += 1;
|
|
opc += 1;
|
|
|
|
|
|
@@ -2099,8 +2091,8 @@ emulate_ri:
|
|
return kvm_mips_emulate_ri_exc(cause, opc, run, vcpu);
|
|
return kvm_mips_emulate_ri_exc(cause, opc, run, vcpu);
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_complete_mmio_load(struct kvm_vcpu *vcpu, struct kvm_run *run)
|
|
|
|
|
|
+enum emulation_result kvm_mips_complete_mmio_load(struct kvm_vcpu *vcpu,
|
|
|
|
+ struct kvm_run *run)
|
|
{
|
|
{
|
|
unsigned long *gpr = &vcpu->arch.gprs[vcpu->arch.io_gpr];
|
|
unsigned long *gpr = &vcpu->arch.gprs[vcpu->arch.io_gpr];
|
|
enum emulation_result er = EMULATE_DONE;
|
|
enum emulation_result er = EMULATE_DONE;
|
|
@@ -2142,18 +2134,18 @@ kvm_mips_complete_mmio_load(struct kvm_vcpu *vcpu, struct kvm_run *run)
|
|
}
|
|
}
|
|
|
|
|
|
if (vcpu->arch.pending_load_cause & CAUSEF_BD)
|
|
if (vcpu->arch.pending_load_cause & CAUSEF_BD)
|
|
- kvm_debug
|
|
|
|
- ("[%#lx] Completing %d byte BD Load to gpr %d (0x%08lx) type %d\n",
|
|
|
|
- vcpu->arch.pc, run->mmio.len, vcpu->arch.io_gpr, *gpr,
|
|
|
|
- vcpu->mmio_needed);
|
|
|
|
|
|
+ kvm_debug("[%#lx] Completing %d byte BD Load to gpr %d (0x%08lx) type %d\n",
|
|
|
|
+ vcpu->arch.pc, run->mmio.len, vcpu->arch.io_gpr, *gpr,
|
|
|
|
+ vcpu->mmio_needed);
|
|
|
|
|
|
done:
|
|
done:
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-static enum emulation_result
|
|
|
|
-kvm_mips_emulate_exc(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+static enum emulation_result kvm_mips_emulate_exc(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
uint32_t exccode = (cause >> CAUSEB_EXCCODE) & 0x1f;
|
|
uint32_t exccode = (cause >> CAUSEB_EXCCODE) & 0x1f;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
struct mips_coproc *cop0 = vcpu->arch.cop0;
|
|
@@ -2188,9 +2180,10 @@ kvm_mips_emulate_exc(unsigned long cause, uint32_t *opc,
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_check_privilege(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_check_privilege(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
enum emulation_result er = EMULATE_DONE;
|
|
enum emulation_result er = EMULATE_DONE;
|
|
uint32_t exccode = (cause >> CAUSEB_EXCCODE) & 0x1f;
|
|
uint32_t exccode = (cause >> CAUSEB_EXCCODE) & 0x1f;
|
|
@@ -2215,7 +2208,10 @@ kvm_mips_check_privilege(unsigned long cause, uint32_t *opc,
|
|
break;
|
|
break;
|
|
|
|
|
|
case T_TLB_LD_MISS:
|
|
case T_TLB_LD_MISS:
|
|
- /* We we are accessing Guest kernel space, then send an address error exception to the guest */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * We we are accessing Guest kernel space, then send an
|
|
|
|
+ * address error exception to the guest
|
|
|
|
+ */
|
|
if (badvaddr >= (unsigned long) KVM_GUEST_KSEG0) {
|
|
if (badvaddr >= (unsigned long) KVM_GUEST_KSEG0) {
|
|
printk("%s: LD MISS @ %#lx\n", __func__,
|
|
printk("%s: LD MISS @ %#lx\n", __func__,
|
|
badvaddr);
|
|
badvaddr);
|
|
@@ -2226,7 +2222,10 @@ kvm_mips_check_privilege(unsigned long cause, uint32_t *opc,
|
|
break;
|
|
break;
|
|
|
|
|
|
case T_TLB_ST_MISS:
|
|
case T_TLB_ST_MISS:
|
|
- /* We we are accessing Guest kernel space, then send an address error exception to the guest */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * We we are accessing Guest kernel space, then send an
|
|
|
|
+ * address error exception to the guest
|
|
|
|
+ */
|
|
if (badvaddr >= (unsigned long) KVM_GUEST_KSEG0) {
|
|
if (badvaddr >= (unsigned long) KVM_GUEST_KSEG0) {
|
|
printk("%s: ST MISS @ %#lx\n", __func__,
|
|
printk("%s: ST MISS @ %#lx\n", __func__,
|
|
badvaddr);
|
|
badvaddr);
|
|
@@ -2260,21 +2259,23 @@ kvm_mips_check_privilege(unsigned long cause, uint32_t *opc,
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
- if (er == EMULATE_PRIV_FAIL) {
|
|
|
|
|
|
+ if (er == EMULATE_PRIV_FAIL)
|
|
kvm_mips_emulate_exc(cause, opc, run, vcpu);
|
|
kvm_mips_emulate_exc(cause, opc, run, vcpu);
|
|
- }
|
|
|
|
|
|
+
|
|
return er;
|
|
return er;
|
|
}
|
|
}
|
|
|
|
|
|
-/* User Address (UA) fault, this could happen if
|
|
|
|
|
|
+/*
|
|
|
|
+ * User Address (UA) fault, this could happen if
|
|
* (1) TLB entry not present/valid in both Guest and shadow host TLBs, in this
|
|
* (1) TLB entry not present/valid in both Guest and shadow host TLBs, in this
|
|
* case we pass on the fault to the guest kernel and let it handle it.
|
|
* case we pass on the fault to the guest kernel and let it handle it.
|
|
* (2) TLB entry is present in the Guest TLB but not in the shadow, in this
|
|
* (2) TLB entry is present in the Guest TLB but not in the shadow, in this
|
|
* case we inject the TLB from the Guest TLB into the shadow host TLB
|
|
* case we inject the TLB from the Guest TLB into the shadow host TLB
|
|
*/
|
|
*/
|
|
-enum emulation_result
|
|
|
|
-kvm_mips_handle_tlbmiss(unsigned long cause, uint32_t *opc,
|
|
|
|
- struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
|
+enum emulation_result kvm_mips_handle_tlbmiss(unsigned long cause,
|
|
|
|
+ uint32_t *opc,
|
|
|
|
+ struct kvm_run *run,
|
|
|
|
+ struct kvm_vcpu *vcpu)
|
|
{
|
|
{
|
|
enum emulation_result er = EMULATE_DONE;
|
|
enum emulation_result er = EMULATE_DONE;
|
|
uint32_t exccode = (cause >> CAUSEB_EXCCODE) & 0x1f;
|
|
uint32_t exccode = (cause >> CAUSEB_EXCCODE) & 0x1f;
|
|
@@ -2284,10 +2285,11 @@ kvm_mips_handle_tlbmiss(unsigned long cause, uint32_t *opc,
|
|
kvm_debug("kvm_mips_handle_tlbmiss: badvaddr: %#lx, entryhi: %#lx\n",
|
|
kvm_debug("kvm_mips_handle_tlbmiss: badvaddr: %#lx, entryhi: %#lx\n",
|
|
vcpu->arch.host_cp0_badvaddr, vcpu->arch.host_cp0_entryhi);
|
|
vcpu->arch.host_cp0_badvaddr, vcpu->arch.host_cp0_entryhi);
|
|
|
|
|
|
- /* KVM would not have got the exception if this entry was valid in the shadow host TLB
|
|
|
|
- * Check the Guest TLB, if the entry is not there then send the guest an
|
|
|
|
- * exception. The guest exc handler should then inject an entry into the
|
|
|
|
- * guest TLB
|
|
|
|
|
|
+ /*
|
|
|
|
+ * KVM would not have got the exception if this entry was valid in the
|
|
|
|
+ * shadow host TLB. Check the Guest TLB, if the entry is not there then
|
|
|
|
+ * send the guest an exception. The guest exc handler should then inject
|
|
|
|
+ * an entry into the guest TLB.
|
|
*/
|
|
*/
|
|
index = kvm_mips_guest_tlb_lookup(vcpu,
|
|
index = kvm_mips_guest_tlb_lookup(vcpu,
|
|
(va & VPN2_MASK) |
|
|
(va & VPN2_MASK) |
|
|
@@ -2305,7 +2307,10 @@ kvm_mips_handle_tlbmiss(unsigned long cause, uint32_t *opc,
|
|
} else {
|
|
} else {
|
|
struct kvm_mips_tlb *tlb = &vcpu->arch.guest_tlb[index];
|
|
struct kvm_mips_tlb *tlb = &vcpu->arch.guest_tlb[index];
|
|
|
|
|
|
- /* Check if the entry is valid, if not then setup a TLB invalid exception to the guest */
|
|
|
|
|
|
+ /*
|
|
|
|
+ * Check if the entry is valid, if not then setup a TLB invalid
|
|
|
|
+ * exception to the guest
|
|
|
|
+ */
|
|
if (!TLB_IS_VALID(*tlb, va)) {
|
|
if (!TLB_IS_VALID(*tlb, va)) {
|
|
if (exccode == T_TLB_LD_MISS) {
|
|
if (exccode == T_TLB_LD_MISS) {
|
|
er = kvm_mips_emulate_tlbinv_ld(cause, opc, run,
|
|
er = kvm_mips_emulate_tlbinv_ld(cause, opc, run,
|
|
@@ -2319,10 +2324,12 @@ kvm_mips_handle_tlbmiss(unsigned long cause, uint32_t *opc,
|
|
er = EMULATE_FAIL;
|
|
er = EMULATE_FAIL;
|
|
}
|
|
}
|
|
} else {
|
|
} else {
|
|
- kvm_debug
|
|
|
|
- ("Injecting hi: %#lx, lo0: %#lx, lo1: %#lx into shadow host TLB\n",
|
|
|
|
- tlb->tlb_hi, tlb->tlb_lo0, tlb->tlb_lo1);
|
|
|
|
- /* OK we have a Guest TLB entry, now inject it into the shadow host TLB */
|
|
|
|
|
|
+ kvm_debug("Injecting hi: %#lx, lo0: %#lx, lo1: %#lx into shadow host TLB\n",
|
|
|
|
+ tlb->tlb_hi, tlb->tlb_lo0, tlb->tlb_lo1);
|
|
|
|
+ /*
|
|
|
|
+ * OK we have a Guest TLB entry, now inject it into the
|
|
|
|
+ * shadow host TLB
|
|
|
|
+ */
|
|
kvm_mips_handle_mapped_seg_tlb_fault(vcpu, tlb, NULL,
|
|
kvm_mips_handle_mapped_seg_tlb_fault(vcpu, tlb, NULL,
|
|
NULL);
|
|
NULL);
|
|
}
|
|
}
|