vgic.h 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240
  1. /*
  2. * Copyright (C) 2015, 2016 ARM Ltd.
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License version 2 as
  6. * published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  11. * GNU General Public License for more details.
  12. *
  13. * You should have received a copy of the GNU General Public License
  14. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  15. */
  16. #ifndef __KVM_ARM_VGIC_NEW_H__
  17. #define __KVM_ARM_VGIC_NEW_H__
  18. #include <linux/irqchip/arm-gic-common.h>
  19. #define PRODUCT_ID_KVM 0x4b /* ASCII code K */
  20. #define IMPLEMENTER_ARM 0x43b
  21. #define VGIC_ADDR_UNDEF (-1)
  22. #define IS_VGIC_ADDR_UNDEF(_x) ((_x) == VGIC_ADDR_UNDEF)
  23. #define INTERRUPT_ID_BITS_SPIS 10
  24. #define INTERRUPT_ID_BITS_ITS 16
  25. #define VGIC_PRI_BITS 5
  26. #define vgic_irq_is_sgi(intid) ((intid) < VGIC_NR_SGIS)
  27. #define VGIC_AFFINITY_0_SHIFT 0
  28. #define VGIC_AFFINITY_0_MASK (0xffUL << VGIC_AFFINITY_0_SHIFT)
  29. #define VGIC_AFFINITY_1_SHIFT 8
  30. #define VGIC_AFFINITY_1_MASK (0xffUL << VGIC_AFFINITY_1_SHIFT)
  31. #define VGIC_AFFINITY_2_SHIFT 16
  32. #define VGIC_AFFINITY_2_MASK (0xffUL << VGIC_AFFINITY_2_SHIFT)
  33. #define VGIC_AFFINITY_3_SHIFT 24
  34. #define VGIC_AFFINITY_3_MASK (0xffUL << VGIC_AFFINITY_3_SHIFT)
  35. #define VGIC_AFFINITY_LEVEL(reg, level) \
  36. ((((reg) & VGIC_AFFINITY_## level ##_MASK) \
  37. >> VGIC_AFFINITY_## level ##_SHIFT) << MPIDR_LEVEL_SHIFT(level))
  38. /*
  39. * The Userspace encodes the affinity differently from the MPIDR,
  40. * Below macro converts vgic userspace format to MPIDR reg format.
  41. */
  42. #define VGIC_TO_MPIDR(val) (VGIC_AFFINITY_LEVEL(val, 0) | \
  43. VGIC_AFFINITY_LEVEL(val, 1) | \
  44. VGIC_AFFINITY_LEVEL(val, 2) | \
  45. VGIC_AFFINITY_LEVEL(val, 3))
  46. /*
  47. * As per Documentation/virtual/kvm/devices/arm-vgic-v3.txt,
  48. * below macros are defined for CPUREG encoding.
  49. */
  50. #define KVM_REG_ARM_VGIC_SYSREG_OP0_MASK 0x000000000000c000
  51. #define KVM_REG_ARM_VGIC_SYSREG_OP0_SHIFT 14
  52. #define KVM_REG_ARM_VGIC_SYSREG_OP1_MASK 0x0000000000003800
  53. #define KVM_REG_ARM_VGIC_SYSREG_OP1_SHIFT 11
  54. #define KVM_REG_ARM_VGIC_SYSREG_CRN_MASK 0x0000000000000780
  55. #define KVM_REG_ARM_VGIC_SYSREG_CRN_SHIFT 7
  56. #define KVM_REG_ARM_VGIC_SYSREG_CRM_MASK 0x0000000000000078
  57. #define KVM_REG_ARM_VGIC_SYSREG_CRM_SHIFT 3
  58. #define KVM_REG_ARM_VGIC_SYSREG_OP2_MASK 0x0000000000000007
  59. #define KVM_REG_ARM_VGIC_SYSREG_OP2_SHIFT 0
  60. #define KVM_DEV_ARM_VGIC_SYSREG_MASK (KVM_REG_ARM_VGIC_SYSREG_OP0_MASK | \
  61. KVM_REG_ARM_VGIC_SYSREG_OP1_MASK | \
  62. KVM_REG_ARM_VGIC_SYSREG_CRN_MASK | \
  63. KVM_REG_ARM_VGIC_SYSREG_CRM_MASK | \
  64. KVM_REG_ARM_VGIC_SYSREG_OP2_MASK)
  65. /*
  66. * As per Documentation/virtual/kvm/devices/arm-vgic-its.txt,
  67. * below macros are defined for ITS table entry encoding.
  68. */
  69. #define KVM_ITS_CTE_VALID_SHIFT 63
  70. #define KVM_ITS_CTE_VALID_MASK BIT_ULL(63)
  71. #define KVM_ITS_CTE_RDBASE_SHIFT 16
  72. #define KVM_ITS_CTE_ICID_MASK GENMASK_ULL(15, 0)
  73. #define KVM_ITS_ITE_NEXT_SHIFT 48
  74. #define KVM_ITS_ITE_PINTID_SHIFT 16
  75. #define KVM_ITS_ITE_PINTID_MASK GENMASK_ULL(47, 16)
  76. #define KVM_ITS_ITE_ICID_MASK GENMASK_ULL(15, 0)
  77. #define KVM_ITS_DTE_VALID_SHIFT 63
  78. #define KVM_ITS_DTE_VALID_MASK BIT_ULL(63)
  79. #define KVM_ITS_DTE_NEXT_SHIFT 49
  80. #define KVM_ITS_DTE_NEXT_MASK GENMASK_ULL(62, 49)
  81. #define KVM_ITS_DTE_ITTADDR_SHIFT 5
  82. #define KVM_ITS_DTE_ITTADDR_MASK GENMASK_ULL(48, 5)
  83. #define KVM_ITS_DTE_SIZE_MASK GENMASK_ULL(4, 0)
  84. #define KVM_ITS_L1E_VALID_MASK BIT_ULL(63)
  85. /* we only support 64 kB translation table page size */
  86. #define KVM_ITS_L1E_ADDR_MASK GENMASK_ULL(51, 16)
  87. static inline bool irq_is_pending(struct vgic_irq *irq)
  88. {
  89. if (irq->config == VGIC_CONFIG_EDGE)
  90. return irq->pending_latch;
  91. else
  92. return irq->pending_latch || irq->line_level;
  93. }
  94. /*
  95. * This struct provides an intermediate representation of the fields contained
  96. * in the GICH_VMCR and ICH_VMCR registers, such that code exporting the GIC
  97. * state to userspace can generate either GICv2 or GICv3 CPU interface
  98. * registers regardless of the hardware backed GIC used.
  99. */
  100. struct vgic_vmcr {
  101. u32 grpen0;
  102. u32 grpen1;
  103. u32 ackctl;
  104. u32 fiqen;
  105. u32 cbpr;
  106. u32 eoim;
  107. u32 abpr;
  108. u32 bpr;
  109. u32 pmr; /* Priority mask field in the GICC_PMR and
  110. * ICC_PMR_EL1 priority field format */
  111. };
  112. struct vgic_reg_attr {
  113. struct kvm_vcpu *vcpu;
  114. gpa_t addr;
  115. };
  116. int vgic_v3_parse_attr(struct kvm_device *dev, struct kvm_device_attr *attr,
  117. struct vgic_reg_attr *reg_attr);
  118. int vgic_v2_parse_attr(struct kvm_device *dev, struct kvm_device_attr *attr,
  119. struct vgic_reg_attr *reg_attr);
  120. const struct vgic_register_region *
  121. vgic_get_mmio_region(struct kvm_vcpu *vcpu, struct vgic_io_device *iodev,
  122. gpa_t addr, int len);
  123. struct vgic_irq *vgic_get_irq(struct kvm *kvm, struct kvm_vcpu *vcpu,
  124. u32 intid);
  125. void vgic_put_irq(struct kvm *kvm, struct vgic_irq *irq);
  126. bool vgic_queue_irq_unlock(struct kvm *kvm, struct vgic_irq *irq,
  127. unsigned long flags);
  128. void vgic_kick_vcpus(struct kvm *kvm);
  129. int vgic_check_ioaddr(struct kvm *kvm, phys_addr_t *ioaddr,
  130. phys_addr_t addr, phys_addr_t alignment);
  131. void vgic_v2_fold_lr_state(struct kvm_vcpu *vcpu);
  132. void vgic_v2_populate_lr(struct kvm_vcpu *vcpu, struct vgic_irq *irq, int lr);
  133. void vgic_v2_clear_lr(struct kvm_vcpu *vcpu, int lr);
  134. void vgic_v2_set_underflow(struct kvm_vcpu *vcpu);
  135. int vgic_v2_has_attr_regs(struct kvm_device *dev, struct kvm_device_attr *attr);
  136. int vgic_v2_dist_uaccess(struct kvm_vcpu *vcpu, bool is_write,
  137. int offset, u32 *val);
  138. int vgic_v2_cpuif_uaccess(struct kvm_vcpu *vcpu, bool is_write,
  139. int offset, u32 *val);
  140. void vgic_v2_set_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
  141. void vgic_v2_get_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
  142. void vgic_v2_enable(struct kvm_vcpu *vcpu);
  143. int vgic_v2_probe(const struct gic_kvm_info *info);
  144. int vgic_v2_map_resources(struct kvm *kvm);
  145. int vgic_register_dist_iodev(struct kvm *kvm, gpa_t dist_base_address,
  146. enum vgic_type);
  147. void vgic_v2_init_lrs(void);
  148. void vgic_v2_load(struct kvm_vcpu *vcpu);
  149. void vgic_v2_put(struct kvm_vcpu *vcpu);
  150. static inline void vgic_get_irq_kref(struct vgic_irq *irq)
  151. {
  152. if (irq->intid < VGIC_MIN_LPI)
  153. return;
  154. kref_get(&irq->refcount);
  155. }
  156. void vgic_v3_fold_lr_state(struct kvm_vcpu *vcpu);
  157. void vgic_v3_populate_lr(struct kvm_vcpu *vcpu, struct vgic_irq *irq, int lr);
  158. void vgic_v3_clear_lr(struct kvm_vcpu *vcpu, int lr);
  159. void vgic_v3_set_underflow(struct kvm_vcpu *vcpu);
  160. void vgic_v3_set_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
  161. void vgic_v3_get_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
  162. void vgic_v3_enable(struct kvm_vcpu *vcpu);
  163. int vgic_v3_probe(const struct gic_kvm_info *info);
  164. int vgic_v3_map_resources(struct kvm *kvm);
  165. int vgic_v3_lpi_sync_pending_status(struct kvm *kvm, struct vgic_irq *irq);
  166. int vgic_v3_save_pending_tables(struct kvm *kvm);
  167. int vgic_v3_set_redist_base(struct kvm *kvm, u64 addr);
  168. int vgic_register_redist_iodev(struct kvm_vcpu *vcpu);
  169. bool vgic_v3_check_base(struct kvm *kvm);
  170. void vgic_v3_load(struct kvm_vcpu *vcpu);
  171. void vgic_v3_put(struct kvm_vcpu *vcpu);
  172. bool vgic_has_its(struct kvm *kvm);
  173. int kvm_vgic_register_its_device(void);
  174. void vgic_enable_lpis(struct kvm_vcpu *vcpu);
  175. int vgic_its_inject_msi(struct kvm *kvm, struct kvm_msi *msi);
  176. int vgic_v3_has_attr_regs(struct kvm_device *dev, struct kvm_device_attr *attr);
  177. int vgic_v3_dist_uaccess(struct kvm_vcpu *vcpu, bool is_write,
  178. int offset, u32 *val);
  179. int vgic_v3_redist_uaccess(struct kvm_vcpu *vcpu, bool is_write,
  180. int offset, u32 *val);
  181. int vgic_v3_cpu_sysregs_uaccess(struct kvm_vcpu *vcpu, bool is_write,
  182. u64 id, u64 *val);
  183. int vgic_v3_has_cpu_sysregs_attr(struct kvm_vcpu *vcpu, bool is_write, u64 id,
  184. u64 *reg);
  185. int vgic_v3_line_level_info_uaccess(struct kvm_vcpu *vcpu, bool is_write,
  186. u32 intid, u64 *val);
  187. int kvm_register_vgic_device(unsigned long type);
  188. void vgic_set_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
  189. void vgic_get_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
  190. int vgic_lazy_init(struct kvm *kvm);
  191. int vgic_init(struct kvm *kvm);
  192. int vgic_debug_init(struct kvm *kvm);
  193. int vgic_debug_destroy(struct kvm *kvm);
  194. bool lock_all_vcpus(struct kvm *kvm);
  195. void unlock_all_vcpus(struct kvm *kvm);
  196. static inline int vgic_v3_max_apr_idx(struct kvm_vcpu *vcpu)
  197. {
  198. struct vgic_cpu *cpu_if = &vcpu->arch.vgic_cpu;
  199. /*
  200. * num_pri_bits are initialized with HW supported values.
  201. * We can rely safely on num_pri_bits even if VM has not
  202. * restored ICC_CTLR_EL1 before restoring APnR registers.
  203. */
  204. switch (cpu_if->num_pri_bits) {
  205. case 7: return 3;
  206. case 6: return 1;
  207. default: return 0;
  208. }
  209. }
  210. #endif