arm-gic-v3.h 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620
  1. /*
  2. * Copyright (C) 2013, 2014 ARM Limited, All Rights Reserved.
  3. * Author: Marc Zyngier <marc.zyngier@arm.com>
  4. *
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License version 2 as
  8. * published by the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. */
  18. #ifndef __LINUX_IRQCHIP_ARM_GIC_V3_H
  19. #define __LINUX_IRQCHIP_ARM_GIC_V3_H
  20. /*
  21. * Distributor registers. We assume we're running non-secure, with ARE
  22. * being set. Secure-only and non-ARE registers are not described.
  23. */
  24. #define GICD_CTLR 0x0000
  25. #define GICD_TYPER 0x0004
  26. #define GICD_IIDR 0x0008
  27. #define GICD_STATUSR 0x0010
  28. #define GICD_SETSPI_NSR 0x0040
  29. #define GICD_CLRSPI_NSR 0x0048
  30. #define GICD_SETSPI_SR 0x0050
  31. #define GICD_CLRSPI_SR 0x0058
  32. #define GICD_SEIR 0x0068
  33. #define GICD_IGROUPR 0x0080
  34. #define GICD_ISENABLER 0x0100
  35. #define GICD_ICENABLER 0x0180
  36. #define GICD_ISPENDR 0x0200
  37. #define GICD_ICPENDR 0x0280
  38. #define GICD_ISACTIVER 0x0300
  39. #define GICD_ICACTIVER 0x0380
  40. #define GICD_IPRIORITYR 0x0400
  41. #define GICD_ICFGR 0x0C00
  42. #define GICD_IGRPMODR 0x0D00
  43. #define GICD_NSACR 0x0E00
  44. #define GICD_IROUTER 0x6000
  45. #define GICD_IDREGS 0xFFD0
  46. #define GICD_PIDR2 0xFFE8
  47. /*
  48. * Those registers are actually from GICv2, but the spec demands that they
  49. * are implemented as RES0 if ARE is 1 (which we do in KVM's emulated GICv3).
  50. */
  51. #define GICD_ITARGETSR 0x0800
  52. #define GICD_SGIR 0x0F00
  53. #define GICD_CPENDSGIR 0x0F10
  54. #define GICD_SPENDSGIR 0x0F20
  55. #define GICD_CTLR_RWP (1U << 31)
  56. #define GICD_CTLR_DS (1U << 6)
  57. #define GICD_CTLR_ARE_NS (1U << 4)
  58. #define GICD_CTLR_ENABLE_G1A (1U << 1)
  59. #define GICD_CTLR_ENABLE_G1 (1U << 0)
  60. #define GICD_IIDR_IMPLEMENTER_SHIFT 0
  61. #define GICD_IIDR_IMPLEMENTER_MASK (0xfff << GICD_IIDR_IMPLEMENTER_SHIFT)
  62. #define GICD_IIDR_REVISION_SHIFT 12
  63. #define GICD_IIDR_REVISION_MASK (0xf << GICD_IIDR_REVISION_SHIFT)
  64. #define GICD_IIDR_VARIANT_SHIFT 16
  65. #define GICD_IIDR_VARIANT_MASK (0xf << GICD_IIDR_VARIANT_SHIFT)
  66. #define GICD_IIDR_PRODUCT_ID_SHIFT 24
  67. #define GICD_IIDR_PRODUCT_ID_MASK (0xff << GICD_IIDR_PRODUCT_ID_SHIFT)
  68. /*
  69. * In systems with a single security state (what we emulate in KVM)
  70. * the meaning of the interrupt group enable bits is slightly different
  71. */
  72. #define GICD_CTLR_ENABLE_SS_G1 (1U << 1)
  73. #define GICD_CTLR_ENABLE_SS_G0 (1U << 0)
  74. #define GICD_TYPER_RSS (1U << 26)
  75. #define GICD_TYPER_LPIS (1U << 17)
  76. #define GICD_TYPER_MBIS (1U << 16)
  77. #define GICD_TYPER_ID_BITS(typer) ((((typer) >> 19) & 0x1f) + 1)
  78. #define GICD_TYPER_NUM_LPIS(typer) ((((typer) >> 11) & 0x1f) + 1)
  79. #define GICD_TYPER_IRQS(typer) ((((typer) & 0x1f) + 1) * 32)
  80. #define GICD_IROUTER_SPI_MODE_ONE (0U << 31)
  81. #define GICD_IROUTER_SPI_MODE_ANY (1U << 31)
  82. #define GIC_PIDR2_ARCH_MASK 0xf0
  83. #define GIC_PIDR2_ARCH_GICv3 0x30
  84. #define GIC_PIDR2_ARCH_GICv4 0x40
  85. #define GIC_V3_DIST_SIZE 0x10000
  86. /*
  87. * Re-Distributor registers, offsets from RD_base
  88. */
  89. #define GICR_CTLR GICD_CTLR
  90. #define GICR_IIDR 0x0004
  91. #define GICR_TYPER 0x0008
  92. #define GICR_STATUSR GICD_STATUSR
  93. #define GICR_WAKER 0x0014
  94. #define GICR_SETLPIR 0x0040
  95. #define GICR_CLRLPIR 0x0048
  96. #define GICR_SEIR GICD_SEIR
  97. #define GICR_PROPBASER 0x0070
  98. #define GICR_PENDBASER 0x0078
  99. #define GICR_INVLPIR 0x00A0
  100. #define GICR_INVALLR 0x00B0
  101. #define GICR_SYNCR 0x00C0
  102. #define GICR_MOVLPIR 0x0100
  103. #define GICR_MOVALLR 0x0110
  104. #define GICR_IDREGS GICD_IDREGS
  105. #define GICR_PIDR2 GICD_PIDR2
  106. #define GICR_CTLR_ENABLE_LPIS (1UL << 0)
  107. #define GICR_CTLR_RWP (1UL << 3)
  108. #define GICR_TYPER_CPU_NUMBER(r) (((r) >> 8) & 0xffff)
  109. #define GICR_WAKER_ProcessorSleep (1U << 1)
  110. #define GICR_WAKER_ChildrenAsleep (1U << 2)
  111. #define GIC_BASER_CACHE_nCnB 0ULL
  112. #define GIC_BASER_CACHE_SameAsInner 0ULL
  113. #define GIC_BASER_CACHE_nC 1ULL
  114. #define GIC_BASER_CACHE_RaWt 2ULL
  115. #define GIC_BASER_CACHE_RaWb 3ULL
  116. #define GIC_BASER_CACHE_WaWt 4ULL
  117. #define GIC_BASER_CACHE_WaWb 5ULL
  118. #define GIC_BASER_CACHE_RaWaWt 6ULL
  119. #define GIC_BASER_CACHE_RaWaWb 7ULL
  120. #define GIC_BASER_CACHE_MASK 7ULL
  121. #define GIC_BASER_NonShareable 0ULL
  122. #define GIC_BASER_InnerShareable 1ULL
  123. #define GIC_BASER_OuterShareable 2ULL
  124. #define GIC_BASER_SHAREABILITY_MASK 3ULL
  125. #define GIC_BASER_CACHEABILITY(reg, inner_outer, type) \
  126. (GIC_BASER_CACHE_##type << reg##_##inner_outer##_CACHEABILITY_SHIFT)
  127. #define GIC_BASER_SHAREABILITY(reg, type) \
  128. (GIC_BASER_##type << reg##_SHAREABILITY_SHIFT)
  129. /* encode a size field of width @w containing @n - 1 units */
  130. #define GIC_ENCODE_SZ(n, w) (((unsigned long)(n) - 1) & GENMASK_ULL(((w) - 1), 0))
  131. #define GICR_PROPBASER_SHAREABILITY_SHIFT (10)
  132. #define GICR_PROPBASER_INNER_CACHEABILITY_SHIFT (7)
  133. #define GICR_PROPBASER_OUTER_CACHEABILITY_SHIFT (56)
  134. #define GICR_PROPBASER_SHAREABILITY_MASK \
  135. GIC_BASER_SHAREABILITY(GICR_PROPBASER, SHAREABILITY_MASK)
  136. #define GICR_PROPBASER_INNER_CACHEABILITY_MASK \
  137. GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, MASK)
  138. #define GICR_PROPBASER_OUTER_CACHEABILITY_MASK \
  139. GIC_BASER_CACHEABILITY(GICR_PROPBASER, OUTER, MASK)
  140. #define GICR_PROPBASER_CACHEABILITY_MASK GICR_PROPBASER_INNER_CACHEABILITY_MASK
  141. #define GICR_PROPBASER_InnerShareable \
  142. GIC_BASER_SHAREABILITY(GICR_PROPBASER, InnerShareable)
  143. #define GICR_PROPBASER_nCnB GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, nCnB)
  144. #define GICR_PROPBASER_nC GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, nC)
  145. #define GICR_PROPBASER_RaWt GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, RaWt)
  146. #define GICR_PROPBASER_RaWb GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, RaWt)
  147. #define GICR_PROPBASER_WaWt GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, WaWt)
  148. #define GICR_PROPBASER_WaWb GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, WaWb)
  149. #define GICR_PROPBASER_RaWaWt GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, RaWaWt)
  150. #define GICR_PROPBASER_RaWaWb GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, RaWaWb)
  151. #define GICR_PROPBASER_IDBITS_MASK (0x1f)
  152. #define GICR_PROPBASER_ADDRESS(x) ((x) & GENMASK_ULL(51, 12))
  153. #define GICR_PENDBASER_ADDRESS(x) ((x) & GENMASK_ULL(51, 16))
  154. #define GICR_PENDBASER_SHAREABILITY_SHIFT (10)
  155. #define GICR_PENDBASER_INNER_CACHEABILITY_SHIFT (7)
  156. #define GICR_PENDBASER_OUTER_CACHEABILITY_SHIFT (56)
  157. #define GICR_PENDBASER_SHAREABILITY_MASK \
  158. GIC_BASER_SHAREABILITY(GICR_PENDBASER, SHAREABILITY_MASK)
  159. #define GICR_PENDBASER_INNER_CACHEABILITY_MASK \
  160. GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, MASK)
  161. #define GICR_PENDBASER_OUTER_CACHEABILITY_MASK \
  162. GIC_BASER_CACHEABILITY(GICR_PENDBASER, OUTER, MASK)
  163. #define GICR_PENDBASER_CACHEABILITY_MASK GICR_PENDBASER_INNER_CACHEABILITY_MASK
  164. #define GICR_PENDBASER_InnerShareable \
  165. GIC_BASER_SHAREABILITY(GICR_PENDBASER, InnerShareable)
  166. #define GICR_PENDBASER_nCnB GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, nCnB)
  167. #define GICR_PENDBASER_nC GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, nC)
  168. #define GICR_PENDBASER_RaWt GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, RaWt)
  169. #define GICR_PENDBASER_RaWb GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, RaWt)
  170. #define GICR_PENDBASER_WaWt GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, WaWt)
  171. #define GICR_PENDBASER_WaWb GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, WaWb)
  172. #define GICR_PENDBASER_RaWaWt GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, RaWaWt)
  173. #define GICR_PENDBASER_RaWaWb GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, RaWaWb)
  174. #define GICR_PENDBASER_PTZ BIT_ULL(62)
  175. /*
  176. * Re-Distributor registers, offsets from SGI_base
  177. */
  178. #define GICR_IGROUPR0 GICD_IGROUPR
  179. #define GICR_ISENABLER0 GICD_ISENABLER
  180. #define GICR_ICENABLER0 GICD_ICENABLER
  181. #define GICR_ISPENDR0 GICD_ISPENDR
  182. #define GICR_ICPENDR0 GICD_ICPENDR
  183. #define GICR_ISACTIVER0 GICD_ISACTIVER
  184. #define GICR_ICACTIVER0 GICD_ICACTIVER
  185. #define GICR_IPRIORITYR0 GICD_IPRIORITYR
  186. #define GICR_ICFGR0 GICD_ICFGR
  187. #define GICR_IGRPMODR0 GICD_IGRPMODR
  188. #define GICR_NSACR GICD_NSACR
  189. #define GICR_TYPER_PLPIS (1U << 0)
  190. #define GICR_TYPER_VLPIS (1U << 1)
  191. #define GICR_TYPER_DirectLPIS (1U << 3)
  192. #define GICR_TYPER_LAST (1U << 4)
  193. #define GIC_V3_REDIST_SIZE 0x20000
  194. #define LPI_PROP_GROUP1 (1 << 1)
  195. #define LPI_PROP_ENABLED (1 << 0)
  196. /*
  197. * Re-Distributor registers, offsets from VLPI_base
  198. */
  199. #define GICR_VPROPBASER 0x0070
  200. #define GICR_VPROPBASER_IDBITS_MASK 0x1f
  201. #define GICR_VPROPBASER_SHAREABILITY_SHIFT (10)
  202. #define GICR_VPROPBASER_INNER_CACHEABILITY_SHIFT (7)
  203. #define GICR_VPROPBASER_OUTER_CACHEABILITY_SHIFT (56)
  204. #define GICR_VPROPBASER_SHAREABILITY_MASK \
  205. GIC_BASER_SHAREABILITY(GICR_VPROPBASER, SHAREABILITY_MASK)
  206. #define GICR_VPROPBASER_INNER_CACHEABILITY_MASK \
  207. GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, MASK)
  208. #define GICR_VPROPBASER_OUTER_CACHEABILITY_MASK \
  209. GIC_BASER_CACHEABILITY(GICR_VPROPBASER, OUTER, MASK)
  210. #define GICR_VPROPBASER_CACHEABILITY_MASK \
  211. GICR_VPROPBASER_INNER_CACHEABILITY_MASK
  212. #define GICR_VPROPBASER_InnerShareable \
  213. GIC_BASER_SHAREABILITY(GICR_VPROPBASER, InnerShareable)
  214. #define GICR_VPROPBASER_nCnB GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, nCnB)
  215. #define GICR_VPROPBASER_nC GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, nC)
  216. #define GICR_VPROPBASER_RaWt GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, RaWt)
  217. #define GICR_VPROPBASER_RaWb GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, RaWt)
  218. #define GICR_VPROPBASER_WaWt GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, WaWt)
  219. #define GICR_VPROPBASER_WaWb GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, WaWb)
  220. #define GICR_VPROPBASER_RaWaWt GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, RaWaWt)
  221. #define GICR_VPROPBASER_RaWaWb GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, RaWaWb)
  222. #define GICR_VPENDBASER 0x0078
  223. #define GICR_VPENDBASER_SHAREABILITY_SHIFT (10)
  224. #define GICR_VPENDBASER_INNER_CACHEABILITY_SHIFT (7)
  225. #define GICR_VPENDBASER_OUTER_CACHEABILITY_SHIFT (56)
  226. #define GICR_VPENDBASER_SHAREABILITY_MASK \
  227. GIC_BASER_SHAREABILITY(GICR_VPENDBASER, SHAREABILITY_MASK)
  228. #define GICR_VPENDBASER_INNER_CACHEABILITY_MASK \
  229. GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, MASK)
  230. #define GICR_VPENDBASER_OUTER_CACHEABILITY_MASK \
  231. GIC_BASER_CACHEABILITY(GICR_VPENDBASER, OUTER, MASK)
  232. #define GICR_VPENDBASER_CACHEABILITY_MASK \
  233. GICR_VPENDBASER_INNER_CACHEABILITY_MASK
  234. #define GICR_VPENDBASER_NonShareable \
  235. GIC_BASER_SHAREABILITY(GICR_VPENDBASER, NonShareable)
  236. #define GICR_VPENDBASER_nCnB GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, nCnB)
  237. #define GICR_VPENDBASER_nC GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, nC)
  238. #define GICR_VPENDBASER_RaWt GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, RaWt)
  239. #define GICR_VPENDBASER_RaWb GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, RaWt)
  240. #define GICR_VPENDBASER_WaWt GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, WaWt)
  241. #define GICR_VPENDBASER_WaWb GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, WaWb)
  242. #define GICR_VPENDBASER_RaWaWt GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, RaWaWt)
  243. #define GICR_VPENDBASER_RaWaWb GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, RaWaWb)
  244. #define GICR_VPENDBASER_Dirty (1ULL << 60)
  245. #define GICR_VPENDBASER_PendingLast (1ULL << 61)
  246. #define GICR_VPENDBASER_IDAI (1ULL << 62)
  247. #define GICR_VPENDBASER_Valid (1ULL << 63)
  248. /*
  249. * ITS registers, offsets from ITS_base
  250. */
  251. #define GITS_CTLR 0x0000
  252. #define GITS_IIDR 0x0004
  253. #define GITS_TYPER 0x0008
  254. #define GITS_CBASER 0x0080
  255. #define GITS_CWRITER 0x0088
  256. #define GITS_CREADR 0x0090
  257. #define GITS_BASER 0x0100
  258. #define GITS_IDREGS_BASE 0xffd0
  259. #define GITS_PIDR0 0xffe0
  260. #define GITS_PIDR1 0xffe4
  261. #define GITS_PIDR2 GICR_PIDR2
  262. #define GITS_PIDR4 0xffd0
  263. #define GITS_CIDR0 0xfff0
  264. #define GITS_CIDR1 0xfff4
  265. #define GITS_CIDR2 0xfff8
  266. #define GITS_CIDR3 0xfffc
  267. #define GITS_TRANSLATER 0x10040
  268. #define GITS_CTLR_ENABLE (1U << 0)
  269. #define GITS_CTLR_ImDe (1U << 1)
  270. #define GITS_CTLR_ITS_NUMBER_SHIFT 4
  271. #define GITS_CTLR_ITS_NUMBER (0xFU << GITS_CTLR_ITS_NUMBER_SHIFT)
  272. #define GITS_CTLR_QUIESCENT (1U << 31)
  273. #define GITS_TYPER_PLPIS (1UL << 0)
  274. #define GITS_TYPER_VLPIS (1UL << 1)
  275. #define GITS_TYPER_ITT_ENTRY_SIZE_SHIFT 4
  276. #define GITS_TYPER_ITT_ENTRY_SIZE(r) ((((r) >> GITS_TYPER_ITT_ENTRY_SIZE_SHIFT) & 0x1f) + 1)
  277. #define GITS_TYPER_IDBITS_SHIFT 8
  278. #define GITS_TYPER_DEVBITS_SHIFT 13
  279. #define GITS_TYPER_DEVBITS(r) ((((r) >> GITS_TYPER_DEVBITS_SHIFT) & 0x1f) + 1)
  280. #define GITS_TYPER_PTA (1UL << 19)
  281. #define GITS_TYPER_HCC_SHIFT 24
  282. #define GITS_TYPER_HCC(r) (((r) >> GITS_TYPER_HCC_SHIFT) & 0xff)
  283. #define GITS_TYPER_VMOVP (1ULL << 37)
  284. #define GITS_IIDR_REV_SHIFT 12
  285. #define GITS_IIDR_REV_MASK (0xf << GITS_IIDR_REV_SHIFT)
  286. #define GITS_IIDR_REV(r) (((r) >> GITS_IIDR_REV_SHIFT) & 0xf)
  287. #define GITS_IIDR_PRODUCTID_SHIFT 24
  288. #define GITS_CBASER_VALID (1ULL << 63)
  289. #define GITS_CBASER_SHAREABILITY_SHIFT (10)
  290. #define GITS_CBASER_INNER_CACHEABILITY_SHIFT (59)
  291. #define GITS_CBASER_OUTER_CACHEABILITY_SHIFT (53)
  292. #define GITS_CBASER_SHAREABILITY_MASK \
  293. GIC_BASER_SHAREABILITY(GITS_CBASER, SHAREABILITY_MASK)
  294. #define GITS_CBASER_INNER_CACHEABILITY_MASK \
  295. GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, MASK)
  296. #define GITS_CBASER_OUTER_CACHEABILITY_MASK \
  297. GIC_BASER_CACHEABILITY(GITS_CBASER, OUTER, MASK)
  298. #define GITS_CBASER_CACHEABILITY_MASK GITS_CBASER_INNER_CACHEABILITY_MASK
  299. #define GITS_CBASER_InnerShareable \
  300. GIC_BASER_SHAREABILITY(GITS_CBASER, InnerShareable)
  301. #define GITS_CBASER_nCnB GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, nCnB)
  302. #define GITS_CBASER_nC GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, nC)
  303. #define GITS_CBASER_RaWt GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, RaWt)
  304. #define GITS_CBASER_RaWb GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, RaWt)
  305. #define GITS_CBASER_WaWt GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, WaWt)
  306. #define GITS_CBASER_WaWb GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, WaWb)
  307. #define GITS_CBASER_RaWaWt GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, RaWaWt)
  308. #define GITS_CBASER_RaWaWb GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, RaWaWb)
  309. #define GITS_BASER_NR_REGS 8
  310. #define GITS_BASER_VALID (1ULL << 63)
  311. #define GITS_BASER_INDIRECT (1ULL << 62)
  312. #define GITS_BASER_INNER_CACHEABILITY_SHIFT (59)
  313. #define GITS_BASER_OUTER_CACHEABILITY_SHIFT (53)
  314. #define GITS_BASER_INNER_CACHEABILITY_MASK \
  315. GIC_BASER_CACHEABILITY(GITS_BASER, INNER, MASK)
  316. #define GITS_BASER_CACHEABILITY_MASK GITS_BASER_INNER_CACHEABILITY_MASK
  317. #define GITS_BASER_OUTER_CACHEABILITY_MASK \
  318. GIC_BASER_CACHEABILITY(GITS_BASER, OUTER, MASK)
  319. #define GITS_BASER_SHAREABILITY_MASK \
  320. GIC_BASER_SHAREABILITY(GITS_BASER, SHAREABILITY_MASK)
  321. #define GITS_BASER_nCnB GIC_BASER_CACHEABILITY(GITS_BASER, INNER, nCnB)
  322. #define GITS_BASER_nC GIC_BASER_CACHEABILITY(GITS_BASER, INNER, nC)
  323. #define GITS_BASER_RaWt GIC_BASER_CACHEABILITY(GITS_BASER, INNER, RaWt)
  324. #define GITS_BASER_RaWb GIC_BASER_CACHEABILITY(GITS_BASER, INNER, RaWt)
  325. #define GITS_BASER_WaWt GIC_BASER_CACHEABILITY(GITS_BASER, INNER, WaWt)
  326. #define GITS_BASER_WaWb GIC_BASER_CACHEABILITY(GITS_BASER, INNER, WaWb)
  327. #define GITS_BASER_RaWaWt GIC_BASER_CACHEABILITY(GITS_BASER, INNER, RaWaWt)
  328. #define GITS_BASER_RaWaWb GIC_BASER_CACHEABILITY(GITS_BASER, INNER, RaWaWb)
  329. #define GITS_BASER_TYPE_SHIFT (56)
  330. #define GITS_BASER_TYPE(r) (((r) >> GITS_BASER_TYPE_SHIFT) & 7)
  331. #define GITS_BASER_ENTRY_SIZE_SHIFT (48)
  332. #define GITS_BASER_ENTRY_SIZE(r) ((((r) >> GITS_BASER_ENTRY_SIZE_SHIFT) & 0x1f) + 1)
  333. #define GITS_BASER_ENTRY_SIZE_MASK GENMASK_ULL(52, 48)
  334. #define GITS_BASER_PHYS_52_to_48(phys) \
  335. (((phys) & GENMASK_ULL(47, 16)) | (((phys) >> 48) & 0xf) << 12)
  336. #define GITS_BASER_SHAREABILITY_SHIFT (10)
  337. #define GITS_BASER_InnerShareable \
  338. GIC_BASER_SHAREABILITY(GITS_BASER, InnerShareable)
  339. #define GITS_BASER_PAGE_SIZE_SHIFT (8)
  340. #define GITS_BASER_PAGE_SIZE_4K (0ULL << GITS_BASER_PAGE_SIZE_SHIFT)
  341. #define GITS_BASER_PAGE_SIZE_16K (1ULL << GITS_BASER_PAGE_SIZE_SHIFT)
  342. #define GITS_BASER_PAGE_SIZE_64K (2ULL << GITS_BASER_PAGE_SIZE_SHIFT)
  343. #define GITS_BASER_PAGE_SIZE_MASK (3ULL << GITS_BASER_PAGE_SIZE_SHIFT)
  344. #define GITS_BASER_PAGES_MAX 256
  345. #define GITS_BASER_PAGES_SHIFT (0)
  346. #define GITS_BASER_NR_PAGES(r) (((r) & 0xff) + 1)
  347. #define GITS_BASER_TYPE_NONE 0
  348. #define GITS_BASER_TYPE_DEVICE 1
  349. #define GITS_BASER_TYPE_VCPU 2
  350. #define GITS_BASER_TYPE_RESERVED3 3
  351. #define GITS_BASER_TYPE_COLLECTION 4
  352. #define GITS_BASER_TYPE_RESERVED5 5
  353. #define GITS_BASER_TYPE_RESERVED6 6
  354. #define GITS_BASER_TYPE_RESERVED7 7
  355. #define GITS_LVL1_ENTRY_SIZE (8UL)
  356. /*
  357. * ITS commands
  358. */
  359. #define GITS_CMD_MAPD 0x08
  360. #define GITS_CMD_MAPC 0x09
  361. #define GITS_CMD_MAPTI 0x0a
  362. #define GITS_CMD_MAPI 0x0b
  363. #define GITS_CMD_MOVI 0x01
  364. #define GITS_CMD_DISCARD 0x0f
  365. #define GITS_CMD_INV 0x0c
  366. #define GITS_CMD_MOVALL 0x0e
  367. #define GITS_CMD_INVALL 0x0d
  368. #define GITS_CMD_INT 0x03
  369. #define GITS_CMD_CLEAR 0x04
  370. #define GITS_CMD_SYNC 0x05
  371. /*
  372. * GICv4 ITS specific commands
  373. */
  374. #define GITS_CMD_GICv4(x) ((x) | 0x20)
  375. #define GITS_CMD_VINVALL GITS_CMD_GICv4(GITS_CMD_INVALL)
  376. #define GITS_CMD_VMAPP GITS_CMD_GICv4(GITS_CMD_MAPC)
  377. #define GITS_CMD_VMAPTI GITS_CMD_GICv4(GITS_CMD_MAPTI)
  378. #define GITS_CMD_VMOVI GITS_CMD_GICv4(GITS_CMD_MOVI)
  379. #define GITS_CMD_VSYNC GITS_CMD_GICv4(GITS_CMD_SYNC)
  380. /* VMOVP is the odd one, as it doesn't have a physical counterpart */
  381. #define GITS_CMD_VMOVP GITS_CMD_GICv4(2)
  382. /*
  383. * ITS error numbers
  384. */
  385. #define E_ITS_MOVI_UNMAPPED_INTERRUPT 0x010107
  386. #define E_ITS_MOVI_UNMAPPED_COLLECTION 0x010109
  387. #define E_ITS_INT_UNMAPPED_INTERRUPT 0x010307
  388. #define E_ITS_CLEAR_UNMAPPED_INTERRUPT 0x010507
  389. #define E_ITS_MAPD_DEVICE_OOR 0x010801
  390. #define E_ITS_MAPD_ITTSIZE_OOR 0x010802
  391. #define E_ITS_MAPC_PROCNUM_OOR 0x010902
  392. #define E_ITS_MAPC_COLLECTION_OOR 0x010903
  393. #define E_ITS_MAPTI_UNMAPPED_DEVICE 0x010a04
  394. #define E_ITS_MAPTI_ID_OOR 0x010a05
  395. #define E_ITS_MAPTI_PHYSICALID_OOR 0x010a06
  396. #define E_ITS_INV_UNMAPPED_INTERRUPT 0x010c07
  397. #define E_ITS_INVALL_UNMAPPED_COLLECTION 0x010d09
  398. #define E_ITS_MOVALL_PROCNUM_OOR 0x010e01
  399. #define E_ITS_DISCARD_UNMAPPED_INTERRUPT 0x010f07
  400. /*
  401. * CPU interface registers
  402. */
  403. #define ICC_CTLR_EL1_EOImode_SHIFT (1)
  404. #define ICC_CTLR_EL1_EOImode_drop_dir (0U << ICC_CTLR_EL1_EOImode_SHIFT)
  405. #define ICC_CTLR_EL1_EOImode_drop (1U << ICC_CTLR_EL1_EOImode_SHIFT)
  406. #define ICC_CTLR_EL1_EOImode_MASK (1 << ICC_CTLR_EL1_EOImode_SHIFT)
  407. #define ICC_CTLR_EL1_CBPR_SHIFT 0
  408. #define ICC_CTLR_EL1_CBPR_MASK (1 << ICC_CTLR_EL1_CBPR_SHIFT)
  409. #define ICC_CTLR_EL1_PRI_BITS_SHIFT 8
  410. #define ICC_CTLR_EL1_PRI_BITS_MASK (0x7 << ICC_CTLR_EL1_PRI_BITS_SHIFT)
  411. #define ICC_CTLR_EL1_ID_BITS_SHIFT 11
  412. #define ICC_CTLR_EL1_ID_BITS_MASK (0x7 << ICC_CTLR_EL1_ID_BITS_SHIFT)
  413. #define ICC_CTLR_EL1_SEIS_SHIFT 14
  414. #define ICC_CTLR_EL1_SEIS_MASK (0x1 << ICC_CTLR_EL1_SEIS_SHIFT)
  415. #define ICC_CTLR_EL1_A3V_SHIFT 15
  416. #define ICC_CTLR_EL1_A3V_MASK (0x1 << ICC_CTLR_EL1_A3V_SHIFT)
  417. #define ICC_CTLR_EL1_RSS (0x1 << 18)
  418. #define ICC_PMR_EL1_SHIFT 0
  419. #define ICC_PMR_EL1_MASK (0xff << ICC_PMR_EL1_SHIFT)
  420. #define ICC_BPR0_EL1_SHIFT 0
  421. #define ICC_BPR0_EL1_MASK (0x7 << ICC_BPR0_EL1_SHIFT)
  422. #define ICC_BPR1_EL1_SHIFT 0
  423. #define ICC_BPR1_EL1_MASK (0x7 << ICC_BPR1_EL1_SHIFT)
  424. #define ICC_IGRPEN0_EL1_SHIFT 0
  425. #define ICC_IGRPEN0_EL1_MASK (1 << ICC_IGRPEN0_EL1_SHIFT)
  426. #define ICC_IGRPEN1_EL1_SHIFT 0
  427. #define ICC_IGRPEN1_EL1_MASK (1 << ICC_IGRPEN1_EL1_SHIFT)
  428. #define ICC_SRE_EL1_DIB (1U << 2)
  429. #define ICC_SRE_EL1_DFB (1U << 1)
  430. #define ICC_SRE_EL1_SRE (1U << 0)
  431. /*
  432. * Hypervisor interface registers (SRE only)
  433. */
  434. #define ICH_LR_VIRTUAL_ID_MASK ((1ULL << 32) - 1)
  435. #define ICH_LR_EOI (1ULL << 41)
  436. #define ICH_LR_GROUP (1ULL << 60)
  437. #define ICH_LR_HW (1ULL << 61)
  438. #define ICH_LR_STATE (3ULL << 62)
  439. #define ICH_LR_PENDING_BIT (1ULL << 62)
  440. #define ICH_LR_ACTIVE_BIT (1ULL << 63)
  441. #define ICH_LR_PHYS_ID_SHIFT 32
  442. #define ICH_LR_PHYS_ID_MASK (0x3ffULL << ICH_LR_PHYS_ID_SHIFT)
  443. #define ICH_LR_PRIORITY_SHIFT 48
  444. #define ICH_LR_PRIORITY_MASK (0xffULL << ICH_LR_PRIORITY_SHIFT)
  445. /* These are for GICv2 emulation only */
  446. #define GICH_LR_VIRTUALID (0x3ffUL << 0)
  447. #define GICH_LR_PHYSID_CPUID_SHIFT (10)
  448. #define GICH_LR_PHYSID_CPUID (7UL << GICH_LR_PHYSID_CPUID_SHIFT)
  449. #define ICH_MISR_EOI (1 << 0)
  450. #define ICH_MISR_U (1 << 1)
  451. #define ICH_HCR_EN (1 << 0)
  452. #define ICH_HCR_UIE (1 << 1)
  453. #define ICH_HCR_NPIE (1 << 3)
  454. #define ICH_HCR_TC (1 << 10)
  455. #define ICH_HCR_TALL0 (1 << 11)
  456. #define ICH_HCR_TALL1 (1 << 12)
  457. #define ICH_HCR_EOIcount_SHIFT 27
  458. #define ICH_HCR_EOIcount_MASK (0x1f << ICH_HCR_EOIcount_SHIFT)
  459. #define ICH_VMCR_ACK_CTL_SHIFT 2
  460. #define ICH_VMCR_ACK_CTL_MASK (1 << ICH_VMCR_ACK_CTL_SHIFT)
  461. #define ICH_VMCR_FIQ_EN_SHIFT 3
  462. #define ICH_VMCR_FIQ_EN_MASK (1 << ICH_VMCR_FIQ_EN_SHIFT)
  463. #define ICH_VMCR_CBPR_SHIFT 4
  464. #define ICH_VMCR_CBPR_MASK (1 << ICH_VMCR_CBPR_SHIFT)
  465. #define ICH_VMCR_EOIM_SHIFT 9
  466. #define ICH_VMCR_EOIM_MASK (1 << ICH_VMCR_EOIM_SHIFT)
  467. #define ICH_VMCR_BPR1_SHIFT 18
  468. #define ICH_VMCR_BPR1_MASK (7 << ICH_VMCR_BPR1_SHIFT)
  469. #define ICH_VMCR_BPR0_SHIFT 21
  470. #define ICH_VMCR_BPR0_MASK (7 << ICH_VMCR_BPR0_SHIFT)
  471. #define ICH_VMCR_PMR_SHIFT 24
  472. #define ICH_VMCR_PMR_MASK (0xffUL << ICH_VMCR_PMR_SHIFT)
  473. #define ICH_VMCR_ENG0_SHIFT 0
  474. #define ICH_VMCR_ENG0_MASK (1 << ICH_VMCR_ENG0_SHIFT)
  475. #define ICH_VMCR_ENG1_SHIFT 1
  476. #define ICH_VMCR_ENG1_MASK (1 << ICH_VMCR_ENG1_SHIFT)
  477. #define ICH_VTR_PRI_BITS_SHIFT 29
  478. #define ICH_VTR_PRI_BITS_MASK (7 << ICH_VTR_PRI_BITS_SHIFT)
  479. #define ICH_VTR_ID_BITS_SHIFT 23
  480. #define ICH_VTR_ID_BITS_MASK (7 << ICH_VTR_ID_BITS_SHIFT)
  481. #define ICH_VTR_SEIS_SHIFT 22
  482. #define ICH_VTR_SEIS_MASK (1 << ICH_VTR_SEIS_SHIFT)
  483. #define ICH_VTR_A3V_SHIFT 21
  484. #define ICH_VTR_A3V_MASK (1 << ICH_VTR_A3V_SHIFT)
  485. #define ICC_IAR1_EL1_SPURIOUS 0x3ff
  486. #define ICC_SRE_EL2_SRE (1 << 0)
  487. #define ICC_SRE_EL2_ENABLE (1 << 3)
  488. #define ICC_SGI1R_TARGET_LIST_SHIFT 0
  489. #define ICC_SGI1R_TARGET_LIST_MASK (0xffff << ICC_SGI1R_TARGET_LIST_SHIFT)
  490. #define ICC_SGI1R_AFFINITY_1_SHIFT 16
  491. #define ICC_SGI1R_AFFINITY_1_MASK (0xff << ICC_SGI1R_AFFINITY_1_SHIFT)
  492. #define ICC_SGI1R_SGI_ID_SHIFT 24
  493. #define ICC_SGI1R_SGI_ID_MASK (0xfULL << ICC_SGI1R_SGI_ID_SHIFT)
  494. #define ICC_SGI1R_AFFINITY_2_SHIFT 32
  495. #define ICC_SGI1R_AFFINITY_2_MASK (0xffULL << ICC_SGI1R_AFFINITY_2_SHIFT)
  496. #define ICC_SGI1R_IRQ_ROUTING_MODE_BIT 40
  497. #define ICC_SGI1R_RS_SHIFT 44
  498. #define ICC_SGI1R_RS_MASK (0xfULL << ICC_SGI1R_RS_SHIFT)
  499. #define ICC_SGI1R_AFFINITY_3_SHIFT 48
  500. #define ICC_SGI1R_AFFINITY_3_MASK (0xffULL << ICC_SGI1R_AFFINITY_3_SHIFT)
  501. #include <asm/arch_gicv3.h>
  502. #ifndef __ASSEMBLY__
  503. /*
  504. * We need a value to serve as a irq-type for LPIs. Choose one that will
  505. * hopefully pique the interest of the reviewer.
  506. */
  507. #define GIC_IRQ_TYPE_LPI 0xa110c8ed
  508. struct rdists {
  509. struct {
  510. void __iomem *rd_base;
  511. struct page *pend_page;
  512. phys_addr_t phys_base;
  513. } __percpu *rdist;
  514. struct page *prop_page;
  515. u64 flags;
  516. u32 gicd_typer;
  517. bool has_vlpis;
  518. bool has_direct_lpi;
  519. };
  520. struct irq_domain;
  521. struct fwnode_handle;
  522. int its_cpu_init(void);
  523. int its_init(struct fwnode_handle *handle, struct rdists *rdists,
  524. struct irq_domain *domain);
  525. int mbi_init(struct fwnode_handle *fwnode, struct irq_domain *parent);
  526. static inline bool gic_enable_sre(void)
  527. {
  528. u32 val;
  529. val = gic_read_sre();
  530. if (val & ICC_SRE_EL1_SRE)
  531. return true;
  532. val |= ICC_SRE_EL1_SRE;
  533. gic_write_sre(val);
  534. val = gic_read_sre();
  535. return !!(val & ICC_SRE_EL1_SRE);
  536. }
  537. #endif
  538. #endif