mipsregs.h 52 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1994, 1995, 1996, 1997, 2000, 2001 by Ralf Baechle
  7. * Copyright (C) 2000 Silicon Graphics, Inc.
  8. * Modified for further R[236]000 support by Paul M. Antoine, 1996.
  9. * Kevin D. Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
  10. * Copyright (C) 2000, 07 MIPS Technologies, Inc.
  11. * Copyright (C) 2003, 2004 Maciej W. Rozycki
  12. */
  13. #ifndef _ASM_MIPSREGS_H
  14. #define _ASM_MIPSREGS_H
  15. #include <linux/linkage.h>
  16. #include <linux/types.h>
  17. #include <asm/hazards.h>
  18. #include <asm/war.h>
  19. /*
  20. * The following macros are especially useful for __asm__
  21. * inline assembler.
  22. */
  23. #ifndef __STR
  24. #define __STR(x) #x
  25. #endif
  26. #ifndef STR
  27. #define STR(x) __STR(x)
  28. #endif
  29. /*
  30. * Configure language
  31. */
  32. #ifdef __ASSEMBLY__
  33. #define _ULCAST_
  34. #else
  35. #define _ULCAST_ (unsigned long)
  36. #endif
  37. /*
  38. * Coprocessor 0 register names
  39. */
  40. #define CP0_INDEX $0
  41. #define CP0_RANDOM $1
  42. #define CP0_ENTRYLO0 $2
  43. #define CP0_ENTRYLO1 $3
  44. #define CP0_CONF $3
  45. #define CP0_CONTEXT $4
  46. #define CP0_PAGEMASK $5
  47. #define CP0_WIRED $6
  48. #define CP0_INFO $7
  49. #define CP0_BADVADDR $8
  50. #define CP0_COUNT $9
  51. #define CP0_ENTRYHI $10
  52. #define CP0_COMPARE $11
  53. #define CP0_STATUS $12
  54. #define CP0_CAUSE $13
  55. #define CP0_EPC $14
  56. #define CP0_PRID $15
  57. #define CP0_CONFIG $16
  58. #define CP0_LLADDR $17
  59. #define CP0_WATCHLO $18
  60. #define CP0_WATCHHI $19
  61. #define CP0_XCONTEXT $20
  62. #define CP0_FRAMEMASK $21
  63. #define CP0_DIAGNOSTIC $22
  64. #define CP0_DEBUG $23
  65. #define CP0_DEPC $24
  66. #define CP0_PERFORMANCE $25
  67. #define CP0_ECC $26
  68. #define CP0_CACHEERR $27
  69. #define CP0_TAGLO $28
  70. #define CP0_TAGHI $29
  71. #define CP0_ERROREPC $30
  72. #define CP0_DESAVE $31
  73. /*
  74. * R4640/R4650 cp0 register names. These registers are listed
  75. * here only for completeness; without MMU these CPUs are not useable
  76. * by Linux. A future ELKS port might take make Linux run on them
  77. * though ...
  78. */
  79. #define CP0_IBASE $0
  80. #define CP0_IBOUND $1
  81. #define CP0_DBASE $2
  82. #define CP0_DBOUND $3
  83. #define CP0_CALG $17
  84. #define CP0_IWATCH $18
  85. #define CP0_DWATCH $19
  86. /*
  87. * Coprocessor 0 Set 1 register names
  88. */
  89. #define CP0_S1_DERRADDR0 $26
  90. #define CP0_S1_DERRADDR1 $27
  91. #define CP0_S1_INTCONTROL $20
  92. /*
  93. * Coprocessor 0 Set 2 register names
  94. */
  95. #define CP0_S2_SRSCTL $12 /* MIPSR2 */
  96. /*
  97. * Coprocessor 0 Set 3 register names
  98. */
  99. #define CP0_S3_SRSMAP $12 /* MIPSR2 */
  100. /*
  101. * TX39 Series
  102. */
  103. #define CP0_TX39_CACHE $7
  104. /*
  105. * Coprocessor 1 (FPU) register names
  106. */
  107. #define CP1_REVISION $0
  108. #define CP1_STATUS $31
  109. /*
  110. * FPU Status Register Values
  111. */
  112. /*
  113. * Status Register Values
  114. */
  115. #define FPU_CSR_FLUSH 0x01000000 /* flush denormalised results to 0 */
  116. #define FPU_CSR_COND 0x00800000 /* $fcc0 */
  117. #define FPU_CSR_COND0 0x00800000 /* $fcc0 */
  118. #define FPU_CSR_COND1 0x02000000 /* $fcc1 */
  119. #define FPU_CSR_COND2 0x04000000 /* $fcc2 */
  120. #define FPU_CSR_COND3 0x08000000 /* $fcc3 */
  121. #define FPU_CSR_COND4 0x10000000 /* $fcc4 */
  122. #define FPU_CSR_COND5 0x20000000 /* $fcc5 */
  123. #define FPU_CSR_COND6 0x40000000 /* $fcc6 */
  124. #define FPU_CSR_COND7 0x80000000 /* $fcc7 */
  125. /*
  126. * Bits 18 - 20 of the FPU Status Register will be read as 0,
  127. * and should be written as zero.
  128. */
  129. #define FPU_CSR_RSVD 0x001c0000
  130. /*
  131. * X the exception cause indicator
  132. * E the exception enable
  133. * S the sticky/flag bit
  134. */
  135. #define FPU_CSR_ALL_X 0x0003f000
  136. #define FPU_CSR_UNI_X 0x00020000
  137. #define FPU_CSR_INV_X 0x00010000
  138. #define FPU_CSR_DIV_X 0x00008000
  139. #define FPU_CSR_OVF_X 0x00004000
  140. #define FPU_CSR_UDF_X 0x00002000
  141. #define FPU_CSR_INE_X 0x00001000
  142. #define FPU_CSR_ALL_E 0x00000f80
  143. #define FPU_CSR_INV_E 0x00000800
  144. #define FPU_CSR_DIV_E 0x00000400
  145. #define FPU_CSR_OVF_E 0x00000200
  146. #define FPU_CSR_UDF_E 0x00000100
  147. #define FPU_CSR_INE_E 0x00000080
  148. #define FPU_CSR_ALL_S 0x0000007c
  149. #define FPU_CSR_INV_S 0x00000040
  150. #define FPU_CSR_DIV_S 0x00000020
  151. #define FPU_CSR_OVF_S 0x00000010
  152. #define FPU_CSR_UDF_S 0x00000008
  153. #define FPU_CSR_INE_S 0x00000004
  154. /* Bits 0 and 1 of FPU Status Register specify the rounding mode */
  155. #define FPU_CSR_RM 0x00000003
  156. #define FPU_CSR_RN 0x0 /* nearest */
  157. #define FPU_CSR_RZ 0x1 /* towards zero */
  158. #define FPU_CSR_RU 0x2 /* towards +Infinity */
  159. #define FPU_CSR_RD 0x3 /* towards -Infinity */
  160. /*
  161. * Values for PageMask register
  162. */
  163. #ifdef CONFIG_CPU_VR41XX
  164. /* Why doesn't stupidity hurt ... */
  165. #define PM_1K 0x00000000
  166. #define PM_4K 0x00001800
  167. #define PM_16K 0x00007800
  168. #define PM_64K 0x0001f800
  169. #define PM_256K 0x0007f800
  170. #else
  171. #define PM_4K 0x00000000
  172. #define PM_8K 0x00002000
  173. #define PM_16K 0x00006000
  174. #define PM_32K 0x0000e000
  175. #define PM_64K 0x0001e000
  176. #define PM_128K 0x0003e000
  177. #define PM_256K 0x0007e000
  178. #define PM_512K 0x000fe000
  179. #define PM_1M 0x001fe000
  180. #define PM_2M 0x003fe000
  181. #define PM_4M 0x007fe000
  182. #define PM_8M 0x00ffe000
  183. #define PM_16M 0x01ffe000
  184. #define PM_32M 0x03ffe000
  185. #define PM_64M 0x07ffe000
  186. #define PM_256M 0x1fffe000
  187. #define PM_1G 0x7fffe000
  188. #endif
  189. /*
  190. * Default page size for a given kernel configuration
  191. */
  192. #ifdef CONFIG_PAGE_SIZE_4KB
  193. #define PM_DEFAULT_MASK PM_4K
  194. #elif defined(CONFIG_PAGE_SIZE_8KB)
  195. #define PM_DEFAULT_MASK PM_8K
  196. #elif defined(CONFIG_PAGE_SIZE_16KB)
  197. #define PM_DEFAULT_MASK PM_16K
  198. #elif defined(CONFIG_PAGE_SIZE_32KB)
  199. #define PM_DEFAULT_MASK PM_32K
  200. #elif defined(CONFIG_PAGE_SIZE_64KB)
  201. #define PM_DEFAULT_MASK PM_64K
  202. #else
  203. #error Bad page size configuration!
  204. #endif
  205. /*
  206. * Default huge tlb size for a given kernel configuration
  207. */
  208. #ifdef CONFIG_PAGE_SIZE_4KB
  209. #define PM_HUGE_MASK PM_1M
  210. #elif defined(CONFIG_PAGE_SIZE_8KB)
  211. #define PM_HUGE_MASK PM_4M
  212. #elif defined(CONFIG_PAGE_SIZE_16KB)
  213. #define PM_HUGE_MASK PM_16M
  214. #elif defined(CONFIG_PAGE_SIZE_32KB)
  215. #define PM_HUGE_MASK PM_64M
  216. #elif defined(CONFIG_PAGE_SIZE_64KB)
  217. #define PM_HUGE_MASK PM_256M
  218. #elif defined(CONFIG_MIPS_HUGE_TLB_SUPPORT)
  219. #error Bad page size configuration for hugetlbfs!
  220. #endif
  221. /*
  222. * Values used for computation of new tlb entries
  223. */
  224. #define PL_4K 12
  225. #define PL_16K 14
  226. #define PL_64K 16
  227. #define PL_256K 18
  228. #define PL_1M 20
  229. #define PL_4M 22
  230. #define PL_16M 24
  231. #define PL_64M 26
  232. #define PL_256M 28
  233. /*
  234. * PageGrain bits
  235. */
  236. #define PG_RIE (_ULCAST_(1) << 31)
  237. #define PG_XIE (_ULCAST_(1) << 30)
  238. #define PG_ELPA (_ULCAST_(1) << 29)
  239. #define PG_ESP (_ULCAST_(1) << 28)
  240. /*
  241. * R4x00 interrupt enable / cause bits
  242. */
  243. #define IE_SW0 (_ULCAST_(1) << 8)
  244. #define IE_SW1 (_ULCAST_(1) << 9)
  245. #define IE_IRQ0 (_ULCAST_(1) << 10)
  246. #define IE_IRQ1 (_ULCAST_(1) << 11)
  247. #define IE_IRQ2 (_ULCAST_(1) << 12)
  248. #define IE_IRQ3 (_ULCAST_(1) << 13)
  249. #define IE_IRQ4 (_ULCAST_(1) << 14)
  250. #define IE_IRQ5 (_ULCAST_(1) << 15)
  251. /*
  252. * R4x00 interrupt cause bits
  253. */
  254. #define C_SW0 (_ULCAST_(1) << 8)
  255. #define C_SW1 (_ULCAST_(1) << 9)
  256. #define C_IRQ0 (_ULCAST_(1) << 10)
  257. #define C_IRQ1 (_ULCAST_(1) << 11)
  258. #define C_IRQ2 (_ULCAST_(1) << 12)
  259. #define C_IRQ3 (_ULCAST_(1) << 13)
  260. #define C_IRQ4 (_ULCAST_(1) << 14)
  261. #define C_IRQ5 (_ULCAST_(1) << 15)
  262. /*
  263. * Bitfields in the R4xx0 cp0 status register
  264. */
  265. #define ST0_IE 0x00000001
  266. #define ST0_EXL 0x00000002
  267. #define ST0_ERL 0x00000004
  268. #define ST0_KSU 0x00000018
  269. # define KSU_USER 0x00000010
  270. # define KSU_SUPERVISOR 0x00000008
  271. # define KSU_KERNEL 0x00000000
  272. #define ST0_UX 0x00000020
  273. #define ST0_SX 0x00000040
  274. #define ST0_KX 0x00000080
  275. #define ST0_DE 0x00010000
  276. #define ST0_CE 0x00020000
  277. /*
  278. * Setting c0_status.co enables Hit_Writeback and Hit_Writeback_Invalidate
  279. * cacheops in userspace. This bit exists only on RM7000 and RM9000
  280. * processors.
  281. */
  282. #define ST0_CO 0x08000000
  283. /*
  284. * Bitfields in the R[23]000 cp0 status register.
  285. */
  286. #define ST0_IEC 0x00000001
  287. #define ST0_KUC 0x00000002
  288. #define ST0_IEP 0x00000004
  289. #define ST0_KUP 0x00000008
  290. #define ST0_IEO 0x00000010
  291. #define ST0_KUO 0x00000020
  292. /* bits 6 & 7 are reserved on R[23]000 */
  293. #define ST0_ISC 0x00010000
  294. #define ST0_SWC 0x00020000
  295. #define ST0_CM 0x00080000
  296. /*
  297. * Bits specific to the R4640/R4650
  298. */
  299. #define ST0_UM (_ULCAST_(1) << 4)
  300. #define ST0_IL (_ULCAST_(1) << 23)
  301. #define ST0_DL (_ULCAST_(1) << 24)
  302. /*
  303. * Enable the MIPS MDMX and DSP ASEs
  304. */
  305. #define ST0_MX 0x01000000
  306. /*
  307. * Bitfields in the TX39 family CP0 Configuration Register 3
  308. */
  309. #define TX39_CONF_ICS_SHIFT 19
  310. #define TX39_CONF_ICS_MASK 0x00380000
  311. #define TX39_CONF_ICS_1KB 0x00000000
  312. #define TX39_CONF_ICS_2KB 0x00080000
  313. #define TX39_CONF_ICS_4KB 0x00100000
  314. #define TX39_CONF_ICS_8KB 0x00180000
  315. #define TX39_CONF_ICS_16KB 0x00200000
  316. #define TX39_CONF_DCS_SHIFT 16
  317. #define TX39_CONF_DCS_MASK 0x00070000
  318. #define TX39_CONF_DCS_1KB 0x00000000
  319. #define TX39_CONF_DCS_2KB 0x00010000
  320. #define TX39_CONF_DCS_4KB 0x00020000
  321. #define TX39_CONF_DCS_8KB 0x00030000
  322. #define TX39_CONF_DCS_16KB 0x00040000
  323. #define TX39_CONF_CWFON 0x00004000
  324. #define TX39_CONF_WBON 0x00002000
  325. #define TX39_CONF_RF_SHIFT 10
  326. #define TX39_CONF_RF_MASK 0x00000c00
  327. #define TX39_CONF_DOZE 0x00000200
  328. #define TX39_CONF_HALT 0x00000100
  329. #define TX39_CONF_LOCK 0x00000080
  330. #define TX39_CONF_ICE 0x00000020
  331. #define TX39_CONF_DCE 0x00000010
  332. #define TX39_CONF_IRSIZE_SHIFT 2
  333. #define TX39_CONF_IRSIZE_MASK 0x0000000c
  334. #define TX39_CONF_DRSIZE_SHIFT 0
  335. #define TX39_CONF_DRSIZE_MASK 0x00000003
  336. /*
  337. * Status register bits available in all MIPS CPUs.
  338. */
  339. #define ST0_IM 0x0000ff00
  340. #define STATUSB_IP0 8
  341. #define STATUSF_IP0 (_ULCAST_(1) << 8)
  342. #define STATUSB_IP1 9
  343. #define STATUSF_IP1 (_ULCAST_(1) << 9)
  344. #define STATUSB_IP2 10
  345. #define STATUSF_IP2 (_ULCAST_(1) << 10)
  346. #define STATUSB_IP3 11
  347. #define STATUSF_IP3 (_ULCAST_(1) << 11)
  348. #define STATUSB_IP4 12
  349. #define STATUSF_IP4 (_ULCAST_(1) << 12)
  350. #define STATUSB_IP5 13
  351. #define STATUSF_IP5 (_ULCAST_(1) << 13)
  352. #define STATUSB_IP6 14
  353. #define STATUSF_IP6 (_ULCAST_(1) << 14)
  354. #define STATUSB_IP7 15
  355. #define STATUSF_IP7 (_ULCAST_(1) << 15)
  356. #define STATUSB_IP8 0
  357. #define STATUSF_IP8 (_ULCAST_(1) << 0)
  358. #define STATUSB_IP9 1
  359. #define STATUSF_IP9 (_ULCAST_(1) << 1)
  360. #define STATUSB_IP10 2
  361. #define STATUSF_IP10 (_ULCAST_(1) << 2)
  362. #define STATUSB_IP11 3
  363. #define STATUSF_IP11 (_ULCAST_(1) << 3)
  364. #define STATUSB_IP12 4
  365. #define STATUSF_IP12 (_ULCAST_(1) << 4)
  366. #define STATUSB_IP13 5
  367. #define STATUSF_IP13 (_ULCAST_(1) << 5)
  368. #define STATUSB_IP14 6
  369. #define STATUSF_IP14 (_ULCAST_(1) << 6)
  370. #define STATUSB_IP15 7
  371. #define STATUSF_IP15 (_ULCAST_(1) << 7)
  372. #define ST0_CH 0x00040000
  373. #define ST0_NMI 0x00080000
  374. #define ST0_SR 0x00100000
  375. #define ST0_TS 0x00200000
  376. #define ST0_BEV 0x00400000
  377. #define ST0_RE 0x02000000
  378. #define ST0_FR 0x04000000
  379. #define ST0_CU 0xf0000000
  380. #define ST0_CU0 0x10000000
  381. #define ST0_CU1 0x20000000
  382. #define ST0_CU2 0x40000000
  383. #define ST0_CU3 0x80000000
  384. #define ST0_XX 0x80000000 /* MIPS IV naming */
  385. /*
  386. * Bitfields and bit numbers in the coprocessor 0 IntCtl register. (MIPSR2)
  387. *
  388. * Refer to your MIPS R4xx0 manual, chapter 5 for explanation.
  389. */
  390. #define INTCTLB_IPPCI 26
  391. #define INTCTLF_IPPCI (_ULCAST_(7) << INTCTLB_IPPCI)
  392. #define INTCTLB_IPTI 29
  393. #define INTCTLF_IPTI (_ULCAST_(7) << INTCTLB_IPTI)
  394. /*
  395. * Bitfields and bit numbers in the coprocessor 0 cause register.
  396. *
  397. * Refer to your MIPS R4xx0 manual, chapter 5 for explanation.
  398. */
  399. #define CAUSEB_EXCCODE 2
  400. #define CAUSEF_EXCCODE (_ULCAST_(31) << 2)
  401. #define CAUSEB_IP 8
  402. #define CAUSEF_IP (_ULCAST_(255) << 8)
  403. #define CAUSEB_IP0 8
  404. #define CAUSEF_IP0 (_ULCAST_(1) << 8)
  405. #define CAUSEB_IP1 9
  406. #define CAUSEF_IP1 (_ULCAST_(1) << 9)
  407. #define CAUSEB_IP2 10
  408. #define CAUSEF_IP2 (_ULCAST_(1) << 10)
  409. #define CAUSEB_IP3 11
  410. #define CAUSEF_IP3 (_ULCAST_(1) << 11)
  411. #define CAUSEB_IP4 12
  412. #define CAUSEF_IP4 (_ULCAST_(1) << 12)
  413. #define CAUSEB_IP5 13
  414. #define CAUSEF_IP5 (_ULCAST_(1) << 13)
  415. #define CAUSEB_IP6 14
  416. #define CAUSEF_IP6 (_ULCAST_(1) << 14)
  417. #define CAUSEB_IP7 15
  418. #define CAUSEF_IP7 (_ULCAST_(1) << 15)
  419. #define CAUSEB_IV 23
  420. #define CAUSEF_IV (_ULCAST_(1) << 23)
  421. #define CAUSEB_PCI 26
  422. #define CAUSEF_PCI (_ULCAST_(1) << 26)
  423. #define CAUSEB_CE 28
  424. #define CAUSEF_CE (_ULCAST_(3) << 28)
  425. #define CAUSEB_TI 30
  426. #define CAUSEF_TI (_ULCAST_(1) << 30)
  427. #define CAUSEB_BD 31
  428. #define CAUSEF_BD (_ULCAST_(1) << 31)
  429. /*
  430. * Bits in the coprocessor 0 config register.
  431. */
  432. /* Generic bits. */
  433. #define CONF_CM_CACHABLE_NO_WA 0
  434. #define CONF_CM_CACHABLE_WA 1
  435. #define CONF_CM_UNCACHED 2
  436. #define CONF_CM_CACHABLE_NONCOHERENT 3
  437. #define CONF_CM_CACHABLE_CE 4
  438. #define CONF_CM_CACHABLE_COW 5
  439. #define CONF_CM_CACHABLE_CUW 6
  440. #define CONF_CM_CACHABLE_ACCELERATED 7
  441. #define CONF_CM_CMASK 7
  442. #define CONF_BE (_ULCAST_(1) << 15)
  443. /* Bits common to various processors. */
  444. #define CONF_CU (_ULCAST_(1) << 3)
  445. #define CONF_DB (_ULCAST_(1) << 4)
  446. #define CONF_IB (_ULCAST_(1) << 5)
  447. #define CONF_DC (_ULCAST_(7) << 6)
  448. #define CONF_IC (_ULCAST_(7) << 9)
  449. #define CONF_EB (_ULCAST_(1) << 13)
  450. #define CONF_EM (_ULCAST_(1) << 14)
  451. #define CONF_SM (_ULCAST_(1) << 16)
  452. #define CONF_SC (_ULCAST_(1) << 17)
  453. #define CONF_EW (_ULCAST_(3) << 18)
  454. #define CONF_EP (_ULCAST_(15)<< 24)
  455. #define CONF_EC (_ULCAST_(7) << 28)
  456. #define CONF_CM (_ULCAST_(1) << 31)
  457. /* Bits specific to the R4xx0. */
  458. #define R4K_CONF_SW (_ULCAST_(1) << 20)
  459. #define R4K_CONF_SS (_ULCAST_(1) << 21)
  460. #define R4K_CONF_SB (_ULCAST_(3) << 22)
  461. /* Bits specific to the R5000. */
  462. #define R5K_CONF_SE (_ULCAST_(1) << 12)
  463. #define R5K_CONF_SS (_ULCAST_(3) << 20)
  464. /* Bits specific to the RM7000. */
  465. #define RM7K_CONF_SE (_ULCAST_(1) << 3)
  466. #define RM7K_CONF_TE (_ULCAST_(1) << 12)
  467. #define RM7K_CONF_CLK (_ULCAST_(1) << 16)
  468. #define RM7K_CONF_TC (_ULCAST_(1) << 17)
  469. #define RM7K_CONF_SI (_ULCAST_(3) << 20)
  470. #define RM7K_CONF_SC (_ULCAST_(1) << 31)
  471. /* Bits specific to the R10000. */
  472. #define R10K_CONF_DN (_ULCAST_(3) << 3)
  473. #define R10K_CONF_CT (_ULCAST_(1) << 5)
  474. #define R10K_CONF_PE (_ULCAST_(1) << 6)
  475. #define R10K_CONF_PM (_ULCAST_(3) << 7)
  476. #define R10K_CONF_EC (_ULCAST_(15)<< 9)
  477. #define R10K_CONF_SB (_ULCAST_(1) << 13)
  478. #define R10K_CONF_SK (_ULCAST_(1) << 14)
  479. #define R10K_CONF_SS (_ULCAST_(7) << 16)
  480. #define R10K_CONF_SC (_ULCAST_(7) << 19)
  481. #define R10K_CONF_DC (_ULCAST_(7) << 26)
  482. #define R10K_CONF_IC (_ULCAST_(7) << 29)
  483. /* Bits specific to the VR41xx. */
  484. #define VR41_CONF_CS (_ULCAST_(1) << 12)
  485. #define VR41_CONF_P4K (_ULCAST_(1) << 13)
  486. #define VR41_CONF_BP (_ULCAST_(1) << 16)
  487. #define VR41_CONF_M16 (_ULCAST_(1) << 20)
  488. #define VR41_CONF_AD (_ULCAST_(1) << 23)
  489. /* Bits specific to the R30xx. */
  490. #define R30XX_CONF_FDM (_ULCAST_(1) << 19)
  491. #define R30XX_CONF_REV (_ULCAST_(1) << 22)
  492. #define R30XX_CONF_AC (_ULCAST_(1) << 23)
  493. #define R30XX_CONF_RF (_ULCAST_(1) << 24)
  494. #define R30XX_CONF_HALT (_ULCAST_(1) << 25)
  495. #define R30XX_CONF_FPINT (_ULCAST_(7) << 26)
  496. #define R30XX_CONF_DBR (_ULCAST_(1) << 29)
  497. #define R30XX_CONF_SB (_ULCAST_(1) << 30)
  498. #define R30XX_CONF_LOCK (_ULCAST_(1) << 31)
  499. /* Bits specific to the TX49. */
  500. #define TX49_CONF_DC (_ULCAST_(1) << 16)
  501. #define TX49_CONF_IC (_ULCAST_(1) << 17) /* conflict with CONF_SC */
  502. #define TX49_CONF_HALT (_ULCAST_(1) << 18)
  503. #define TX49_CONF_CWFON (_ULCAST_(1) << 27)
  504. /* Bits specific to the MIPS32/64 PRA. */
  505. #define MIPS_CONF_MT (_ULCAST_(7) << 7)
  506. #define MIPS_CONF_AR (_ULCAST_(7) << 10)
  507. #define MIPS_CONF_AT (_ULCAST_(3) << 13)
  508. #define MIPS_CONF_M (_ULCAST_(1) << 31)
  509. /*
  510. * Bits in the MIPS32/64 PRA coprocessor 0 config registers 1 and above.
  511. */
  512. #define MIPS_CONF1_FP (_ULCAST_(1) << 0)
  513. #define MIPS_CONF1_EP (_ULCAST_(1) << 1)
  514. #define MIPS_CONF1_CA (_ULCAST_(1) << 2)
  515. #define MIPS_CONF1_WR (_ULCAST_(1) << 3)
  516. #define MIPS_CONF1_PC (_ULCAST_(1) << 4)
  517. #define MIPS_CONF1_MD (_ULCAST_(1) << 5)
  518. #define MIPS_CONF1_C2 (_ULCAST_(1) << 6)
  519. #define MIPS_CONF1_DA_SHF 7
  520. #define MIPS_CONF1_DA_SZ 3
  521. #define MIPS_CONF1_DA (_ULCAST_(7) << 7)
  522. #define MIPS_CONF1_DL_SHF 10
  523. #define MIPS_CONF1_DL_SZ 3
  524. #define MIPS_CONF1_DL (_ULCAST_(7) << 10)
  525. #define MIPS_CONF1_DS_SHF 13
  526. #define MIPS_CONF1_DS_SZ 3
  527. #define MIPS_CONF1_DS (_ULCAST_(7) << 13)
  528. #define MIPS_CONF1_IA_SHF 16
  529. #define MIPS_CONF1_IA_SZ 3
  530. #define MIPS_CONF1_IA (_ULCAST_(7) << 16)
  531. #define MIPS_CONF1_IL_SHF 19
  532. #define MIPS_CONF1_IL_SZ 3
  533. #define MIPS_CONF1_IL (_ULCAST_(7) << 19)
  534. #define MIPS_CONF1_IS_SHF 22
  535. #define MIPS_CONF1_IS_SZ 3
  536. #define MIPS_CONF1_IS (_ULCAST_(7) << 22)
  537. #define MIPS_CONF1_TLBS_SHIFT (25)
  538. #define MIPS_CONF1_TLBS_SIZE (6)
  539. #define MIPS_CONF1_TLBS (_ULCAST_(63) << MIPS_CONF1_TLBS_SHIFT)
  540. #define MIPS_CONF2_SA (_ULCAST_(15)<< 0)
  541. #define MIPS_CONF2_SL (_ULCAST_(15)<< 4)
  542. #define MIPS_CONF2_SS (_ULCAST_(15)<< 8)
  543. #define MIPS_CONF2_SU (_ULCAST_(15)<< 12)
  544. #define MIPS_CONF2_TA (_ULCAST_(15)<< 16)
  545. #define MIPS_CONF2_TL (_ULCAST_(15)<< 20)
  546. #define MIPS_CONF2_TS (_ULCAST_(15)<< 24)
  547. #define MIPS_CONF2_TU (_ULCAST_(7) << 28)
  548. #define MIPS_CONF3_TL (_ULCAST_(1) << 0)
  549. #define MIPS_CONF3_SM (_ULCAST_(1) << 1)
  550. #define MIPS_CONF3_MT (_ULCAST_(1) << 2)
  551. #define MIPS_CONF3_CDMM (_ULCAST_(1) << 3)
  552. #define MIPS_CONF3_SP (_ULCAST_(1) << 4)
  553. #define MIPS_CONF3_VINT (_ULCAST_(1) << 5)
  554. #define MIPS_CONF3_VEIC (_ULCAST_(1) << 6)
  555. #define MIPS_CONF3_LPA (_ULCAST_(1) << 7)
  556. #define MIPS_CONF3_ITL (_ULCAST_(1) << 8)
  557. #define MIPS_CONF3_CTXTC (_ULCAST_(1) << 9)
  558. #define MIPS_CONF3_DSP (_ULCAST_(1) << 10)
  559. #define MIPS_CONF3_DSP2P (_ULCAST_(1) << 11)
  560. #define MIPS_CONF3_RXI (_ULCAST_(1) << 12)
  561. #define MIPS_CONF3_ULRI (_ULCAST_(1) << 13)
  562. #define MIPS_CONF3_ISA (_ULCAST_(3) << 14)
  563. #define MIPS_CONF3_ISA_OE (_ULCAST_(1) << 16)
  564. #define MIPS_CONF3_MCU (_ULCAST_(1) << 17)
  565. #define MIPS_CONF3_MMAR (_ULCAST_(7) << 18)
  566. #define MIPS_CONF3_IPLW (_ULCAST_(3) << 21)
  567. #define MIPS_CONF3_VZ (_ULCAST_(1) << 23)
  568. #define MIPS_CONF3_PW (_ULCAST_(1) << 24)
  569. #define MIPS_CONF3_SC (_ULCAST_(1) << 25)
  570. #define MIPS_CONF3_BI (_ULCAST_(1) << 26)
  571. #define MIPS_CONF3_BP (_ULCAST_(1) << 27)
  572. #define MIPS_CONF3_MSA (_ULCAST_(1) << 28)
  573. #define MIPS_CONF3_CMGCR (_ULCAST_(1) << 29)
  574. #define MIPS_CONF3_BPG (_ULCAST_(1) << 30)
  575. #define MIPS_CONF4_MMUSIZEEXT_SHIFT (0)
  576. #define MIPS_CONF4_MMUSIZEEXT (_ULCAST_(255) << 0)
  577. #define MIPS_CONF4_FTLBSETS_SHIFT (0)
  578. #define MIPS_CONF4_FTLBSETS_SHIFT (0)
  579. #define MIPS_CONF4_FTLBSETS (_ULCAST_(15) << MIPS_CONF4_FTLBSETS_SHIFT)
  580. #define MIPS_CONF4_FTLBWAYS_SHIFT (4)
  581. #define MIPS_CONF4_FTLBWAYS (_ULCAST_(15) << MIPS_CONF4_FTLBWAYS_SHIFT)
  582. #define MIPS_CONF4_FTLBPAGESIZE_SHIFT (8)
  583. /* bits 10:8 in FTLB-only configurations */
  584. #define MIPS_CONF4_FTLBPAGESIZE (_ULCAST_(7) << MIPS_CONF4_FTLBPAGESIZE_SHIFT)
  585. /* bits 12:8 in VTLB-FTLB only configurations */
  586. #define MIPS_CONF4_VFTLBPAGESIZE (_ULCAST_(31) << MIPS_CONF4_FTLBPAGESIZE_SHIFT)
  587. #define MIPS_CONF4_MMUEXTDEF (_ULCAST_(3) << 14)
  588. #define MIPS_CONF4_MMUEXTDEF_MMUSIZEEXT (_ULCAST_(1) << 14)
  589. #define MIPS_CONF4_MMUEXTDEF_FTLBSIZEEXT (_ULCAST_(2) << 14)
  590. #define MIPS_CONF4_MMUEXTDEF_VTLBSIZEEXT (_ULCAST_(3) << 14)
  591. #define MIPS_CONF4_KSCREXIST (_ULCAST_(255) << 16)
  592. #define MIPS_CONF4_VTLBSIZEEXT_SHIFT (24)
  593. #define MIPS_CONF4_VTLBSIZEEXT (_ULCAST_(15) << MIPS_CONF4_VTLBSIZEEXT_SHIFT)
  594. #define MIPS_CONF4_AE (_ULCAST_(1) << 28)
  595. #define MIPS_CONF4_IE (_ULCAST_(3) << 29)
  596. #define MIPS_CONF4_TLBINV (_ULCAST_(2) << 29)
  597. #define MIPS_CONF5_NF (_ULCAST_(1) << 0)
  598. #define MIPS_CONF5_UFR (_ULCAST_(1) << 2)
  599. #define MIPS_CONF5_MSAEN (_ULCAST_(1) << 27)
  600. #define MIPS_CONF5_EVA (_ULCAST_(1) << 28)
  601. #define MIPS_CONF5_CV (_ULCAST_(1) << 29)
  602. #define MIPS_CONF5_K (_ULCAST_(1) << 30)
  603. #define MIPS_CONF6_SYND (_ULCAST_(1) << 13)
  604. /* proAptiv FTLB on/off bit */
  605. #define MIPS_CONF6_FTLBEN (_ULCAST_(1) << 15)
  606. #define MIPS_CONF7_WII (_ULCAST_(1) << 31)
  607. #define MIPS_CONF7_RPS (_ULCAST_(1) << 2)
  608. #define MIPS_CONF7_IAR (_ULCAST_(1) << 10)
  609. #define MIPS_CONF7_AR (_ULCAST_(1) << 16)
  610. /* EntryHI bit definition */
  611. #define MIPS_ENTRYHI_EHINV (_ULCAST_(1) << 10)
  612. /* CMGCRBase bit definitions */
  613. #define MIPS_CMGCRB_BASE 11
  614. #define MIPS_CMGCRF_BASE (~_ULCAST_((1 << MIPS_CMGCRB_BASE) - 1))
  615. /*
  616. * Bits in the MIPS32/64 coprocessor 1 (FPU) revision register.
  617. */
  618. #define MIPS_FPIR_S (_ULCAST_(1) << 16)
  619. #define MIPS_FPIR_D (_ULCAST_(1) << 17)
  620. #define MIPS_FPIR_PS (_ULCAST_(1) << 18)
  621. #define MIPS_FPIR_3D (_ULCAST_(1) << 19)
  622. #define MIPS_FPIR_W (_ULCAST_(1) << 20)
  623. #define MIPS_FPIR_L (_ULCAST_(1) << 21)
  624. #define MIPS_FPIR_F64 (_ULCAST_(1) << 22)
  625. /*
  626. * Bits in the MIPS32 Memory Segmentation registers.
  627. */
  628. #define MIPS_SEGCFG_PA_SHIFT 9
  629. #define MIPS_SEGCFG_PA (_ULCAST_(127) << MIPS_SEGCFG_PA_SHIFT)
  630. #define MIPS_SEGCFG_AM_SHIFT 4
  631. #define MIPS_SEGCFG_AM (_ULCAST_(7) << MIPS_SEGCFG_AM_SHIFT)
  632. #define MIPS_SEGCFG_EU_SHIFT 3
  633. #define MIPS_SEGCFG_EU (_ULCAST_(1) << MIPS_SEGCFG_EU_SHIFT)
  634. #define MIPS_SEGCFG_C_SHIFT 0
  635. #define MIPS_SEGCFG_C (_ULCAST_(7) << MIPS_SEGCFG_C_SHIFT)
  636. #define MIPS_SEGCFG_UUSK _ULCAST_(7)
  637. #define MIPS_SEGCFG_USK _ULCAST_(5)
  638. #define MIPS_SEGCFG_MUSUK _ULCAST_(4)
  639. #define MIPS_SEGCFG_MUSK _ULCAST_(3)
  640. #define MIPS_SEGCFG_MSK _ULCAST_(2)
  641. #define MIPS_SEGCFG_MK _ULCAST_(1)
  642. #define MIPS_SEGCFG_UK _ULCAST_(0)
  643. #ifndef __ASSEMBLY__
  644. /*
  645. * Macros for handling the ISA mode bit for MIPS16 and microMIPS.
  646. */
  647. #if defined(CONFIG_SYS_SUPPORTS_MIPS16) || \
  648. defined(CONFIG_SYS_SUPPORTS_MICROMIPS)
  649. #define get_isa16_mode(x) ((x) & 0x1)
  650. #define msk_isa16_mode(x) ((x) & ~0x1)
  651. #define set_isa16_mode(x) do { (x) |= 0x1; } while(0)
  652. #else
  653. #define get_isa16_mode(x) 0
  654. #define msk_isa16_mode(x) (x)
  655. #define set_isa16_mode(x) do { } while(0)
  656. #endif
  657. /*
  658. * microMIPS instructions can be 16-bit or 32-bit in length. This
  659. * returns a 1 if the instruction is 16-bit and a 0 if 32-bit.
  660. */
  661. static inline int mm_insn_16bit(u16 insn)
  662. {
  663. u16 opcode = (insn >> 10) & 0x7;
  664. return (opcode >= 1 && opcode <= 3) ? 1 : 0;
  665. }
  666. /*
  667. * TLB Invalidate Flush
  668. */
  669. static inline void tlbinvf(void)
  670. {
  671. __asm__ __volatile__(
  672. ".set push\n\t"
  673. ".set noreorder\n\t"
  674. ".word 0x42000004\n\t" /* tlbinvf */
  675. ".set pop");
  676. }
  677. /*
  678. * Functions to access the R10000 performance counters. These are basically
  679. * mfc0 and mtc0 instructions from and to coprocessor register with a 5-bit
  680. * performance counter number encoded into bits 1 ... 5 of the instruction.
  681. * Only performance counters 0 to 1 actually exist, so for a non-R10000 aware
  682. * disassembler these will look like an access to sel 0 or 1.
  683. */
  684. #define read_r10k_perf_cntr(counter) \
  685. ({ \
  686. unsigned int __res; \
  687. __asm__ __volatile__( \
  688. "mfpc\t%0, %1" \
  689. : "=r" (__res) \
  690. : "i" (counter)); \
  691. \
  692. __res; \
  693. })
  694. #define write_r10k_perf_cntr(counter,val) \
  695. do { \
  696. __asm__ __volatile__( \
  697. "mtpc\t%0, %1" \
  698. : \
  699. : "r" (val), "i" (counter)); \
  700. } while (0)
  701. #define read_r10k_perf_event(counter) \
  702. ({ \
  703. unsigned int __res; \
  704. __asm__ __volatile__( \
  705. "mfps\t%0, %1" \
  706. : "=r" (__res) \
  707. : "i" (counter)); \
  708. \
  709. __res; \
  710. })
  711. #define write_r10k_perf_cntl(counter,val) \
  712. do { \
  713. __asm__ __volatile__( \
  714. "mtps\t%0, %1" \
  715. : \
  716. : "r" (val), "i" (counter)); \
  717. } while (0)
  718. /*
  719. * Macros to access the system control coprocessor
  720. */
  721. #define __read_32bit_c0_register(source, sel) \
  722. ({ int __res; \
  723. if (sel == 0) \
  724. __asm__ __volatile__( \
  725. "mfc0\t%0, " #source "\n\t" \
  726. : "=r" (__res)); \
  727. else \
  728. __asm__ __volatile__( \
  729. ".set\tmips32\n\t" \
  730. "mfc0\t%0, " #source ", " #sel "\n\t" \
  731. ".set\tmips0\n\t" \
  732. : "=r" (__res)); \
  733. __res; \
  734. })
  735. #define __read_64bit_c0_register(source, sel) \
  736. ({ unsigned long long __res; \
  737. if (sizeof(unsigned long) == 4) \
  738. __res = __read_64bit_c0_split(source, sel); \
  739. else if (sel == 0) \
  740. __asm__ __volatile__( \
  741. ".set\tmips3\n\t" \
  742. "dmfc0\t%0, " #source "\n\t" \
  743. ".set\tmips0" \
  744. : "=r" (__res)); \
  745. else \
  746. __asm__ __volatile__( \
  747. ".set\tmips64\n\t" \
  748. "dmfc0\t%0, " #source ", " #sel "\n\t" \
  749. ".set\tmips0" \
  750. : "=r" (__res)); \
  751. __res; \
  752. })
  753. #define __write_32bit_c0_register(register, sel, value) \
  754. do { \
  755. if (sel == 0) \
  756. __asm__ __volatile__( \
  757. "mtc0\t%z0, " #register "\n\t" \
  758. : : "Jr" ((unsigned int)(value))); \
  759. else \
  760. __asm__ __volatile__( \
  761. ".set\tmips32\n\t" \
  762. "mtc0\t%z0, " #register ", " #sel "\n\t" \
  763. ".set\tmips0" \
  764. : : "Jr" ((unsigned int)(value))); \
  765. } while (0)
  766. #define __write_64bit_c0_register(register, sel, value) \
  767. do { \
  768. if (sizeof(unsigned long) == 4) \
  769. __write_64bit_c0_split(register, sel, value); \
  770. else if (sel == 0) \
  771. __asm__ __volatile__( \
  772. ".set\tmips3\n\t" \
  773. "dmtc0\t%z0, " #register "\n\t" \
  774. ".set\tmips0" \
  775. : : "Jr" (value)); \
  776. else \
  777. __asm__ __volatile__( \
  778. ".set\tmips64\n\t" \
  779. "dmtc0\t%z0, " #register ", " #sel "\n\t" \
  780. ".set\tmips0" \
  781. : : "Jr" (value)); \
  782. } while (0)
  783. #define __read_ulong_c0_register(reg, sel) \
  784. ((sizeof(unsigned long) == 4) ? \
  785. (unsigned long) __read_32bit_c0_register(reg, sel) : \
  786. (unsigned long) __read_64bit_c0_register(reg, sel))
  787. #define __write_ulong_c0_register(reg, sel, val) \
  788. do { \
  789. if (sizeof(unsigned long) == 4) \
  790. __write_32bit_c0_register(reg, sel, val); \
  791. else \
  792. __write_64bit_c0_register(reg, sel, val); \
  793. } while (0)
  794. /*
  795. * On RM7000/RM9000 these are uses to access cop0 set 1 registers
  796. */
  797. #define __read_32bit_c0_ctrl_register(source) \
  798. ({ int __res; \
  799. __asm__ __volatile__( \
  800. "cfc0\t%0, " #source "\n\t" \
  801. : "=r" (__res)); \
  802. __res; \
  803. })
  804. #define __write_32bit_c0_ctrl_register(register, value) \
  805. do { \
  806. __asm__ __volatile__( \
  807. "ctc0\t%z0, " #register "\n\t" \
  808. : : "Jr" ((unsigned int)(value))); \
  809. } while (0)
  810. /*
  811. * These versions are only needed for systems with more than 38 bits of
  812. * physical address space running the 32-bit kernel. That's none atm :-)
  813. */
  814. #define __read_64bit_c0_split(source, sel) \
  815. ({ \
  816. unsigned long long __val; \
  817. unsigned long __flags; \
  818. \
  819. local_irq_save(__flags); \
  820. if (sel == 0) \
  821. __asm__ __volatile__( \
  822. ".set\tmips64\n\t" \
  823. "dmfc0\t%M0, " #source "\n\t" \
  824. "dsll\t%L0, %M0, 32\n\t" \
  825. "dsra\t%M0, %M0, 32\n\t" \
  826. "dsra\t%L0, %L0, 32\n\t" \
  827. ".set\tmips0" \
  828. : "=r" (__val)); \
  829. else \
  830. __asm__ __volatile__( \
  831. ".set\tmips64\n\t" \
  832. "dmfc0\t%M0, " #source ", " #sel "\n\t" \
  833. "dsll\t%L0, %M0, 32\n\t" \
  834. "dsra\t%M0, %M0, 32\n\t" \
  835. "dsra\t%L0, %L0, 32\n\t" \
  836. ".set\tmips0" \
  837. : "=r" (__val)); \
  838. local_irq_restore(__flags); \
  839. \
  840. __val; \
  841. })
  842. #define __write_64bit_c0_split(source, sel, val) \
  843. do { \
  844. unsigned long __flags; \
  845. \
  846. local_irq_save(__flags); \
  847. if (sel == 0) \
  848. __asm__ __volatile__( \
  849. ".set\tmips64\n\t" \
  850. "dsll\t%L0, %L0, 32\n\t" \
  851. "dsrl\t%L0, %L0, 32\n\t" \
  852. "dsll\t%M0, %M0, 32\n\t" \
  853. "or\t%L0, %L0, %M0\n\t" \
  854. "dmtc0\t%L0, " #source "\n\t" \
  855. ".set\tmips0" \
  856. : : "r" (val)); \
  857. else \
  858. __asm__ __volatile__( \
  859. ".set\tmips64\n\t" \
  860. "dsll\t%L0, %L0, 32\n\t" \
  861. "dsrl\t%L0, %L0, 32\n\t" \
  862. "dsll\t%M0, %M0, 32\n\t" \
  863. "or\t%L0, %L0, %M0\n\t" \
  864. "dmtc0\t%L0, " #source ", " #sel "\n\t" \
  865. ".set\tmips0" \
  866. : : "r" (val)); \
  867. local_irq_restore(__flags); \
  868. } while (0)
  869. #define read_c0_index() __read_32bit_c0_register($0, 0)
  870. #define write_c0_index(val) __write_32bit_c0_register($0, 0, val)
  871. #define read_c0_random() __read_32bit_c0_register($1, 0)
  872. #define write_c0_random(val) __write_32bit_c0_register($1, 0, val)
  873. #define read_c0_entrylo0() __read_ulong_c0_register($2, 0)
  874. #define write_c0_entrylo0(val) __write_ulong_c0_register($2, 0, val)
  875. #define read_c0_entrylo1() __read_ulong_c0_register($3, 0)
  876. #define write_c0_entrylo1(val) __write_ulong_c0_register($3, 0, val)
  877. #define read_c0_conf() __read_32bit_c0_register($3, 0)
  878. #define write_c0_conf(val) __write_32bit_c0_register($3, 0, val)
  879. #define read_c0_context() __read_ulong_c0_register($4, 0)
  880. #define write_c0_context(val) __write_ulong_c0_register($4, 0, val)
  881. #define read_c0_userlocal() __read_ulong_c0_register($4, 2)
  882. #define write_c0_userlocal(val) __write_ulong_c0_register($4, 2, val)
  883. #define read_c0_pagemask() __read_32bit_c0_register($5, 0)
  884. #define write_c0_pagemask(val) __write_32bit_c0_register($5, 0, val)
  885. #define read_c0_pagegrain() __read_32bit_c0_register($5, 1)
  886. #define write_c0_pagegrain(val) __write_32bit_c0_register($5, 1, val)
  887. #define read_c0_wired() __read_32bit_c0_register($6, 0)
  888. #define write_c0_wired(val) __write_32bit_c0_register($6, 0, val)
  889. #define read_c0_info() __read_32bit_c0_register($7, 0)
  890. #define read_c0_cache() __read_32bit_c0_register($7, 0) /* TX39xx */
  891. #define write_c0_cache(val) __write_32bit_c0_register($7, 0, val)
  892. #define read_c0_badvaddr() __read_ulong_c0_register($8, 0)
  893. #define write_c0_badvaddr(val) __write_ulong_c0_register($8, 0, val)
  894. #define read_c0_count() __read_32bit_c0_register($9, 0)
  895. #define write_c0_count(val) __write_32bit_c0_register($9, 0, val)
  896. #define read_c0_count2() __read_32bit_c0_register($9, 6) /* pnx8550 */
  897. #define write_c0_count2(val) __write_32bit_c0_register($9, 6, val)
  898. #define read_c0_count3() __read_32bit_c0_register($9, 7) /* pnx8550 */
  899. #define write_c0_count3(val) __write_32bit_c0_register($9, 7, val)
  900. #define read_c0_entryhi() __read_ulong_c0_register($10, 0)
  901. #define write_c0_entryhi(val) __write_ulong_c0_register($10, 0, val)
  902. #define read_c0_compare() __read_32bit_c0_register($11, 0)
  903. #define write_c0_compare(val) __write_32bit_c0_register($11, 0, val)
  904. #define read_c0_compare2() __read_32bit_c0_register($11, 6) /* pnx8550 */
  905. #define write_c0_compare2(val) __write_32bit_c0_register($11, 6, val)
  906. #define read_c0_compare3() __read_32bit_c0_register($11, 7) /* pnx8550 */
  907. #define write_c0_compare3(val) __write_32bit_c0_register($11, 7, val)
  908. #define read_c0_status() __read_32bit_c0_register($12, 0)
  909. #define write_c0_status(val) __write_32bit_c0_register($12, 0, val)
  910. #define read_c0_cause() __read_32bit_c0_register($13, 0)
  911. #define write_c0_cause(val) __write_32bit_c0_register($13, 0, val)
  912. #define read_c0_epc() __read_ulong_c0_register($14, 0)
  913. #define write_c0_epc(val) __write_ulong_c0_register($14, 0, val)
  914. #define read_c0_prid() __read_32bit_c0_register($15, 0)
  915. #define read_c0_cmgcrbase() __read_ulong_c0_register($15, 3)
  916. #define read_c0_config() __read_32bit_c0_register($16, 0)
  917. #define read_c0_config1() __read_32bit_c0_register($16, 1)
  918. #define read_c0_config2() __read_32bit_c0_register($16, 2)
  919. #define read_c0_config3() __read_32bit_c0_register($16, 3)
  920. #define read_c0_config4() __read_32bit_c0_register($16, 4)
  921. #define read_c0_config5() __read_32bit_c0_register($16, 5)
  922. #define read_c0_config6() __read_32bit_c0_register($16, 6)
  923. #define read_c0_config7() __read_32bit_c0_register($16, 7)
  924. #define write_c0_config(val) __write_32bit_c0_register($16, 0, val)
  925. #define write_c0_config1(val) __write_32bit_c0_register($16, 1, val)
  926. #define write_c0_config2(val) __write_32bit_c0_register($16, 2, val)
  927. #define write_c0_config3(val) __write_32bit_c0_register($16, 3, val)
  928. #define write_c0_config4(val) __write_32bit_c0_register($16, 4, val)
  929. #define write_c0_config5(val) __write_32bit_c0_register($16, 5, val)
  930. #define write_c0_config6(val) __write_32bit_c0_register($16, 6, val)
  931. #define write_c0_config7(val) __write_32bit_c0_register($16, 7, val)
  932. /*
  933. * The WatchLo register. There may be up to 8 of them.
  934. */
  935. #define read_c0_watchlo0() __read_ulong_c0_register($18, 0)
  936. #define read_c0_watchlo1() __read_ulong_c0_register($18, 1)
  937. #define read_c0_watchlo2() __read_ulong_c0_register($18, 2)
  938. #define read_c0_watchlo3() __read_ulong_c0_register($18, 3)
  939. #define read_c0_watchlo4() __read_ulong_c0_register($18, 4)
  940. #define read_c0_watchlo5() __read_ulong_c0_register($18, 5)
  941. #define read_c0_watchlo6() __read_ulong_c0_register($18, 6)
  942. #define read_c0_watchlo7() __read_ulong_c0_register($18, 7)
  943. #define write_c0_watchlo0(val) __write_ulong_c0_register($18, 0, val)
  944. #define write_c0_watchlo1(val) __write_ulong_c0_register($18, 1, val)
  945. #define write_c0_watchlo2(val) __write_ulong_c0_register($18, 2, val)
  946. #define write_c0_watchlo3(val) __write_ulong_c0_register($18, 3, val)
  947. #define write_c0_watchlo4(val) __write_ulong_c0_register($18, 4, val)
  948. #define write_c0_watchlo5(val) __write_ulong_c0_register($18, 5, val)
  949. #define write_c0_watchlo6(val) __write_ulong_c0_register($18, 6, val)
  950. #define write_c0_watchlo7(val) __write_ulong_c0_register($18, 7, val)
  951. /*
  952. * The WatchHi register. There may be up to 8 of them.
  953. */
  954. #define read_c0_watchhi0() __read_32bit_c0_register($19, 0)
  955. #define read_c0_watchhi1() __read_32bit_c0_register($19, 1)
  956. #define read_c0_watchhi2() __read_32bit_c0_register($19, 2)
  957. #define read_c0_watchhi3() __read_32bit_c0_register($19, 3)
  958. #define read_c0_watchhi4() __read_32bit_c0_register($19, 4)
  959. #define read_c0_watchhi5() __read_32bit_c0_register($19, 5)
  960. #define read_c0_watchhi6() __read_32bit_c0_register($19, 6)
  961. #define read_c0_watchhi7() __read_32bit_c0_register($19, 7)
  962. #define write_c0_watchhi0(val) __write_32bit_c0_register($19, 0, val)
  963. #define write_c0_watchhi1(val) __write_32bit_c0_register($19, 1, val)
  964. #define write_c0_watchhi2(val) __write_32bit_c0_register($19, 2, val)
  965. #define write_c0_watchhi3(val) __write_32bit_c0_register($19, 3, val)
  966. #define write_c0_watchhi4(val) __write_32bit_c0_register($19, 4, val)
  967. #define write_c0_watchhi5(val) __write_32bit_c0_register($19, 5, val)
  968. #define write_c0_watchhi6(val) __write_32bit_c0_register($19, 6, val)
  969. #define write_c0_watchhi7(val) __write_32bit_c0_register($19, 7, val)
  970. #define read_c0_xcontext() __read_ulong_c0_register($20, 0)
  971. #define write_c0_xcontext(val) __write_ulong_c0_register($20, 0, val)
  972. #define read_c0_intcontrol() __read_32bit_c0_ctrl_register($20)
  973. #define write_c0_intcontrol(val) __write_32bit_c0_ctrl_register($20, val)
  974. #define read_c0_framemask() __read_32bit_c0_register($21, 0)
  975. #define write_c0_framemask(val) __write_32bit_c0_register($21, 0, val)
  976. #define read_c0_diag() __read_32bit_c0_register($22, 0)
  977. #define write_c0_diag(val) __write_32bit_c0_register($22, 0, val)
  978. #define read_c0_diag1() __read_32bit_c0_register($22, 1)
  979. #define write_c0_diag1(val) __write_32bit_c0_register($22, 1, val)
  980. #define read_c0_diag2() __read_32bit_c0_register($22, 2)
  981. #define write_c0_diag2(val) __write_32bit_c0_register($22, 2, val)
  982. #define read_c0_diag3() __read_32bit_c0_register($22, 3)
  983. #define write_c0_diag3(val) __write_32bit_c0_register($22, 3, val)
  984. #define read_c0_diag4() __read_32bit_c0_register($22, 4)
  985. #define write_c0_diag4(val) __write_32bit_c0_register($22, 4, val)
  986. #define read_c0_diag5() __read_32bit_c0_register($22, 5)
  987. #define write_c0_diag5(val) __write_32bit_c0_register($22, 5, val)
  988. #define read_c0_debug() __read_32bit_c0_register($23, 0)
  989. #define write_c0_debug(val) __write_32bit_c0_register($23, 0, val)
  990. #define read_c0_depc() __read_ulong_c0_register($24, 0)
  991. #define write_c0_depc(val) __write_ulong_c0_register($24, 0, val)
  992. /*
  993. * MIPS32 / MIPS64 performance counters
  994. */
  995. #define read_c0_perfctrl0() __read_32bit_c0_register($25, 0)
  996. #define write_c0_perfctrl0(val) __write_32bit_c0_register($25, 0, val)
  997. #define read_c0_perfcntr0() __read_32bit_c0_register($25, 1)
  998. #define write_c0_perfcntr0(val) __write_32bit_c0_register($25, 1, val)
  999. #define read_c0_perfcntr0_64() __read_64bit_c0_register($25, 1)
  1000. #define write_c0_perfcntr0_64(val) __write_64bit_c0_register($25, 1, val)
  1001. #define read_c0_perfctrl1() __read_32bit_c0_register($25, 2)
  1002. #define write_c0_perfctrl1(val) __write_32bit_c0_register($25, 2, val)
  1003. #define read_c0_perfcntr1() __read_32bit_c0_register($25, 3)
  1004. #define write_c0_perfcntr1(val) __write_32bit_c0_register($25, 3, val)
  1005. #define read_c0_perfcntr1_64() __read_64bit_c0_register($25, 3)
  1006. #define write_c0_perfcntr1_64(val) __write_64bit_c0_register($25, 3, val)
  1007. #define read_c0_perfctrl2() __read_32bit_c0_register($25, 4)
  1008. #define write_c0_perfctrl2(val) __write_32bit_c0_register($25, 4, val)
  1009. #define read_c0_perfcntr2() __read_32bit_c0_register($25, 5)
  1010. #define write_c0_perfcntr2(val) __write_32bit_c0_register($25, 5, val)
  1011. #define read_c0_perfcntr2_64() __read_64bit_c0_register($25, 5)
  1012. #define write_c0_perfcntr2_64(val) __write_64bit_c0_register($25, 5, val)
  1013. #define read_c0_perfctrl3() __read_32bit_c0_register($25, 6)
  1014. #define write_c0_perfctrl3(val) __write_32bit_c0_register($25, 6, val)
  1015. #define read_c0_perfcntr3() __read_32bit_c0_register($25, 7)
  1016. #define write_c0_perfcntr3(val) __write_32bit_c0_register($25, 7, val)
  1017. #define read_c0_perfcntr3_64() __read_64bit_c0_register($25, 7)
  1018. #define write_c0_perfcntr3_64(val) __write_64bit_c0_register($25, 7, val)
  1019. #define read_c0_ecc() __read_32bit_c0_register($26, 0)
  1020. #define write_c0_ecc(val) __write_32bit_c0_register($26, 0, val)
  1021. #define read_c0_derraddr0() __read_ulong_c0_register($26, 1)
  1022. #define write_c0_derraddr0(val) __write_ulong_c0_register($26, 1, val)
  1023. #define read_c0_cacheerr() __read_32bit_c0_register($27, 0)
  1024. #define read_c0_derraddr1() __read_ulong_c0_register($27, 1)
  1025. #define write_c0_derraddr1(val) __write_ulong_c0_register($27, 1, val)
  1026. #define read_c0_taglo() __read_32bit_c0_register($28, 0)
  1027. #define write_c0_taglo(val) __write_32bit_c0_register($28, 0, val)
  1028. #define read_c0_dtaglo() __read_32bit_c0_register($28, 2)
  1029. #define write_c0_dtaglo(val) __write_32bit_c0_register($28, 2, val)
  1030. #define read_c0_ddatalo() __read_32bit_c0_register($28, 3)
  1031. #define write_c0_ddatalo(val) __write_32bit_c0_register($28, 3, val)
  1032. #define read_c0_staglo() __read_32bit_c0_register($28, 4)
  1033. #define write_c0_staglo(val) __write_32bit_c0_register($28, 4, val)
  1034. #define read_c0_taghi() __read_32bit_c0_register($29, 0)
  1035. #define write_c0_taghi(val) __write_32bit_c0_register($29, 0, val)
  1036. #define read_c0_errorepc() __read_ulong_c0_register($30, 0)
  1037. #define write_c0_errorepc(val) __write_ulong_c0_register($30, 0, val)
  1038. /* MIPSR2 */
  1039. #define read_c0_hwrena() __read_32bit_c0_register($7, 0)
  1040. #define write_c0_hwrena(val) __write_32bit_c0_register($7, 0, val)
  1041. #define read_c0_intctl() __read_32bit_c0_register($12, 1)
  1042. #define write_c0_intctl(val) __write_32bit_c0_register($12, 1, val)
  1043. #define read_c0_srsctl() __read_32bit_c0_register($12, 2)
  1044. #define write_c0_srsctl(val) __write_32bit_c0_register($12, 2, val)
  1045. #define read_c0_srsmap() __read_32bit_c0_register($12, 3)
  1046. #define write_c0_srsmap(val) __write_32bit_c0_register($12, 3, val)
  1047. #define read_c0_ebase() __read_32bit_c0_register($15, 1)
  1048. #define write_c0_ebase(val) __write_32bit_c0_register($15, 1, val)
  1049. /* MIPSR3 */
  1050. #define read_c0_segctl0() __read_32bit_c0_register($5, 2)
  1051. #define write_c0_segctl0(val) __write_32bit_c0_register($5, 2, val)
  1052. #define read_c0_segctl1() __read_32bit_c0_register($5, 3)
  1053. #define write_c0_segctl1(val) __write_32bit_c0_register($5, 3, val)
  1054. #define read_c0_segctl2() __read_32bit_c0_register($5, 4)
  1055. #define write_c0_segctl2(val) __write_32bit_c0_register($5, 4, val)
  1056. /* Cavium OCTEON (cnMIPS) */
  1057. #define read_c0_cvmcount() __read_ulong_c0_register($9, 6)
  1058. #define write_c0_cvmcount(val) __write_ulong_c0_register($9, 6, val)
  1059. #define read_c0_cvmctl() __read_64bit_c0_register($9, 7)
  1060. #define write_c0_cvmctl(val) __write_64bit_c0_register($9, 7, val)
  1061. #define read_c0_cvmmemctl() __read_64bit_c0_register($11, 7)
  1062. #define write_c0_cvmmemctl(val) __write_64bit_c0_register($11, 7, val)
  1063. /*
  1064. * The cacheerr registers are not standardized. On OCTEON, they are
  1065. * 64 bits wide.
  1066. */
  1067. #define read_octeon_c0_icacheerr() __read_64bit_c0_register($27, 0)
  1068. #define write_octeon_c0_icacheerr(val) __write_64bit_c0_register($27, 0, val)
  1069. #define read_octeon_c0_dcacheerr() __read_64bit_c0_register($27, 1)
  1070. #define write_octeon_c0_dcacheerr(val) __write_64bit_c0_register($27, 1, val)
  1071. /* BMIPS3300 */
  1072. #define read_c0_brcm_config_0() __read_32bit_c0_register($22, 0)
  1073. #define write_c0_brcm_config_0(val) __write_32bit_c0_register($22, 0, val)
  1074. #define read_c0_brcm_bus_pll() __read_32bit_c0_register($22, 4)
  1075. #define write_c0_brcm_bus_pll(val) __write_32bit_c0_register($22, 4, val)
  1076. #define read_c0_brcm_reset() __read_32bit_c0_register($22, 5)
  1077. #define write_c0_brcm_reset(val) __write_32bit_c0_register($22, 5, val)
  1078. /* BMIPS43xx */
  1079. #define read_c0_brcm_cmt_intr() __read_32bit_c0_register($22, 1)
  1080. #define write_c0_brcm_cmt_intr(val) __write_32bit_c0_register($22, 1, val)
  1081. #define read_c0_brcm_cmt_ctrl() __read_32bit_c0_register($22, 2)
  1082. #define write_c0_brcm_cmt_ctrl(val) __write_32bit_c0_register($22, 2, val)
  1083. #define read_c0_brcm_cmt_local() __read_32bit_c0_register($22, 3)
  1084. #define write_c0_brcm_cmt_local(val) __write_32bit_c0_register($22, 3, val)
  1085. #define read_c0_brcm_config_1() __read_32bit_c0_register($22, 5)
  1086. #define write_c0_brcm_config_1(val) __write_32bit_c0_register($22, 5, val)
  1087. #define read_c0_brcm_cbr() __read_32bit_c0_register($22, 6)
  1088. #define write_c0_brcm_cbr(val) __write_32bit_c0_register($22, 6, val)
  1089. /* BMIPS5000 */
  1090. #define read_c0_brcm_config() __read_32bit_c0_register($22, 0)
  1091. #define write_c0_brcm_config(val) __write_32bit_c0_register($22, 0, val)
  1092. #define read_c0_brcm_mode() __read_32bit_c0_register($22, 1)
  1093. #define write_c0_brcm_mode(val) __write_32bit_c0_register($22, 1, val)
  1094. #define read_c0_brcm_action() __read_32bit_c0_register($22, 2)
  1095. #define write_c0_brcm_action(val) __write_32bit_c0_register($22, 2, val)
  1096. #define read_c0_brcm_edsp() __read_32bit_c0_register($22, 3)
  1097. #define write_c0_brcm_edsp(val) __write_32bit_c0_register($22, 3, val)
  1098. #define read_c0_brcm_bootvec() __read_32bit_c0_register($22, 4)
  1099. #define write_c0_brcm_bootvec(val) __write_32bit_c0_register($22, 4, val)
  1100. #define read_c0_brcm_sleepcount() __read_32bit_c0_register($22, 7)
  1101. #define write_c0_brcm_sleepcount(val) __write_32bit_c0_register($22, 7, val)
  1102. /*
  1103. * Macros to access the floating point coprocessor control registers
  1104. */
  1105. #define read_32bit_cp1_register(source) \
  1106. ({ \
  1107. int __res; \
  1108. \
  1109. __asm__ __volatile__( \
  1110. " .set push \n" \
  1111. " .set reorder \n" \
  1112. " # gas fails to assemble cfc1 for some archs, \n" \
  1113. " # like Octeon. \n" \
  1114. " .set mips1 \n" \
  1115. " cfc1 %0,"STR(source)" \n" \
  1116. " .set pop \n" \
  1117. : "=r" (__res)); \
  1118. __res; \
  1119. })
  1120. #ifdef HAVE_AS_DSP
  1121. #define rddsp(mask) \
  1122. ({ \
  1123. unsigned int __dspctl; \
  1124. \
  1125. __asm__ __volatile__( \
  1126. " .set push \n" \
  1127. " .set dsp \n" \
  1128. " rddsp %0, %x1 \n" \
  1129. " .set pop \n" \
  1130. : "=r" (__dspctl) \
  1131. : "i" (mask)); \
  1132. __dspctl; \
  1133. })
  1134. #define wrdsp(val, mask) \
  1135. do { \
  1136. __asm__ __volatile__( \
  1137. " .set push \n" \
  1138. " .set dsp \n" \
  1139. " wrdsp %0, %x1 \n" \
  1140. " .set pop \n" \
  1141. : \
  1142. : "r" (val), "i" (mask)); \
  1143. } while (0)
  1144. #define mflo0() \
  1145. ({ \
  1146. long mflo0; \
  1147. __asm__( \
  1148. " .set push \n" \
  1149. " .set dsp \n" \
  1150. " mflo %0, $ac0 \n" \
  1151. " .set pop \n" \
  1152. : "=r" (mflo0)); \
  1153. mflo0; \
  1154. })
  1155. #define mflo1() \
  1156. ({ \
  1157. long mflo1; \
  1158. __asm__( \
  1159. " .set push \n" \
  1160. " .set dsp \n" \
  1161. " mflo %0, $ac1 \n" \
  1162. " .set pop \n" \
  1163. : "=r" (mflo1)); \
  1164. mflo1; \
  1165. })
  1166. #define mflo2() \
  1167. ({ \
  1168. long mflo2; \
  1169. __asm__( \
  1170. " .set push \n" \
  1171. " .set dsp \n" \
  1172. " mflo %0, $ac2 \n" \
  1173. " .set pop \n" \
  1174. : "=r" (mflo2)); \
  1175. mflo2; \
  1176. })
  1177. #define mflo3() \
  1178. ({ \
  1179. long mflo3; \
  1180. __asm__( \
  1181. " .set push \n" \
  1182. " .set dsp \n" \
  1183. " mflo %0, $ac3 \n" \
  1184. " .set pop \n" \
  1185. : "=r" (mflo3)); \
  1186. mflo3; \
  1187. })
  1188. #define mfhi0() \
  1189. ({ \
  1190. long mfhi0; \
  1191. __asm__( \
  1192. " .set push \n" \
  1193. " .set dsp \n" \
  1194. " mfhi %0, $ac0 \n" \
  1195. " .set pop \n" \
  1196. : "=r" (mfhi0)); \
  1197. mfhi0; \
  1198. })
  1199. #define mfhi1() \
  1200. ({ \
  1201. long mfhi1; \
  1202. __asm__( \
  1203. " .set push \n" \
  1204. " .set dsp \n" \
  1205. " mfhi %0, $ac1 \n" \
  1206. " .set pop \n" \
  1207. : "=r" (mfhi1)); \
  1208. mfhi1; \
  1209. })
  1210. #define mfhi2() \
  1211. ({ \
  1212. long mfhi2; \
  1213. __asm__( \
  1214. " .set push \n" \
  1215. " .set dsp \n" \
  1216. " mfhi %0, $ac2 \n" \
  1217. " .set pop \n" \
  1218. : "=r" (mfhi2)); \
  1219. mfhi2; \
  1220. })
  1221. #define mfhi3() \
  1222. ({ \
  1223. long mfhi3; \
  1224. __asm__( \
  1225. " .set push \n" \
  1226. " .set dsp \n" \
  1227. " mfhi %0, $ac3 \n" \
  1228. " .set pop \n" \
  1229. : "=r" (mfhi3)); \
  1230. mfhi3; \
  1231. })
  1232. #define mtlo0(x) \
  1233. ({ \
  1234. __asm__( \
  1235. " .set push \n" \
  1236. " .set dsp \n" \
  1237. " mtlo %0, $ac0 \n" \
  1238. " .set pop \n" \
  1239. : \
  1240. : "r" (x)); \
  1241. })
  1242. #define mtlo1(x) \
  1243. ({ \
  1244. __asm__( \
  1245. " .set push \n" \
  1246. " .set dsp \n" \
  1247. " mtlo %0, $ac1 \n" \
  1248. " .set pop \n" \
  1249. : \
  1250. : "r" (x)); \
  1251. })
  1252. #define mtlo2(x) \
  1253. ({ \
  1254. __asm__( \
  1255. " .set push \n" \
  1256. " .set dsp \n" \
  1257. " mtlo %0, $ac2 \n" \
  1258. " .set pop \n" \
  1259. : \
  1260. : "r" (x)); \
  1261. })
  1262. #define mtlo3(x) \
  1263. ({ \
  1264. __asm__( \
  1265. " .set push \n" \
  1266. " .set dsp \n" \
  1267. " mtlo %0, $ac3 \n" \
  1268. " .set pop \n" \
  1269. : \
  1270. : "r" (x)); \
  1271. })
  1272. #define mthi0(x) \
  1273. ({ \
  1274. __asm__( \
  1275. " .set push \n" \
  1276. " .set dsp \n" \
  1277. " mthi %0, $ac0 \n" \
  1278. " .set pop \n" \
  1279. : \
  1280. : "r" (x)); \
  1281. })
  1282. #define mthi1(x) \
  1283. ({ \
  1284. __asm__( \
  1285. " .set push \n" \
  1286. " .set dsp \n" \
  1287. " mthi %0, $ac1 \n" \
  1288. " .set pop \n" \
  1289. : \
  1290. : "r" (x)); \
  1291. })
  1292. #define mthi2(x) \
  1293. ({ \
  1294. __asm__( \
  1295. " .set push \n" \
  1296. " .set dsp \n" \
  1297. " mthi %0, $ac2 \n" \
  1298. " .set pop \n" \
  1299. : \
  1300. : "r" (x)); \
  1301. })
  1302. #define mthi3(x) \
  1303. ({ \
  1304. __asm__( \
  1305. " .set push \n" \
  1306. " .set dsp \n" \
  1307. " mthi %0, $ac3 \n" \
  1308. " .set pop \n" \
  1309. : \
  1310. : "r" (x)); \
  1311. })
  1312. #else
  1313. #ifdef CONFIG_CPU_MICROMIPS
  1314. #define rddsp(mask) \
  1315. ({ \
  1316. unsigned int __res; \
  1317. \
  1318. __asm__ __volatile__( \
  1319. " .set push \n" \
  1320. " .set noat \n" \
  1321. " # rddsp $1, %x1 \n" \
  1322. " .hword ((0x0020067c | (%x1 << 14)) >> 16) \n" \
  1323. " .hword ((0x0020067c | (%x1 << 14)) & 0xffff) \n" \
  1324. " move %0, $1 \n" \
  1325. " .set pop \n" \
  1326. : "=r" (__res) \
  1327. : "i" (mask)); \
  1328. __res; \
  1329. })
  1330. #define wrdsp(val, mask) \
  1331. do { \
  1332. __asm__ __volatile__( \
  1333. " .set push \n" \
  1334. " .set noat \n" \
  1335. " move $1, %0 \n" \
  1336. " # wrdsp $1, %x1 \n" \
  1337. " .hword ((0x0020167c | (%x1 << 14)) >> 16) \n" \
  1338. " .hword ((0x0020167c | (%x1 << 14)) & 0xffff) \n" \
  1339. " .set pop \n" \
  1340. : \
  1341. : "r" (val), "i" (mask)); \
  1342. } while (0)
  1343. #define _umips_dsp_mfxxx(ins) \
  1344. ({ \
  1345. unsigned long __treg; \
  1346. \
  1347. __asm__ __volatile__( \
  1348. " .set push \n" \
  1349. " .set noat \n" \
  1350. " .hword 0x0001 \n" \
  1351. " .hword %x1 \n" \
  1352. " move %0, $1 \n" \
  1353. " .set pop \n" \
  1354. : "=r" (__treg) \
  1355. : "i" (ins)); \
  1356. __treg; \
  1357. })
  1358. #define _umips_dsp_mtxxx(val, ins) \
  1359. do { \
  1360. __asm__ __volatile__( \
  1361. " .set push \n" \
  1362. " .set noat \n" \
  1363. " move $1, %0 \n" \
  1364. " .hword 0x0001 \n" \
  1365. " .hword %x1 \n" \
  1366. " .set pop \n" \
  1367. : \
  1368. : "r" (val), "i" (ins)); \
  1369. } while (0)
  1370. #define _umips_dsp_mflo(reg) _umips_dsp_mfxxx((reg << 14) | 0x107c)
  1371. #define _umips_dsp_mfhi(reg) _umips_dsp_mfxxx((reg << 14) | 0x007c)
  1372. #define _umips_dsp_mtlo(val, reg) _umips_dsp_mtxxx(val, ((reg << 14) | 0x307c))
  1373. #define _umips_dsp_mthi(val, reg) _umips_dsp_mtxxx(val, ((reg << 14) | 0x207c))
  1374. #define mflo0() _umips_dsp_mflo(0)
  1375. #define mflo1() _umips_dsp_mflo(1)
  1376. #define mflo2() _umips_dsp_mflo(2)
  1377. #define mflo3() _umips_dsp_mflo(3)
  1378. #define mfhi0() _umips_dsp_mfhi(0)
  1379. #define mfhi1() _umips_dsp_mfhi(1)
  1380. #define mfhi2() _umips_dsp_mfhi(2)
  1381. #define mfhi3() _umips_dsp_mfhi(3)
  1382. #define mtlo0(x) _umips_dsp_mtlo(x, 0)
  1383. #define mtlo1(x) _umips_dsp_mtlo(x, 1)
  1384. #define mtlo2(x) _umips_dsp_mtlo(x, 2)
  1385. #define mtlo3(x) _umips_dsp_mtlo(x, 3)
  1386. #define mthi0(x) _umips_dsp_mthi(x, 0)
  1387. #define mthi1(x) _umips_dsp_mthi(x, 1)
  1388. #define mthi2(x) _umips_dsp_mthi(x, 2)
  1389. #define mthi3(x) _umips_dsp_mthi(x, 3)
  1390. #else /* !CONFIG_CPU_MICROMIPS */
  1391. #define rddsp(mask) \
  1392. ({ \
  1393. unsigned int __res; \
  1394. \
  1395. __asm__ __volatile__( \
  1396. " .set push \n" \
  1397. " .set noat \n" \
  1398. " # rddsp $1, %x1 \n" \
  1399. " .word 0x7c000cb8 | (%x1 << 16) \n" \
  1400. " move %0, $1 \n" \
  1401. " .set pop \n" \
  1402. : "=r" (__res) \
  1403. : "i" (mask)); \
  1404. __res; \
  1405. })
  1406. #define wrdsp(val, mask) \
  1407. do { \
  1408. __asm__ __volatile__( \
  1409. " .set push \n" \
  1410. " .set noat \n" \
  1411. " move $1, %0 \n" \
  1412. " # wrdsp $1, %x1 \n" \
  1413. " .word 0x7c2004f8 | (%x1 << 11) \n" \
  1414. " .set pop \n" \
  1415. : \
  1416. : "r" (val), "i" (mask)); \
  1417. } while (0)
  1418. #define _dsp_mfxxx(ins) \
  1419. ({ \
  1420. unsigned long __treg; \
  1421. \
  1422. __asm__ __volatile__( \
  1423. " .set push \n" \
  1424. " .set noat \n" \
  1425. " .word (0x00000810 | %1) \n" \
  1426. " move %0, $1 \n" \
  1427. " .set pop \n" \
  1428. : "=r" (__treg) \
  1429. : "i" (ins)); \
  1430. __treg; \
  1431. })
  1432. #define _dsp_mtxxx(val, ins) \
  1433. do { \
  1434. __asm__ __volatile__( \
  1435. " .set push \n" \
  1436. " .set noat \n" \
  1437. " move $1, %0 \n" \
  1438. " .word (0x00200011 | %1) \n" \
  1439. " .set pop \n" \
  1440. : \
  1441. : "r" (val), "i" (ins)); \
  1442. } while (0)
  1443. #define _dsp_mflo(reg) _dsp_mfxxx((reg << 21) | 0x0002)
  1444. #define _dsp_mfhi(reg) _dsp_mfxxx((reg << 21) | 0x0000)
  1445. #define _dsp_mtlo(val, reg) _dsp_mtxxx(val, ((reg << 11) | 0x0002))
  1446. #define _dsp_mthi(val, reg) _dsp_mtxxx(val, ((reg << 11) | 0x0000))
  1447. #define mflo0() _dsp_mflo(0)
  1448. #define mflo1() _dsp_mflo(1)
  1449. #define mflo2() _dsp_mflo(2)
  1450. #define mflo3() _dsp_mflo(3)
  1451. #define mfhi0() _dsp_mfhi(0)
  1452. #define mfhi1() _dsp_mfhi(1)
  1453. #define mfhi2() _dsp_mfhi(2)
  1454. #define mfhi3() _dsp_mfhi(3)
  1455. #define mtlo0(x) _dsp_mtlo(x, 0)
  1456. #define mtlo1(x) _dsp_mtlo(x, 1)
  1457. #define mtlo2(x) _dsp_mtlo(x, 2)
  1458. #define mtlo3(x) _dsp_mtlo(x, 3)
  1459. #define mthi0(x) _dsp_mthi(x, 0)
  1460. #define mthi1(x) _dsp_mthi(x, 1)
  1461. #define mthi2(x) _dsp_mthi(x, 2)
  1462. #define mthi3(x) _dsp_mthi(x, 3)
  1463. #endif /* CONFIG_CPU_MICROMIPS */
  1464. #endif
  1465. /*
  1466. * TLB operations.
  1467. *
  1468. * It is responsibility of the caller to take care of any TLB hazards.
  1469. */
  1470. static inline void tlb_probe(void)
  1471. {
  1472. __asm__ __volatile__(
  1473. ".set noreorder\n\t"
  1474. "tlbp\n\t"
  1475. ".set reorder");
  1476. }
  1477. static inline void tlb_read(void)
  1478. {
  1479. #if MIPS34K_MISSED_ITLB_WAR
  1480. int res = 0;
  1481. __asm__ __volatile__(
  1482. " .set push \n"
  1483. " .set noreorder \n"
  1484. " .set noat \n"
  1485. " .set mips32r2 \n"
  1486. " .word 0x41610001 # dvpe $1 \n"
  1487. " move %0, $1 \n"
  1488. " ehb \n"
  1489. " .set pop \n"
  1490. : "=r" (res));
  1491. instruction_hazard();
  1492. #endif
  1493. __asm__ __volatile__(
  1494. ".set noreorder\n\t"
  1495. "tlbr\n\t"
  1496. ".set reorder");
  1497. #if MIPS34K_MISSED_ITLB_WAR
  1498. if ((res & _ULCAST_(1)))
  1499. __asm__ __volatile__(
  1500. " .set push \n"
  1501. " .set noreorder \n"
  1502. " .set noat \n"
  1503. " .set mips32r2 \n"
  1504. " .word 0x41600021 # evpe \n"
  1505. " ehb \n"
  1506. " .set pop \n");
  1507. #endif
  1508. }
  1509. static inline void tlb_write_indexed(void)
  1510. {
  1511. __asm__ __volatile__(
  1512. ".set noreorder\n\t"
  1513. "tlbwi\n\t"
  1514. ".set reorder");
  1515. }
  1516. static inline void tlb_write_random(void)
  1517. {
  1518. __asm__ __volatile__(
  1519. ".set noreorder\n\t"
  1520. "tlbwr\n\t"
  1521. ".set reorder");
  1522. }
  1523. /*
  1524. * Manipulate bits in a c0 register.
  1525. */
  1526. #define __BUILD_SET_C0(name) \
  1527. static inline unsigned int \
  1528. set_c0_##name(unsigned int set) \
  1529. { \
  1530. unsigned int res, new; \
  1531. \
  1532. res = read_c0_##name(); \
  1533. new = res | set; \
  1534. write_c0_##name(new); \
  1535. \
  1536. return res; \
  1537. } \
  1538. \
  1539. static inline unsigned int \
  1540. clear_c0_##name(unsigned int clear) \
  1541. { \
  1542. unsigned int res, new; \
  1543. \
  1544. res = read_c0_##name(); \
  1545. new = res & ~clear; \
  1546. write_c0_##name(new); \
  1547. \
  1548. return res; \
  1549. } \
  1550. \
  1551. static inline unsigned int \
  1552. change_c0_##name(unsigned int change, unsigned int val) \
  1553. { \
  1554. unsigned int res, new; \
  1555. \
  1556. res = read_c0_##name(); \
  1557. new = res & ~change; \
  1558. new |= (val & change); \
  1559. write_c0_##name(new); \
  1560. \
  1561. return res; \
  1562. }
  1563. __BUILD_SET_C0(status)
  1564. __BUILD_SET_C0(cause)
  1565. __BUILD_SET_C0(config)
  1566. __BUILD_SET_C0(config5)
  1567. __BUILD_SET_C0(intcontrol)
  1568. __BUILD_SET_C0(intctl)
  1569. __BUILD_SET_C0(srsmap)
  1570. __BUILD_SET_C0(brcm_config_0)
  1571. __BUILD_SET_C0(brcm_bus_pll)
  1572. __BUILD_SET_C0(brcm_reset)
  1573. __BUILD_SET_C0(brcm_cmt_intr)
  1574. __BUILD_SET_C0(brcm_cmt_ctrl)
  1575. __BUILD_SET_C0(brcm_config)
  1576. __BUILD_SET_C0(brcm_mode)
  1577. /*
  1578. * Return low 10 bits of ebase.
  1579. * Note that under KVM (MIPSVZ) this returns vcpu id.
  1580. */
  1581. static inline unsigned int get_ebase_cpunum(void)
  1582. {
  1583. return read_c0_ebase() & 0x3ff;
  1584. }
  1585. #endif /* !__ASSEMBLY__ */
  1586. #endif /* _ASM_MIPSREGS_H */