io_64.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef __SPARC64_IO_H
  3. #define __SPARC64_IO_H
  4. #include <linux/kernel.h>
  5. #include <linux/compiler.h>
  6. #include <linux/types.h>
  7. #include <asm/page.h> /* IO address mapping routines need this */
  8. #include <asm/asi.h>
  9. #include <asm-generic/pci_iomap.h>
  10. /* BIO layer definitions. */
  11. extern unsigned long kern_base, kern_size;
  12. /* __raw_{read,write}{b,w,l,q} uses direct access.
  13. * Access the memory as big endian bypassing the cache
  14. * by using ASI_PHYS_BYPASS_EC_E
  15. */
  16. #define __raw_readb __raw_readb
  17. static inline u8 __raw_readb(const volatile void __iomem *addr)
  18. {
  19. u8 ret;
  20. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_raw_readb */"
  21. : "=r" (ret)
  22. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  23. return ret;
  24. }
  25. #define __raw_readw __raw_readw
  26. static inline u16 __raw_readw(const volatile void __iomem *addr)
  27. {
  28. u16 ret;
  29. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_raw_readw */"
  30. : "=r" (ret)
  31. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  32. return ret;
  33. }
  34. #define __raw_readl __raw_readl
  35. static inline u32 __raw_readl(const volatile void __iomem *addr)
  36. {
  37. u32 ret;
  38. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_raw_readl */"
  39. : "=r" (ret)
  40. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  41. return ret;
  42. }
  43. #define __raw_readq __raw_readq
  44. static inline u64 __raw_readq(const volatile void __iomem *addr)
  45. {
  46. u64 ret;
  47. __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* pci_raw_readq */"
  48. : "=r" (ret)
  49. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  50. return ret;
  51. }
  52. #define __raw_writeb __raw_writeb
  53. static inline void __raw_writeb(u8 b, const volatile void __iomem *addr)
  54. {
  55. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_raw_writeb */"
  56. : /* no outputs */
  57. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  58. }
  59. #define __raw_writew __raw_writew
  60. static inline void __raw_writew(u16 w, const volatile void __iomem *addr)
  61. {
  62. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_raw_writew */"
  63. : /* no outputs */
  64. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  65. }
  66. #define __raw_writel __raw_writel
  67. static inline void __raw_writel(u32 l, const volatile void __iomem *addr)
  68. {
  69. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_raw_writel */"
  70. : /* no outputs */
  71. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  72. }
  73. #define __raw_writeq __raw_writeq
  74. static inline void __raw_writeq(u64 q, const volatile void __iomem *addr)
  75. {
  76. __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* pci_raw_writeq */"
  77. : /* no outputs */
  78. : "Jr" (q), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  79. }
  80. /* Memory functions, same as I/O accesses on Ultra.
  81. * Access memory as little endian bypassing
  82. * the cache by using ASI_PHYS_BYPASS_EC_E_L
  83. */
  84. #define readb readb
  85. #define readb_relaxed readb
  86. static inline u8 readb(const volatile void __iomem *addr)
  87. { u8 ret;
  88. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_readb */"
  89. : "=r" (ret)
  90. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  91. : "memory");
  92. return ret;
  93. }
  94. #define readw readw
  95. #define readw_relaxed readw
  96. static inline u16 readw(const volatile void __iomem *addr)
  97. { u16 ret;
  98. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_readw */"
  99. : "=r" (ret)
  100. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  101. : "memory");
  102. return ret;
  103. }
  104. #define readl readl
  105. #define readl_relaxed readl
  106. static inline u32 readl(const volatile void __iomem *addr)
  107. { u32 ret;
  108. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_readl */"
  109. : "=r" (ret)
  110. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  111. : "memory");
  112. return ret;
  113. }
  114. #define readq readq
  115. #define readq_relaxed readq
  116. static inline u64 readq(const volatile void __iomem *addr)
  117. { u64 ret;
  118. __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* pci_readq */"
  119. : "=r" (ret)
  120. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  121. : "memory");
  122. return ret;
  123. }
  124. #define writeb writeb
  125. #define writeb_relaxed writeb
  126. static inline void writeb(u8 b, volatile void __iomem *addr)
  127. {
  128. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_writeb */"
  129. : /* no outputs */
  130. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  131. : "memory");
  132. }
  133. #define writew writew
  134. #define writew_relaxed writew
  135. static inline void writew(u16 w, volatile void __iomem *addr)
  136. {
  137. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_writew */"
  138. : /* no outputs */
  139. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  140. : "memory");
  141. }
  142. #define writel writel
  143. #define writel_relaxed writel
  144. static inline void writel(u32 l, volatile void __iomem *addr)
  145. {
  146. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_writel */"
  147. : /* no outputs */
  148. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  149. : "memory");
  150. }
  151. #define writeq writeq
  152. #define writeq_relaxed writeq
  153. static inline void writeq(u64 q, volatile void __iomem *addr)
  154. {
  155. __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* pci_writeq */"
  156. : /* no outputs */
  157. : "Jr" (q), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  158. : "memory");
  159. }
  160. #define inb inb
  161. static inline u8 inb(unsigned long addr)
  162. {
  163. return readb((volatile void __iomem *)addr);
  164. }
  165. #define inw inw
  166. static inline u16 inw(unsigned long addr)
  167. {
  168. return readw((volatile void __iomem *)addr);
  169. }
  170. #define inl inl
  171. static inline u32 inl(unsigned long addr)
  172. {
  173. return readl((volatile void __iomem *)addr);
  174. }
  175. #define outb outb
  176. static inline void outb(u8 b, unsigned long addr)
  177. {
  178. writeb(b, (volatile void __iomem *)addr);
  179. }
  180. #define outw outw
  181. static inline void outw(u16 w, unsigned long addr)
  182. {
  183. writew(w, (volatile void __iomem *)addr);
  184. }
  185. #define outl outl
  186. static inline void outl(u32 l, unsigned long addr)
  187. {
  188. writel(l, (volatile void __iomem *)addr);
  189. }
  190. #define inb_p(__addr) inb(__addr)
  191. #define outb_p(__b, __addr) outb(__b, __addr)
  192. #define inw_p(__addr) inw(__addr)
  193. #define outw_p(__w, __addr) outw(__w, __addr)
  194. #define inl_p(__addr) inl(__addr)
  195. #define outl_p(__l, __addr) outl(__l, __addr)
  196. void outsb(unsigned long, const void *, unsigned long);
  197. void outsw(unsigned long, const void *, unsigned long);
  198. void outsl(unsigned long, const void *, unsigned long);
  199. void insb(unsigned long, void *, unsigned long);
  200. void insw(unsigned long, void *, unsigned long);
  201. void insl(unsigned long, void *, unsigned long);
  202. static inline void ioread8_rep(void __iomem *port, void *buf, unsigned long count)
  203. {
  204. insb((unsigned long __force)port, buf, count);
  205. }
  206. static inline void ioread16_rep(void __iomem *port, void *buf, unsigned long count)
  207. {
  208. insw((unsigned long __force)port, buf, count);
  209. }
  210. static inline void ioread32_rep(void __iomem *port, void *buf, unsigned long count)
  211. {
  212. insl((unsigned long __force)port, buf, count);
  213. }
  214. static inline void iowrite8_rep(void __iomem *port, const void *buf, unsigned long count)
  215. {
  216. outsb((unsigned long __force)port, buf, count);
  217. }
  218. static inline void iowrite16_rep(void __iomem *port, const void *buf, unsigned long count)
  219. {
  220. outsw((unsigned long __force)port, buf, count);
  221. }
  222. static inline void iowrite32_rep(void __iomem *port, const void *buf, unsigned long count)
  223. {
  224. outsl((unsigned long __force)port, buf, count);
  225. }
  226. /* Valid I/O Space regions are anywhere, because each PCI bus supported
  227. * can live in an arbitrary area of the physical address range.
  228. */
  229. #define IO_SPACE_LIMIT 0xffffffffffffffffUL
  230. /* Now, SBUS variants, only difference from PCI is that we do
  231. * not use little-endian ASIs.
  232. */
  233. static inline u8 sbus_readb(const volatile void __iomem *addr)
  234. {
  235. return __raw_readb(addr);
  236. }
  237. static inline u16 sbus_readw(const volatile void __iomem *addr)
  238. {
  239. return __raw_readw(addr);
  240. }
  241. static inline u32 sbus_readl(const volatile void __iomem *addr)
  242. {
  243. return __raw_readl(addr);
  244. }
  245. static inline u64 sbus_readq(const volatile void __iomem *addr)
  246. {
  247. return __raw_readq(addr);
  248. }
  249. static inline void sbus_writeb(u8 b, volatile void __iomem *addr)
  250. {
  251. __raw_writeb(b, addr);
  252. }
  253. static inline void sbus_writew(u16 w, volatile void __iomem *addr)
  254. {
  255. __raw_writew(w, addr);
  256. }
  257. static inline void sbus_writel(u32 l, volatile void __iomem *addr)
  258. {
  259. __raw_writel(l, addr);
  260. }
  261. static inline void sbus_writeq(u64 q, volatile void __iomem *addr)
  262. {
  263. __raw_writeq(q, addr);
  264. }
  265. static inline void sbus_memset_io(volatile void __iomem *dst, int c, __kernel_size_t n)
  266. {
  267. while(n--) {
  268. sbus_writeb(c, dst);
  269. dst++;
  270. }
  271. }
  272. static inline void memset_io(volatile void __iomem *dst, int c, __kernel_size_t n)
  273. {
  274. volatile void __iomem *d = dst;
  275. while (n--) {
  276. writeb(c, d);
  277. d++;
  278. }
  279. }
  280. static inline void sbus_memcpy_fromio(void *dst, const volatile void __iomem *src,
  281. __kernel_size_t n)
  282. {
  283. char *d = dst;
  284. while (n--) {
  285. char tmp = sbus_readb(src);
  286. *d++ = tmp;
  287. src++;
  288. }
  289. }
  290. static inline void memcpy_fromio(void *dst, const volatile void __iomem *src,
  291. __kernel_size_t n)
  292. {
  293. char *d = dst;
  294. while (n--) {
  295. char tmp = readb(src);
  296. *d++ = tmp;
  297. src++;
  298. }
  299. }
  300. static inline void sbus_memcpy_toio(volatile void __iomem *dst, const void *src,
  301. __kernel_size_t n)
  302. {
  303. const char *s = src;
  304. volatile void __iomem *d = dst;
  305. while (n--) {
  306. char tmp = *s++;
  307. sbus_writeb(tmp, d);
  308. d++;
  309. }
  310. }
  311. static inline void memcpy_toio(volatile void __iomem *dst, const void *src,
  312. __kernel_size_t n)
  313. {
  314. const char *s = src;
  315. volatile void __iomem *d = dst;
  316. while (n--) {
  317. char tmp = *s++;
  318. writeb(tmp, d);
  319. d++;
  320. }
  321. }
  322. #define mmiowb()
  323. #ifdef __KERNEL__
  324. /* On sparc64 we have the whole physical IO address space accessible
  325. * using physically addressed loads and stores, so this does nothing.
  326. */
  327. static inline void __iomem *ioremap(unsigned long offset, unsigned long size)
  328. {
  329. return (void __iomem *)offset;
  330. }
  331. #define ioremap_nocache(X,Y) ioremap((X),(Y))
  332. #define ioremap_wc(X,Y) ioremap((X),(Y))
  333. #define ioremap_wt(X,Y) ioremap((X),(Y))
  334. static inline void iounmap(volatile void __iomem *addr)
  335. {
  336. }
  337. #define ioread8 readb
  338. #define ioread16 readw
  339. #define ioread16be __raw_readw
  340. #define ioread32 readl
  341. #define ioread32be __raw_readl
  342. #define iowrite8 writeb
  343. #define iowrite16 writew
  344. #define iowrite16be __raw_writew
  345. #define iowrite32 writel
  346. #define iowrite32be __raw_writel
  347. /* Create a virtual mapping cookie for an IO port range */
  348. void __iomem *ioport_map(unsigned long port, unsigned int nr);
  349. void ioport_unmap(void __iomem *);
  350. /* Create a virtual mapping cookie for a PCI BAR (memory or IO) */
  351. struct pci_dev;
  352. void pci_iounmap(struct pci_dev *dev, void __iomem *);
  353. static inline int sbus_can_dma_64bit(void)
  354. {
  355. return 1;
  356. }
  357. static inline int sbus_can_burst64(void)
  358. {
  359. return 1;
  360. }
  361. struct device;
  362. void sbus_set_sbus64(struct device *, int);
  363. /*
  364. * Convert a physical pointer to a virtual kernel pointer for /dev/mem
  365. * access
  366. */
  367. #define xlate_dev_mem_ptr(p) __va(p)
  368. /*
  369. * Convert a virtual cached pointer to an uncached pointer
  370. */
  371. #define xlate_dev_kmem_ptr(p) p
  372. #endif
  373. #endif /* !(__SPARC64_IO_H) */