io_64.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542
  1. #ifndef __SPARC64_IO_H
  2. #define __SPARC64_IO_H
  3. #include <linux/kernel.h>
  4. #include <linux/compiler.h>
  5. #include <linux/types.h>
  6. #include <asm/page.h> /* IO address mapping routines need this */
  7. #include <asm/asi.h>
  8. #include <asm-generic/pci_iomap.h>
  9. /* PC crapola... */
  10. #define __SLOW_DOWN_IO do { } while (0)
  11. #define SLOW_DOWN_IO do { } while (0)
  12. /* BIO layer definitions. */
  13. extern unsigned long kern_base, kern_size;
  14. static inline u8 _inb(unsigned long addr)
  15. {
  16. u8 ret;
  17. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_inb */"
  18. : "=r" (ret)
  19. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  20. : "memory");
  21. return ret;
  22. }
  23. static inline u16 _inw(unsigned long addr)
  24. {
  25. u16 ret;
  26. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_inw */"
  27. : "=r" (ret)
  28. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  29. : "memory");
  30. return ret;
  31. }
  32. static inline u32 _inl(unsigned long addr)
  33. {
  34. u32 ret;
  35. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_inl */"
  36. : "=r" (ret)
  37. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  38. : "memory");
  39. return ret;
  40. }
  41. static inline void _outb(u8 b, unsigned long addr)
  42. {
  43. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_outb */"
  44. : /* no outputs */
  45. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  46. : "memory");
  47. }
  48. static inline void _outw(u16 w, unsigned long addr)
  49. {
  50. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_outw */"
  51. : /* no outputs */
  52. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  53. : "memory");
  54. }
  55. static inline void _outl(u32 l, unsigned long addr)
  56. {
  57. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_outl */"
  58. : /* no outputs */
  59. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  60. : "memory");
  61. }
  62. #define inb(__addr) (_inb((unsigned long)(__addr)))
  63. #define inw(__addr) (_inw((unsigned long)(__addr)))
  64. #define inl(__addr) (_inl((unsigned long)(__addr)))
  65. #define outb(__b, __addr) (_outb((u8)(__b), (unsigned long)(__addr)))
  66. #define outw(__w, __addr) (_outw((u16)(__w), (unsigned long)(__addr)))
  67. #define outl(__l, __addr) (_outl((u32)(__l), (unsigned long)(__addr)))
  68. #define inb_p(__addr) inb(__addr)
  69. #define outb_p(__b, __addr) outb(__b, __addr)
  70. #define inw_p(__addr) inw(__addr)
  71. #define outw_p(__w, __addr) outw(__w, __addr)
  72. #define inl_p(__addr) inl(__addr)
  73. #define outl_p(__l, __addr) outl(__l, __addr)
  74. extern void outsb(unsigned long, const void *, unsigned long);
  75. extern void outsw(unsigned long, const void *, unsigned long);
  76. extern void outsl(unsigned long, const void *, unsigned long);
  77. extern void insb(unsigned long, void *, unsigned long);
  78. extern void insw(unsigned long, void *, unsigned long);
  79. extern void insl(unsigned long, void *, unsigned long);
  80. static inline void ioread8_rep(void __iomem *port, void *buf, unsigned long count)
  81. {
  82. insb((unsigned long __force)port, buf, count);
  83. }
  84. static inline void ioread16_rep(void __iomem *port, void *buf, unsigned long count)
  85. {
  86. insw((unsigned long __force)port, buf, count);
  87. }
  88. static inline void ioread32_rep(void __iomem *port, void *buf, unsigned long count)
  89. {
  90. insl((unsigned long __force)port, buf, count);
  91. }
  92. static inline void iowrite8_rep(void __iomem *port, const void *buf, unsigned long count)
  93. {
  94. outsb((unsigned long __force)port, buf, count);
  95. }
  96. static inline void iowrite16_rep(void __iomem *port, const void *buf, unsigned long count)
  97. {
  98. outsw((unsigned long __force)port, buf, count);
  99. }
  100. static inline void iowrite32_rep(void __iomem *port, const void *buf, unsigned long count)
  101. {
  102. outsl((unsigned long __force)port, buf, count);
  103. }
  104. /* Memory functions, same as I/O accesses on Ultra. */
  105. static inline u8 _readb(const volatile void __iomem *addr)
  106. { u8 ret;
  107. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_readb */"
  108. : "=r" (ret)
  109. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  110. : "memory");
  111. return ret;
  112. }
  113. static inline u16 _readw(const volatile void __iomem *addr)
  114. { u16 ret;
  115. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_readw */"
  116. : "=r" (ret)
  117. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  118. : "memory");
  119. return ret;
  120. }
  121. static inline u32 _readl(const volatile void __iomem *addr)
  122. { u32 ret;
  123. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_readl */"
  124. : "=r" (ret)
  125. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  126. : "memory");
  127. return ret;
  128. }
  129. static inline u64 _readq(const volatile void __iomem *addr)
  130. { u64 ret;
  131. __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* pci_readq */"
  132. : "=r" (ret)
  133. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  134. : "memory");
  135. return ret;
  136. }
  137. static inline void _writeb(u8 b, volatile void __iomem *addr)
  138. {
  139. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_writeb */"
  140. : /* no outputs */
  141. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  142. : "memory");
  143. }
  144. static inline void _writew(u16 w, volatile void __iomem *addr)
  145. {
  146. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_writew */"
  147. : /* no outputs */
  148. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  149. : "memory");
  150. }
  151. static inline void _writel(u32 l, volatile void __iomem *addr)
  152. {
  153. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_writel */"
  154. : /* no outputs */
  155. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  156. : "memory");
  157. }
  158. static inline void _writeq(u64 q, volatile void __iomem *addr)
  159. {
  160. __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* pci_writeq */"
  161. : /* no outputs */
  162. : "Jr" (q), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  163. : "memory");
  164. }
  165. #define readb(__addr) _readb(__addr)
  166. #define readw(__addr) _readw(__addr)
  167. #define readl(__addr) _readl(__addr)
  168. #define readq(__addr) _readq(__addr)
  169. #define readb_relaxed(__addr) _readb(__addr)
  170. #define readw_relaxed(__addr) _readw(__addr)
  171. #define readl_relaxed(__addr) _readl(__addr)
  172. #define readq_relaxed(__addr) _readq(__addr)
  173. #define writeb(__b, __addr) _writeb(__b, __addr)
  174. #define writew(__w, __addr) _writew(__w, __addr)
  175. #define writel(__l, __addr) _writel(__l, __addr)
  176. #define writeq(__q, __addr) _writeq(__q, __addr)
  177. /* Now versions without byte-swapping. */
  178. static inline u8 _raw_readb(unsigned long addr)
  179. {
  180. u8 ret;
  181. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_raw_readb */"
  182. : "=r" (ret)
  183. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  184. return ret;
  185. }
  186. static inline u16 _raw_readw(unsigned long addr)
  187. {
  188. u16 ret;
  189. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_raw_readw */"
  190. : "=r" (ret)
  191. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  192. return ret;
  193. }
  194. static inline u32 _raw_readl(unsigned long addr)
  195. {
  196. u32 ret;
  197. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_raw_readl */"
  198. : "=r" (ret)
  199. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  200. return ret;
  201. }
  202. static inline u64 _raw_readq(unsigned long addr)
  203. {
  204. u64 ret;
  205. __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* pci_raw_readq */"
  206. : "=r" (ret)
  207. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  208. return ret;
  209. }
  210. static inline void _raw_writeb(u8 b, unsigned long addr)
  211. {
  212. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_raw_writeb */"
  213. : /* no outputs */
  214. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  215. }
  216. static inline void _raw_writew(u16 w, unsigned long addr)
  217. {
  218. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_raw_writew */"
  219. : /* no outputs */
  220. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  221. }
  222. static inline void _raw_writel(u32 l, unsigned long addr)
  223. {
  224. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_raw_writel */"
  225. : /* no outputs */
  226. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  227. }
  228. static inline void _raw_writeq(u64 q, unsigned long addr)
  229. {
  230. __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* pci_raw_writeq */"
  231. : /* no outputs */
  232. : "Jr" (q), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  233. }
  234. #define __raw_readb(__addr) (_raw_readb((unsigned long)(__addr)))
  235. #define __raw_readw(__addr) (_raw_readw((unsigned long)(__addr)))
  236. #define __raw_readl(__addr) (_raw_readl((unsigned long)(__addr)))
  237. #define __raw_readq(__addr) (_raw_readq((unsigned long)(__addr)))
  238. #define __raw_writeb(__b, __addr) (_raw_writeb((u8)(__b), (unsigned long)(__addr)))
  239. #define __raw_writew(__w, __addr) (_raw_writew((u16)(__w), (unsigned long)(__addr)))
  240. #define __raw_writel(__l, __addr) (_raw_writel((u32)(__l), (unsigned long)(__addr)))
  241. #define __raw_writeq(__q, __addr) (_raw_writeq((u64)(__q), (unsigned long)(__addr)))
  242. /* Valid I/O Space regions are anywhere, because each PCI bus supported
  243. * can live in an arbitrary area of the physical address range.
  244. */
  245. #define IO_SPACE_LIMIT 0xffffffffffffffffUL
  246. /* Now, SBUS variants, only difference from PCI is that we do
  247. * not use little-endian ASIs.
  248. */
  249. static inline u8 _sbus_readb(const volatile void __iomem *addr)
  250. {
  251. u8 ret;
  252. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* sbus_readb */"
  253. : "=r" (ret)
  254. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  255. : "memory");
  256. return ret;
  257. }
  258. static inline u16 _sbus_readw(const volatile void __iomem *addr)
  259. {
  260. u16 ret;
  261. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* sbus_readw */"
  262. : "=r" (ret)
  263. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  264. : "memory");
  265. return ret;
  266. }
  267. static inline u32 _sbus_readl(const volatile void __iomem *addr)
  268. {
  269. u32 ret;
  270. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* sbus_readl */"
  271. : "=r" (ret)
  272. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  273. : "memory");
  274. return ret;
  275. }
  276. static inline u64 _sbus_readq(const volatile void __iomem *addr)
  277. {
  278. u64 ret;
  279. __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* sbus_readq */"
  280. : "=r" (ret)
  281. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  282. : "memory");
  283. return ret;
  284. }
  285. static inline void _sbus_writeb(u8 b, volatile void __iomem *addr)
  286. {
  287. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* sbus_writeb */"
  288. : /* no outputs */
  289. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  290. : "memory");
  291. }
  292. static inline void _sbus_writew(u16 w, volatile void __iomem *addr)
  293. {
  294. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* sbus_writew */"
  295. : /* no outputs */
  296. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  297. : "memory");
  298. }
  299. static inline void _sbus_writel(u32 l, volatile void __iomem *addr)
  300. {
  301. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* sbus_writel */"
  302. : /* no outputs */
  303. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  304. : "memory");
  305. }
  306. static inline void _sbus_writeq(u64 l, volatile void __iomem *addr)
  307. {
  308. __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* sbus_writeq */"
  309. : /* no outputs */
  310. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  311. : "memory");
  312. }
  313. #define sbus_readb(__addr) _sbus_readb(__addr)
  314. #define sbus_readw(__addr) _sbus_readw(__addr)
  315. #define sbus_readl(__addr) _sbus_readl(__addr)
  316. #define sbus_readq(__addr) _sbus_readq(__addr)
  317. #define sbus_writeb(__b, __addr) _sbus_writeb(__b, __addr)
  318. #define sbus_writew(__w, __addr) _sbus_writew(__w, __addr)
  319. #define sbus_writel(__l, __addr) _sbus_writel(__l, __addr)
  320. #define sbus_writeq(__l, __addr) _sbus_writeq(__l, __addr)
  321. static inline void _sbus_memset_io(volatile void __iomem *dst, int c, __kernel_size_t n)
  322. {
  323. while(n--) {
  324. sbus_writeb(c, dst);
  325. dst++;
  326. }
  327. }
  328. #define sbus_memset_io(d,c,sz) _sbus_memset_io(d,c,sz)
  329. static inline void
  330. _memset_io(volatile void __iomem *dst, int c, __kernel_size_t n)
  331. {
  332. volatile void __iomem *d = dst;
  333. while (n--) {
  334. writeb(c, d);
  335. d++;
  336. }
  337. }
  338. #define memset_io(d,c,sz) _memset_io(d,c,sz)
  339. static inline void
  340. _sbus_memcpy_fromio(void *dst, const volatile void __iomem *src,
  341. __kernel_size_t n)
  342. {
  343. char *d = dst;
  344. while (n--) {
  345. char tmp = sbus_readb(src);
  346. *d++ = tmp;
  347. src++;
  348. }
  349. }
  350. #define sbus_memcpy_fromio(d, s, sz) _sbus_memcpy_fromio(d, s, sz)
  351. static inline void
  352. _memcpy_fromio(void *dst, const volatile void __iomem *src, __kernel_size_t n)
  353. {
  354. char *d = dst;
  355. while (n--) {
  356. char tmp = readb(src);
  357. *d++ = tmp;
  358. src++;
  359. }
  360. }
  361. #define memcpy_fromio(d,s,sz) _memcpy_fromio(d,s,sz)
  362. static inline void
  363. _sbus_memcpy_toio(volatile void __iomem *dst, const void *src,
  364. __kernel_size_t n)
  365. {
  366. const char *s = src;
  367. volatile void __iomem *d = dst;
  368. while (n--) {
  369. char tmp = *s++;
  370. sbus_writeb(tmp, d);
  371. d++;
  372. }
  373. }
  374. #define sbus_memcpy_toio(d, s, sz) _sbus_memcpy_toio(d, s, sz)
  375. static inline void
  376. _memcpy_toio(volatile void __iomem *dst, const void *src, __kernel_size_t n)
  377. {
  378. const char *s = src;
  379. volatile void __iomem *d = dst;
  380. while (n--) {
  381. char tmp = *s++;
  382. writeb(tmp, d);
  383. d++;
  384. }
  385. }
  386. #define memcpy_toio(d,s,sz) _memcpy_toio(d,s,sz)
  387. #define mmiowb()
  388. #ifdef __KERNEL__
  389. /* On sparc64 we have the whole physical IO address space accessible
  390. * using physically addressed loads and stores, so this does nothing.
  391. */
  392. static inline void __iomem *ioremap(unsigned long offset, unsigned long size)
  393. {
  394. return (void __iomem *)offset;
  395. }
  396. #define ioremap_nocache(X,Y) ioremap((X),(Y))
  397. #define ioremap_wc(X,Y) ioremap((X),(Y))
  398. static inline void iounmap(volatile void __iomem *addr)
  399. {
  400. }
  401. #define ioread8(X) readb(X)
  402. #define ioread16(X) readw(X)
  403. #define ioread16be(X) __raw_readw(X)
  404. #define ioread32(X) readl(X)
  405. #define ioread32be(X) __raw_readl(X)
  406. #define iowrite8(val,X) writeb(val,X)
  407. #define iowrite16(val,X) writew(val,X)
  408. #define iowrite16be(val,X) __raw_writew(val,X)
  409. #define iowrite32(val,X) writel(val,X)
  410. #define iowrite32be(val,X) __raw_writel(val,X)
  411. /* Create a virtual mapping cookie for an IO port range */
  412. extern void __iomem *ioport_map(unsigned long port, unsigned int nr);
  413. extern void ioport_unmap(void __iomem *);
  414. /* Create a virtual mapping cookie for a PCI BAR (memory or IO) */
  415. struct pci_dev;
  416. extern void pci_iounmap(struct pci_dev *dev, void __iomem *);
  417. static inline int sbus_can_dma_64bit(void)
  418. {
  419. return 1;
  420. }
  421. static inline int sbus_can_burst64(void)
  422. {
  423. return 1;
  424. }
  425. struct device;
  426. extern void sbus_set_sbus64(struct device *, int);
  427. /*
  428. * Convert a physical pointer to a virtual kernel pointer for /dev/mem
  429. * access
  430. */
  431. #define xlate_dev_mem_ptr(p) __va(p)
  432. /*
  433. * Convert a virtual cached pointer to an uncached pointer
  434. */
  435. #define xlate_dev_kmem_ptr(p) p
  436. #endif
  437. #endif /* !(__SPARC64_IO_H) */