io.h 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286
  1. /*
  2. * Based on arch/arm/include/asm/io.h
  3. *
  4. * Copyright (C) 1996-2000 Russell King
  5. * Copyright (C) 2012 ARM Ltd.
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License version 2 as
  9. * published by the Free Software Foundation.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. */
  19. #ifndef __ASM_IO_H
  20. #define __ASM_IO_H
  21. #ifdef __KERNEL__
  22. #include <linux/types.h>
  23. #include <linux/blk_types.h>
  24. #include <asm/byteorder.h>
  25. #include <asm/barrier.h>
  26. #include <asm/pgtable.h>
  27. #include <asm/early_ioremap.h>
  28. #include <asm/alternative.h>
  29. #include <asm/cpufeature.h>
  30. #include <xen/xen.h>
  31. /*
  32. * Generic IO read/write. These perform native-endian accesses.
  33. */
  34. static inline void __raw_writeb(u8 val, volatile void __iomem *addr)
  35. {
  36. asm volatile("strb %w0, [%1]" : : "r" (val), "r" (addr));
  37. }
  38. static inline void __raw_writew(u16 val, volatile void __iomem *addr)
  39. {
  40. asm volatile("strh %w0, [%1]" : : "r" (val), "r" (addr));
  41. }
  42. static inline void __raw_writel(u32 val, volatile void __iomem *addr)
  43. {
  44. asm volatile("str %w0, [%1]" : : "r" (val), "r" (addr));
  45. }
  46. static inline void __raw_writeq(u64 val, volatile void __iomem *addr)
  47. {
  48. asm volatile("str %0, [%1]" : : "r" (val), "r" (addr));
  49. }
  50. static inline u8 __raw_readb(const volatile void __iomem *addr)
  51. {
  52. u8 val;
  53. asm volatile(ALTERNATIVE("ldrb %w0, [%1]",
  54. "ldarb %w0, [%1]",
  55. ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE)
  56. : "=r" (val) : "r" (addr));
  57. return val;
  58. }
  59. static inline u16 __raw_readw(const volatile void __iomem *addr)
  60. {
  61. u16 val;
  62. asm volatile(ALTERNATIVE("ldrh %w0, [%1]",
  63. "ldarh %w0, [%1]",
  64. ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE)
  65. : "=r" (val) : "r" (addr));
  66. return val;
  67. }
  68. static inline u32 __raw_readl(const volatile void __iomem *addr)
  69. {
  70. u32 val;
  71. asm volatile(ALTERNATIVE("ldr %w0, [%1]",
  72. "ldar %w0, [%1]",
  73. ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE)
  74. : "=r" (val) : "r" (addr));
  75. return val;
  76. }
  77. static inline u64 __raw_readq(const volatile void __iomem *addr)
  78. {
  79. u64 val;
  80. asm volatile(ALTERNATIVE("ldr %0, [%1]",
  81. "ldar %0, [%1]",
  82. ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE)
  83. : "=r" (val) : "r" (addr));
  84. return val;
  85. }
  86. /* IO barriers */
  87. #define __iormb() rmb()
  88. #define __iowmb() wmb()
  89. #define mmiowb() do { } while (0)
  90. /*
  91. * Relaxed I/O memory access primitives. These follow the Device memory
  92. * ordering rules but do not guarantee any ordering relative to Normal memory
  93. * accesses.
  94. */
  95. #define readb_relaxed(c) ({ u8 __v = __raw_readb(c); __v; })
  96. #define readw_relaxed(c) ({ u16 __v = le16_to_cpu((__force __le16)__raw_readw(c)); __v; })
  97. #define readl_relaxed(c) ({ u32 __v = le32_to_cpu((__force __le32)__raw_readl(c)); __v; })
  98. #define readq_relaxed(c) ({ u64 __v = le64_to_cpu((__force __le64)__raw_readq(c)); __v; })
  99. #define writeb_relaxed(v,c) ((void)__raw_writeb((v),(c)))
  100. #define writew_relaxed(v,c) ((void)__raw_writew((__force u16)cpu_to_le16(v),(c)))
  101. #define writel_relaxed(v,c) ((void)__raw_writel((__force u32)cpu_to_le32(v),(c)))
  102. #define writeq_relaxed(v,c) ((void)__raw_writeq((__force u64)cpu_to_le64(v),(c)))
  103. /*
  104. * I/O memory access primitives. Reads are ordered relative to any
  105. * following Normal memory access. Writes are ordered relative to any prior
  106. * Normal memory access.
  107. */
  108. #define readb(c) ({ u8 __v = readb_relaxed(c); __iormb(); __v; })
  109. #define readw(c) ({ u16 __v = readw_relaxed(c); __iormb(); __v; })
  110. #define readl(c) ({ u32 __v = readl_relaxed(c); __iormb(); __v; })
  111. #define readq(c) ({ u64 __v = readq_relaxed(c); __iormb(); __v; })
  112. #define writeb(v,c) ({ __iowmb(); writeb_relaxed((v),(c)); })
  113. #define writew(v,c) ({ __iowmb(); writew_relaxed((v),(c)); })
  114. #define writel(v,c) ({ __iowmb(); writel_relaxed((v),(c)); })
  115. #define writeq(v,c) ({ __iowmb(); writeq_relaxed((v),(c)); })
  116. /*
  117. * I/O port access primitives.
  118. */
  119. #define arch_has_dev_port() (1)
  120. #define IO_SPACE_LIMIT (SZ_32M - 1)
  121. #define PCI_IOBASE ((void __iomem *)(MODULES_VADDR - SZ_32M))
  122. static inline u8 inb(unsigned long addr)
  123. {
  124. return readb(addr + PCI_IOBASE);
  125. }
  126. static inline u16 inw(unsigned long addr)
  127. {
  128. return readw(addr + PCI_IOBASE);
  129. }
  130. static inline u32 inl(unsigned long addr)
  131. {
  132. return readl(addr + PCI_IOBASE);
  133. }
  134. static inline void outb(u8 b, unsigned long addr)
  135. {
  136. writeb(b, addr + PCI_IOBASE);
  137. }
  138. static inline void outw(u16 b, unsigned long addr)
  139. {
  140. writew(b, addr + PCI_IOBASE);
  141. }
  142. static inline void outl(u32 b, unsigned long addr)
  143. {
  144. writel(b, addr + PCI_IOBASE);
  145. }
  146. #define inb_p(addr) inb(addr)
  147. #define inw_p(addr) inw(addr)
  148. #define inl_p(addr) inl(addr)
  149. #define outb_p(x, addr) outb((x), (addr))
  150. #define outw_p(x, addr) outw((x), (addr))
  151. #define outl_p(x, addr) outl((x), (addr))
  152. static inline void insb(unsigned long addr, void *buffer, int count)
  153. {
  154. u8 *buf = buffer;
  155. while (count--)
  156. *buf++ = __raw_readb(addr + PCI_IOBASE);
  157. }
  158. static inline void insw(unsigned long addr, void *buffer, int count)
  159. {
  160. u16 *buf = buffer;
  161. while (count--)
  162. *buf++ = __raw_readw(addr + PCI_IOBASE);
  163. }
  164. static inline void insl(unsigned long addr, void *buffer, int count)
  165. {
  166. u32 *buf = buffer;
  167. while (count--)
  168. *buf++ = __raw_readl(addr + PCI_IOBASE);
  169. }
  170. static inline void outsb(unsigned long addr, const void *buffer, int count)
  171. {
  172. const u8 *buf = buffer;
  173. while (count--)
  174. __raw_writeb(*buf++, addr + PCI_IOBASE);
  175. }
  176. static inline void outsw(unsigned long addr, const void *buffer, int count)
  177. {
  178. const u16 *buf = buffer;
  179. while (count--)
  180. __raw_writew(*buf++, addr + PCI_IOBASE);
  181. }
  182. static inline void outsl(unsigned long addr, const void *buffer, int count)
  183. {
  184. const u32 *buf = buffer;
  185. while (count--)
  186. __raw_writel(*buf++, addr + PCI_IOBASE);
  187. }
  188. #define insb_p(port,to,len) insb(port,to,len)
  189. #define insw_p(port,to,len) insw(port,to,len)
  190. #define insl_p(port,to,len) insl(port,to,len)
  191. #define outsb_p(port,from,len) outsb(port,from,len)
  192. #define outsw_p(port,from,len) outsw(port,from,len)
  193. #define outsl_p(port,from,len) outsl(port,from,len)
  194. /*
  195. * String version of I/O memory access operations.
  196. */
  197. extern void __memcpy_fromio(void *, const volatile void __iomem *, size_t);
  198. extern void __memcpy_toio(volatile void __iomem *, const void *, size_t);
  199. extern void __memset_io(volatile void __iomem *, int, size_t);
  200. #define memset_io(c,v,l) __memset_io((c),(v),(l))
  201. #define memcpy_fromio(a,c,l) __memcpy_fromio((a),(c),(l))
  202. #define memcpy_toio(c,a,l) __memcpy_toio((c),(a),(l))
  203. /*
  204. * I/O memory mapping functions.
  205. */
  206. extern void __iomem *__ioremap(phys_addr_t phys_addr, size_t size, pgprot_t prot);
  207. extern void __iounmap(volatile void __iomem *addr);
  208. extern void __iomem *ioremap_cache(phys_addr_t phys_addr, size_t size);
  209. #define ioremap(addr, size) __ioremap((addr), (size), __pgprot(PROT_DEVICE_nGnRE))
  210. #define ioremap_nocache(addr, size) __ioremap((addr), (size), __pgprot(PROT_DEVICE_nGnRE))
  211. #define ioremap_wc(addr, size) __ioremap((addr), (size), __pgprot(PROT_NORMAL_NC))
  212. #define iounmap __iounmap
  213. #define ARCH_HAS_IOREMAP_WC
  214. #include <asm-generic/iomap.h>
  215. /*
  216. * More restrictive address range checking than the default implementation
  217. * (PHYS_OFFSET and PHYS_MASK taken into account).
  218. */
  219. #define ARCH_HAS_VALID_PHYS_ADDR_RANGE
  220. extern int valid_phys_addr_range(phys_addr_t addr, size_t size);
  221. extern int valid_mmap_phys_addr_range(unsigned long pfn, size_t size);
  222. extern int devmem_is_allowed(unsigned long pfn);
  223. /*
  224. * Convert a physical pointer to a virtual kernel pointer for /dev/mem
  225. * access
  226. */
  227. #define xlate_dev_mem_ptr(p) __va(p)
  228. /*
  229. * Convert a virtual cached pointer to an uncached pointer
  230. */
  231. #define xlate_dev_kmem_ptr(p) p
  232. struct bio_vec;
  233. extern bool xen_biovec_phys_mergeable(const struct bio_vec *vec1,
  234. const struct bio_vec *vec2);
  235. #define BIOVEC_PHYS_MERGEABLE(vec1, vec2) \
  236. (__BIOVEC_PHYS_MERGEABLE(vec1, vec2) && \
  237. (!xen_domain() || xen_biovec_phys_mergeable(vec1, vec2)))
  238. #endif /* __KERNEL__ */
  239. #endif /* __ASM_IO_H */