83 void log_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
85 void log_post_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
87 void log_read_mmio(u8 width, const volatile void __iomem *addr,
89 void log_post_read_mmio(u64 val, u8 width, const volatile void __iomem *addr,
94 static inline void log_write_mmio(u64 val, u8 width, volatile void __iomem *addr,  in log_write_mmio()  argument
96 static inline void log_post_write_mmio(u64 val, u8 width, volatile void __iomem *addr,  in log_post_write_mmio()  argument
98 static inline void log_read_mmio(u8 width, const volatile void __iomem *addr,  in log_read_mmio()  argument
100 static inline void log_post_read_mmio(u64 val, u8 width, const volatile void __iomem *addr,  in log_post_read_mmio()  argument
115 static inline u8 __raw_readb(const volatile void __iomem *addr)  in __raw_readb()  argument
117 	return *(const volatile u8 __force *)addr;  in __raw_readb()
123 static inline u16 __raw_readw(const volatile void __iomem *addr)  in __raw_readw()  argument
125 	return *(const volatile u16 __force *)addr;  in __raw_readw()
131 static inline u32 __raw_readl(const volatile void __iomem *addr)  in __raw_readl()  argument
133 	return *(const volatile u32 __force *)addr;  in __raw_readl()
140 static inline u64 __raw_readq(const volatile void __iomem *addr)  in __raw_readq()  argument
142 	return *(const volatile u64 __force *)addr;  in __raw_readq()
149 static inline void __raw_writeb(u8 value, volatile void __iomem *addr)  in __raw_writeb()  argument
151 	*(volatile u8 __force *)addr = value;  in __raw_writeb()
157 static inline void __raw_writew(u16 value, volatile void __iomem *addr)  in __raw_writew()  argument
159 	*(volatile u16 __force *)addr = value;  in __raw_writew()
165 static inline void __raw_writel(u32 value, volatile void __iomem *addr)  in __raw_writel()  argument
167 	*(volatile u32 __force *)addr = value;  in __raw_writel()
174 static inline void __raw_writeq(u64 value, volatile void __iomem *addr)  in __raw_writeq()  argument
176 	*(volatile u64 __force *)addr = value;  in __raw_writeq()
188 static inline u8 readb(const volatile void __iomem *addr)  in readb()  argument
192 	log_read_mmio(8, addr, _THIS_IP_, _RET_IP_);  in readb()
194 	val = __raw_readb(addr);  in readb()
196 	log_post_read_mmio(val, 8, addr, _THIS_IP_, _RET_IP_);  in readb()
203 static inline u16 readw(const volatile void __iomem *addr)  in readw()  argument
207 	log_read_mmio(16, addr, _THIS_IP_, _RET_IP_);  in readw()
209 	val = __le16_to_cpu((__le16 __force)__raw_readw(addr));  in readw()
211 	log_post_read_mmio(val, 16, addr, _THIS_IP_, _RET_IP_);  in readw()
218 static inline u32 readl(const volatile void __iomem *addr)  in readl()  argument
222 	log_read_mmio(32, addr, _THIS_IP_, _RET_IP_);  in readl()
224 	val = __le32_to_cpu((__le32 __force)__raw_readl(addr));  in readl()
226 	log_post_read_mmio(val, 32, addr, _THIS_IP_, _RET_IP_);  in readl()
234 static inline u64 readq(const volatile void __iomem *addr)  in readq()  argument
238 	log_read_mmio(64, addr, _THIS_IP_, _RET_IP_);  in readq()
240 	val = __le64_to_cpu((__le64 __force)__raw_readq(addr));  in readq()
242 	log_post_read_mmio(val, 64, addr, _THIS_IP_, _RET_IP_);  in readq()
250 static inline void writeb(u8 value, volatile void __iomem *addr)  in writeb()  argument
252 	log_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb()
254 	__raw_writeb(value, addr);  in writeb()
256 	log_post_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb()
262 static inline void writew(u16 value, volatile void __iomem *addr)  in writew()  argument
264 	log_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew()
266 	__raw_writew((u16 __force)cpu_to_le16(value), addr);  in writew()
268 	log_post_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew()
274 static inline void writel(u32 value, volatile void __iomem *addr)  in writel()  argument
276 	log_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel()
278 	__raw_writel((u32 __force)__cpu_to_le32(value), addr);  in writel()
280 	log_post_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel()
287 static inline void writeq(u64 value, volatile void __iomem *addr)  in writeq()  argument
289 	log_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq()
291 	__raw_writeq((u64 __force)__cpu_to_le64(value), addr);  in writeq()
293 	log_post_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq()
305 static inline u8 readb_relaxed(const volatile void __iomem *addr)  in readb_relaxed()  argument
309 	log_read_mmio(8, addr, _THIS_IP_, _RET_IP_);  in readb_relaxed()
310 	val = __raw_readb(addr);  in readb_relaxed()
311 	log_post_read_mmio(val, 8, addr, _THIS_IP_, _RET_IP_);  in readb_relaxed()
318 static inline u16 readw_relaxed(const volatile void __iomem *addr)  in readw_relaxed()  argument
322 	log_read_mmio(16, addr, _THIS_IP_, _RET_IP_);  in readw_relaxed()
323 	val = __le16_to_cpu((__le16 __force)__raw_readw(addr));  in readw_relaxed()
324 	log_post_read_mmio(val, 16, addr, _THIS_IP_, _RET_IP_);  in readw_relaxed()
331 static inline u32 readl_relaxed(const volatile void __iomem *addr)  in readl_relaxed()  argument
335 	log_read_mmio(32, addr, _THIS_IP_, _RET_IP_);  in readl_relaxed()
336 	val = __le32_to_cpu((__le32 __force)__raw_readl(addr));  in readl_relaxed()
337 	log_post_read_mmio(val, 32, addr, _THIS_IP_, _RET_IP_);  in readl_relaxed()
344 static inline u64 readq_relaxed(const volatile void __iomem *addr)  in readq_relaxed()  argument
348 	log_read_mmio(64, addr, _THIS_IP_, _RET_IP_);  in readq_relaxed()
349 	val = __le64_to_cpu((__le64 __force)__raw_readq(addr));  in readq_relaxed()
350 	log_post_read_mmio(val, 64, addr, _THIS_IP_, _RET_IP_);  in readq_relaxed()
357 static inline void writeb_relaxed(u8 value, volatile void __iomem *addr)  in writeb_relaxed()  argument
359 	log_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb_relaxed()
360 	__raw_writeb(value, addr);  in writeb_relaxed()
361 	log_post_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb_relaxed()
367 static inline void writew_relaxed(u16 value, volatile void __iomem *addr)  in writew_relaxed()  argument
369 	log_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew_relaxed()
370 	__raw_writew((u16 __force)cpu_to_le16(value), addr);  in writew_relaxed()
371 	log_post_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew_relaxed()
377 static inline void writel_relaxed(u32 value, volatile void __iomem *addr)  in writel_relaxed()  argument
379 	log_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel_relaxed()
380 	__raw_writel((u32 __force)__cpu_to_le32(value), addr);  in writel_relaxed()
381 	log_post_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel_relaxed()
387 static inline void writeq_relaxed(u64 value, volatile void __iomem *addr)  in writeq_relaxed()  argument
389 	log_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq_relaxed()
390 	__raw_writeq((u64 __force)__cpu_to_le64(value), addr);  in writeq_relaxed()
391 	log_post_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq_relaxed()
401 static inline void readsb(const volatile void __iomem *addr, void *buffer,  in readsb()  argument
408 			u8 x = __raw_readb(addr);  in readsb()
417 static inline void readsw(const volatile void __iomem *addr, void *buffer,  in readsw()  argument
424 			u16 x = __raw_readw(addr);  in readsw()
433 static inline void readsl(const volatile void __iomem *addr, void *buffer,  in readsl()  argument
440 			u32 x = __raw_readl(addr);  in readsl()
450 static inline void readsq(const volatile void __iomem *addr, void *buffer,  in readsq()  argument
457 			u64 x = __raw_readq(addr);  in readsq()
467 static inline void writesb(volatile void __iomem *addr, const void *buffer,  in writesb()  argument
474 			__raw_writeb(*buf++, addr);  in writesb()
482 static inline void writesw(volatile void __iomem *addr, const void *buffer,  in writesw()  argument
489 			__raw_writew(*buf++, addr);  in writesw()
497 static inline void writesl(volatile void __iomem *addr, const void *buffer,  in writesl()  argument
504 			__raw_writel(*buf++, addr);  in writesl()
513 static inline void writesq(volatile void __iomem *addr, const void *buffer,  in writesq()  argument
520 			__raw_writeq(*buf++, addr);  in writesq()
544 static inline u8 _inb(unsigned long addr)  in _inb()  argument
549 	val = __raw_readb(PCI_IOBASE + addr);  in _inb()
554 u8 _inb(unsigned long addr)
562 static inline u16 _inw(unsigned long addr)  in _inw()  argument
567 	val = __le16_to_cpu((__le16 __force)__raw_readw(PCI_IOBASE + addr));  in _inw()
572 u16 _inw(unsigned long addr)
580 static inline u32 _inl(unsigned long addr)  in _inl()  argument
585 	val = __le32_to_cpu((__le32 __force)__raw_readl(PCI_IOBASE + addr));  in _inl()
590 u32 _inl(unsigned long addr)
598 static inline void _outb(u8 value, unsigned long addr)  in _outb()  argument
601 	__raw_writeb(value, PCI_IOBASE + addr);  in _outb()
605 void _outb(u8 value, unsigned long addr)
613 static inline void _outw(u16 value, unsigned long addr)  in _outw()  argument
616 	__raw_writew((u16 __force)cpu_to_le16(value), PCI_IOBASE + addr);  in _outw()
620 void _outw(u16 value, unsigned long addr)
628 static inline void _outl(u32 value, unsigned long addr)  in _outl()  argument
631 	__raw_writel((u32 __force)cpu_to_le32(value), PCI_IOBASE + addr);  in _outl()
635 void _outl(u32 value, unsigned long addr)
668 static inline u8 inb_p(unsigned long addr)  in inb_p()  argument
670 	return inb(addr);  in inb_p()
676 static inline u16 inw_p(unsigned long addr)  in inw_p()  argument
678 	return inw(addr);  in inw_p()
684 static inline u32 inl_p(unsigned long addr)  in inl_p()  argument
686 	return inl(addr);  in inl_p()
692 static inline void outb_p(u8 value, unsigned long addr)  in outb_p()  argument
694 	outb(value, addr);  in outb_p()
700 static inline void outw_p(u16 value, unsigned long addr)  in outw_p()  argument
702 	outw(value, addr);  in outw_p()
708 static inline void outl_p(u32 value, unsigned long addr)  in outl_p()  argument
710 	outl(value, addr);  in outl_p()
722 static inline void insb(unsigned long addr, void *buffer, unsigned int count)  in insb()  argument
724 	readsb(PCI_IOBASE + addr, buffer, count);  in insb()
727 void insb(unsigned long addr, void *buffer, unsigned int count)
735 static inline void insw(unsigned long addr, void *buffer, unsigned int count)  in insw()  argument
737 	readsw(PCI_IOBASE + addr, buffer, count);  in insw()
740 void insw(unsigned long addr, void *buffer, unsigned int count)
748 static inline void insl(unsigned long addr, void *buffer, unsigned int count)  in insl()  argument
750 	readsl(PCI_IOBASE + addr, buffer, count);  in insl()
753 void insl(unsigned long addr, void *buffer, unsigned int count)
761 static inline void outsb(unsigned long addr, const void *buffer,  in outsb()  argument
764 	writesb(PCI_IOBASE + addr, buffer, count);  in outsb()
767 void outsb(unsigned long addr, const void *buffer, unsigned int count)
775 static inline void outsw(unsigned long addr, const void *buffer,  in outsw()  argument
778 	writesw(PCI_IOBASE + addr, buffer, count);  in outsw()
781 void outsw(unsigned long addr, const void *buffer, unsigned int count)
789 static inline void outsl(unsigned long addr, const void *buffer,  in outsl()  argument
792 	writesl(PCI_IOBASE + addr, buffer, count);  in outsl()
795 void outsl(unsigned long addr, const void *buffer, unsigned int count)
802 static inline void insb_p(unsigned long addr, void *buffer, unsigned int count)  in insb_p()  argument
804 	insb(addr, buffer, count);  in insb_p()
810 static inline void insw_p(unsigned long addr, void *buffer, unsigned int count)  in insw_p()  argument
812 	insw(addr, buffer, count);  in insw_p()
818 static inline void insl_p(unsigned long addr, void *buffer, unsigned int count)  in insl_p()  argument
820 	insl(addr, buffer, count);  in insl_p()
826 static inline void outsb_p(unsigned long addr, const void *buffer,  in outsb_p()  argument
829 	outsb(addr, buffer, count);  in outsb_p()
835 static inline void outsw_p(unsigned long addr, const void *buffer,  in outsw_p()  argument
838 	outsw(addr, buffer, count);  in outsw_p()
844 static inline void outsl_p(unsigned long addr, const void *buffer,  in outsl_p()  argument
847 	outsl(addr, buffer, count);  in outsl_p()
854 static inline u8 ioread8(const volatile void __iomem *addr)  in ioread8()  argument
856 	return readb(addr);  in ioread8()
862 static inline u16 ioread16(const volatile void __iomem *addr)  in ioread16()  argument
864 	return readw(addr);  in ioread16()
870 static inline u32 ioread32(const volatile void __iomem *addr)  in ioread32()  argument
872 	return readl(addr);  in ioread32()
879 static inline u64 ioread64(const volatile void __iomem *addr)  in ioread64()  argument
881 	return readq(addr);  in ioread64()
888 static inline void iowrite8(u8 value, volatile void __iomem *addr)  in iowrite8()  argument
890 	writeb(value, addr);  in iowrite8()
896 static inline void iowrite16(u16 value, volatile void __iomem *addr)  in iowrite16()  argument
898 	writew(value, addr);  in iowrite16()
904 static inline void iowrite32(u32 value, volatile void __iomem *addr)  in iowrite32()  argument
906 	writel(value, addr);  in iowrite32()
913 static inline void iowrite64(u64 value, volatile void __iomem *addr)  in iowrite64()  argument
915 	writeq(value, addr);  in iowrite64()
922 static inline u16 ioread16be(const volatile void __iomem *addr)  in ioread16be()  argument
924 	return swab16(readw(addr));  in ioread16be()
930 static inline u32 ioread32be(const volatile void __iomem *addr)  in ioread32be()  argument
932 	return swab32(readl(addr));  in ioread32be()
939 static inline u64 ioread64be(const volatile void __iomem *addr)  in ioread64be()  argument
941 	return swab64(readq(addr));  in ioread64be()
948 static inline void iowrite16be(u16 value, void volatile __iomem *addr)  in iowrite16be()  argument
950 	writew(swab16(value), addr);  in iowrite16be()
956 static inline void iowrite32be(u32 value, volatile void __iomem *addr)  in iowrite32be()  argument
958 	writel(swab32(value), addr);  in iowrite32be()
965 static inline void iowrite64be(u64 value, volatile void __iomem *addr)  in iowrite64be()  argument
967 	writeq(swab64(value), addr);  in iowrite64be()
974 static inline void ioread8_rep(const volatile void __iomem *addr, void *buffer,  in ioread8_rep()  argument
977 	readsb(addr, buffer, count);  in ioread8_rep()
983 static inline void ioread16_rep(const volatile void __iomem *addr,  in ioread16_rep()  argument
986 	readsw(addr, buffer, count);  in ioread16_rep()
992 static inline void ioread32_rep(const volatile void __iomem *addr,  in ioread32_rep()  argument
995 	readsl(addr, buffer, count);  in ioread32_rep()
1002 static inline void ioread64_rep(const volatile void __iomem *addr,  in ioread64_rep()  argument
1005 	readsq(addr, buffer, count);  in ioread64_rep()
1012 static inline void iowrite8_rep(volatile void __iomem *addr,  in iowrite8_rep()  argument
1016 	writesb(addr, buffer, count);  in iowrite8_rep()
1022 static inline void iowrite16_rep(volatile void __iomem *addr,  in iowrite16_rep()  argument
1026 	writesw(addr, buffer, count);  in iowrite16_rep()
1032 static inline void iowrite32_rep(volatile void __iomem *addr,  in iowrite32_rep()  argument
1036 	writesl(addr, buffer, count);  in iowrite32_rep()
1043 static inline void iowrite64_rep(volatile void __iomem *addr,  in iowrite64_rep()  argument
1047 	writesq(addr, buffer, count);  in iowrite64_rep()
1103 static inline void iounmap(volatile void __iomem *addr)  in iounmap()  argument
1115 void iounmap(volatile void __iomem *addr);
1116 void generic_iounmap(volatile void __iomem *addr);
1120 static inline void __iomem *ioremap(phys_addr_t addr, size_t size)  in ioremap()  argument
1123 	return ioremap_prot(addr, size, _PAGE_IOREMAP);  in ioremap()
1200 static inline void *xlate_dev_mem_ptr(phys_addr_t addr)  in xlate_dev_mem_ptr()  argument
1202 	return __va(addr);  in xlate_dev_mem_ptr()
1208 static inline void unxlate_dev_mem_ptr(phys_addr_t phys, void *addr)  in unxlate_dev_mem_ptr()  argument
1216  * @addr:	The beginning of the I/O-memory range to set
1222 void memset_io(volatile void __iomem *addr, int val, size_t count);