/* $NetBSD: pci_bwx_bus_io_chipdep.c,v 1.21 2012/02/06 02:14:15 matt Exp $ */ /*- * Copyright (c) 1997, 1998, 2000 The NetBSD Foundation, Inc. * All rights reserved. * * This code is derived from software contributed to The NetBSD Foundation * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility, * NASA Ames Research Center. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE * POSSIBILITY OF SUCH DAMAGE. */ /* * Copyright (c) 1995, 1996 Carnegie-Mellon University. * All rights reserved. * * Author: Chris G. Demetriou * * Permission to use, copy, modify and distribute this software and * its documentation is hereby granted, provided that both the copyright * notice and this permission notice appear in all copies of the * software, derivative works or modified versions, and any portions * thereof, and that both notices appear in supporting documentation. * * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. * * Carnegie Mellon requests users of this software to return to * * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU * School of Computer Science * Carnegie Mellon University * Pittsburgh PA 15213-3890 * * any improvements or extensions that they make and grant Carnegie the * rights to redistribute these changes. */ /* * Common PCI Chipset "bus I/O" functions, for chipsets which have to * deal with only a single PCI interface chip in a machine. * * uses: * CHIP name of the 'chip' it's being compiled for. * CHIP_IO_BASE I/O space base to use. * CHIP_IO_EX_STORE * If defined, device-provided static storage area * for the I/O space extent. If this is defined, * CHIP_IO_EX_STORE_SIZE must also be defined. If * this is not defined, a static area will be * declared. * CHIP_IO_EX_STORE_SIZE * Size of the device-provided static storage area * for the I/O memory space extent. */ #include __KERNEL_RCSID(1, "$NetBSD: pci_bwx_bus_io_chipdep.c,v 1.21 2012/02/06 02:14:15 matt Exp $"); #include #include #define __C(A,B) __CONCAT(A,B) #define __S(S) __STRING(S) /* mapping/unmapping */ int __C(CHIP,_io_map)(void *, bus_addr_t, bus_size_t, int, bus_space_handle_t *, int); void __C(CHIP,_io_unmap)(void *, bus_space_handle_t, bus_size_t, int); int __C(CHIP,_io_subregion)(void *, bus_space_handle_t, bus_size_t, bus_size_t, bus_space_handle_t *); int __C(CHIP,_io_translate)(void *, bus_addr_t, bus_size_t, int, struct alpha_bus_space_translation *); int __C(CHIP,_io_get_window)(void *, int, struct alpha_bus_space_translation *); /* allocation/deallocation */ int __C(CHIP,_io_alloc)(void *, bus_addr_t, bus_addr_t, bus_size_t, bus_size_t, bus_addr_t, int, bus_addr_t *, bus_space_handle_t *); void __C(CHIP,_io_free)(void *, bus_space_handle_t, bus_size_t); /* get kernel virtual address */ void * __C(CHIP,_io_vaddr)(void *, bus_space_handle_t); /* mmap for user */ paddr_t __C(CHIP,_io_mmap)(void *, bus_addr_t, off_t, int, int); /* barrier */ static inline void __C(CHIP,_io_barrier)(void *, bus_space_handle_t, bus_size_t, bus_size_t, int); /* read (single) */ static inline uint8_t __C(CHIP,_io_read_1)(void *, bus_space_handle_t, bus_size_t); static inline uint16_t __C(CHIP,_io_read_2)(void *, bus_space_handle_t, bus_size_t); static inline uint32_t __C(CHIP,_io_read_4)(void *, bus_space_handle_t, bus_size_t); static inline uint64_t __C(CHIP,_io_read_8)(void *, bus_space_handle_t, bus_size_t); /* read multiple */ void __C(CHIP,_io_read_multi_1)(void *, bus_space_handle_t, bus_size_t, uint8_t *, bus_size_t); void __C(CHIP,_io_read_multi_2)(void *, bus_space_handle_t, bus_size_t, uint16_t *, bus_size_t); void __C(CHIP,_io_read_multi_4)(void *, bus_space_handle_t, bus_size_t, uint32_t *, bus_size_t); void __C(CHIP,_io_read_multi_8)(void *, bus_space_handle_t, bus_size_t, uint64_t *, bus_size_t); /* read region */ void __C(CHIP,_io_read_region_1)(void *, bus_space_handle_t, bus_size_t, uint8_t *, bus_size_t); void __C(CHIP,_io_read_region_2)(void *, bus_space_handle_t, bus_size_t, uint16_t *, bus_size_t); void __C(CHIP,_io_read_region_4)(void *, bus_space_handle_t, bus_size_t, uint32_t *, bus_size_t); void __C(CHIP,_io_read_region_8)(void *, bus_space_handle_t, bus_size_t, uint64_t *, bus_size_t); /* write (single) */ static inline void __C(CHIP,_io_write_1)(void *, bus_space_handle_t, bus_size_t, uint8_t); static inline void __C(CHIP,_io_write_2)(void *, bus_space_handle_t, bus_size_t, uint16_t); static inline void __C(CHIP,_io_write_4)(void *, bus_space_handle_t, bus_size_t, uint32_t); static inline void __C(CHIP,_io_write_8)(void *, bus_space_handle_t, bus_size_t, uint64_t); /* write multiple */ void __C(CHIP,_io_write_multi_1)(void *, bus_space_handle_t, bus_size_t, const uint8_t *, bus_size_t); void __C(CHIP,_io_write_multi_2)(void *, bus_space_handle_t, bus_size_t, const uint16_t *, bus_size_t); void __C(CHIP,_io_write_multi_4)(void *, bus_space_handle_t, bus_size_t, const uint32_t *, bus_size_t); void __C(CHIP,_io_write_multi_8)(void *, bus_space_handle_t, bus_size_t, const uint64_t *, bus_size_t); /* write region */ void __C(CHIP,_io_write_region_1)(void *, bus_space_handle_t, bus_size_t, const uint8_t *, bus_size_t); void __C(CHIP,_io_write_region_2)(void *, bus_space_handle_t, bus_size_t, const uint16_t *, bus_size_t); void __C(CHIP,_io_write_region_4)(void *, bus_space_handle_t, bus_size_t, const uint32_t *, bus_size_t); void __C(CHIP,_io_write_region_8)(void *, bus_space_handle_t, bus_size_t, const uint64_t *, bus_size_t); /* set multiple */ void __C(CHIP,_io_set_multi_1)(void *, bus_space_handle_t, bus_size_t, uint8_t, bus_size_t); void __C(CHIP,_io_set_multi_2)(void *, bus_space_handle_t, bus_size_t, uint16_t, bus_size_t); void __C(CHIP,_io_set_multi_4)(void *, bus_space_handle_t, bus_size_t, uint32_t, bus_size_t); void __C(CHIP,_io_set_multi_8)(void *, bus_space_handle_t, bus_size_t, uint64_t, bus_size_t); /* set region */ void __C(CHIP,_io_set_region_1)(void *, bus_space_handle_t, bus_size_t, uint8_t, bus_size_t); void __C(CHIP,_io_set_region_2)(void *, bus_space_handle_t, bus_size_t, uint16_t, bus_size_t); void __C(CHIP,_io_set_region_4)(void *, bus_space_handle_t, bus_size_t, uint32_t, bus_size_t); void __C(CHIP,_io_set_region_8)(void *, bus_space_handle_t, bus_size_t, uint64_t, bus_size_t); /* copy */ void __C(CHIP,_io_copy_region_1)(void *, bus_space_handle_t, bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t); void __C(CHIP,_io_copy_region_2)(void *, bus_space_handle_t, bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t); void __C(CHIP,_io_copy_region_4)(void *, bus_space_handle_t, bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t); void __C(CHIP,_io_copy_region_8)(void *, bus_space_handle_t, bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t); #ifndef CHIP_IO_EX_STORE static long __C(CHIP,_io_ex_storage)[EXTENT_FIXED_STORAGE_SIZE(8) / sizeof(long)]; #define CHIP_IO_EX_STORE(v) (__C(CHIP, _io_ex_storage)) #define CHIP_IO_EX_STORE_SIZE(v) (sizeof __C(CHIP, _io_ex_storage)) #endif void __C(CHIP,_bus_io_init)( bus_space_tag_t t, void *v) { struct extent *ex; /* * Initialize the bus space tag. */ /* cookie */ t->abs_cookie = v; /* mapping/unmapping */ t->abs_map = __C(CHIP,_io_map); t->abs_unmap = __C(CHIP,_io_unmap); t->abs_subregion = __C(CHIP,_io_subregion); t->abs_translate = __C(CHIP,_io_translate); t->abs_get_window = __C(CHIP,_io_get_window); /* allocation/deallocation */ t->abs_alloc = __C(CHIP,_io_alloc); t->abs_free = __C(CHIP,_io_free); /* get kernel virtual address */ t->abs_vaddr = __C(CHIP,_io_vaddr); /* mmap for user */ t->abs_mmap = __C(CHIP,_io_mmap); /* barrier */ t->abs_barrier = __C(CHIP,_io_barrier); /* read (single) */ t->abs_r_1 = __C(CHIP,_io_read_1); t->abs_r_2 = __C(CHIP,_io_read_2); t->abs_r_4 = __C(CHIP,_io_read_4); t->abs_r_8 = __C(CHIP,_io_read_8); /* read multiple */ t->abs_rm_1 = __C(CHIP,_io_read_multi_1); t->abs_rm_2 = __C(CHIP,_io_read_multi_2); t->abs_rm_4 = __C(CHIP,_io_read_multi_4); t->abs_rm_8 = __C(CHIP,_io_read_multi_8); /* read region */ t->abs_rr_1 = __C(CHIP,_io_read_region_1); t->abs_rr_2 = __C(CHIP,_io_read_region_2); t->abs_rr_4 = __C(CHIP,_io_read_region_4); t->abs_rr_8 = __C(CHIP,_io_read_region_8); /* write (single) */ t->abs_w_1 = __C(CHIP,_io_write_1); t->abs_w_2 = __C(CHIP,_io_write_2); t->abs_w_4 = __C(CHIP,_io_write_4); t->abs_w_8 = __C(CHIP,_io_write_8); /* write multiple */ t->abs_wm_1 = __C(CHIP,_io_write_multi_1); t->abs_wm_2 = __C(CHIP,_io_write_multi_2); t->abs_wm_4 = __C(CHIP,_io_write_multi_4); t->abs_wm_8 = __C(CHIP,_io_write_multi_8); /* write region */ t->abs_wr_1 = __C(CHIP,_io_write_region_1); t->abs_wr_2 = __C(CHIP,_io_write_region_2); t->abs_wr_4 = __C(CHIP,_io_write_region_4); t->abs_wr_8 = __C(CHIP,_io_write_region_8); /* set multiple */ t->abs_sm_1 = __C(CHIP,_io_set_multi_1); t->abs_sm_2 = __C(CHIP,_io_set_multi_2); t->abs_sm_4 = __C(CHIP,_io_set_multi_4); t->abs_sm_8 = __C(CHIP,_io_set_multi_8); /* set region */ t->abs_sr_1 = __C(CHIP,_io_set_region_1); t->abs_sr_2 = __C(CHIP,_io_set_region_2); t->abs_sr_4 = __C(CHIP,_io_set_region_4); t->abs_sr_8 = __C(CHIP,_io_set_region_8); /* copy */ t->abs_c_1 = __C(CHIP,_io_copy_region_1); t->abs_c_2 = __C(CHIP,_io_copy_region_2); t->abs_c_4 = __C(CHIP,_io_copy_region_4); t->abs_c_8 = __C(CHIP,_io_copy_region_8); ex = extent_create(__S(__C(CHIP,_bus_io)), 0x0UL, 0xffffffffUL, (void *)CHIP_IO_EX_STORE(v), CHIP_IO_EX_STORE_SIZE(v), EX_NOWAIT|EX_NOCOALESCE); CHIP_IO_EXTENT(v) = ex; } int __C(CHIP,_io_translate)( void *v, bus_addr_t ioaddr, bus_size_t iolen, int flags, struct alpha_bus_space_translation *abst) { int linear = flags & BUS_SPACE_MAP_LINEAR; /* * Can't map i/o space linearly. */ if (linear) return (EOPNOTSUPP); return (__C(CHIP,_io_get_window)(v, 0, abst)); } int __C(CHIP,_io_get_window)( void *v, int window, struct alpha_bus_space_translation *abst) { switch (window) { case 0: abst->abst_bus_start = 0; abst->abst_bus_end = 0xffffffffUL; abst->abst_sys_start = CHIP_IO_SYS_START(v); abst->abst_sys_end = CHIP_IO_SYS_START(v) + abst->abst_bus_end; abst->abst_addr_shift = 0; abst->abst_size_shift = 0; abst->abst_flags = ABST_DENSE|ABST_BWX; break; default: panic(__S(__C(CHIP,_io_get_window)) ": invalid window %d", window); } return (0); } int __C(CHIP,_io_map)( void *v, bus_addr_t ioaddr, bus_size_t iosize, int flags, bus_space_handle_t *iohp, int acct) { struct alpha_bus_space_translation abst; int error; /* * Get the translation for this address. */ error = __C(CHIP,_io_translate)(v, ioaddr, iosize, flags, &abst); if (error) return (error); if (acct == 0) goto mapit; #ifdef EXTENT_DEBUG printf("io: allocating 0x%lx to 0x%lx\n", ioaddr, ioaddr + iosize - 1); #endif error = extent_alloc_region(CHIP_IO_EXTENT(v), ioaddr, iosize, EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0)); if (error) { #ifdef EXTENT_DEBUG printf("io: allocation failed (%d)\n", error); extent_print(CHIP_IO_EXTENT(v)); #endif return (error); } mapit: *iohp = ALPHA_PHYS_TO_K0SEG(abst.abst_sys_start + ioaddr); return (0); } void __C(CHIP,_io_unmap)( void *v, bus_space_handle_t ioh, bus_size_t iosize, int acct) { bus_addr_t ioaddr; int error; if (acct == 0) return; #ifdef EXTENT_DEBUG printf("io: freeing handle 0x%lx for 0x%lx\n", ioh, iosize); #endif ioaddr = ioh - ALPHA_PHYS_TO_K0SEG(CHIP_IO_SYS_START(v)); #ifdef EXTENT_DEBUG printf("io: freeing 0x%lx to 0x%lx\n", ioaddr, ioaddr + iosize - 1); #endif error = extent_free(CHIP_IO_EXTENT(v), ioaddr, iosize, EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0)); if (error) { printf("%s: WARNING: could not unmap 0x%lx-0x%lx (error %d)\n", __S(__C(CHIP,_io_unmap)), ioaddr, ioaddr + iosize - 1, error); #ifdef EXTENT_DEBUG extent_print(CHIP_IO_EXTENT(v)); #endif } } int __C(CHIP,_io_subregion)( void *v, bus_space_handle_t ioh, bus_size_t offset, bus_size_t size, bus_space_handle_t *nioh) { *nioh = ioh + offset; return (0); } int __C(CHIP,_io_alloc)( void *v, bus_addr_t rstart, bus_addr_t rend, bus_size_t size, bus_size_t align, bus_size_t boundary, int flags, bus_addr_t *addrp, bus_space_handle_t *bshp) { struct alpha_bus_space_translation abst; int linear = flags & BUS_SPACE_MAP_LINEAR; bus_addr_t ioaddr; int error; /* * Can't map i/o space linearly. */ if (linear) return (EOPNOTSUPP); /* * Do the requested allocation. */ #ifdef EXTENT_DEBUG printf("io: allocating from 0x%lx to 0x%lx\n", rstart, rend); #endif error = extent_alloc_subregion(CHIP_IO_EXTENT(v), rstart, rend, size, align, boundary, EX_FAST | EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0), &ioaddr); if (error) { #ifdef EXTENT_DEBUG printf("io: allocation failed (%d)\n", error); extent_print(CHIP_IO_EXTENT(v)); #endif return (error); } #ifdef EXTENT_DEBUG printf("io: allocated 0x%lx to 0x%lx\n", ioaddr, ioaddr + size - 1); #endif error = __C(CHIP,_io_translate)(v, ioaddr, size, flags, &abst); if (error) { (void) extent_free(CHIP_IO_EXTENT(v), ioaddr, size, EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0)); return (error); } *addrp = ioaddr; *bshp = ALPHA_PHYS_TO_K0SEG(abst.abst_sys_start + ioaddr); return (0); } void __C(CHIP,_io_free)( void *v, bus_space_handle_t bsh, bus_size_t size) { /* Unmap does all we need to do. */ __C(CHIP,_io_unmap)(v, bsh, size, 1); } void * __C(CHIP,_io_vaddr)( void *v, bus_space_handle_t bsh) { /* * _io_translate() catches BUS_SPACE_MAP_LINEAR, * so we shouldn't get here */ panic("_io_vaddr"); } paddr_t __C(CHIP,_io_mmap)( void *v, bus_addr_t addr, off_t off, int prot, int flags) { /* Not supported for I/O space. */ return (-1); } static inline void __C(CHIP,_io_barrier)( void *v, bus_space_handle_t h, bus_size_t o, bus_size_t l, int f) { if ((f & BUS_SPACE_BARRIER_READ) != 0) alpha_mb(); else if ((f & BUS_SPACE_BARRIER_WRITE) != 0) alpha_wmb(); } static inline uint8_t __C(CHIP,_io_read_1)( void *v, bus_space_handle_t ioh, bus_size_t off) { bus_addr_t addr; addr = ioh + off; alpha_mb(); return (alpha_ldbu((uint8_t *)addr)); } static inline uint16_t __C(CHIP,_io_read_2)( void *v, bus_space_handle_t ioh, bus_size_t off) { bus_addr_t addr; addr = ioh + off; #ifdef DIAGNOSTIC if (addr & 1) panic(__S(__C(CHIP,_io_read_2)) ": addr 0x%lx not aligned", addr); #endif alpha_mb(); return (alpha_ldwu((uint16_t *)addr)); } static inline uint32_t __C(CHIP,_io_read_4)( void *v, bus_space_handle_t ioh, bus_size_t off) { bus_addr_t addr; addr = ioh + off; #ifdef DIAGNOSTIC if (addr & 3) panic(__S(__C(CHIP,_io_read_4)) ": addr 0x%lx not aligned", addr); #endif alpha_mb(); return (*(uint32_t *)addr); } static inline uint64_t __C(CHIP,_io_read_8)( void *v, bus_space_handle_t ioh, bus_size_t off) { /* XXX XXX XXX */ panic("%s not implemented", __S(__C(CHIP,_io_read_8))); } #define CHIP_io_read_multi_N(BYTES,TYPE) \ void \ __C(__C(CHIP,_io_read_multi_),BYTES)( \ void *v, \ bus_space_handle_t h, \ bus_size_t o, \ TYPE *a, \ bus_size_t c) \ { \ \ while (c-- > 0) { \ __C(CHIP,_io_barrier)(v, h, o, sizeof *a, \ BUS_SPACE_BARRIER_READ); \ *a++ = __C(__C(CHIP,_io_read_),BYTES)(v, h, o); \ } \ } CHIP_io_read_multi_N(1,uint8_t) CHIP_io_read_multi_N(2,uint16_t) CHIP_io_read_multi_N(4,uint32_t) CHIP_io_read_multi_N(8,uint64_t) #define CHIP_io_read_region_N(BYTES,TYPE) \ void \ __C(__C(CHIP,_io_read_region_),BYTES)( \ void *v, \ bus_space_handle_t h, \ bus_size_t o, \ TYPE *a, \ bus_size_t c) \ { \ \ while (c-- > 0) { \ *a++ = __C(__C(CHIP,_io_read_),BYTES)(v, h, o); \ o += sizeof *a; \ } \ } CHIP_io_read_region_N(1,uint8_t) CHIP_io_read_region_N(2,uint16_t) CHIP_io_read_region_N(4,uint32_t) CHIP_io_read_region_N(8,uint64_t) static inline void __C(CHIP,_io_write_1)( void *v, bus_space_handle_t ioh, bus_size_t off, uint8_t val) { bus_addr_t addr; addr = ioh + off; alpha_stb((uint8_t *)addr, val); alpha_mb(); } static inline void __C(CHIP,_io_write_2)( void *v, bus_space_handle_t ioh, bus_size_t off, uint16_t val) { bus_addr_t addr; addr = ioh + off; #ifdef DIAGNOSTIC if (addr & 1) panic(__S(__C(CHIP,_io_write_2)) ": addr 0x%lx not aligned", addr); #endif alpha_stw((uint16_t *)addr, val); alpha_mb(); } static inline void __C(CHIP,_io_write_4)( void *v, bus_space_handle_t ioh, bus_size_t off, uint32_t val) { bus_addr_t addr; addr = ioh + off; #ifdef DIAGNOSTIC if (addr & 3) panic(__S(__C(CHIP,_io_write_4)) ": addr 0x%lx not aligned", addr); #endif *(uint32_t *)addr = val; alpha_mb(); } static inline void __C(CHIP,_io_write_8)( void *v, bus_space_handle_t ioh, bus_size_t off, uint64_t val) { /* XXX XXX XXX */ panic("%s not implemented", __S(__C(CHIP,_io_write_8))); alpha_mb(); } #define CHIP_io_write_multi_N(BYTES,TYPE) \ void \ __C(__C(CHIP,_io_write_multi_),BYTES)( \ void *v, \ bus_space_handle_t h, \ bus_size_t o, \ const TYPE *a, \ bus_size_t c) \ { \ \ while (c-- > 0) { \ __C(__C(CHIP,_io_write_),BYTES)(v, h, o, *a++); \ __C(CHIP,_io_barrier)(v, h, o, sizeof *a, \ BUS_SPACE_BARRIER_WRITE); \ } \ } CHIP_io_write_multi_N(1,uint8_t) CHIP_io_write_multi_N(2,uint16_t) CHIP_io_write_multi_N(4,uint32_t) CHIP_io_write_multi_N(8,uint64_t) #define CHIP_io_write_region_N(BYTES,TYPE) \ void \ __C(__C(CHIP,_io_write_region_),BYTES)( \ void *v, \ bus_space_handle_t h, \ bus_size_t o, \ const TYPE *a, \ bus_size_t c) \ { \ \ while (c-- > 0) { \ __C(__C(CHIP,_io_write_),BYTES)(v, h, o, *a++); \ o += sizeof *a; \ } \ } CHIP_io_write_region_N(1,uint8_t) CHIP_io_write_region_N(2,uint16_t) CHIP_io_write_region_N(4,uint32_t) CHIP_io_write_region_N(8,uint64_t) #define CHIP_io_set_multi_N(BYTES,TYPE) \ void \ __C(__C(CHIP,_io_set_multi_),BYTES)( \ void *v, \ bus_space_handle_t h, \ bus_size_t o, \ TYPE val, \ bus_size_t c) \ { \ \ while (c-- > 0) { \ __C(__C(CHIP,_io_write_),BYTES)(v, h, o, val); \ __C(CHIP,_io_barrier)(v, h, o, sizeof val, \ BUS_SPACE_BARRIER_WRITE); \ } \ } CHIP_io_set_multi_N(1,uint8_t) CHIP_io_set_multi_N(2,uint16_t) CHIP_io_set_multi_N(4,uint32_t) CHIP_io_set_multi_N(8,uint64_t) #define CHIP_io_set_region_N(BYTES,TYPE) \ void \ __C(__C(CHIP,_io_set_region_),BYTES)( \ void *v, \ bus_space_handle_t h, \ bus_size_t o, \ TYPE val, \ bus_size_t c) \ { \ \ while (c-- > 0) { \ __C(__C(CHIP,_io_write_),BYTES)(v, h, o, val); \ o += sizeof val; \ } \ } CHIP_io_set_region_N(1,uint8_t) CHIP_io_set_region_N(2,uint16_t) CHIP_io_set_region_N(4,uint32_t) CHIP_io_set_region_N(8,uint64_t) #define CHIP_io_copy_region_N(BYTES) \ void \ __C(__C(CHIP,_io_copy_region_),BYTES)( \ void *v, \ bus_space_handle_t h1, \ bus_size_t o1, \ bus_space_handle_t h2, \ bus_size_t o2, \ bus_size_t c) \ { \ bus_size_t o; \ \ if ((h1 + o1) >= (h2 + o2)) { \ /* src after dest: copy forward */ \ for (o = 0; c != 0; c--, o += BYTES) { \ __C(__C(CHIP,_io_write_),BYTES)(v, h2, o2 + o, \ __C(__C(CHIP,_io_read_),BYTES)(v, h1, o1 + o)); \ } \ } else { \ /* dest after src: copy backwards */ \ for (o = (c - 1) * BYTES; c != 0; c--, o -= BYTES) { \ __C(__C(CHIP,_io_write_),BYTES)(v, h2, o2 + o, \ __C(__C(CHIP,_io_read_),BYTES)(v, h1, o1 + o)); \ } \ } \ } CHIP_io_copy_region_N(1) CHIP_io_copy_region_N(2) CHIP_io_copy_region_N(4) CHIP_io_copy_region_N(8)