/*
 * THIS FILE IS AUTOMATICALLY GENERATED.  DO NOT EDIT.
 */

/*      $OpenBSD: busop.c,v 1.2 2010/04/04 12:50:00 miod Exp $   */

/*
 * Copyright (c) 2003 Henric Jungheim
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. The name of the author may not be used to endorse or promote products
 *    derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

#include <sys/param.h>
#include <sys/systm.h>
#include <sys/kernel.h>

#include <machine/bus.h>

/*
 * Implementing u_int16_t
 */


void
bus_space_read_multi_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    u_int16_t *a, bus_size_t c)
{
        u_int16_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bsrm2(%llx + %llx, %x, %x) ->", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0) {
                u_int16_t r = lduha_asi(h.bh_ptr + o);
                BUS_SPACE_TRACE(t, h, (" %4.4x", r));
                *p++ = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_multi_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const u_int16_t *a, bus_size_t c)
{
        const u_int16_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bswm2(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0) {
                u_int16_t r = *p++;
                BUS_SPACE_TRACE(t, h, (" %4.4x", r));
                stha_asi(h.bh_ptr + o, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_multi_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int16_t v,
    bus_size_t c)
{
        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bssm2(%llx + %llx, %x, %x) <- %4.4x\n", (long long)h.bh_ptr,
            (long long)o, t->asi, c, v));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0)
                stha_asi(h.bh_ptr + o, v);
}

void
bus_space_read_region_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    u_int16_t *a, bus_size_t c)
{
        u_int16_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bsrr2(%llx + %llx, %x, %x) <- \n", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        asi_set(t->asi);
        for (; c; p++, c--, ptr += 2) {
                u_int16_t r = lduha_asi(ptr);
                BUS_SPACE_TRACE(t, h, (" %4.4x", r));
                *p = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_region_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const u_int16_t *a, bus_size_t c)
{
        const u_int16_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bswr2(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        asi_set(t->asi);
        for (; c; p++, c--, ptr += 2) {
                u_int16_t r = *p;
                BUS_SPACE_TRACE(t, h, (" %4.4x", r));
                stha_asi(ptr, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_region_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int16_t v,
    bus_size_t c)
{
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bssr2(%llx + %llx, %x, %x) <- %4.4x\n", (long long)h.bh_ptr,
            (long long)o, t->asi, c, v));

        asi_set(t->asi);
        for (; c; c--, ptr += 2)
                stha_asi(ptr, v);
}

void
bus_space_copy_2(bus_space_tag_t t, bus_space_handle_t h1,
    bus_size_t o1, bus_space_handle_t h2, bus_size_t o2,
    bus_size_t c)
{
        paddr_t ptr1 = h1.bh_ptr + o1;
        paddr_t ptr2 = h2.bh_ptr + o2;

        BUS_SPACE_ASSERT(t, h1, o2, 2);
        BUS_SPACE_ASSERT(t, h2, o2, 2);
        BUS_SPACE_TRACE(t, h1,
            ("bscr2(%llx + %llx, %llx + %llx, %x, %x) <-> \n",
            (long long)h1.bh_ptr, (long long)o1,
            (long long)h2.bh_ptr, (long long)o2,
            t->asi, c));

        asi_set(t->asi);
        for (; c; c--, ptr1 += 2, ptr2 += 2) {
                u_int16_t r = lduha_asi(ptr2);
                BUS_SPACE_TRACE(t, h1, (" %4.4x", r));
                stha_asi(ptr1, r);
        }
        BUS_SPACE_TRACE(t, h1, ("\n"));
}


/*
 * Implementing u_int32_t
 */


void
bus_space_read_multi_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    u_int32_t *a, bus_size_t c)
{
        u_int32_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bsrm4(%llx + %llx, %x, %x) ->", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0) {
                u_int32_t r = lduwa_asi(h.bh_ptr + o);
                BUS_SPACE_TRACE(t, h, (" %8.8x", r));
                *p++ = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_multi_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const u_int32_t *a, bus_size_t c)
{
        const u_int32_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bswm4(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0) {
                u_int32_t r = *p++;
                BUS_SPACE_TRACE(t, h, (" %8.8x", r));
                stwa_asi(h.bh_ptr + o, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_multi_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int32_t v,
    bus_size_t c)
{
        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bssm4(%llx + %llx, %x, %x) <- %8.8x\n", (long long)h.bh_ptr,
            (long long)o, t->asi, c, v));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0)
                stwa_asi(h.bh_ptr + o, v);
}

void
bus_space_read_region_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    u_int32_t *a, bus_size_t c)
{
        u_int32_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bsrr4(%llx + %llx, %x, %x) <- \n", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        asi_set(t->asi);
        for (; c; p++, c--, ptr += 4) {
                u_int32_t r = lduwa_asi(ptr);
                BUS_SPACE_TRACE(t, h, (" %8.8x", r));
                *p = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_region_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const u_int32_t *a, bus_size_t c)
{
        const u_int32_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bswr4(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        asi_set(t->asi);
        for (; c; p++, c--, ptr += 4) {
                u_int32_t r = *p;
                BUS_SPACE_TRACE(t, h, (" %8.8x", r));
                stwa_asi(ptr, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_region_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int32_t v,
    bus_size_t c)
{
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bssr4(%llx + %llx, %x, %x) <- %8.8x\n", (long long)h.bh_ptr,
            (long long)o, t->asi, c, v));

        asi_set(t->asi);
        for (; c; c--, ptr += 4)
                stwa_asi(ptr, v);
}

void
bus_space_copy_4(bus_space_tag_t t, bus_space_handle_t h1,
    bus_size_t o1, bus_space_handle_t h2, bus_size_t o2,
    bus_size_t c)
{
        paddr_t ptr1 = h1.bh_ptr + o1;
        paddr_t ptr2 = h2.bh_ptr + o2;

        BUS_SPACE_ASSERT(t, h1, o2, 4);
        BUS_SPACE_ASSERT(t, h2, o2, 4);
        BUS_SPACE_TRACE(t, h1,
            ("bscr4(%llx + %llx, %llx + %llx, %x, %x) <-> \n",
            (long long)h1.bh_ptr, (long long)o1,
            (long long)h2.bh_ptr, (long long)o2,
            t->asi, c));

        asi_set(t->asi);
        for (; c; c--, ptr1 += 4, ptr2 += 4) {
                u_int32_t r = lduwa_asi(ptr2);
                BUS_SPACE_TRACE(t, h1, (" %8.8x", r));
                stwa_asi(ptr1, r);
        }
        BUS_SPACE_TRACE(t, h1, ("\n"));
}


/*
 * Implementing u_int64_t
 */


void
bus_space_read_multi_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    u_int64_t *a, bus_size_t c)
{
        u_int64_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bsrm8(%llx + %llx, %x, %x) ->", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0) {
                u_int64_t r = ldxa_asi(h.bh_ptr + o);
                BUS_SPACE_TRACE(t, h, (" %16.16llx", r));
                *p++ = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_multi_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const u_int64_t *a, bus_size_t c)
{
        const u_int64_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bswm8(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0) {
                u_int64_t r = *p++;
                BUS_SPACE_TRACE(t, h, (" %16.16llx", r));
                stxa_asi(h.bh_ptr + o, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_multi_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int64_t v,
    bus_size_t c)
{
        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bssm8(%llx + %llx, %x, %x) <- %16.16llx\n", (long long)h.bh_ptr,
            (long long)o, t->asi, c, v));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0)
                stxa_asi(h.bh_ptr + o, v);
}

void
bus_space_read_region_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    u_int64_t *a, bus_size_t c)
{
        u_int64_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bsrr8(%llx + %llx, %x, %x) <- \n", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        asi_set(t->asi);
        for (; c; p++, c--, ptr += 8) {
                u_int64_t r = ldxa_asi(ptr);
                BUS_SPACE_TRACE(t, h, (" %16.16llx", r));
                *p = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_region_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const u_int64_t *a, bus_size_t c)
{
        const u_int64_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bswr8(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        asi_set(t->asi);
        for (; c; p++, c--, ptr += 8) {
                u_int64_t r = *p;
                BUS_SPACE_TRACE(t, h, (" %16.16llx", r));
                stxa_asi(ptr, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_region_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int64_t v,
    bus_size_t c)
{
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bssr8(%llx + %llx, %x, %x) <- %16.16llx\n", (long long)h.bh_ptr,
            (long long)o, t->asi, c, v));

        asi_set(t->asi);
        for (; c; c--, ptr += 8)
                stxa_asi(ptr, v);
}

void
bus_space_copy_8(bus_space_tag_t t, bus_space_handle_t h1,
    bus_size_t o1, bus_space_handle_t h2, bus_size_t o2,
    bus_size_t c)
{
        paddr_t ptr1 = h1.bh_ptr + o1;
        paddr_t ptr2 = h2.bh_ptr + o2;

        BUS_SPACE_ASSERT(t, h1, o2, 8);
        BUS_SPACE_ASSERT(t, h2, o2, 8);
        BUS_SPACE_TRACE(t, h1,
            ("bscr8(%llx + %llx, %llx + %llx, %x, %x) <-> \n",
            (long long)h1.bh_ptr, (long long)o1,
            (long long)h2.bh_ptr, (long long)o2,
            t->asi, c));

        asi_set(t->asi);
        for (; c; c--, ptr1 += 8, ptr2 += 8) {
                u_int64_t r = ldxa_asi(ptr2);
                BUS_SPACE_TRACE(t, h1, (" %16.16llx", r));
                stxa_asi(ptr1, r);
        }
        BUS_SPACE_TRACE(t, h1, ("\n"));
}


/*
 * Implementing u_int8_t
 */


void
bus_space_read_multi_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    u_int8_t *a, bus_size_t c)
{
        u_int8_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bsrm1(%llx + %llx, %x, %x) ->", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0) {
                u_int8_t r = lduba_asi(h.bh_ptr + o);
                BUS_SPACE_TRACE(t, h, (" %2.2x", r));
                *p++ = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_multi_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const u_int8_t *a, bus_size_t c)
{
        const u_int8_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bswm1(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0) {
                u_int8_t r = *p++;
                BUS_SPACE_TRACE(t, h, (" %2.2x", r));
                stba_asi(h.bh_ptr + o, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_multi_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int8_t v,
    bus_size_t c)
{
        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bssm1(%llx + %llx, %x, %x) <- %2.2x\n", (long long)h.bh_ptr,
            (long long)o, t->asi, c, v));

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->asi);
        while (--c > 0)
                stba_asi(h.bh_ptr + o, v);
}

void
bus_space_read_region_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    u_int8_t *a, bus_size_t c)
{
        u_int8_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bsrr1(%llx + %llx, %x, %x) <- \n", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        asi_set(t->asi);
        for (; c; p++, c--, ptr += 1) {
                u_int8_t r = lduba_asi(ptr);
                BUS_SPACE_TRACE(t, h, (" %2.2x", r));
                *p = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_region_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const u_int8_t *a, bus_size_t c)
{
        const u_int8_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bswr1(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->asi, c));

        asi_set(t->asi);
        for (; c; p++, c--, ptr += 1) {
                u_int8_t r = *p;
                BUS_SPACE_TRACE(t, h, (" %2.2x", r));
                stba_asi(ptr, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_region_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int8_t v,
    bus_size_t c)
{
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bssr1(%llx + %llx, %x, %x) <- %2.2x\n", (long long)h.bh_ptr,
            (long long)o, t->asi, c, v));

        asi_set(t->asi);
        for (; c; c--, ptr += 1)
                stba_asi(ptr, v);
}

void
bus_space_copy_1(bus_space_tag_t t, bus_space_handle_t h1,
    bus_size_t o1, bus_space_handle_t h2, bus_size_t o2,
    bus_size_t c)
{
        paddr_t ptr1 = h1.bh_ptr + o1;
        paddr_t ptr2 = h2.bh_ptr + o2;

        BUS_SPACE_ASSERT(t, h1, o2, 1);
        BUS_SPACE_ASSERT(t, h2, o2, 1);
        BUS_SPACE_TRACE(t, h1,
            ("bscr1(%llx + %llx, %llx + %llx, %x, %x) <-> \n",
            (long long)h1.bh_ptr, (long long)o1,
            (long long)h2.bh_ptr, (long long)o2,
            t->asi, c));

        asi_set(t->asi);
        for (; c; c--, ptr1 += 1, ptr2 += 1) {
                u_int8_t r = lduba_asi(ptr2);
                BUS_SPACE_TRACE(t, h1, (" %2.2x", r));
                stba_asi(ptr1, r);
        }
        BUS_SPACE_TRACE(t, h1, ("\n"));
}


/*
 * Implementing u_int16_t
 */


void
bus_space_read_raw_multi_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    void *a, size_t c)
{
        u_int16_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bsrm2(%llx + %llx, %x, %x) ->", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int16_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0) {
                u_int16_t r = lduha_asi(h.bh_ptr + o);
                BUS_SPACE_TRACE(t, h, (" %4.4x", r));
                *p++ = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_raw_multi_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const void *a, size_t c)
{
        const u_int16_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bswm2(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int16_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0) {
                u_int16_t r = *p++;
                BUS_SPACE_TRACE(t, h, (" %4.4x", r));
                stha_asi(h.bh_ptr + o, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_raw_multi_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int16_t v,
    size_t c)
{
        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bssm2(%llx + %llx, %x, %x) <- %4.4x\n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c, v));
        c /= sizeof(u_int16_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0)
                stha_asi(h.bh_ptr + o, v);
}

void
bus_space_read_raw_region_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    void *a, size_t c)
{
        u_int16_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bsrr2(%llx + %llx, %x, %x) <- \n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int16_t);

        asi_set(t->sasi);
        for (; c; p++, c--, ptr += 2) {
                u_int16_t r = lduha_asi(ptr);
                BUS_SPACE_TRACE(t, h, (" %4.4x", r));
                *p = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_raw_region_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const void *a, size_t c)
{
        const u_int16_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bswr2(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int16_t);

        asi_set(t->sasi);
        for (; c; p++, c--, ptr += 2) {
                u_int16_t r = *p;
                BUS_SPACE_TRACE(t, h, (" %4.4x", r));
                stha_asi(ptr, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_raw_region_2(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int16_t v,
    size_t c)
{
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 2);
        BUS_SPACE_TRACE(t, h,
            ("bssr2(%llx + %llx, %x, %x) <- %4.4x\n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c, v));
        c /= sizeof(u_int16_t);

        asi_set(t->sasi);
        for (; c; c--, ptr += 2)
                stha_asi(ptr, v);
}



/*
 * Implementing u_int32_t
 */


void
bus_space_read_raw_multi_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    void *a, size_t c)
{
        u_int32_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bsrm4(%llx + %llx, %x, %x) ->", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int32_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0) {
                u_int32_t r = lduwa_asi(h.bh_ptr + o);
                BUS_SPACE_TRACE(t, h, (" %8.8x", r));
                *p++ = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_raw_multi_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const void *a, size_t c)
{
        const u_int32_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bswm4(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int32_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0) {
                u_int32_t r = *p++;
                BUS_SPACE_TRACE(t, h, (" %8.8x", r));
                stwa_asi(h.bh_ptr + o, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_raw_multi_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int32_t v,
    size_t c)
{
        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bssm4(%llx + %llx, %x, %x) <- %8.8x\n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c, v));
        c /= sizeof(u_int32_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0)
                stwa_asi(h.bh_ptr + o, v);
}

void
bus_space_read_raw_region_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    void *a, size_t c)
{
        u_int32_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bsrr4(%llx + %llx, %x, %x) <- \n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int32_t);

        asi_set(t->sasi);
        for (; c; p++, c--, ptr += 4) {
                u_int32_t r = lduwa_asi(ptr);
                BUS_SPACE_TRACE(t, h, (" %8.8x", r));
                *p = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_raw_region_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const void *a, size_t c)
{
        const u_int32_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bswr4(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int32_t);

        asi_set(t->sasi);
        for (; c; p++, c--, ptr += 4) {
                u_int32_t r = *p;
                BUS_SPACE_TRACE(t, h, (" %8.8x", r));
                stwa_asi(ptr, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_raw_region_4(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int32_t v,
    size_t c)
{
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 4);
        BUS_SPACE_TRACE(t, h,
            ("bssr4(%llx + %llx, %x, %x) <- %8.8x\n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c, v));
        c /= sizeof(u_int32_t);

        asi_set(t->sasi);
        for (; c; c--, ptr += 4)
                stwa_asi(ptr, v);
}



/*
 * Implementing u_int64_t
 */


void
bus_space_read_raw_multi_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    void *a, size_t c)
{
        u_int64_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bsrm8(%llx + %llx, %x, %x) ->", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int64_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0) {
                u_int64_t r = ldxa_asi(h.bh_ptr + o);
                BUS_SPACE_TRACE(t, h, (" %16.16llx", r));
                *p++ = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_raw_multi_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const void *a, size_t c)
{
        const u_int64_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bswm8(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int64_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0) {
                u_int64_t r = *p++;
                BUS_SPACE_TRACE(t, h, (" %16.16llx", r));
                stxa_asi(h.bh_ptr + o, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_raw_multi_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int64_t v,
    size_t c)
{
        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bssm8(%llx + %llx, %x, %x) <- %16.16llx\n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c, v));
        c /= sizeof(u_int64_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0)
                stxa_asi(h.bh_ptr + o, v);
}

void
bus_space_read_raw_region_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    void *a, size_t c)
{
        u_int64_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bsrr8(%llx + %llx, %x, %x) <- \n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int64_t);

        asi_set(t->sasi);
        for (; c; p++, c--, ptr += 8) {
                u_int64_t r = ldxa_asi(ptr);
                BUS_SPACE_TRACE(t, h, (" %16.16llx", r));
                *p = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_raw_region_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const void *a, size_t c)
{
        const u_int64_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bswr8(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int64_t);

        asi_set(t->sasi);
        for (; c; p++, c--, ptr += 8) {
                u_int64_t r = *p;
                BUS_SPACE_TRACE(t, h, (" %16.16llx", r));
                stxa_asi(ptr, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_raw_region_8(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int64_t v,
    size_t c)
{
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 8);
        BUS_SPACE_TRACE(t, h,
            ("bssr8(%llx + %llx, %x, %x) <- %16.16llx\n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c, v));
        c /= sizeof(u_int64_t);

        asi_set(t->sasi);
        for (; c; c--, ptr += 8)
                stxa_asi(ptr, v);
}



/*
 * Implementing u_int8_t
 */


void
bus_space_read_raw_multi_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    void *a, size_t c)
{
        u_int8_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bsrm1(%llx + %llx, %x, %x) ->", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int8_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0) {
                u_int8_t r = lduba_asi(h.bh_ptr + o);
                BUS_SPACE_TRACE(t, h, (" %2.2x", r));
                *p++ = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_raw_multi_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const void *a, size_t c)
{
        const u_int8_t *p = a;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bswm1(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int8_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0) {
                u_int8_t r = *p++;
                BUS_SPACE_TRACE(t, h, (" %2.2x", r));
                stba_asi(h.bh_ptr + o, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_raw_multi_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int8_t v,
    size_t c)
{
        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bssm1(%llx + %llx, %x, %x) <- %2.2x\n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c, v));
        c /= sizeof(u_int8_t);

        ++c;  /* Looping on "--c" is slightly faster than on "c--" */
        asi_set(t->sasi);
        while (--c > 0)
                stba_asi(h.bh_ptr + o, v);
}

void
bus_space_read_raw_region_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    void *a, size_t c)
{
        u_int8_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bsrr1(%llx + %llx, %x, %x) <- \n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int8_t);

        asi_set(t->sasi);
        for (; c; p++, c--, ptr += 1) {
                u_int8_t r = lduba_asi(ptr);
                BUS_SPACE_TRACE(t, h, (" %2.2x", r));
                *p = r;
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_write_raw_region_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o,
    const void *a, size_t c)
{
        const u_int8_t *p = a;
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bswr1(%llx + %llx, %x, %x) <-", (long long)h.bh_ptr,
            (long long)o, t->sasi, c));
        c /= sizeof(u_int8_t);

        asi_set(t->sasi);
        for (; c; p++, c--, ptr += 1) {
                u_int8_t r = *p;
                BUS_SPACE_TRACE(t, h, (" %2.2x", r));
                stba_asi(ptr, r);
        }

        BUS_SPACE_TRACE(t, h, ("\n"));
}

void
bus_space_set_raw_region_1(bus_space_tag_t t, bus_space_handle_t h,
    bus_size_t o, u_int8_t v,
    size_t c)
{
        paddr_t ptr = h.bh_ptr + o;

        BUS_SPACE_ASSERT(t, h, o, 1);
        BUS_SPACE_TRACE(t, h,
            ("bssr1(%llx + %llx, %x, %x) <- %2.2x\n", (long long)h.bh_ptr,
            (long long)o, t->sasi, c, v));
        c /= sizeof(u_int8_t);

        asi_set(t->sasi);
        for (; c; c--, ptr += 1)
                stba_asi(ptr, v);
}