root/sys/arch/amd64/amd64/ipi.c
/*      $OpenBSD: ipi.c,v 1.18 2022/11/10 08:26:54 jmatthew Exp $       */
/*      $NetBSD: ipi.c,v 1.2 2003/03/01 13:05:37 fvdl Exp $     */

/*-
 * Copyright (c) 2000 The NetBSD Foundation, Inc.
 * All rights reserved.
 *
 * This code is derived from software contributed to The NetBSD Foundation
 * by RedBack Networks Inc.
 *
 * Author: Bill Sommerfeld
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include <sys/param.h>
#include <sys/device.h>
#include <sys/systm.h>

#include <machine/intr.h>
#include <machine/atomic.h>
#include <machine/cpuvar.h>
#include <machine/i82489reg.h>
#include <machine/i82489var.h>

void
x86_send_ipi(struct cpu_info *ci, int ipimask)
{
        x86_atomic_setbits_u32(&ci->ci_ipis, ipimask);

        /* Don't send IPI to cpu which isn't (yet) running. */
        if (!(ci->ci_flags & CPUF_RUNNING))
                return;

        x86_ipi(LAPIC_IPI_VECTOR, ci->ci_apicid, LAPIC_DLMODE_FIXED);
}

int
x86_fast_ipi(struct cpu_info *ci, int ipi)
{
        if (!(ci->ci_flags & CPUF_RUNNING))
                return (ENOENT);

        x86_ipi(ipi, ci->ci_apicid, LAPIC_DLMODE_FIXED);

        return 0;
}

void
x86_broadcast_ipi(int ipimask)
{
        struct cpu_info *ci, *self = curcpu();
        int count = 0;
        CPU_INFO_ITERATOR cii;

        CPU_INFO_FOREACH(cii, ci) {
                if (ci == self)
                        continue;
                if ((ci->ci_flags & CPUF_RUNNING) == 0)
                        continue;
                x86_atomic_setbits_u32(&ci->ci_ipis, ipimask);
                count++;
        }
        if (!count)
                return;

        x86_ipi(LAPIC_IPI_VECTOR, LAPIC_DEST_ALLEXCL, LAPIC_DLMODE_FIXED);
}

void
x86_ipi_handler(void)
{
        extern struct evcount ipi_count;
        struct cpu_info *ci = curcpu();
        u_int32_t pending;
        int bit;
        int floor;

        floor = ci->ci_handled_intr_level;
        ci->ci_handled_intr_level = ci->ci_ilevel;

        pending = atomic_swap_uint(&ci->ci_ipis, 0);
        for (bit = 0; bit < X86_NIPI && pending; bit++) {
                if (pending & (1 << bit)) {
                        pending &= ~(1 << bit);
                        (*ipifunc[bit])(ci);
                        evcount_inc(&ipi_count);
                }
        }

        ci->ci_handled_intr_level = floor;
}