#ifndef PSR_IMPL
#define PSR_IMPL 0xf0000000
#define PSR_VER 0x0f000000
#define PSR_ICC 0x00f00000
#define PSR_N 0x00800000
#define PSR_Z 0x00400000
#define PSR_O 0x00200000
#define PSR_C 0x00100000
#define PSR_EC 0x00002000
#define PSR_EF 0x00001000
#define PSR_PIL 0x00000f00
#define PSR_S 0x00000080
#define PSR_PS 0x00000040
#define PSR_ET 0x00000020
#define PSR_CWP 0x0000001f
#define PSR_BITS "\20\16EC\15EF\10S\7PS\6ET"
#define ICC_C 0x01L
#define ICC_V 0x02L
#define ICC_Z 0x04L
#define ICC_N 0x08L
#define XCC_SHIFT 4
#define XCC_C (ICC_C<<XCC_SHIFT)
#define XCC_V (ICC_V<<XCC_SHIFT)
#define XCC_Z (ICC_Z<<XCC_SHIFT)
#define XCC_N (ICC_N<<XCC_SHIFT)
#define PSTATE_IG 0x800
#define PSTATE_MG 0x400
#define PSTATE_CLE 0x200
#define PSTATE_TLE 0x100
#define PSTATE_MM 0x0c0
#define PSTATE_MM_TSO 0x000
#define PSTATE_MM_PSO 0x040
#define PSTATE_MM_RMO 0x080
#define PSTATE_RED 0x020
#define PSTATE_PEF 0x010
#define PSTATE_AM 0x008
#define PSTATE_PRIV 0x004
#define PSTATE_IE 0x002
#define PSTATE_AG 0x001
#define PSTATE_BITS "\177\020" \
"b\013IG\0" "b\012MG\0" "b\011CLE\0" "b\010TLE\0" \
"F\006\002\0" ":\000MM_TSO\0" ":\001MM_PSO\0" \
":\002MM_RMO\0" "*?\0" "b\005RED\0" "b\004PEF\0" \
"b\003AM\0" "b\002PRIV\0" "b\001IE\0" "b\000AG\0"
#ifdef __arch64__
#define PSTATE_PROM (PSTATE_MM_TSO|PSTATE_PRIV)
#define PSTATE_NUCLEUS (PSTATE_MM_TSO|PSTATE_PRIV|PSTATE_AG)
#define PSTATE_KERN (PSTATE_MM_TSO|PSTATE_PRIV)
#define PSTATE_INTR (PSTATE_KERN|PSTATE_IE)
#define PSTATE_USER32 (PSTATE_MM_TSO|PSTATE_AM|PSTATE_IE)
#define PSTATE_USER (PSTATE_MM_RMO|PSTATE_IE)
#else
#define PSTATE_PROM (PSTATE_MM_TSO|PSTATE_PRIV)
#define PSTATE_NUCLEUS (PSTATE_MM_TSO|PSTATE_AM|PSTATE_PRIV|PSTATE_AG)
#define PSTATE_KERN (PSTATE_MM_TSO|PSTATE_AM|PSTATE_PRIV)
#define PSTATE_INTR (PSTATE_KERN|PSTATE_IE)
#define PSTATE_USER32 (PSTATE_MM_TSO|PSTATE_AM|PSTATE_IE)
#define PSTATE_USER (PSTATE_MM_TSO|PSTATE_AM|PSTATE_IE)
#endif
#define TSTATE_CWP 0x01f
#define TSTATE_PSTATE 0xfff00
#define TSTATE_PSTATE_SHIFT 8
#define TSTATE_ASI 0xff000000LL
#define TSTATE_ASI_SHIFT 24
#define TSTATE_CCR 0xff00000000LL
#define TSTATE_CCR_SHIFT 32
#define PSRCC_TO_TSTATE(x) (((int64_t)(x)&PSR_ICC)<<(TSTATE_CCR_SHIFT-20))
#define TSTATECCR_TO_PSR(x) (((x)&TSTATE_CCR)>>(TSTATE_CCR_SHIFT-20))
#define TSTATE_IG (PSTATE_IG<<TSTATE_PSTATE_SHIFT)
#define TSTATE_MG (PSTATE_MG<<TSTATE_PSTATE_SHIFT)
#define TSTATE_CLE (PSTATE_CLE<<TSTATE_PSTATE_SHIFT)
#define TSTATE_TLE (PSTATE_TLE<<TSTATE_PSTATE_SHIFT)
#define TSTATE_MM (PSTATE_MM<<TSTATE_PSTATE_SHIFT)
#define TSTATE_MM_TSO (PSTATE_MM_TSO<<TSTATE_PSTATE_SHIFT)
#define TSTATE_MM_PSO (PSTATE_MM_PSO<<TSTATE_PSTATE_SHIFT)
#define TSTATE_MM_RMO (PSTATE_MM_RMO<<TSTATE_PSTATE_SHIFT)
#define TSTATE_RED (PSTATE_RED<<TSTATE_PSTATE_SHIFT)
#define TSTATE_PEF (PSTATE_PEF<<TSTATE_PSTATE_SHIFT)
#define TSTATE_AM (PSTATE_AM<<TSTATE_PSTATE_SHIFT)
#define TSTATE_PRIV (PSTATE_PRIV<<TSTATE_PSTATE_SHIFT)
#define TSTATE_IE (PSTATE_IE<<TSTATE_PSTATE_SHIFT)
#define TSTATE_AG (PSTATE_AG<<TSTATE_PSTATE_SHIFT)
#define TSTATE_BITS "\20\14IG\13MG\12CLE\11TLE\10\7MM\6RED\5PEF\4AM\3PRIV\2IE\1AG"
#define TSTATE_KERN ((PSTATE_KERN)<<TSTATE_PSTATE_SHIFT)
#define TSTATE_USER ((PSTATE_USER)<<TSTATE_PSTATE_SHIFT)
#define VER_MANUF 0xffff000000000000LL
#define VER_MANUF_SHIFT 48
#define VER_IMPL 0x0000ffff00000000LL
#define VER_IMPL_SHIFT 32
#define VER_MASK 0x00000000ff000000LL
#define VER_MASK_SHIFT 24
#define VER_MAXTL 0x000000000000ff00LL
#define VER_MAXTL_SHIFT 8
#define VER_MAXWIN 0x000000000000001fLL
#define KERN_MM PSTATE_MM_TSO
#define USER_MM PSTATE_MM_RMO
#define WSTATE_KERN 026
#define WSTATE_USER 022
#define CWP 0x01f
#define SPARC64_BLOCK_SIZE 64
#define SPARC64_BLOCK_ALIGN 0x3f
#if (defined(_KERNEL) || defined(_KMEMUSER)) && !defined(_LOCORE)
typedef uint8_t ipl_t;
typedef struct {
ipl_t _ipl;
} ipl_cookie_t;
#endif
#if defined(_KERNEL) && !defined(_LOCORE)
static __inline __attribute__((__always_inline__)) int
getpsr(void)
{
int psr;
__asm volatile("rd %%psr,%0" : "=r" (psr));
return (psr);
}
static __inline __attribute__((__always_inline__)) int
getmid(void)
{
int mid;
__asm volatile("rd %%tbr,%0" : "=r" (mid));
return ((mid >> 20) & 0x3);
}
static __inline __attribute__((__always_inline__)) void
setpsr(int newpsr)
{
__asm volatile("wr %0,0,%%psr" : : "r" (newpsr) : "memory");
__asm volatile("nop; nop; nop");
}
static __inline __attribute__((__always_inline__)) void
spl0(void)
{
int psr, oldipl;
__asm volatile("rd %%psr,%0" : "=r" (psr) : : "memory");
oldipl = psr & PSR_PIL;
__asm volatile("wr %0,%1,%%psr" : : "r" (psr), "r" (oldipl));
__asm volatile("nop; nop; nop");
}
#define _SPLSET(name, newipl) \
static __inline __attribute__((__always_inline__)) void name(void) \
{ \
int psr; \
__asm volatile("rd %%psr,%0" : "=r" (psr)); \
psr &= ~PSR_PIL; \
__asm volatile("wr %0,%1,%%psr" : : \
"r" (psr), "n" ((newipl) << 8)); \
__asm volatile("nop; nop; nop" : : : "memory"); \
}
_SPLSET(spllowerschedclock, IPL_SCHED)
static inline __always_inline ipl_cookie_t
makeiplcookie(ipl_t ipl)
{
return (ipl_cookie_t){._ipl = ipl};
}
static __inline __always_inline int
splraiseipl(ipl_cookie_t icookie)
{
int newipl = icookie._ipl;
int psr, oldipl;
__asm volatile("rd %%psr,%0" : "=r" (psr));
oldipl = psr & PSR_PIL;
newipl <<= 8;
if (newipl <= oldipl)
return (oldipl);
psr = (psr & ~oldipl) | newipl;
__asm volatile("wr %0,0,%%psr" : : "r" (psr));
__asm volatile("nop; nop; nop" : : : "memory");
return (oldipl);
}
#include <sys/spl.h>
#define splausoft() splraiseipl(makeiplcookie(IPL_SOFTAUDIO))
#define splfdsoft() splraiseipl(makeiplcookie(IPL_SOFTFDC))
#define splfd() splraiseipl(makeiplcookie(IPL_FD))
#define splts102() splraiseipl(makeiplcookie(IPL_TS102))
#define splzs() splraiseipl(makeiplcookie(IPL_ZS))
static __inline __attribute__((__always_inline__)) void
splx(int newipl)
{
int psr;
__asm volatile("rd %%psr,%0" : "=r" (psr) : : "memory");
__asm volatile("wr %0,%1,%%psr" : : \
"r" (psr & ~PSR_PIL), "rn" (newipl));
__asm volatile("nop; nop; nop");
}
#endif
#endif