#ifndef _MACHINE_CPUFUNC_H_
#define _MACHINE_CPUFUNC_H_
#ifdef _KERNEL
#include <sys/types.h>
#include <machine/specialreg.h>
static __inline void invlpg(u_int);
static __inline void lidt(void *);
static __inline void lldt(u_short);
static __inline void ltr(u_short);
static __inline void lcr0(u_int);
static __inline u_int rcr0(void);
static __inline u_int rcr2(void);
static __inline void lcr3(u_int);
static __inline u_int rcr3(void);
static __inline void lcr4(u_int);
static __inline u_int rcr4(void);
static __inline void tlbflush(void);
static __inline u_int read_eflags(void);
static __inline void write_eflags(u_int);
static __inline void wbinvd(void);
static __inline void clflush(u_int32_t addr);
static __inline void mfence(void);
static __inline void wrmsr(u_int, u_int64_t);
static __inline u_int64_t rdmsr(u_int);
static __inline void breakpoint(void);
static __inline void
invlpg(u_int addr)
{
__asm volatile("invlpg (%0)" : : "r" (addr) : "memory");
}
static __inline void
lidt(void *p)
{
__asm volatile("lidt (%0)" : : "r" (p) : "memory");
}
static __inline void
lldt(u_short sel)
{
__asm volatile("lldt %0" : : "r" (sel));
}
static __inline void
ltr(u_short sel)
{
__asm volatile("ltr %0" : : "r" (sel));
}
static __inline void
lcr0(u_int val)
{
__asm volatile("movl %0,%%cr0" : : "r" (val));
}
static __inline u_int
rcr0(void)
{
u_int val;
__asm volatile("movl %%cr0,%0" : "=r" (val));
return val;
}
static __inline u_int
rcr2(void)
{
u_int val;
__asm volatile("movl %%cr2,%0" : "=r" (val));
return val;
}
static __inline void
lcr3(u_int val)
{
__asm volatile("movl %0,%%cr3" : : "r" (val));
}
static __inline u_int
rcr3(void)
{
u_int val;
__asm volatile("movl %%cr3,%0" : "=r" (val));
return val;
}
static __inline void
lcr4(u_int val)
{
__asm volatile("movl %0,%%cr4" : : "r" (val));
}
static __inline u_int
rcr4(void)
{
u_int val;
__asm volatile("movl %%cr4,%0" : "=r" (val));
return val;
}
static __inline void
tlbflush(void)
{
u_int val;
__asm volatile("movl %%cr3,%0" : "=r" (val));
__asm volatile("movl %0,%%cr3" : : "r" (val));
}
#ifdef notyet
void setidt(int idx, caddr_t func, int typ, int dpl);
#endif
static __inline u_int
read_eflags(void)
{
u_int ef;
__asm volatile("pushfl; popl %0" : "=r" (ef));
return (ef);
}
static __inline void
write_eflags(u_int ef)
{
__asm volatile("pushl %0; popfl" : : "r" (ef));
}
static inline void
intr_enable(void)
{
__asm volatile("sti");
}
static inline u_long
intr_disable(void)
{
u_long ef;
ef = read_eflags();
__asm volatile("cli");
return (ef);
}
static inline void
intr_restore(u_long ef)
{
write_eflags(ef);
}
static __inline void
wbinvd(void)
{
__asm volatile("wbinvd" : : : "memory");
}
#ifdef MULTIPROCESSOR
int wbinvd_on_all_cpus(void);
#else
static inline int
wbinvd_on_all_cpus(void)
{
wbinvd();
return 0;
}
#endif
static __inline void
clflush(u_int32_t addr)
{
__asm volatile("clflush %0" : "+m" (*(volatile char *)addr));
}
static __inline void
mfence(void)
{
__asm volatile("mfence" : : : "memory");
}
static __inline u_int64_t
rdtsc(void)
{
uint64_t tsc;
__asm volatile("rdtsc" : "=A" (tsc));
return (tsc);
}
static inline uint64_t
rdtsc_lfence(void)
{
uint64_t tsc;
__asm volatile("lfence; rdtsc" : "=A" (tsc));
return tsc;
}
static __inline void
wrmsr(u_int msr, u_int64_t newval)
{
__asm volatile("wrmsr" : : "A" (newval), "c" (msr));
}
static __inline u_int64_t
rdmsr(u_int msr)
{
u_int64_t rv;
__asm volatile("rdmsr" : "=A" (rv) : "c" (msr));
return (rv);
}
static __inline void
monitor(const volatile void *addr, u_long extensions, u_int hints)
{
__asm volatile("monitor"
: : "a" (addr), "c" (extensions), "d" (hints));
}
static __inline void
mwait(u_long extensions, u_int hints)
{
__asm volatile("mwait" : : "a" (hints), "c" (extensions));
}
#define OPTERON_MSR_PASSCODE 0x9c5a203a
static __inline u_int64_t
rdmsr_locked(u_int msr, u_int code)
{
uint64_t rv;
__asm volatile("rdmsr"
: "=A" (rv)
: "c" (msr), "D" (code));
return (rv);
}
static __inline void
wrmsr_locked(u_int msr, u_int code, u_int64_t newval)
{
__asm volatile("wrmsr"
:
: "A" (newval), "c" (msr), "D" (code));
}
static __inline void
breakpoint(void)
{
__asm volatile("int $3");
}
void amd64_errata(struct cpu_info *);
void cpu_ucode_setup(void);
void cpu_ucode_apply(struct cpu_info *);
struct cpu_info_full;
void cpu_enter_pages(struct cpu_info_full *);
#endif
#endif