#ifndef _MIPS64_CPU_H_
#define _MIPS64_CPU_H_
#ifndef _LOCORE
#define CKSEG0_BASE 0xffffffff80000000UL
#define CKSEG1_BASE 0xffffffffa0000000UL
#define CKSSEG_BASE 0xffffffffc0000000UL
#define CKSEG3_BASE 0xffffffffe0000000UL
#define CKSEG_SIZE 0x0000000020000000UL
#define CKSEG0_TO_PHYS(x) ((u_long)(x) & (CKSEG_SIZE - 1))
#define CKSEG1_TO_PHYS(x) ((u_long)(x) & (CKSEG_SIZE - 1))
#define PHYS_TO_CKSEG0(x) ((u_long)(x) | CKSEG0_BASE)
#define PHYS_TO_CKSEG1(x) ((u_long)(x) | CKSEG1_BASE)
#define CCA_NC_COPROCESSOR 0UL
#define CCA_NC 2UL
#define CCA_NONCOHERENT 3UL
#define CCA_COHERENT_EXCL 4UL
#define CCA_COHERENT_EXCLWRITE 5UL
#define CCA_COHERENT_UPDWRITE 6UL
#define CCA_NC_ACCELERATED 7UL
#ifdef TGT_COHERENT
#define CCA_CACHED CCA_COHERENT_EXCLWRITE
#else
#define CCA_CACHED CCA_NONCOHERENT
#endif
#define XKSSSEG_BASE 0x4000000000000000UL
#define XKPHYS_BASE 0x8000000000000000UL
#define XKSSEG_BASE 0xc000000000000000UL
#define XKPHYS_TO_PHYS(x) ((paddr_t)(x) & 0x0000000fffffffffUL)
#define PHYS_TO_XKPHYS(x,c) ((paddr_t)(x) | XKPHYS_BASE | ((c) << 59))
#define IS_XKPHYS(va) (((va) >> 62) == 2)
#define XKPHYS_TO_CCA(x) (((x) >> 59) & 0x07)
#endif
#if defined(_KERNEL) && !defined(_LOCORE)
#include <sys/clockintr.h>
#include <sys/device.h>
#include <machine/intr.h>
#include <sys/sched.h>
#include <sys/srp.h>
#include <uvm/uvm_percpu.h>
struct cpu_hwinfo {
uint32_t c0prid;
uint32_t c1prid;
uint32_t clock;
uint32_t tlbsize;
uint type;
uint32_t l2size;
};
struct cache_info {
uint size;
uint linesize;
uint setsize;
uint sets;
};
struct cpu_info {
struct device *ci_dev;
struct cpu_info *ci_self;
struct cpu_info *ci_next;
struct proc *ci_curproc;
struct user *ci_curprocpaddr;
struct proc *ci_fpuproc;
uint32_t ci_delayconst;
struct cpu_hwinfo
ci_hw;
#if defined(MULTIPROCESSOR)
struct srp_hazard ci_srp_hazards[SRP_HAZARD_NUM];
#define __HAVE_UVM_PERCPU
struct uvm_pmr_cache ci_uvm;
#endif
uint ci_cacheconfiguration;
uint64_t ci_cachepending_l1i;
struct cache_info
ci_l1inst,
ci_l1data,
ci_l2,
ci_l3;
void (*ci_SyncCache)(struct cpu_info *);
void (*ci_InvalidateICache)(struct cpu_info *, vaddr_t,
size_t);
void (*ci_InvalidateICachePage)(struct cpu_info *, vaddr_t);
void (*ci_SyncICache)(struct cpu_info *);
void (*ci_SyncDCachePage)(struct cpu_info *, vaddr_t,
paddr_t);
void (*ci_HitSyncDCachePage)(struct cpu_info *, vaddr_t,
paddr_t);
void (*ci_HitSyncDCache)(struct cpu_info *, vaddr_t, size_t);
void (*ci_HitInvalidateDCache)(struct cpu_info *, vaddr_t,
size_t);
void (*ci_IOSyncDCache)(struct cpu_info *, vaddr_t, size_t,
int);
struct schedstate_percpu
ci_schedstate;
int ci_want_resched;
cpuid_t ci_cpuid;
uint32_t ci_randseed;
volatile int ci_ipl;
uint32_t ci_softpending;
int ci_clock_started;
volatile int ci_clock_deferred;
struct clockqueue
ci_queue;
struct pmap *ci_curpmap;
uint ci_idepth;
volatile u_long ci_flags;
volatile int ci_ddb;
#define CI_DDB_RUNNING 0
#define CI_DDB_SHOULDSTOP 1
#define CI_DDB_STOPPED 2
#define CI_DDB_ENTERDDB 3
#define CI_DDB_INDDB 4
#ifdef DIAGNOSTIC
int ci_mutex_level;
#endif
#ifdef GPROF
struct gmonparam *ci_gmon;
struct clockintr ci_gmonclock;
#endif
char ci_panicbuf[512];
};
#define CPUF_PRIMARY 0x01
#define CPUF_PRESENT 0x02
#define CPUF_RUNNING 0x04
extern struct cpu_info cpu_info_primary;
extern struct cpu_info *cpu_info_list;
#define CPU_INFO_ITERATOR int
#define CPU_INFO_FOREACH(cii, ci) for (cii = 0, ci = cpu_info_list; \
ci != NULL; ci = ci->ci_next)
#define CPU_INFO_UNIT(ci) ((ci)->ci_dev ? (ci)->ci_dev->dv_unit : 0)
#define cpu_idle_enter() do { } while (0)
#define cpu_idle_leave() do { } while (0)
extern void (*cpu_idle_cycle_func)(void);
#define cpu_idle_cycle() (*cpu_idle_cycle_func)()
#ifdef MULTIPROCESSOR
#define getcurcpu() hw_getcurcpu()
#define setcurcpu(ci) hw_setcurcpu(ci)
extern struct cpu_info *get_cpu_info(int);
#define curcpu() getcurcpu()
#define CPU_IS_PRIMARY(ci) ((ci)->ci_flags & CPUF_PRIMARY)
#define CPU_IS_RUNNING(ci) ((ci)->ci_flags & CPUF_RUNNING)
#define cpu_number() (curcpu()->ci_cpuid)
void cpu_unidle(struct cpu_info *);
void cpu_boot_secondary_processors(void);
#define cpu_boot_secondary(ci) hw_cpu_boot_secondary(ci)
#define cpu_hatch(ci) hw_cpu_hatch(ci)
vaddr_t alloc_contiguous_pages(size_t);
#define MIPS64_IPI_NOP 0x00000001
#define MIPS64_IPI_RENDEZVOUS 0x00000002
#define MIPS64_IPI_DDB 0x00000004
#define MIPS64_NIPIS 3
void mips64_ipi_init(void);
void mips64_send_ipi(unsigned int, unsigned int);
void smp_rendezvous_cpus(unsigned long, void (*)(void *), void *arg);
#include <sys/mplock.h>
#else
#define MAXCPUS 1
#define curcpu() (&cpu_info_primary)
#define CPU_IS_PRIMARY(ci) 1
#define CPU_IS_RUNNING(ci) 1
#define cpu_number() 0UL
#define cpu_unidle(ci)
#define get_cpu_info(i) (&cpu_info_primary)
#endif
#define CPU_BUSY_CYCLE() __asm volatile ("" ::: "memory")
extern void (*md_initclock)(void);
extern void (*md_startclock)(struct cpu_info *);
extern void (*md_triggerclock)(void);
void cp0_calibrate(struct cpu_info *);
unsigned int cpu_rnd_messybits(void);
#include <machine/frame.h>
#define clockframe trapframe
#define SR_KSU_USER 0x00000010
#define CLKF_USERMODE(framep) ((framep)->sr & SR_KSU_USER)
#define CLKF_PC(framep) ((framep)->pc)
#define CLKF_INTR(framep) (curcpu()->ci_idepth > 1)
#define PROC_PC(p) ((p)->p_md.md_regs->pc)
#define PROC_STACK(p) ((p)->p_md.md_regs->sp)
void need_resched(struct cpu_info *);
#define clear_resched(ci) (ci)->ci_want_resched = 0
#define need_proftick(p) aston(p)
void signotify(struct proc *);
#define aston(p) ((p)->p_md.md_astpending = 1)
#define mips_sync() __asm__ volatile ("sync" ::: "memory")
#endif
#ifdef _KERNEL
#define BREAK_INSTR 0x0000000d
#define BREAK_VAL_MASK 0x03ff0000
#define BREAK_VAL_SHIFT 16
#define BREAK_KDB_VAL 512
#define BREAK_SSTEP_VAL 513
#define BREAK_BRKPT_VAL 514
#define BREAK_SOVER_VAL 515
#define BREAK_DDB_VAL 516
#define BREAK_FPUEMUL_VAL 517
#define BREAK_KDB (BREAK_INSTR | (BREAK_KDB_VAL << BREAK_VAL_SHIFT))
#define BREAK_SSTEP (BREAK_INSTR | (BREAK_SSTEP_VAL << BREAK_VAL_SHIFT))
#define BREAK_BRKPT (BREAK_INSTR | (BREAK_BRKPT_VAL << BREAK_VAL_SHIFT))
#define BREAK_SOVER (BREAK_INSTR | (BREAK_SOVER_VAL << BREAK_VAL_SHIFT))
#define BREAK_DDB (BREAK_INSTR | (BREAK_DDB_VAL << BREAK_VAL_SHIFT))
#define BREAK_FPUEMUL (BREAK_INSTR | (BREAK_FPUEMUL_VAL << BREAK_VAL_SHIFT))
#endif
#define CPU_ALLOWAPERTURE 1
#define CPU_LIDACTION 4
#define CPU_MAXID 5
#define CTL_MACHDEP_NAMES { \
{ 0, 0 }, \
{ "allowaperture", CTLTYPE_INT }, \
{ 0, 0 }, \
{ 0, 0 }, \
{ "lidaction", CTLTYPE_INT }, \
}
#define MIPS_R2000 0x01
#define MIPS_R3000 0x02
#define MIPS_R6000 0x03
#define MIPS_R4000 0x04
#define MIPS_R3LSI 0x05
#define MIPS_R6000A 0x06
#define MIPS_CN50XX 0x06
#define MIPS_R3IDT 0x07
#define MIPS_R10000 0x09
#define MIPS_R4200 0x0a
#define MIPS_R4300 0x0b
#define MIPS_R4100 0x0c
#define MIPS_R12000 0x0e
#define MIPS_R14000 0x0f
#define MIPS_R8000 0x10
#define MIPS_R4600 0x20
#define MIPS_R4700 0x21
#define MIPS_R3TOSH 0x22
#define MIPS_R5000 0x23
#define MIPS_RM7000 0x27
#define MIPS_RM52X0 0x28
#define MIPS_RM9000 0x34
#define MIPS_LOONGSON 0x42
#define MIPS_VR5400 0x54
#define MIPS_LOONGSON2 0x63
#define MIPS_CN63XX 0x90
#define MIPS_CN68XX 0x91
#define MIPS_CN66XX 0x92
#define MIPS_CN61XX 0x93
#define MIPS_CN78XX 0x95
#define MIPS_CN71XX 0x96
#define MIPS_CN73XX 0x97
#define MIPS_SOFT 0x00
#if defined(_KERNEL) && !defined(_LOCORE)
extern register_t protosr;
extern int cpu_has_synced_cp0_count;
extern int cpu_has_userlocal;
#ifdef FPUEMUL
#define CPU_HAS_FPU(ci) ((ci)->ci_hw.c1prid != 0)
#else
#define CPU_HAS_FPU(ci) 1
#endif
struct exec_package;
struct user;
void tlb_asid_wrap(struct cpu_info *);
void tlb_flush(int);
void tlb_flush_addr(vaddr_t);
void tlb_init(unsigned int);
void tlb_set_page_mask(uint32_t);
void tlb_set_pid(u_int);
void tlb_set_wired(uint32_t);
int tlb_update(vaddr_t, register_t);
void build_trampoline(vaddr_t, vaddr_t);
void cpu_switchto_asm(struct proc *, struct proc *);
int exec_md_map(struct proc *, struct exec_package *);
void savectx(struct user *, int);
int copyinsn(struct proc *, vaddr_t, uint32_t *);
void enable_fpu(struct proc *);
void save_fpu(void);
int fpe_branch_emulate(struct proc *, struct trapframe *, uint32_t,
vaddr_t);
void MipsSaveCurFPState(struct proc *);
void MipsSaveCurFPState16(struct proc *);
void MipsSwitchFPState(struct proc *, struct trapframe *);
void MipsSwitchFPState16(struct proc *, struct trapframe *);
void MipsFPTrap(struct trapframe *);
register_t MipsEmulateBranch(struct trapframe *, vaddr_t, uint32_t, uint32_t);
int classify_insn(uint32_t);
#define INSNCLASS_NEUTRAL 0
#define INSNCLASS_CALL 1
#define INSNCLASS_BRANCH 2
void setsoftintr0(void);
void clearsoftintr0(void);
void setsoftintr1(void);
void clearsoftintr1(void);
register_t enableintr(void);
register_t disableintr(void);
register_t getsr(void);
register_t setsr(register_t);
uint32_t cp0_get_cause(void);
u_int cp0_get_count(void);
register_t cp0_get_config(void);
uint32_t cp0_get_config_1(void);
uint32_t cp0_get_config_2(void);
uint32_t cp0_get_config_3(void);
uint32_t cp0_get_config_4(void);
uint32_t cp0_get_pagegrain(void);
register_t cp0_get_prid(void);
void cp0_reset_cause(register_t);
void cp0_set_compare(u_int);
void cp0_set_config(register_t);
void cp0_set_pagegrain(uint32_t);
void cp0_set_trapbase(register_t);
u_int cp1_get_prid(void);
static inline uint32_t
cp0_get_hwrena(void)
{
uint32_t value;
__asm__ volatile ("mfc0 %0, $7" : "=r" (value));
return value;
}
static inline void
cp0_set_hwrena(uint32_t value)
{
__asm__ volatile ("mtc0 %0, $7" : : "r" (value));
}
static inline void
cp0_set_userlocal(void *value)
{
__asm__ volatile (
" .set push\n"
" .set mips64r2\n"
" dmtc0 %0, $4, 2\n"
" .set pop\n"
: : "r" (value));
}
static inline u_long
intr_disable(void)
{
return disableintr();
}
static inline void
intr_restore(u_long sr)
{
setsr(sr);
}
#ifndef Mips_SyncCache
#define Mips_SyncCache(ci) \
((ci)->ci_SyncCache)(ci)
#endif
#ifndef Mips_InvalidateICache
#define Mips_InvalidateICache(ci, va, l) \
((ci)->ci_InvalidateICache)(ci, va, l)
#endif
#ifndef Mips_InvalidateICachePage
#define Mips_InvalidateICachePage(ci, va) \
((ci)->ci_InvalidateICachePage)(ci, va)
#endif
#ifndef Mips_SyncICache
#define Mips_SyncICache(ci) \
((ci)->ci_SyncICache)(ci)
#endif
#ifndef Mips_SyncDCachePage
#define Mips_SyncDCachePage(ci, va, pa) \
((ci)->ci_SyncDCachePage)(ci, va, pa)
#endif
#ifndef Mips_HitSyncDCachePage
#define Mips_HitSyncDCachePage(ci, va, pa) \
((ci)->ci_HitSyncDCachePage)(ci, va, pa)
#endif
#ifndef Mips_HitSyncDCache
#define Mips_HitSyncDCache(ci, va, l) \
((ci)->ci_HitSyncDCache)(ci, va, l)
#endif
#ifndef Mips_HitInvalidateDCache
#define Mips_HitInvalidateDCache(ci, va, l) \
((ci)->ci_HitInvalidateDCache)(ci, va, l)
#endif
#ifndef Mips_IOSyncDCache
#define Mips_IOSyncDCache(ci, va, l, h) \
((ci)->ci_IOSyncDCache)(ci, va, l, h)
#endif
#endif
#endif