MMU_PAGE_SIZES
cands_cache[i * MMU_PAGE_SIZES + r] = pi;
pgcnt_t pgcpfailcnt[MMU_PAGE_SIZES];
pi = cands_cache[i * MMU_PAGE_SIZES + r];
cands_cache[i * MMU_PAGE_SIZES + r] = old_pi;
pi = cands_cache[i * MMU_PAGE_SIZES + r];
pi = cands_cache[i * MMU_PAGE_SIZES + r];
sizeof (pcc_info_t *) * NPC_MUTEX * MMU_PAGE_SIZES);
pcc_info_t **page_ctrs_cands[NPC_MUTEX][MMU_PAGE_SIZES];
ASSERT(szc < MMU_PAGE_SIZES);
static hw_page_map_t *page_counters[MMU_PAGE_SIZES];
for (i = 0; i < MMU_PAGE_SIZES; i++) {
pgcnt_t colors_per_szc[MMU_PAGE_SIZES];
pgcnt_t colors_per_szc[MMU_PAGE_SIZES];
hpmctr_t *ctr_cache[MMU_PAGE_SIZES];
size_t size_cache[MMU_PAGE_SIZES];
size_t *color_cache[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
pgcnt_t colors_per_szc[MMU_PAGE_SIZES];
uchar_t colorequivszc[MMU_PAGE_SIZES];
MMU_PAGE_SIZES, KM_NOSLEEP);
uint_t plw_ceq_mask[MMU_PAGE_SIZES + 1]; /* color equiv mask */
uint_t plw_bins[MMU_PAGE_SIZES + 1]; /* num of bins */
#define PC_BASE_ALIGN ((pfn_t)1 << PAGE_BSZS_SHIFT(MMU_PAGE_SIZES-1))
ulong_t pgf_alloc[MMU_PAGE_SIZES]; /* page_get_freelist */
ulong_t pgf_allocok[MMU_PAGE_SIZES];
ulong_t pgf_allocokrem[MMU_PAGE_SIZES];
ulong_t pgf_allocfailed[MMU_PAGE_SIZES];
ulong_t pgf_allocretry[MMU_PAGE_SIZES];
ulong_t pgcp_alloc[MMU_PAGE_SIZES]; /* page_get_contig_pages */
ulong_t pgcp_allocfailed[MMU_PAGE_SIZES];
ulong_t pgcp_allocempty[MMU_PAGE_SIZES];
ulong_t pgcp_allocok[MMU_PAGE_SIZES];
ulong_t ptcp[MMU_PAGE_SIZES]; /* page_trylock_contig_pages */
ulong_t ptcpfreethresh[MMU_PAGE_SIZES];
ulong_t ptcpfailexcl[MMU_PAGE_SIZES];
ulong_t ptcpfailszc[MMU_PAGE_SIZES];
ulong_t ptcpfailcage[MMU_PAGE_SIZES];
ulong_t ptcpok[MMU_PAGE_SIZES];
ulong_t pgmf_alloc[MMU_PAGE_SIZES]; /* page_get_mnode_freelist */
ulong_t pgmf_allocfailed[MMU_PAGE_SIZES];
ulong_t pgmf_allocempty[MMU_PAGE_SIZES];
ulong_t pgmf_allocok[MMU_PAGE_SIZES];
ulong_t pladd_free[MMU_PAGE_SIZES]; /* page_list_add/sub */
ulong_t plsub_free[MMU_PAGE_SIZES];
ulong_t pfs_req[MMU_PAGE_SIZES]; /* page_freelist_split */
ulong_t pfs_demote[MMU_PAGE_SIZES];
ulong_t pfc_coalok[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
ulong_t ppr_reloc[MMU_PAGE_SIZES]; /* page_relocate */
ulong_t ppr_relocnoroot[MMU_PAGE_SIZES];
ulong_t ppr_reloc_replnoroot[MMU_PAGE_SIZES];
ulong_t ppr_relocnolock[MMU_PAGE_SIZES];
ulong_t ppr_relocnomem[MMU_PAGE_SIZES];
ulong_t ppr_relocok[MMU_PAGE_SIZES];
ulong_t page_ctrs_coalesce[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
ulong_t page_ctrs_cands_skip[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
ulong_t page_ctrs_changed[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
ulong_t page_ctrs_failed[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
ulong_t pcf_deny[MMU_PAGE_SIZES]; /* page_chk_freelist */
ulong_t pcf_allow[MMU_PAGE_SIZES];
pgcnt_t mnr_mt_flpgcnt[MMU_PAGE_SIZES]; /* free list cnt per szc */
ASSERT(mmu_page_sizes <= MMU_PAGE_SIZES);
uint64_t ttecnt[MMU_PAGE_SIZES];
for (i = 0; i < MMU_PAGE_SIZES; i++) {
for (i = 0; i < MMU_PAGE_SIZES; i++) {
for (i = 0; i < MMU_PAGE_SIZES; i++) {
for (i = 0; i < MMU_PAGE_SIZES; i++) {
for (i = 0; i < MMU_PAGE_SIZES; i++) {
ulong_t rgn_ttecnt[MMU_PAGE_SIZES];
ulong_t sfmmu_ttecnt[MMU_PAGE_SIZES];
ulong_t sfmmu_scdrttecnt[MMU_PAGE_SIZES];
ulong_t sfmmu_ismttecnt[MMU_PAGE_SIZES];
ulong_t sfmmu_scdismttecnt[MMU_PAGE_SIZES];
uint8_t sfmmu_pgsz[MMU_PAGE_SIZES]; /* ranking for MMU */
ulong_t scd_rttecnt[MMU_PAGE_SIZES];
ulong_t map_prom_lpcount[MMU_PAGE_SIZES];
page_t ***page_freelists[MMU_PAGE_SIZES][MAX_MEM_TYPES];
uint_t plw_ceq_mask[MMU_PAGE_SIZES + 1]; /* color equiv mask */
uint_t plw_bins[MMU_PAGE_SIZES + 1]; /* num of bins */
} plc_mts[MMU_PAGE_SIZES];
ulong_t pgf_alloc[MMU_PAGE_SIZES]; /* page_get_freelist */
ulong_t pgf_allocok[MMU_PAGE_SIZES];
ulong_t pgf_allocokrem[MMU_PAGE_SIZES];
ulong_t pgf_allocfailed[MMU_PAGE_SIZES];
ulong_t pgf_allocretry[MMU_PAGE_SIZES];
ulong_t pgcp_alloc[MMU_PAGE_SIZES]; /* page_get_contig_pages */
ulong_t pgcp_allocfailed[MMU_PAGE_SIZES];
ulong_t pgcp_allocempty[MMU_PAGE_SIZES];
ulong_t pgcp_allocok[MMU_PAGE_SIZES];
ulong_t ptcp[MMU_PAGE_SIZES]; /* page_trylock_contig_pages */
ulong_t ptcpfreethresh[MMU_PAGE_SIZES];
ulong_t ptcpfailexcl[MMU_PAGE_SIZES];
ulong_t ptcpfailszc[MMU_PAGE_SIZES];
ulong_t ptcpfailcage[MMU_PAGE_SIZES];
ulong_t ptcpok[MMU_PAGE_SIZES];
ulong_t pgmf_alloc[MMU_PAGE_SIZES]; /* page_get_mnode_freelist */
ulong_t pgmf_allocfailed[MMU_PAGE_SIZES];
ulong_t pgmf_allocempty[MMU_PAGE_SIZES];
ulong_t pgmf_allocok[MMU_PAGE_SIZES];
ulong_t pladd_free[MMU_PAGE_SIZES]; /* page_list_add/sub */
ulong_t plsub_free[MMU_PAGE_SIZES];
ulong_t pfs_req[MMU_PAGE_SIZES]; /* page_freelist_split */
ulong_t pfs_demote[MMU_PAGE_SIZES];
ulong_t pfc_coalok[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
ulong_t ppr_reloc[MMU_PAGE_SIZES]; /* page_relocate */
ulong_t ppr_relocok[MMU_PAGE_SIZES];
ulong_t ppr_relocnoroot[MMU_PAGE_SIZES];
ulong_t ppr_reloc_replnoroot[MMU_PAGE_SIZES];
ulong_t ppr_relocnolock[MMU_PAGE_SIZES];
ulong_t ppr_relocnomem[MMU_PAGE_SIZES];
ulong_t ppr_krelocfail[MMU_PAGE_SIZES];
ulong_t page_ctrs_coalesce[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
ulong_t page_ctrs_cands_skip[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
ulong_t page_ctrs_changed[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
ulong_t page_ctrs_failed[MMU_PAGE_SIZES][MAX_MNODE_MRANGES];
extern page_t ***page_freelists[MMU_PAGE_SIZES][MAX_MEM_TYPES];
mmu_page_sizes = MMU_PAGE_SIZES;
static uint64_t ttecnt_threshold[MMU_PAGE_SIZES] = {
uint64_t sortcnt[MMU_PAGE_SIZES];
uint8_t tmp_pgsz[MMU_PAGE_SIZES];
mmu_page_sizes = MMU_PAGE_SIZES;
static uint64_t ttecnt_threshold[MMU_PAGE_SIZES] = {
uint64_t sortcnt[MMU_PAGE_SIZES];
uint8_t tmp_pgsz[MMU_PAGE_SIZES];
uint_t max_mmu_page_sizes = MMU_PAGE_SIZES;
uint_t szc_2_userszc[MMU_PAGE_SIZES];
uint_t userszc_2_szc[MMU_PAGE_SIZES];
n2color_t n2color[MMU_PAGE_SIZES];
static uint_t nequiv_shades_log2[MMU_PAGE_SIZES] = {2, 5, 0, 0, 0, 0};
for (i = 0; i < MMU_PAGE_SIZES; i++) {
for (i = TTE4M; i < MMU_PAGE_SIZES; i++) {
uint_t mmu_page_sizes = MMU_PAGE_SIZES;
uint_t max_mmu_page_sizes = MMU_PAGE_SIZES;
uint_t szc_2_userszc[MMU_PAGE_SIZES];
uint_t userszc_2_szc[MMU_PAGE_SIZES];