Symbol: mmu
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1000
if (mmu.num_level == 0)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1016
for (level_t l = mmu.max_level; l >= 0; l--)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1017
va += entries[l] << mmu.level_shift[l];
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1055
if (mmu.num_level == 0)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1058
curlevel = mmu.max_level;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1067
(entry[curlevel] << mmu.pte_size_shift);
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1101
while (++entry[curlevel] == mmu.ptes_per_table) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1104
if (curlevel == mmu.max_level) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
165
struct hat_mmu_info mmu;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
185
if (mmu.num_level != 0)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
188
if (mdb_readsym(&mmu, sizeof (mmu), "mmu") == -1)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
421
if (PTE_GET(pte, mmu.pt_nx))
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
430
if (PTE_GET(pte, mmu.pt_global))
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
488
if (mmu.num_level == 0)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
498
if (level > mmu.max_level) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
514
entry >>= mmu.level_shift[htable->ht_level];
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
525
ptr += va2entry(htable, addr) << mmu.pte_size_shift;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
530
paddr += va2entry(htable, addr) << mmu.pte_size_shift;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
532
if ((mdb_pread(&buf, mmu.pte_size, paddr)) == mmu.pte_size)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
575
for (level = 0; level <= mmu.max_level; ++level) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
579
base = addr & mmu.level_mask[level + 1];
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
619
paddr += addr & mmu.level_offset[level];
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
646
if (mmu.num_level == 0)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
71
if (mmu.num_level == 0)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
756
if (level > mmu.max_page_level)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
764
mmu.level_size[level];
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
773
len = mdb_pread(&pte, mmu.pte_size,
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
774
paddr + entry * mmu.pte_size);
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
775
if (len != mmu.pte_size)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
808
if (mmu.num_level == 0)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
888
pagesize = mmu.level_size[level];
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
895
pagesize = mmu.level_size[level];
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
899
for (entry = 0; entry < mmu.ptes_per_table; ++entry) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
900
len = mdb_pread(&pte, mmu.pte_size,
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
901
paddr + entry * mmu.pte_size);
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
902
if (len != mmu.pte_size)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
929
if (mmu.num_level == 0)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
940
if (level != (uint64_t)-1 && level > mmu.max_level) {
usr/src/cmd/mdb/intel/modules/mdb_kb/mdb_kb.c
744
xkb_get_pte(mmu_info_t *mmu, char *ptep)
usr/src/cmd/mdb/intel/modules/mdb_kb/mdb_kb.c
748
if (mmu->mi_ptesize == 8) {
usr/src/cmd/mdb/intel/modules/mdb_kb/mdb_kb.c
778
mmu_info_t *mmu = &xkb->xkb_mmu;
usr/src/cmd/mdb/intel/modules/mdb_kb/mdb_kb.c
782
for (level = mmu->mi_max; ; --level) {
usr/src/cmd/mdb/intel/modules/mdb_kb/mdb_kb.c
788
entry = (va >> mmu->mi_shift[level]) & (mmu->mi_ptes - 1);
usr/src/cmd/mdb/intel/modules/mdb_kb/mdb_kb.c
790
pte = xkb_get_pte(mmu, (char *)xkb->xkb_pt_map[level].mm_map +
usr/src/cmd/mdb/intel/modules/mdb_kb/mdb_kb.c
791
entry * mmu->mi_ptesize);
usr/src/cmd/mdb/intel/modules/mdb_kb/mdb_kb.c
806
mfn += (va & ((1 << mmu->mi_shift[level]) - 1)) >>
usr/src/lib/libvmm/libvmm.c
718
vmm_vcpu_mmu_mode(vmm_t *vmm, int vcpuid __unused, vmm_mmu_t *mmu)
usr/src/lib/libvmm/libvmm.c
720
if ((mmu->vm_cr0 & CR0_PE) == 0)
usr/src/lib/libvmm/libvmm.c
722
else if ((mmu->vm_cr4 & CR4_PAE) == 0)
usr/src/lib/libvmm/libvmm.c
724
else if ((mmu->vm_efer & AMD_EFER_LME) == 0)
usr/src/lib/libvmm/libvmm.c
733
vmm_mmu_t mmu = { 0 };
usr/src/lib/libvmm/libvmm.c
736
vmm_mmu_regnum, (uint64_t *)&mmu) != 0)
usr/src/lib/libvmm/libvmm.c
739
return (vmm_vcpu_mmu_mode(vmm, vcpuid, &mmu));
usr/src/lib/libvmm/libvmm.c
817
vmm_mmu_t mmu = { 0 };
usr/src/lib/libvmm/libvmm.c
824
vmm_mmu_regnum, (uint64_t *)&mmu) != 0)
usr/src/lib/libvmm/libvmm.c
827
if ((mmu.vm_cr0 & CR0_PG) == 0) {
usr/src/lib/libvmm/libvmm.c
833
switch (vmm_vcpu_mmu_mode(vmm, vcpuid, &mmu)) {
usr/src/lib/libvmm/libvmm.c
836
ret = vmm_pte2paddr(vmm, mmu.vm_cr3, B_TRUE, 2, vaddr, paddr);
usr/src/lib/libvmm/libvmm.c
840
ret = vmm_pte2paddr(vmm, mmu.vm_cr3, B_FALSE, 3, vaddr, paddr);
usr/src/lib/libvmm/libvmm.c
844
ret = vmm_pte2paddr(vmm, mmu.vm_cr3, B_FALSE, 4, vaddr, paddr);
usr/src/uts/i86pc/os/startup.c
1048
mmu.pt_nx = 0;
usr/src/uts/i86pc/os/startup.c
1050
PRM_DEBUG(mmu.pt_nx);
usr/src/uts/i86pc/os/startup.c
1956
if (!auto_lpg_disable && mmu.max_page_level > 0) {
usr/src/uts/i86pc/os/startup.c
1964
if (physmem < privm_lpg_min_physmem || mmu.max_page_level == 0 ||
usr/src/uts/i86pc/os/startup.c
1969
mcntl0_lpsize = LEVEL_SIZE(mmu.umax_page_level);
usr/src/uts/i86pc/os/startup.c
362
((uintptr_t)P2ROUNDUP((uintptr_t)(x), mmu.level_size[1]))
usr/src/uts/i86pc/os/startup.c
366
((uintptr_t)P2ROUNDUP((uintptr_t)(x), mmu.level_size[mmu.max_level]))
usr/src/uts/i86pc/os/startup.c
593
valloc_align = mmu.level_size[mmu.max_page_level > 0];
usr/src/uts/i86pc/os/trap.c
498
(mmu.pt_nx != 0 && (errcode & PF_ERR_EXEC))) {
usr/src/uts/i86pc/os/trap.c
832
(mmu.pt_nx != 0 && (errcode & PF_ERR_EXEC))) {
usr/src/uts/i86pc/vm/hat_i86.c
1002
mmu.hat32_hash_cnt * sizeof (htable_t *), 0, NULL, NULL,
usr/src/uts/i86pc/vm/hat_i86.c
1022
ASSERT3U(mmu.max_level, >, 0);
usr/src/uts/i86pc/vm/hat_i86.c
1023
kas.a_hat->hat_max_level = mmu.max_level;
usr/src/uts/i86pc/vm/hat_i86.c
1038
kas.a_hat->hat_num_hash = mmu.hash_cnt;
usr/src/uts/i86pc/vm/hat_i86.c
1040
bzero(kas.a_hat->hat_ht_hash, mmu.hash_cnt * sizeof (htable_t *));
usr/src/uts/i86pc/vm/hat_i86.c
1279
if (rp->hkr_level <= mmu.max_page_level &&
usr/src/uts/i86pc/vm/hat_i86.c
1301
if (mmu.pae_hat) {
usr/src/uts/i86pc/vm/hat_i86.c
1364
bzero(l3ptes, sizeof (x86pte_t) * mmu.top_level_uslots);
usr/src/uts/i86pc/vm/hat_i86.c
1366
bzero(l3uptes, sizeof (x86pte_t) * mmu.top_level_uslots);
usr/src/uts/i86pc/vm/hat_i86.c
1380
sizeof (x86pte_t) * mmu.top_level_uslots);
usr/src/uts/i86pc/vm/hat_i86.c
1382
sizeof (x86pte_t) * mmu.top_level_uslots);
usr/src/uts/i86pc/vm/hat_i86.c
1516
EQUIV(kpti_enable, !mmu.pt_global);
usr/src/uts/i86pc/vm/hat_i86.c
1585
PTE_SET(pte, mmu.pt_nx);
usr/src/uts/i86pc/vm/hat_i86.c
1727
for (l = 0; l <= mmu.max_page_level; l++)
usr/src/uts/i86pc/vm/hat_i86.c
1994
PTE_SET(pte, mmu.pt_global);
usr/src/uts/i86pc/vm/hat_i86.c
2022
pgcnt_t pg_off = mmu_btop(va - mmu.kmap_addr);
usr/src/uts/i86pc/vm/hat_i86.c
2033
PTE_SET(pte, mmu.pt_global);
usr/src/uts/i86pc/vm/hat_i86.c
2038
if (mmu.pae_hat)
usr/src/uts/i86pc/vm/hat_i86.c
2039
pte_ptr = mmu.kmap_ptes + pg_off;
usr/src/uts/i86pc/vm/hat_i86.c
2041
pte_ptr = (x86pte32_t *)mmu.kmap_ptes + pg_off;
usr/src/uts/i86pc/vm/hat_i86.c
2042
ht = mmu.kmap_htables[(va - mmu.kmap_htables[0]->ht_vaddr) >>
usr/src/uts/i86pc/vm/hat_i86.c
2113
if (mmu.kmap_addr <= va && va < mmu.kmap_eaddr) {
usr/src/uts/i86pc/vm/hat_i86.c
2178
for (level = mmu.max_page_level; ; --level) {
usr/src/uts/i86pc/vm/hat_i86.c
2307
for (level = mmu.max_page_level; ; --level) {
usr/src/uts/i86pc/vm/hat_i86.c
278
struct hat_mmu_info mmu;
usr/src/uts/i86pc/vm/hat_i86.c
2784
pg_index = mmu_btop(va - mmu.kmap_addr);
usr/src/uts/i86pc/vm/hat_i86.c
2785
pte_ptr = PT_INDEX_PTR(mmu.kmap_ptes, pg_index);
usr/src/uts/i86pc/vm/hat_i86.c
2791
ht = mmu.kmap_htables[(va - mmu.kmap_htables[0]->ht_vaddr)
usr/src/uts/i86pc/vm/hat_i86.c
2817
if (mmu.kmap_addr <= va && va < mmu.kmap_eaddr) {
usr/src/uts/i86pc/vm/hat_i86.c
2933
ASSERT(ht->ht_level <= mmu.max_page_level);
usr/src/uts/i86pc/vm/hat_i86.c
3087
ht = htable_getpte(hat, vaddr, NULL, &pte, mmu.max_page_level);
usr/src/uts/i86pc/vm/hat_i86.c
3101
if (!PTE_GET(pte, mmu.pt_nx))
usr/src/uts/i86pc/vm/hat_i86.c
3157
if ((attr & PROT_EXEC) && PTE_GET(oldpte, mmu.pt_nx))
usr/src/uts/i86pc/vm/hat_i86.c
3158
newpte &= ~mmu.pt_nx;
usr/src/uts/i86pc/vm/hat_i86.c
3170
if (!(attr & PROT_EXEC) && !PTE_GET(oldpte, mmu.pt_nx))
usr/src/uts/i86pc/vm/hat_i86.c
3171
newpte |= mmu.pt_nx;
usr/src/uts/i86pc/vm/hat_i86.c
3182
if ((attr & PROT_EXEC) && !PTE_GET(oldpte, mmu.pt_nx))
usr/src/uts/i86pc/vm/hat_i86.c
3183
newpte |= mmu.pt_nx;
usr/src/uts/i86pc/vm/hat_i86.c
3297
if (mmu.kmap_addr <= vaddr && vaddr < mmu.kmap_eaddr) {
usr/src/uts/i86pc/vm/hat_i86.c
3301
pg_index = mmu_btop(vaddr - mmu.kmap_addr);
usr/src/uts/i86pc/vm/hat_i86.c
3302
pte = GET_PTE(PT_INDEX_PTR(mmu.kmap_ptes, pg_index));
usr/src/uts/i86pc/vm/hat_i86.c
3347
if (mmu.kmap_addr <= vaddr && vaddr < mmu.kmap_eaddr) {
usr/src/uts/i86pc/vm/hat_i86.c
3348
pg_off = mmu_btop(vaddr - mmu.kmap_addr);
usr/src/uts/i86pc/vm/hat_i86.c
3349
if (mmu.pae_hat)
usr/src/uts/i86pc/vm/hat_i86.c
3350
return (PTE_ISVALID(mmu.kmap_ptes[pg_off]));
usr/src/uts/i86pc/vm/hat_i86.c
3353
((x86pte32_t *)mmu.kmap_ptes)[pg_off]));
usr/src/uts/i86pc/vm/hat_i86.c
3460
if (l == mmu.max_level)
usr/src/uts/i86pc/vm/hat_i86.c
3609
l = mmu.max_page_level;
usr/src/uts/i86pc/vm/hat_i86.c
3610
if (l == mmu.max_level)
usr/src/uts/i86pc/vm/hat_i86.c
412
sizeof (pgcnt_t) * (mmu.max_page_level + 1));
usr/src/uts/i86pc/vm/hat_i86.c
4412
(pte_pa & MMU_PAGEOFFSET) >> mmu.pte_size_shift, NULL);
usr/src/uts/i86pc/vm/hat_i86.c
4413
if (mmu.pae_hat)
usr/src/uts/i86pc/vm/hat_i86.c
4473
(pte_pa & MMU_PAGEOFFSET) >> mmu.pte_size_shift, NULL);
usr/src/uts/i86pc/vm/hat_i86.c
4474
if (mmu.pae_hat)
usr/src/uts/i86pc/vm/hat_i86.c
4555
ASSERT(level <= mmu.max_page_level);
usr/src/uts/i86pc/vm/hat_i86.c
488
hat->hat_max_level = mmu.max_level;
usr/src/uts/i86pc/vm/hat_i86.c
4954
*pte_ma = base_ma + (entry << mmu.pte_size_shift);
usr/src/uts/i86pc/vm/hat_i86.c
499
hat->hat_max_level = mmu.max_level32;
usr/src/uts/i86pc/vm/hat_i86.c
500
hat->hat_num_copied = mmu.num_copied_ents32;
usr/src/uts/i86pc/vm/hat_i86.c
506
hat->hat_max_level = mmu.max_level;
usr/src/uts/i86pc/vm/hat_i86.c
507
hat->hat_num_copied = mmu.num_copied_ents;
usr/src/uts/i86pc/vm/hat_i86.c
513
hat->hat_max_level = mmu.max_level;
usr/src/uts/i86pc/vm/hat_i86.c
533
hat->hat_num_hash = mmu.hat32_hash_cnt;
usr/src/uts/i86pc/vm/hat_i86.c
536
hat->hat_num_hash = mmu.hash_cnt;
usr/src/uts/i86pc/vm/hat_i86.c
587
xen_pin(hat->hat_htable->ht_pfn, mmu.max_level);
usr/src/uts/i86pc/vm/hat_i86.c
588
xen_pin(hat->hat_user_ptable, mmu.max_level);
usr/src/uts/i86pc/vm/hat_i86.c
614
hat->hat_max_level = mmu.max_level;
usr/src/uts/i86pc/vm/hat_i86.c
618
hat->hat_num_hash = mmu.hash_cnt;
usr/src/uts/i86pc/vm/hat_i86.c
766
mmu.max_page_level = lvl;
usr/src/uts/i86pc/vm/hat_i86.c
769
mmu.umax_page_level = 1;
usr/src/uts/i86pc/vm/hat_i86.c
771
mmu.umax_page_level = lvl;
usr/src/uts/i86pc/vm/hat_i86.c
785
nptes = mmu.top_level_count;
usr/src/uts/i86pc/vm/hat_i86.c
786
shift = _userlimit >> mmu.level_shift[mmu.max_level];
usr/src/uts/i86pc/vm/hat_i86.c
793
mmu.top_level_uslots = ent + 1;
usr/src/uts/i86pc/vm/hat_i86.c
799
mmu.top_level_uslots32 = 1;
usr/src/uts/i86pc/vm/hat_i86.c
806
mmu.num_copied_ents = mmu.top_level_uslots;
usr/src/uts/i86pc/vm/hat_i86.c
807
mmu.num_copied_ents32 = 4;
usr/src/uts/i86pc/vm/hat_i86.c
827
mmu.pt_global = PT_GLOBAL;
usr/src/uts/i86pc/vm/hat_i86.c
837
mmu.pt_global = 0;
usr/src/uts/i86pc/vm/hat_i86.c
843
mmu.pae_hat = kbm_pae_support;
usr/src/uts/i86pc/vm/hat_i86.c
845
mmu.pt_nx = PT_NX;
usr/src/uts/i86pc/vm/hat_i86.c
847
mmu.pt_nx = 0;
usr/src/uts/i86pc/vm/hat_i86.c
867
mmu.hole_start = (1ul << (va_bits - 1));
usr/src/uts/i86pc/vm/hat_i86.c
868
mmu.hole_end = 0ul - mmu.hole_start - 1;
usr/src/uts/i86pc/vm/hat_i86.c
870
mmu.hole_end = 0;
usr/src/uts/i86pc/vm/hat_i86.c
871
mmu.hole_start = mmu.hole_end - 1;
usr/src/uts/i86pc/vm/hat_i86.c
879
hole_start = mmu.hole_start - hole_start;
usr/src/uts/i86pc/vm/hat_i86.c
881
hole_start = mmu.hole_start;
usr/src/uts/i86pc/vm/hat_i86.c
883
hole_end = mmu.hole_end;
usr/src/uts/i86pc/vm/hat_i86.c
885
mmu.highest_pfn = mmu_btop((1ull << pa_bits) - 1);
usr/src/uts/i86pc/vm/hat_i86.c
886
if (mmu.pae_hat == 0 && pa_bits > 32)
usr/src/uts/i86pc/vm/hat_i86.c
887
mmu.highest_pfn = PFN_4G - 1;
usr/src/uts/i86pc/vm/hat_i86.c
889
if (mmu.pae_hat) {
usr/src/uts/i86pc/vm/hat_i86.c
890
mmu.pte_size = 8; /* 8 byte PTEs */
usr/src/uts/i86pc/vm/hat_i86.c
891
mmu.pte_size_shift = 3;
usr/src/uts/i86pc/vm/hat_i86.c
893
mmu.pte_size = 4; /* 4 byte PTEs */
usr/src/uts/i86pc/vm/hat_i86.c
894
mmu.pte_size_shift = 2;
usr/src/uts/i86pc/vm/hat_i86.c
897
if (mmu.pae_hat && !is_x86_feature(x86_featureset, X86FSET_PAE))
usr/src/uts/i86pc/vm/hat_i86.c
904
mmu.num_level = 4;
usr/src/uts/i86pc/vm/hat_i86.c
905
mmu.max_level = 3;
usr/src/uts/i86pc/vm/hat_i86.c
906
mmu.ptes_per_table = 512;
usr/src/uts/i86pc/vm/hat_i86.c
907
mmu.top_level_count = 512;
usr/src/uts/i86pc/vm/hat_i86.c
912
mmu.max_level32 = 2;
usr/src/uts/i86pc/vm/hat_i86.c
914
mmu.level_shift[0] = 12;
usr/src/uts/i86pc/vm/hat_i86.c
915
mmu.level_shift[1] = 21;
usr/src/uts/i86pc/vm/hat_i86.c
916
mmu.level_shift[2] = 30;
usr/src/uts/i86pc/vm/hat_i86.c
917
mmu.level_shift[3] = 39;
usr/src/uts/i86pc/vm/hat_i86.c
920
for (i = 0; i < mmu.num_level; ++i) {
usr/src/uts/i86pc/vm/hat_i86.c
921
mmu.level_size[i] = 1UL << mmu.level_shift[i];
usr/src/uts/i86pc/vm/hat_i86.c
922
mmu.level_offset[i] = mmu.level_size[i] - 1;
usr/src/uts/i86pc/vm/hat_i86.c
923
mmu.level_mask[i] = ~mmu.level_offset[i];
usr/src/uts/i86pc/vm/hat_i86.c
929
mmu_page_sizes = mmu.max_page_level + 1;
usr/src/uts/i86pc/vm/hat_i86.c
930
mmu_exported_page_sizes = mmu.umax_page_level + 1;
usr/src/uts/i86pc/vm/hat_i86.c
937
for (i = 0; i <= mmu.max_page_level; ++i) {
usr/src/uts/i86pc/vm/hat_i86.c
938
mmu.pte_bits[i] = PT_VALID | pt_kern;
usr/src/uts/i86pc/vm/hat_i86.c
940
mmu.pte_bits[i] |= PT_PAGESIZE;
usr/src/uts/i86pc/vm/hat_i86.c
946
for (i = 1; i < mmu.num_level; ++i)
usr/src/uts/i86pc/vm/hat_i86.c
947
mmu.ptp_bits[i] = PT_PTPBITS;
usr/src/uts/i86pc/vm/hat_i86.c
955
max_htables = physmax / mmu.ptes_per_table;
usr/src/uts/i86pc/vm/hat_i86.c
956
mmu.hash_cnt = MMU_PAGESIZE / sizeof (htable_t *);
usr/src/uts/i86pc/vm/hat_i86.c
957
while (mmu.hash_cnt > 16 && mmu.hash_cnt >= max_htables)
usr/src/uts/i86pc/vm/hat_i86.c
958
mmu.hash_cnt >>= 1;
usr/src/uts/i86pc/vm/hat_i86.c
959
mmu.hat32_hash_cnt = mmu.hash_cnt;
usr/src/uts/i86pc/vm/hat_i86.c
967
while (mmu.hash_cnt * HASH_MAX_LENGTH < max_htables)
usr/src/uts/i86pc/vm/hat_i86.c
968
mmu.hash_cnt <<= 1;
usr/src/uts/i86pc/vm/hat_i86.c
991
mmu.hash_cnt * sizeof (htable_t *), 0, NULL, NULL, NULL,
usr/src/uts/i86pc/vm/hat_i86.c
998
if (mmu.hash_cnt == mmu.hat32_hash_cnt) {
usr/src/uts/i86pc/vm/hat_kdi.c
184
for (level = mmu.max_level; ; --level) {
usr/src/uts/i86pc/vm/hat_kdi.c
185
index = (va >> LEVEL_SHIFT(level)) & (mmu.ptes_per_table - 1);
usr/src/uts/i86pc/vm/hat_kdi.c
186
*pap += index << mmu.pte_size_shift;
usr/src/uts/i86pc/vm/hat_kdi.c
188
if (kdi_pread((caddr_t)&pte, mmu.pte_size, *pap, &len) != 0)
usr/src/uts/i86pc/vm/hat_kdi.c
192
if (level > 0 && level <= mmu.max_page_level &&
usr/src/uts/i86pc/vm/hat_kdi.c
88
hat_kdi_use_pae = mmu.pae_hat;
usr/src/uts/i86pc/vm/hat_pte.h
104
(pa_to_ma(pfn_to_pa(pfn)) | mmu.ptp_bits[(l) + 1])
usr/src/uts/i86pc/vm/hat_pte.h
107
((pfn_to_pa(pfn & ~PFN_IS_FOREIGN_MFN) | mmu.pte_bits[l]) | \
usr/src/uts/i86pc/vm/hat_pte.h
109
(pa_to_ma(pfn_to_pa(pfn)) | mmu.pte_bits[l]))
usr/src/uts/i86pc/vm/hat_pte.h
112
(pfn_to_pa(pfn) | mmu.ptp_bits[(l) + 1])
usr/src/uts/i86pc/vm/hat_pte.h
114
(pfn_to_pa(pfn) | mmu.pte_bits[l])
usr/src/uts/i86pc/vm/hat_pte.h
144
#define LEVEL_SHIFT(l) (mmu.level_shift[l])
usr/src/uts/i86pc/vm/hat_pte.h
145
#define LEVEL_SIZE(l) (mmu.level_size[l])
usr/src/uts/i86pc/vm/hat_pte.h
146
#define LEVEL_OFFSET(l) (mmu.level_offset[l])
usr/src/uts/i86pc/vm/hat_pte.h
147
#define LEVEL_MASK(l) (mmu.level_mask[l])
usr/src/uts/i86pc/vm/hat_pte.h
237
#define PWIN_VA(x) (mmu.pwin_base + ((x) << MMU_PAGESHIFT))
usr/src/uts/i86pc/vm/hat_pte.h
238
#define PWIN_PTE_VA(x) (mmu.pwin_pte_va + ((x) << mmu.pte_size_shift))
usr/src/uts/i86pc/vm/hat_pte.h
239
#define PWIN_PTE_PA(x) (mmu.pwin_pte_pa + ((x) << mmu.pte_size_shift))
usr/src/uts/i86pc/vm/hat_pte.h
253
#define IN_VA_HOLE(va) (mmu.hole_start <= (va) && (va) < mmu.hole_end)
usr/src/uts/i86pc/vm/hat_pte.h
269
#define GET_PTE(ptr) (mmu.pae_hat ? get_pte64(ptr) : *(x86pte32_t *)(ptr))
usr/src/uts/i86pc/vm/hat_pte.h
271
((mmu.pae_hat ? ((x86pte32_t *)(ptr))[1] = (pte >> 32) : 0), \
usr/src/uts/i86pc/vm/hat_pte.h
274
(mmu.pae_hat ? atomic_cas_64(ptr, x, y) : \
usr/src/uts/i86pc/vm/hat_pte.h
283
((x86pte_t *)((uintptr_t)(p) + ((x) << mmu.pte_size_shift)))
usr/src/uts/i86pc/vm/hat_pte.h
290
((paddr_t)(p) + ((x) << mmu.pte_size_shift))
usr/src/uts/i86pc/vm/hat_pte.h
301
extern struct hat_mmu_info mmu;
usr/src/uts/i86pc/vm/htable.c
1010
if (ht->ht_level == mmu.max_level && hat != NULL) {
usr/src/uts/i86pc/vm/htable.c
1147
ASSERT(new->ht_level != mmu.max_level);
usr/src/uts/i86pc/vm/htable.c
1223
if (level >= mmu.max_page_level &&
usr/src/uts/i86pc/vm/htable.c
1501
if (level == mmu.max_level)
usr/src/uts/i86pc/vm/htable.c
1546
offset += mmu.hole_start; /* something in VA hole */
usr/src/uts/i86pc/vm/htable.c
1564
if (mmu.pae_hat)
usr/src/uts/i86pc/vm/htable.c
1577
if (base == mmu.hole_start)
usr/src/uts/i86pc/vm/htable.c
1578
base = (mmu.hole_end + MMU_PAGEOFFSET) & MMU_PAGEMASK;
usr/src/uts/i86pc/vm/htable.c
1634
pte_ptr += mmu.pte_size;
usr/src/uts/i86pc/vm/htable.c
1650
if (l == mmu.max_level && va >= mmu.hole_start && va <= mmu.hole_end)
usr/src/uts/i86pc/vm/htable.c
1651
va = mmu.hole_end + va - mmu.hole_start;
usr/src/uts/i86pc/vm/htable.c
1720
max_mapped_level = mmu.umax_page_level;
usr/src/uts/i86pc/vm/htable.c
1723
for (l = 1; l <= mmu.max_page_level; ++l)
usr/src/uts/i86pc/vm/htable.c
1783
ASSERT(level <= mmu.max_page_level);
usr/src/uts/i86pc/vm/htable.c
1812
ht = htable_getpte(hat, vaddr, &e, &pte, mmu.max_page_level);
usr/src/uts/i86pc/vm/htable.c
1872
if (ht->ht_level == mmu.max_level && va >= mmu.hole_start)
usr/src/uts/i86pc/vm/htable.c
1873
va += ((mmu.hole_end - mmu.hole_start) + 1);
usr/src/uts/i86pc/vm/htable.c
1962
if (mmu.pae_hat)
usr/src/uts/i86pc/vm/htable.c
1968
newpte = MAKEPTE(pfn, 0) | mmu.pt_global | mmu.pt_nx;
usr/src/uts/i86pc/vm/htable.c
1987
if (mmu.pae_hat)
usr/src/uts/i86pc/vm/htable.c
2048
ASSERT(entry < mmu.ptes_per_table);
usr/src/uts/i86pc/vm/htable.c
2173
if (ht->ht_level == mmu.max_level && ht->ht_hat != kas.a_hat) {
usr/src/uts/i86pc/vm/htable.c
2216
ASSERT(ht->ht_level <= mmu.max_page_level);
usr/src/uts/i86pc/vm/htable.c
2282
ASSERT(ht->ht_level <= mmu.max_page_level);
usr/src/uts/i86pc/vm/htable.c
2352
pte = MAKEPTE(src->ht_pfn, 0) | mmu.pt_global | mmu.pt_nx;
usr/src/uts/i86pc/vm/htable.c
2354
if (mmu.pae_hat)
usr/src/uts/i86pc/vm/htable.c
2364
size = count << mmu.pte_size_shift;
usr/src/uts/i86pc/vm/htable.c
2385
if (mmu.pae_hat)
usr/src/uts/i86pc/vm/htable.c
2392
if (dest->ht_level == mmu.max_level &&
usr/src/uts/i86pc/vm/htable.c
2400
src_va += mmu.pte_size;
usr/src/uts/i86pc/vm/htable.c
2442
size = count << mmu.pte_size_shift;
usr/src/uts/i86pc/vm/htable.c
582
if (htable_steal_passes > mmu.ptes_per_table)
usr/src/uts/i86pc/vm/htable.c
583
htable_steal_passes = mmu.ptes_per_table;
usr/src/uts/i86pc/vm/htable.c
606
threshold = pass * mmu.ptes_per_table / htable_steal_passes;
usr/src/uts/i86pc/vm/htable.c
676
if (ht->ht_level == mmu.max_level) {
usr/src/uts/i86pc/vm/htable.c
901
if (level == mmu.max_level) {
usr/src/uts/i86pc/vm/htable.c
961
x86pte_zero(ht, 0, mmu.ptes_per_table);
usr/src/uts/i86pc/vm/htable.c
966
if (level == mmu.max_level)
usr/src/uts/i86pc/vm/htable.h
137
(((ht)->ht_level == mmu.max_level) ? 512 : 4) : 512)
usr/src/uts/i86pc/vm/htable.h
140
((ht)->ht_level == mmu.max_level ? ((uintptr_t)0UL - MMU_PAGESIZE) :\
usr/src/uts/i86pc/vm/htable.h
145
((va & LEVEL_MASK(l)) + LEVEL_SIZE(l) == mmu.hole_start ? \
usr/src/uts/i86pc/vm/htable.h
146
mmu.hole_end : (va & LEVEL_MASK(l)) + LEVEL_SIZE(l))
usr/src/uts/i86pc/vm/htable.h
151
(!mmu.pae_hat ? 1024 : ((ht)->ht_level == 2 ? 4 : 512))
usr/src/uts/i86pc/vm/i86_mmu.c
128
window_size = mmu_btop(map_len) * mmu.pte_size;
usr/src/uts/i86pc/vm/i86_mmu.c
137
mmu.kmap_htables =
usr/src/uts/i86pc/vm/i86_mmu.c
149
mmu.kmap_htables[i] = ht;
usr/src/uts/i86pc/vm/i86_mmu.c
164
mmu.kmap_addr = map_addr;
usr/src/uts/i86pc/vm/i86_mmu.c
165
mmu.kmap_eaddr = map_eaddr;
usr/src/uts/i86pc/vm/i86_mmu.c
166
mmu.kmap_ptes = (x86pte_t *)ptes;
usr/src/uts/i86pc/vm/i86_mmu.c
242
level_t lpagel = mmu.max_page_level;
usr/src/uts/i86pc/vm/i86_mmu.c
292
nwindows = MAX(nwindows, mmu.max_level);
usr/src/uts/i86pc/vm/i86_mmu.c
300
mmu.pwin_base = vmem_xalloc(heap_arena, nwindows * MMU_PAGESIZE,
usr/src/uts/i86pc/vm/i86_mmu.c
302
ASSERT(nwindows <= MMU_PAGESIZE / mmu.pte_size);
usr/src/uts/i86pc/vm/i86_mmu.c
303
mmu.pwin_pte_va = vmem_xalloc(heap_arena, MMU_PAGESIZE,
usr/src/uts/i86pc/vm/i86_mmu.c
310
(void) find_pte((uintptr_t)mmu.pwin_base, &paddr, 0, 0);
usr/src/uts/i86pc/vm/i86_mmu.c
313
mmu.pwin_pte_pa = paddr;
usr/src/uts/i86pc/vm/i86_mmu.c
315
(void) find_pte((uintptr_t)mmu.pwin_pte_va, NULL, 0, 0);
usr/src/uts/i86pc/vm/i86_mmu.c
316
kbm_read_only((uintptr_t)mmu.pwin_pte_va, mmu.pwin_pte_pa);
usr/src/uts/i86pc/vm/i86_mmu.c
318
kbm_map((uintptr_t)mmu.pwin_pte_va, mmu.pwin_pte_pa, 0, 1);
usr/src/uts/i86pc/vm/i86_mmu.c
333
while (start_level <= mmu.max_page_level) {
usr/src/uts/i86pc/vm/i86_mmu.c
339
for (l = start_level; l < mmu.max_level; ++l) {
usr/src/uts/i86pc/vm/i86_mmu.c
355
table_cnt += mmu.top_level_count - ((kernelbase >>
usr/src/uts/i86pc/vm/i86_mmu.c
356
LEVEL_SHIFT(mmu.max_level)) & (mmu.top_level_count - 1));
usr/src/uts/i86pc/vm/i86_mmu.c
369
mapping_cnt = (table_cnt * mmu.ptes_per_table) >> 4;
usr/src/uts/i86pc/vm/i86_mmu.c
397
htable_attach(kas.a_hat, 0, mmu.max_level, NULL,
usr/src/uts/i86pc/vm/kboot_mmu.c
264
probe_va = mmu.hole_end;
usr/src/uts/i86pc/vm/kboot_mmu.c
317
if (PTE_GET(pte_val, mmu.pt_nx))
usr/src/uts/i86pc/vm/vm_machdep.c
1269
pfnseg = mmu.highest_pfn;
usr/src/uts/i86pc/vm/vm_machdep.c
1837
for (i = 0; i <= mmu.max_page_level; i++) {
usr/src/uts/i86pc/vm/vm_machdep.c
1857
for (i = 0; i <= mmu.max_page_level; i++) {
usr/src/uts/i86pc/vm/vm_machdep.c
1878
for (i = 0; i <= mmu.max_page_level; i++) {
usr/src/uts/i86pc/vm/vm_machdep.c
4051
offset += mmu.hole_start; /* something in VA hole */
usr/src/uts/i86pc/vm/vm_machdep.c
488
for (l = mmu.umax_page_level; l > 0; --l) {
usr/src/uts/i86pc/vm/vm_machdep.c
505
for (l = mmu.umax_page_level; l > 0; --l) {
usr/src/uts/i86pc/vm/vm_machdep.c
562
if (mmu.max_page_level == 0)
usr/src/uts/i86pc/vm/vm_machdep.c
840
mmu.umax_page_level;
usr/src/uts/i86xpv/os/xpv_panic.c
169
if (mmu.pae_hat)
usr/src/uts/i86xpv/os/xpv_panic.c
200
for (l = mmu.max_level; l >= 0; l--)
usr/src/uts/i86xpv/os/xpv_panic.c
208
for (l = mmu.max_level; l >= 0; l--) {
usr/src/uts/i86xpv/os/xpv_panic.c
219
if (l == mmu.max_level && mmu.pae_hat)
usr/src/uts/i86xpv/os/xpv_panic.c
228
(idx << mmu.pte_size_shift));
usr/src/uts/i86xpv/os/xpv_panic.c
233
scan_va += mmu.level_size[l];
usr/src/uts/i86xpv/os/xpv_panic.c
756
for (l = mmu.max_level; l >= 0; l--)
usr/src/uts/i86xpv/os/xpv_panic.c
757
xpv_panic_nptes[l] = mmu.ptes_per_table;
usr/src/uts/i86xpv/os/xpv_panic.c
995
for (i = 0; i < mmu.num_level; i++)
usr/src/uts/sun4/io/fpc/fpc-kstats.c
266
case mmu:
usr/src/uts/sun4/io/fpc/fpc-kstats.c
318
else if (reg_group == mmu)
usr/src/uts/sun4u/io/px/px_err.c
1751
PX_ERPT_SEND_DEC(mmu)
usr/src/uts/sun4u/io/px/px_err.c
290
{ MMU_BIT_DESC(TTC_CAE, panic, mmu) }
usr/src/uts/sun4u/io/px/px_err.c
613
{ CHP_FO, MnT6(mmu), R4(MMU), "MMU Error"},
usr/src/uts/sun4u/io/px/px_err_impl.h
207
PX_ERPT_SEND_DEC(mmu);