lib/libkvm/kvm_amd64.h
81
_Static_assert(PG_FRAME == AMD64_PG_FRAME, "PG_FRAME mismatch");
sys/amd64/amd64/efirt_machdep.c
137
mphys = *pml5e & PG_FRAME;
sys/amd64/amd64/efirt_machdep.c
150
mphys = *pml4e & PG_FRAME;
sys/amd64/amd64/efirt_machdep.c
161
mphys = *pdpe & PG_FRAME;
sys/amd64/amd64/efirt_machdep.c
172
mphys = *pde & PG_FRAME;
sys/amd64/amd64/kexec_support.c
119
PHYS_TO_DMAP(pde[pmap_pde_index(pg)] & PG_FRAME);
sys/amd64/amd64/kexec_support.c
91
pdp_entry_t *pdp = PHYS_TO_DMAP(root[i] & PG_FRAME);
sys/amd64/amd64/kexec_support.c
98
pd_entry_t *pde = PHYS_TO_DMAP(pdp[j] & PG_FRAME);
sys/amd64/amd64/machdep.c
1319
pdpe = (pdp_entry_t *)(*pml4e & PG_FRAME) + pmap_pdpe_index(KERNSTART);
sys/amd64/amd64/machdep.c
1320
pde = (pd_entry_t *)(*pdpe & PG_FRAME) + pmap_pde_index(KERNSTART);
sys/amd64/amd64/machdep.c
1321
return (*pde & PG_FRAME);
sys/amd64/amd64/minidump_machdep.c
197
pdp = PHYS_TO_DMAP(pml4[ii] & PG_FRAME);
sys/amd64/amd64/minidump_machdep.c
219
pd = PHYS_TO_DMAP(pdpe & PG_FRAME);
sys/amd64/amd64/minidump_machdep.c
238
pa = pde & PG_FRAME;
sys/amd64/amd64/minidump_machdep.c
243
pt = PHYS_TO_DMAP(pde & PG_FRAME);
sys/amd64/amd64/minidump_machdep.c
248
pa = pte & PG_FRAME;
sys/amd64/amd64/minidump_machdep.c
329
pdp = PHYS_TO_DMAP(pml4[ii] & PG_FRAME);
sys/amd64/amd64/minidump_machdep.c
361
pa = pdpe & PG_FRAME;
sys/amd64/amd64/pmap.c
10045
PG_FRAME;
sys/amd64/amd64/pmap.c
10054
PDRMASK)) & PG_FRAME;
sys/amd64/amd64/pmap.c
10058
pa = pte & PG_FRAME;
sys/amd64/amd64/pmap.c
10415
mpte = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
sys/amd64/amd64/pmap.c
10419
m = PHYS_TO_VM_PAGE(*pte & PG_FRAME);
sys/amd64/amd64/pmap.c
10659
mphys = *pml4 & PG_FRAME;
sys/amd64/amd64/pmap.c
10671
mphys = kernel_pml4[pml4_idx] & PG_FRAME;
sys/amd64/amd64/pmap.c
10693
mphys = *pdpe & PG_FRAME;
sys/amd64/amd64/pmap.c
10716
mphys = *pde & PG_FRAME;
sys/amd64/amd64/pmap.c
10751
return ((pt & PG_FRAME) | (va & PAGE_MASK));
sys/amd64/amd64/pmap.c
11793
pdpe = (pdp_entry_t *)(*pml4e & PG_FRAME) + pmap_pdpe_index(va);
sys/amd64/amd64/pmap.c
11798
pde = (pd_entry_t *)(*pdpe & PG_FRAME) + pmap_pde_index(va);
sys/amd64/amd64/pmap.c
11803
pte = (pt_entry_t *)(*pde & PG_FRAME) + pmap_pte_index(va);
sys/amd64/amd64/pmap.c
12104
pa = pml4e & PG_FRAME;
sys/amd64/amd64/pmap.c
12115
pa = pdpe & PG_FRAME;
sys/amd64/amd64/pmap.c
12144
pa = pde & PG_FRAME;
sys/amd64/amd64/pmap.c
12285
pg3 = PHYS_TO_VM_PAGE(pml4[i4] & PG_FRAME);
sys/amd64/amd64/pmap.c
12295
pg2 = PHYS_TO_VM_PAGE(pdp[i3] & PG_FRAME);
sys/amd64/amd64/pmap.c
12305
pg1 = PHYS_TO_VM_PAGE(pd[i2] & PG_FRAME);
sys/amd64/amd64/pmap.c
12336
pg = PHYS_TO_VM_PAGE(pml5[i5] & PG_FRAME);
sys/amd64/amd64/pmap.c
1468
pml4e = PHYS_TO_DMAP(*pml5e & PG_FRAME);
sys/amd64/amd64/pmap.c
1485
pml4e = PHYS_TO_DMAP(*pml5e & PG_FRAME);
sys/amd64/amd64/pmap.c
1505
pdpe = PHYS_TO_DMAP(*pml4e & PG_FRAME);
sys/amd64/amd64/pmap.c
1531
pde = PHYS_TO_DMAP(*pdpe & PG_FRAME);
sys/amd64/amd64/pmap.c
1559
pte = PHYS_TO_DMAP(*pde & PG_FRAME);
sys/amd64/amd64/pmap.c
3771
pa = (*pte & PG_FRAME) |
sys/amd64/amd64/pmap.c
3825
m = PHYS_TO_VM_PAGE(pte & PG_FRAME);
sys/amd64/amd64/pmap.c
3865
pa = (pa & PG_FRAME) | (va & PAGE_MASK);
sys/amd64/amd64/pmap.c
3956
if ((*pte & (PG_FRAME | X86_PG_PTE_CACHE)) != pa) {
sys/amd64/amd64/pmap.c
4122
pdpg = PHYS_TO_VM_PAGE(*pmap_pdpe(pmap, va) & PG_FRAME);
sys/amd64/amd64/pmap.c
4126
pdppg = PHYS_TO_VM_PAGE(*pmap_pml4e(pmap, va) & PG_FRAME);
sys/amd64/amd64/pmap.c
4130
pml4pg = PHYS_TO_VM_PAGE(*pmap_pml5e(pmap, va) & PG_FRAME);
sys/amd64/amd64/pmap.c
4156
mpte = PHYS_TO_VM_PAGE(ptepde & PG_FRAME);
sys/amd64/amd64/pmap.c
4458
mpg = PHYS_TO_VM_PAGE(*pte & PG_FRAME);
sys/amd64/amd64/pmap.c
4492
pml4 = PHYS_TO_DMAP(*pml5 & PG_FRAME);
sys/amd64/amd64/pmap.c
4495
pml4pg = PHYS_TO_VM_PAGE(*pml5 & PG_FRAME);
sys/amd64/amd64/pmap.c
4533
pdp = PHYS_TO_DMAP(*pml4 & PG_FRAME);
sys/amd64/amd64/pmap.c
4536
pdppg = PHYS_TO_VM_PAGE(*pml4 & PG_FRAME);
sys/amd64/amd64/pmap.c
4683
pdpg = PHYS_TO_VM_PAGE(*pdp & PG_FRAME);
sys/amd64/amd64/pmap.c
4686
pd = PHYS_TO_DMAP(*pdp & PG_FRAME);
sys/amd64/amd64/pmap.c
4741
pdpg = PHYS_TO_VM_PAGE(*pdpe & PG_FRAME);
sys/amd64/amd64/pmap.c
4802
m = PHYS_TO_VM_PAGE(*pd & PG_FRAME);
sys/amd64/amd64/pmap.c
5314
m = PHYS_TO_VM_PAGE(tpte & PG_FRAME);
sys/amd64/amd64/pmap.c
5914
if ((*xpte & PG_FRAME) != (newpte & PG_FRAME)) {
sys/amd64/amd64/pmap.c
5925
KASSERT((*firstpte & PG_FRAME) == (newpte & PG_FRAME),
sys/amd64/amd64/pmap.c
6229
m = PHYS_TO_VM_PAGE(oldpte & PG_FRAME);
sys/amd64/amd64/pmap.c
6398
mt = PHYS_TO_VM_PAGE(*pmap_pml4e(pmap, sva) & PG_FRAME);
sys/amd64/amd64/pmap.c
6788
m = PHYS_TO_VM_PAGE(pbits & PG_FRAME);
sys/amd64/amd64/pmap.c
6854
firstpte = PHYS_TO_DMAP(*pde & PG_FRAME);
sys/amd64/amd64/pmap.c
6858
if ((newpde & ((PG_FRAME & PDRMASK) | PG_V)) != PG_V) {
sys/amd64/amd64/pmap.c
6903
if ((oldpte & (PG_FRAME | PG_V)) != pa) {
sys/amd64/amd64/pmap.c
6919
" in pmap %p", (oldpte & PG_FRAME & PDRMASK) |
sys/amd64/amd64/pmap.c
6954
mpte = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
sys/amd64/amd64/pmap.c
7006
KASSERT(((newpte & PG_FRAME) & (pagesizes[psind] - 1)) == 0,
sys/amd64/amd64/pmap.c
7008
newpte & PG_FRAME, newpte, psind));
sys/amd64/amd64/pmap.c
7039
mp = PHYS_TO_VM_PAGE(*pml4e & PG_FRAME);
sys/amd64/amd64/pmap.c
7060
mp = PHYS_TO_VM_PAGE(*pdpe & PG_FRAME);
sys/amd64/amd64/pmap.c
7192
mpte = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
sys/amd64/amd64/pmap.c
7244
opa = origpte & PG_FRAME;
sys/amd64/amd64/pmap.c
7268
KASSERT((origpte & PG_FRAME) == opa,
sys/amd64/amd64/pmap.c
7333
KASSERT((origpte & PG_FRAME) == pa,
sys/amd64/amd64/pmap.c
7499
!pmap_every_pte_zero(oldpde & PG_FRAME)) {
sys/amd64/amd64/pmap.c
7529
mt = PHYS_TO_VM_PAGE(oldpde & PG_FRAME);
sys/amd64/amd64/pmap.c
7745
mpte = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
sys/amd64/amd64/pmap.c
8113
dst_pdpg = PHYS_TO_VM_PAGE(*pml4e & PG_FRAME);
sys/amd64/amd64/pmap.c
8167
srcptepaddr &= PG_FRAME;
sys/amd64/amd64/pmap.c
8199
PHYS_TO_VM_PAGE(ptetemp & PG_FRAME), &lock)) {
sys/amd64/amd64/pmap.c
8557
pte = PHYS_TO_DMAP(tpte & PG_FRAME);
sys/amd64/amd64/pmap.c
8600
pa = tpte & PG_FRAME;
sys/amd64/amd64/pmap.c
9252
m = PHYS_TO_VM_PAGE(*pte & PG_FRAME);
sys/amd64/amd64/pmap.c
9894
(*pte & PG_FRAME) < dmaplimit) {
sys/amd64/amd64/pmap.c
9897
pa_start = *pte & PG_FRAME;
sys/amd64/amd64/pmap.c
9899
} else if (pa_end == (*pte & PG_FRAME))
sys/amd64/amd64/pmap.c
9910
pa_start = *pte & PG_FRAME;
sys/i386/i386/minidump_machdep_base.c
196
pt = pmap_kenter_temporary(pde & PG_FRAME, 0);
sys/i386/i386/minidump_machdep_base.c
200
pa = pte & PG_FRAME;
sys/i386/i386/minidump_machdep_base.c
299
pa = pde & PG_FRAME;
sys/i386/i386/pmap.c
1509
newpf = *pde & PG_FRAME;
sys/i386/i386/pmap.c
1510
if ((*PMAP2 & PG_FRAME) != newpf) {
sys/i386/i386/pmap.c
1571
newpf = *pde & PG_FRAME;
sys/i386/i386/pmap.c
1572
if ((*PMAP1 & PG_FRAME) != newpf) {
sys/i386/i386/pmap.c
1605
newpf = *pde & PG_FRAME;
sys/i386/i386/pmap.c
1606
if ((*PMAP3 & PG_FRAME) != newpf) {
sys/i386/i386/pmap.c
1633
pde &= PG_FRAME;
sys/i386/i386/pmap.c
1636
if ((*eh_ptep & PG_FRAME) != pde) {
sys/i386/i386/pmap.c
1669
pa = (pa & PG_FRAME) | (va & PAGE_MASK);
sys/i386/i386/pmap.c
1695
rtval = (pte & PG_FRAME) | (va & PAGE_MASK);
sys/i386/i386/pmap.c
1728
m = PHYS_TO_VM_PAGE(pte & PG_FRAME);
sys/i386/i386/pmap.c
1862
if ((*pte & (PG_FRAME | PG_PTE_CACHE)) != pa) {
sys/i386/i386/pmap.c
2005
mpte = PHYS_TO_VM_PAGE(ptepde & PG_FRAME);
sys/i386/i386/pmap.c
2188
m = PHYS_TO_VM_PAGE(ptepa & PG_FRAME);
sys/i386/i386/pmap.c
2230
KASSERT(VM_PAGE_TO_PHYS(m) == (pmap->pm_pdpt[i] & PG_FRAME),
sys/i386/i386/pmap.c
2370
m = PHYS_TO_VM_PAGE(tpte & PG_FRAME);
sys/i386/i386/pmap.c
2809
if ((*PMAP1 & PG_FRAME) != mptepa) {
sys/i386/i386/pmap.c
2828
if ((*PMAP2 & PG_FRAME) != mptepa) {
sys/i386/i386/pmap.c
2852
KASSERT((*firstpte & PG_FRAME) == (newpte & PG_FRAME),
sys/i386/i386/pmap.c
3023
m = PHYS_TO_VM_PAGE(oldpte & PG_FRAME);
sys/i386/i386/pmap.c
3423
m = PHYS_TO_VM_PAGE(pbits & PG_FRAME);
sys/i386/i386/pmap.c
3492
if ((newpde & ((PG_FRAME & PDRMASK) | PG_V)) != PG_V) {
sys/i386/i386/pmap.c
3544
if ((oldpte & (PG_FRAME | PG_V)) != pa) {
sys/i386/i386/pmap.c
3560
oldpteva = (oldpte & PG_FRAME & PDRMASK) |
sys/i386/i386/pmap.c
3591
mpte = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
sys/i386/i386/pmap.c
3774
opa = origpte & PG_FRAME;
sys/i386/i386/pmap.c
3798
KASSERT((origpte & PG_FRAME) == opa,
sys/i386/i386/pmap.c
3860
KASSERT((origpte & PG_FRAME) == pa,
sys/i386/i386/pmap.c
4020
mt = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
sys/i386/i386/pmap.c
4196
mpte = PHYS_TO_VM_PAGE(ptepa & PG_FRAME);
sys/i386/i386/pmap.c
4519
srcmpte = PHYS_TO_VM_PAGE(srcptepaddr & PG_FRAME);
sys/i386/i386/pmap.c
4540
PHYS_TO_VM_PAGE(ptetemp & PG_FRAME))) {
sys/i386/i386/pmap.c
4898
m = PHYS_TO_VM_PAGE(tpte & PG_FRAME);
sys/i386/i386/pmap.c
4899
KASSERT(m->phys_addr == (tpte & PG_FRAME),
sys/i386/i386/pmap.c
5370
m = PHYS_TO_VM_PAGE(*pte & PG_FRAME);
sys/i386/i386/pmap.c
5532
pa = pa & PG_FRAME;
sys/i386/i386/pmap.c
5837
PG_FRAME;
sys/i386/i386/pmap.c
5841
pa = pte & PG_FRAME;
sys/i386/i386/pmap.c
6076
return (pa & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
1463
m = PHYS_TO_VM_PAGE(tpte & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
2311
m = PHYS_TO_VM_PAGE(be64toh(*pte) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
2594
srcptepaddr &= PG_FRAME;
sys/powerpc/aim/mmu_radix.c
2622
PHYS_TO_VM_PAGE(ptetemp & PG_FRAME),
sys/powerpc/aim/mmu_radix.c
2732
firstpte = PHYS_TO_DMAP(be64toh(*pde) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
2735
if ((newpde & ((PG_FRAME & L3_PAGE_MASK) | PG_A | PG_V)) != (PG_A | PG_V)) {
sys/powerpc/aim/mmu_radix.c
2759
if ((oldpte & (PG_FRAME | PG_A | PG_V)) != pa) {
sys/powerpc/aim/mmu_radix.c
2773
" in pmap %p", (oldpte & PG_FRAME & L3_PAGE_MASK) |
sys/powerpc/aim/mmu_radix.c
2789
mpte = PHYS_TO_VM_PAGE(be64toh(*pde) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
2899
mpte = PHYS_TO_VM_PAGE(be64toh(*l3e) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
296
return ((va & PG_FRAME) >> L3_PAGE_SIZE_SHIFT);
sys/powerpc/aim/mmu_radix.c
2963
opa = origpte & PG_FRAME;
sys/powerpc/aim/mmu_radix.c
2999
KASSERT((origpte & PG_FRAME) == opa,
sys/powerpc/aim/mmu_radix.c
3081
KASSERT((origpte & PG_FRAME) == pa,
sys/powerpc/aim/mmu_radix.c
315
return ((va & PG_FRAME) >> L1_PAGE_SIZE_SHIFT);
sys/powerpc/aim/mmu_radix.c
3246
mt = PHYS_TO_VM_PAGE(be64toh(*l3e) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
3410
mpte = PHYS_TO_VM_PAGE(be64toh(*ptepa) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
3521
pa = (pa & PG_FRAME) | (va & PAGE_MASK);
sys/powerpc/aim/mmu_radix.c
3548
m = PHYS_TO_VM_PAGE(pte & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4341
pdppg = PHYS_TO_VM_PAGE(be64toh(*l1e) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4344
l2e = PHYS_TO_DMAP(be64toh(*l1e) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4372
l2e = PHYS_TO_DMAP(be64toh(*l1e) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4375
l2e = PHYS_TO_DMAP(be64toh(*l1e) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4387
pdpg = PHYS_TO_VM_PAGE(be64toh(*l2e) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4391
l3e = PHYS_TO_DMAP(be64toh(*l2e) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4414
pdpg = PHYS_TO_VM_PAGE(be64toh(*pdpe) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4463
m = PHYS_TO_VM_PAGE(be64toh(*pd) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4634
m = PHYS_TO_VM_PAGE(pbits & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4818
pdpg = PHYS_TO_VM_PAGE(be64toh(*pmap_pml2e(pmap, va)) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4825
pdppg = PHYS_TO_VM_PAGE(be64toh(*pmap_pml1e(pmap, va)) & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4849
mpte = PHYS_TO_VM_PAGE(ptepde & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
4989
KASSERT((be64toh(*firstpte) & PG_FRAME) == (oldpde & PG_FRAME),
sys/powerpc/aim/mmu_radix.c
5128
m = PHYS_TO_VM_PAGE(oldpte & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
5494
pte = PHYS_TO_DMAP(tpte & PG_FRAME);
sys/powerpc/aim/mmu_radix.c
5527
pa = tpte & PG_FRAME;
sys/powerpc/aim/mmu_radix.c
5815
PG_FRAME;
sys/powerpc/aim/mmu_radix.c
5820
pa = pte & PG_FRAME;
sys/powerpc/aim/mmu_radix.c
6089
pa = (pa & PG_FRAME) | (va & PAGE_MASK);
sys/powerpc/aim/mmu_radix.c
6374
(be64toh(*pte) & PG_FRAME) < dmaplimit) {
sys/powerpc/aim/mmu_radix.c
6377
pa_start = be64toh(*pte) & PG_FRAME;
sys/powerpc/aim/mmu_radix.c
6379
} else if (pa_end == (be64toh(*pte) & PG_FRAME))
sys/powerpc/aim/mmu_radix.c
6389
pa_start = be64toh(*pte) & PG_FRAME;
sys/powerpc/aim/mmu_radix.c
948
va &= PG_FRAME;
sys/powerpc/aim/mmu_radix.c
992
m = PHYS_TO_VM_PAGE(newpte & PG_FRAME);