sys/arm64/arm64/pmap.c
10098
if ((pmap_load(&l2[slot]) & ATTR_DESCR_VALID) == 0) {
sys/arm64/arm64/pmap.c
10113
if ((pmap_load(l1) & ATTR_DESCR_VALID) == 0) {
sys/arm64/arm64/pmap.c
10118
if ((pmap_load(l2) & ATTR_DESCR_VALID) == 0) {
sys/arm64/arm64/pmap.c
10129
if ((pmap_load(l2) & ATTR_DESCR_MASK) == L2_BLOCK)
sys/arm64/arm64/pmap.c
10132
if ((pmap_load(l3) & ATTR_DESCR_VALID) != 0)
sys/arm64/arm64/pmap.c
1481
if ((pmap_load(l2) & ATTR_DESCR_VALID) != 0) {
sys/arm64/arm64/pmap.c
2178
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
2226
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
2292
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
2301
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
2309
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
2368
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
2377
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
2386
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
2454
mpte = PTE_TO_VM_PAGE(pmap_load(pde));
sys/arm64/arm64/pmap.c
2529
KASSERT((pmap_load(pte) & ATTR_CONTIGUOUS) == 0,
sys/arm64/arm64/pmap.c
2579
if ((pmap_load(ptep) & ATTR_CONTIGUOUS) != 0) {
sys/arm64/arm64/pmap.c
2771
tl1 = pmap_load(l1);
sys/arm64/arm64/pmap.c
2780
tl0 = pmap_load(l0);
sys/arm64/arm64/pmap.c
2969
KASSERT((pmap_load(l0p) & ATTR_DESCR_VALID) == 0,
sys/arm64/arm64/pmap.c
2970
("%s: L0 entry %#lx is valid", __func__, pmap_load(l0p)));
sys/arm64/arm64/pmap.c
2993
tl0 = pmap_load(l0);
sys/arm64/arm64/pmap.c
3007
l1 = PHYS_TO_DMAP(PTE_TO_PHYS(pmap_load(l0)));
sys/arm64/arm64/pmap.c
3009
KASSERT((pmap_load(l1) & ATTR_DESCR_VALID) == 0,
sys/arm64/arm64/pmap.c
3010
("%s: L1 entry %#lx is valid", __func__, pmap_load(l1)));
sys/arm64/arm64/pmap.c
3021
tl0 = pmap_load(l0);
sys/arm64/arm64/pmap.c
3030
tl0 = pmap_load(l0);
sys/arm64/arm64/pmap.c
3036
tl1 = pmap_load(l1);
sys/arm64/arm64/pmap.c
3051
l2 = PHYS_TO_DMAP(PTE_TO_PHYS(pmap_load(l1)));
sys/arm64/arm64/pmap.c
3053
KASSERT((pmap_load(l2) & ATTR_DESCR_VALID) == 0,
sys/arm64/arm64/pmap.c
3054
("%s: L2 entry %#lx is valid", __func__, pmap_load(l2)));
sys/arm64/arm64/pmap.c
3076
if (l1 != NULL && (pmap_load(l1) & ATTR_DESCR_MASK) == L1_TABLE) {
sys/arm64/arm64/pmap.c
3080
l2pg = PTE_TO_VM_PAGE(pmap_load(l1));
sys/arm64/arm64/pmap.c
3135
KASSERT(pmap_load(pte) == 0,
sys/arm64/arm64/pmap.c
3142
KASSERT(pmap_load(pte) == 0,
sys/arm64/arm64/pmap.c
3147
tpde = pmap_load(pde);
sys/arm64/arm64/pmap.c
3282
KASSERT(pmap_load(l0) != 0,
sys/arm64/arm64/pmap.c
3286
if (pmap_load(l1) == 0) {
sys/arm64/arm64/pmap.c
3299
if (pmap_load(l2) != 0) {
sys/arm64/arm64/pmap.c
3474
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
3499
pmap_unuse_pt(pmap, va, pmap_load(pde), &free);
sys/arm64/arm64/pmap.c
4108
old_l3 = pmap_load(l3);
sys/arm64/arm64/pmap.c
4248
old_l3 = pmap_load(l3);
sys/arm64/arm64/pmap.c
4363
if (pmap_load(l0) == 0) {
sys/arm64/arm64/pmap.c
4374
if (pmap_load(l1) == 0)
sys/arm64/arm64/pmap.c
4376
if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {
sys/arm64/arm64/pmap.c
4381
pmap_load(l1), sva, eva, va_next));
sys/arm64/arm64/pmap.c
4383
MPASS((pmap_load(l1) & ATTR_SW_MANAGED) == 0);
sys/arm64/arm64/pmap.c
4387
pmap_unuse_pt(pmap, sva, pmap_load(l0), &free);
sys/arm64/arm64/pmap.c
4399
l3_paddr = pmap_load(l2);
sys/arm64/arm64/pmap.c
4403
pmap_remove_l2(pmap, l2, sva, pmap_load(l1),
sys/arm64/arm64/pmap.c
4409
l3_paddr = pmap_load(l2);
sys/arm64/arm64/pmap.c
4529
tpde = pmap_load(pde);
sys/arm64/arm64/pmap.c
4532
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
4573
old_l2 = pmap_load(l2);
sys/arm64/arm64/pmap.c
4628
l3e = pmap_load(tl3p);
sys/arm64/arm64/pmap.c
4646
m = PTE_TO_VM_PAGE(pmap_load(l3p));
sys/arm64/arm64/pmap.c
4670
if (pmap_load(l0) == 0) {
sys/arm64/arm64/pmap.c
4681
if (pmap_load(l1) == 0)
sys/arm64/arm64/pmap.c
4683
if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {
sys/arm64/arm64/pmap.c
4688
pmap_load(l1), sva, eva, va_next));
sys/arm64/arm64/pmap.c
4689
MPASS((pmap_load(l1) & ATTR_SW_MANAGED) == 0);
sys/arm64/arm64/pmap.c
4690
if ((pmap_load(l1) & mask) != nbits) {
sys/arm64/arm64/pmap.c
4691
pmap_store(l1, (pmap_load(l1) & ~mask) | nbits);
sys/arm64/arm64/pmap.c
4703
if (pmap_load(l2) == 0)
sys/arm64/arm64/pmap.c
4706
if ((pmap_load(l2) & ATTR_DESCR_MASK) == L2_BLOCK) {
sys/arm64/arm64/pmap.c
4710
} else if ((pmap_load(l2) & mask) == nbits ||
sys/arm64/arm64/pmap.c
4714
KASSERT((pmap_load(l2) & ATTR_DESCR_MASK) == L2_TABLE,
sys/arm64/arm64/pmap.c
4723
l3 = pmap_load(l3p);
sys/arm64/arm64/pmap.c
4782
l3 = pmap_load(l3p);
sys/arm64/arm64/pmap.c
5057
firstl3 = PHYS_TO_DMAP(PTE_TO_PHYS(pmap_load(l2)));
sys/arm64/arm64/pmap.c
5058
newl2 = pmap_load(firstl3);
sys/arm64/arm64/pmap.c
5110
oldl3 = pmap_load(l3);
sys/arm64/arm64/pmap.c
5154
mpte = PTE_TO_VM_PAGE(pmap_load(l2));
sys/arm64/arm64/pmap.c
5208
firstl3c = pmap_load(l3p);
sys/arm64/arm64/pmap.c
5251
oldl3 = pmap_load(l3);
sys/arm64/arm64/pmap.c
5329
if ((pmap_load(l0p) & ATTR_DESCR_VALID) == 0) {
sys/arm64/arm64/pmap.c
5341
origpte = pmap_load(l1p);
sys/arm64/arm64/pmap.c
5345
origpte = pmap_load(l1p);
sys/arm64/arm64/pmap.c
5347
mp = PTE_TO_VM_PAGE(pmap_load(l0p));
sys/arm64/arm64/pmap.c
5373
origpte = pmap_load(l2p);
sys/arm64/arm64/pmap.c
5376
origpte = pmap_load(l2p);
sys/arm64/arm64/pmap.c
5378
mp = PTE_TO_VM_PAGE(pmap_load(l1p));
sys/arm64/arm64/pmap.c
5392
if (l2p == NULL || (pmap_load(l2p) & ATTR_DESCR_VALID) == 0) {
sys/arm64/arm64/pmap.c
5407
if ((pmap_load(l3p) & ATTR_DESCR_VALID) == 0) {
sys/arm64/arm64/pmap.c
5408
mp = PTE_TO_VM_PAGE(pmap_load(l2p));
sys/arm64/arm64/pmap.c
5413
origpte = pmap_load(tl3p);
sys/arm64/arm64/pmap.c
5592
mpte = PTE_TO_VM_PAGE(pmap_load(pde));
sys/arm64/arm64/pmap.c
5598
if ((pmap_load(l2) & ATTR_DESCR_MASK) == L2_BLOCK &&
sys/arm64/arm64/pmap.c
5602
mpte = PTE_TO_VM_PAGE(pmap_load(l2));
sys/arm64/arm64/pmap.c
5629
orig_l3 = pmap_load(l3);
sys/arm64/arm64/pmap.c
584
l1 = PHYS_TO_DMAP(PTE_TO_PHYS(pmap_load(l0)));
sys/arm64/arm64/pmap.c
5927
if ((old_l2 = pmap_load(l2)) != 0) {
sys/arm64/arm64/pmap.c
594
if ((pmap_load(l0) & ATTR_DESCR_MASK) != L0_TABLE)
sys/arm64/arm64/pmap.c
5951
pmap_load(pmap_l1(pmap, va)), false, &free, lockp);
sys/arm64/arm64/pmap.c
5987
KASSERT(pmap_load(l2) == 0,
sys/arm64/arm64/pmap.c
6026
(pmap_load(l2) & ATTR_DESCR_MASK) ==
sys/arm64/arm64/pmap.c
605
l1 = pmap_load(l1p);
sys/arm64/arm64/pmap.c
6162
if ((pmap_load(l2p) & ATTR_DESCR_MASK) ==
sys/arm64/arm64/pmap.c
6170
pmap_load(l2p));
sys/arm64/arm64/pmap.c
6183
if (lvl == 2 && pmap_load(pde) != 0) {
sys/arm64/arm64/pmap.c
6184
*ml3p = PTE_TO_VM_PAGE(pmap_load(pde));
sys/arm64/arm64/pmap.c
6213
KASSERT((pmap_load(l2p) & ATTR_DESCR_MASK) == L2_BLOCK,
sys/arm64/arm64/pmap.c
6221
l3p = PHYS_TO_DMAP(PTE_TO_PHYS(pmap_load(pde)));
sys/arm64/arm64/pmap.c
6245
if (pmap_load(tl3p) != 0) {
sys/arm64/arm64/pmap.c
6257
pmap_remove_l3_range(pmap, pmap_load(pmap_l2(pmap, va)), va,
sys/arm64/arm64/pmap.c
627
if ((pmap_load(l1) & ATTR_DESCR_MASK) != L1_TABLE)
sys/arm64/arm64/pmap.c
639
l2 = pmap_load(l2p);
sys/arm64/arm64/pmap.c
6435
if (l1 != NULL && pmap_load(l1) != 0) {
sys/arm64/arm64/pmap.c
6436
if ((pmap_load(l1) & ATTR_DESCR_MASK) ==
sys/arm64/arm64/pmap.c
6440
if (pmap_load(l2) != 0) {
sys/arm64/arm64/pmap.c
6441
if ((pmap_load(l2) & ATTR_DESCR_MASK) ==
sys/arm64/arm64/pmap.c
6444
mpte = PTE_TO_VM_PAGE(pmap_load(l2));
sys/arm64/arm64/pmap.c
6474
if (pmap_load(l3) != 0) {
sys/arm64/arm64/pmap.c
6590
if (pmap_load(l0) == 0) {
sys/arm64/arm64/pmap.c
6601
if (pmap_load(l1) == 0)
sys/arm64/arm64/pmap.c
6604
if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {
sys/arm64/arm64/pmap.c
6609
pmap_load(l1), sva, eva, va_next));
sys/arm64/arm64/pmap.c
6611
MPASS((pmap_load(l1) & (ATTR_SW_MANAGED |
sys/arm64/arm64/pmap.c
6623
if (pmap_load(l2) == 0)
sys/arm64/arm64/pmap.c
6626
if ((pmap_load(l2) & ATTR_DESCR_MASK) == L2_BLOCK) {
sys/arm64/arm64/pmap.c
6627
if ((pmap_load(l2) & ATTR_SW_WIRED) == 0)
sys/arm64/arm64/pmap.c
6629
"ATTR_SW_WIRED", (uintmax_t)pmap_load(l2));
sys/arm64/arm64/pmap.c
6643
KASSERT((pmap_load(l2) & ATTR_DESCR_MASK) == L2_TABLE,
sys/arm64/arm64/pmap.c
665
desc = pmap_load(l0) & ATTR_DESCR_MASK;
sys/arm64/arm64/pmap.c
6650
if (pmap_load(l3) == 0)
sys/arm64/arm64/pmap.c
6652
if ((pmap_load(l3) & ATTR_CONTIGUOUS) != 0) {
sys/arm64/arm64/pmap.c
6668
if ((pmap_load(l3) & ATTR_SW_WIRED) == 0)
sys/arm64/arm64/pmap.c
6670
"ATTR_SW_WIRED", (uintmax_t)pmap_load(l3));
sys/arm64/arm64/pmap.c
6704
if (pmap_load(tl3p) != 0) {
sys/arm64/arm64/pmap.c
672
desc = pmap_load(l1) & ATTR_DESCR_MASK;
sys/arm64/arm64/pmap.c
6771
if (pmap_load(l0) == 0) {
sys/arm64/arm64/pmap.c
6782
if (pmap_load(l1) == 0)
sys/arm64/arm64/pmap.c
6784
if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {
sys/arm64/arm64/pmap.c
6789
pmap_load(l1), addr, end_addr, va_next));
sys/arm64/arm64/pmap.c
679
desc = pmap_load(l2) & ATTR_DESCR_MASK;
sys/arm64/arm64/pmap.c
6790
srcptepaddr = pmap_load(l1);
sys/arm64/arm64/pmap.c
6799
dst_m = PTE_TO_VM_PAGE(pmap_load(l0));
sys/arm64/arm64/pmap.c
6802
KASSERT(pmap_load(l1) == 0,
sys/arm64/arm64/pmap.c
6805
pmap_load(l1), addr, end_addr, va_next));
sys/arm64/arm64/pmap.c
6815
srcptepaddr = pmap_load(l2);
sys/arm64/arm64/pmap.c
6828
if (pmap_load(l2) == 0 &&
sys/arm64/arm64/pmap.c
6863
ptetemp = pmap_load(src_pte);
sys/arm64/arm64/pmap.c
6888
} else if (pmap_load(dst_pte) == 0 &&
sys/arm64/arm64/pmap.c
705
desc = pmap_load(l1) & ATTR_DESCR_MASK;
sys/arm64/arm64/pmap.c
7146
if ((pmap_load(pte) & ATTR_SW_WIRED) != 0)
sys/arm64/arm64/pmap.c
7167
if ((pmap_load(pte) & ATTR_SW_WIRED) != 0)
sys/arm64/arm64/pmap.c
718
desc = pmap_load(l2) & ATTR_DESCR_MASK;
sys/arm64/arm64/pmap.c
7256
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
7264
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
731
if ((pmap_load(l3) & ATTR_DESCR_MASK) != L3_PAGE)
sys/arm64/arm64/pmap.c
7374
pmap_unuse_pt(pmap, pv->pv_va, pmap_load(pde),
sys/arm64/arm64/pmap.c
7439
l3e = pmap_load(pte);
sys/arm64/arm64/pmap.c
7475
rv = (pmap_load(pte) & mask) == value;
sys/arm64/arm64/pmap.c
7530
rv = pmap_load(pte) == 0;
sys/arm64/arm64/pmap.c
754
desc = pmap_load(l0p) & ATTR_DESCR_MASK;
sys/arm64/arm64/pmap.c
757
desc = pmap_load(l1p) & ATTR_DESCR_MASK;
sys/arm64/arm64/pmap.c
7590
if ((pmap_load(pte) & ATTR_SW_DBM) != 0)
sys/arm64/arm64/pmap.c
7612
oldpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
7621
oldpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
764
desc = pmap_load(l2p) & ATTR_DESCR_MASK;
sys/arm64/arm64/pmap.c
769
desc = pmap_load(l3p) & ATTR_DESCR_MASK;
sys/arm64/arm64/pmap.c
7706
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
7775
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
7835
if (pmap_load(l0) == 0) {
sys/arm64/arm64/pmap.c
7846
if (pmap_load(l1) == 0)
sys/arm64/arm64/pmap.c
7848
if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {
sys/arm64/arm64/pmap.c
7857
oldl2 = pmap_load(l2);
sys/arm64/arm64/pmap.c
7891
KASSERT(pmap_load(l3) != 0,
sys/arm64/arm64/pmap.c
7893
pmap_remove_l3(pmap, l3, va, pmap_load(l2),
sys/arm64/arm64/pmap.c
7899
KASSERT((pmap_load(l2) & ATTR_DESCR_MASK) == L2_TABLE,
sys/arm64/arm64/pmap.c
7906
oldl3 = pmap_load(l3);
sys/arm64/arm64/pmap.c
7940
KASSERT(pmap_load(dl3) != 0,
sys/arm64/arm64/pmap.c
7944
pmap_load(l2), NULL, &lock);
sys/arm64/arm64/pmap.c
7953
oldl3 = pmap_load(l3);
sys/arm64/arm64/pmap.c
8029
oldl2 = pmap_load(l2);
sys/arm64/arm64/pmap.c
8040
oldl3 = pmap_load(l3);
sys/arm64/arm64/pmap.c
8065
oldl3 = pmap_load(l3);
sys/arm64/arm64/pmap.c
835
if ((pmap_load(l0p) & ATTR_DESCR_MASK) != L0_TABLE)
sys/arm64/arm64/pmap.c
841
if ((pmap_load(l1p) & ATTR_DESCR_MASK) == L1_BLOCK) {
sys/arm64/arm64/pmap.c
8436
(pmap_load(ptep) & mask) == bits ||
sys/arm64/arm64/pmap.c
8437
(pmap_load(ptep) & old_mode_mask) != old_mode_bits) {
sys/arm64/arm64/pmap.c
8460
MPASS((pmap_load(ptep) & ATTR_SW_NO_PROMOTE) == 0);
sys/arm64/arm64/pmap.c
848
if ((pmap_load(l1p) & ATTR_DESCR_MASK) != L1_TABLE)
sys/arm64/arm64/pmap.c
8484
if ((pmap_load(ptep) & ATTR_CONTIGUOUS) != 0) {
sys/arm64/arm64/pmap.c
8506
if ((pmap_load(ptep) & ATTR_CONTIGUOUS) != 0) {
sys/arm64/arm64/pmap.c
8539
pte = pmap_load(ptep);
sys/arm64/arm64/pmap.c
854
if ((pmap_load(l2p) & ATTR_DESCR_MASK) == L2_BLOCK) {
sys/arm64/arm64/pmap.c
859
if ((pmap_load(l2p) & ATTR_DESCR_MASK) != L2_TABLE)
sys/arm64/arm64/pmap.c
8621
oldl1 = pmap_load(l1);
sys/arm64/arm64/pmap.c
8704
if (PTE_TO_PHYS(pmap_load(xl3p)) != PTE_TO_PHYS(newl3e)) {
sys/arm64/arm64/pmap.c
8707
xl3p - firstl3p, pmap_load(xl3p), newl3e);
sys/arm64/arm64/pmap.c
8712
pmap_load(yl3p));
sys/arm64/arm64/pmap.c
8718
KASSERT(PTE_TO_PHYS(pmap_load(firstl3p)) == PTE_TO_PHYS(newl3e),
sys/arm64/arm64/pmap.c
8732
(void)pmap_remove_l2(pmap, l2, va, pmap_load(pmap_l1(pmap, va)), true,
sys/arm64/arm64/pmap.c
8755
oldl2 = pmap_load(l2);
sys/arm64/arm64/pmap.c
8854
if ((pmap_load(l3) & ATTR_PROMOTE) != (newl3 & ATTR_PROMOTE))
sys/arm64/arm64/pmap.c
8960
l2e = pmap_load(tl2p);
sys/arm64/arm64/pmap.c
8989
l2e = (pmap_load(l2c_start) & ~mask) | nbits;
sys/arm64/arm64/pmap.c
9049
l3e = pmap_load(tl3p);
sys/arm64/arm64/pmap.c
9078
l3e = (pmap_load(l3c_start) & ~mask) | nbits;
sys/arm64/arm64/pmap.c
9112
l3e = pmap_load(tl3p);
sys/arm64/arm64/pmap.c
9122
return ((pmap_load(l3p) & ~mask) | nbits);
sys/arm64/arm64/pmap.c
9142
tpte = pmap_load(pte);
sys/arm64/arm64/pmap.c
9581
if (ptep != NULL && (pte = pmap_load(ptep)) != 0) {
sys/arm64/arm64/pmap.c
9653
((pte = pmap_load(ptep)) & ATTR_SW_DBM) != 0) {
sys/riscv/iommu/iommu_pmap.c
101
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/iommu/iommu_pmap.c
118
if ((pmap_load(l0) & PTE_V) == 0)
sys/riscv/iommu/iommu_pmap.c
120
if ((pmap_load(l0) & PTE_RX) != 0)
sys/riscv/iommu/iommu_pmap.c
132
phys = PTE_TO_PHYS(pmap_load(l1));
sys/riscv/iommu/iommu_pmap.c
146
if ((pmap_load(l1) & PTE_V) == 0)
sys/riscv/iommu/iommu_pmap.c
148
if ((pmap_load(l1) & PTE_RX) != 0)
sys/riscv/iommu/iommu_pmap.c
160
phys = PTE_TO_PHYS(pmap_load(l2));
sys/riscv/iommu/iommu_pmap.c
174
if ((pmap_load(l2) & PTE_V) == 0)
sys/riscv/iommu/iommu_pmap.c
176
if ((pmap_load(l2) & PTE_RX) != 0)
sys/riscv/iommu/iommu_pmap.c
321
KASSERT((pmap_load(l0) & PTE_V) == 0,
sys/riscv/iommu/iommu_pmap.c
322
("%s: L0 entry %#lx is valid", __func__, pmap_load(l0)));
sys/riscv/iommu/iommu_pmap.c
336
if (pmap_load(l0) == 0) {
sys/riscv/iommu/iommu_pmap.c
341
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/iommu/iommu_pmap.c
343
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/iommu/iommu_pmap.c
350
KASSERT((pmap_load(l1) & PTE_V) == 0,
sys/riscv/iommu/iommu_pmap.c
351
("%s: L1 entry %#lx is valid", __func__, pmap_load(l1)));
sys/riscv/iommu/iommu_pmap.c
362
if (pmap_load(l1) == 0) {
sys/riscv/iommu/iommu_pmap.c
368
pdpg = PTE_TO_VM_PAGE(pmap_load(l1));
sys/riscv/iommu/iommu_pmap.c
374
if (pmap_load(l0) == 0) {
sys/riscv/iommu/iommu_pmap.c
379
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/iommu/iommu_pmap.c
383
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/iommu/iommu_pmap.c
386
if (pmap_load(l1) == 0) {
sys/riscv/iommu/iommu_pmap.c
392
pdpg = PTE_TO_VM_PAGE(pmap_load(l1));
sys/riscv/iommu/iommu_pmap.c
398
phys = PTE_TO_PHYS(pmap_load(l1));
sys/riscv/iommu/iommu_pmap.c
401
KASSERT((pmap_load(l2) & PTE_V) == 0,
sys/riscv/iommu/iommu_pmap.c
402
("%s: L2 entry %#lx is valid", __func__, pmap_load(l2)));
sys/riscv/iommu/iommu_pmap.c
483
if (l2 != NULL && ((l2e = pmap_load(l2)) & PTE_V) != 0 &&
sys/riscv/iommu/iommu_pmap.c
497
KASSERT((pmap_load(l3) & PTE_V) == 0, ("l3 is valid"));
sys/riscv/riscv/pmap.c
1185
if (l2p != NULL && ((l2 = pmap_load(l2p)) & PTE_V) != 0) {
sys/riscv/riscv/pmap.c
1188
pa = PTE_TO_PHYS(pmap_load(l3p));
sys/riscv/riscv/pmap.c
1217
if (l2p == NULL || ((l2 = pmap_load(l2p)) & PTE_V) == 0) {
sys/riscv/riscv/pmap.c
1226
if ((l3 = pmap_load(l3p)) != 0) {
sys/riscv/riscv/pmap.c
1256
l2e = pmap_load(l2);
sys/riscv/riscv/pmap.c
1273
pa = PTE_TO_PHYS(pmap_load(l3));
sys/riscv/riscv/pmap.c
1557
pdpg = PTE_TO_VM_PAGE(pmap_load(l1));
sys/riscv/riscv/pmap.c
1564
pdpg = PTE_TO_VM_PAGE(pmap_load(l0));
sys/riscv/riscv/pmap.c
1739
KASSERT((pmap_load(l0) & PTE_V) == 0,
sys/riscv/riscv/pmap.c
1740
("%s: L0 entry %#lx is valid", __func__, pmap_load(l0)));
sys/riscv/riscv/pmap.c
1754
if (pmap_load(l0) == 0) {
sys/riscv/riscv/pmap.c
1759
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/riscv/pmap.c
1761
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/riscv/pmap.c
1768
KASSERT((pmap_load(l1) & PTE_V) == 0,
sys/riscv/riscv/pmap.c
1769
("%s: L1 entry %#lx is valid", __func__, pmap_load(l1)));
sys/riscv/riscv/pmap.c
1781
if (pmap_load(l1) == 0) {
sys/riscv/riscv/pmap.c
1787
pdpg = PTE_TO_VM_PAGE(pmap_load(l1));
sys/riscv/riscv/pmap.c
1793
if (pmap_load(l0) == 0) {
sys/riscv/riscv/pmap.c
1798
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/riscv/pmap.c
1802
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/riscv/pmap.c
1805
if (pmap_load(l1) == 0) {
sys/riscv/riscv/pmap.c
1811
pdpg = PTE_TO_VM_PAGE(pmap_load(l1));
sys/riscv/riscv/pmap.c
1817
phys = PTE_TO_PHYS(pmap_load(l1));
sys/riscv/riscv/pmap.c
1820
KASSERT((pmap_load(l2) & PTE_V) == 0,
sys/riscv/riscv/pmap.c
1821
("%s: L2 entry %#lx is valid", __func__, pmap_load(l2)));
sys/riscv/riscv/pmap.c
1846
if (l1 != NULL && (pmap_load(l1) & PTE_V) != 0) {
sys/riscv/riscv/pmap.c
1847
KASSERT((pmap_load(l1) & PTE_RWX) == 0,
sys/riscv/riscv/pmap.c
1849
pmap_load(l1), va));
sys/riscv/riscv/pmap.c
1851
l2pg = PTE_TO_VM_PAGE(pmap_load(l1));
sys/riscv/riscv/pmap.c
1884
if (l2 != NULL && pmap_load(l2) != 0) {
sys/riscv/riscv/pmap.c
1885
m = PTE_TO_VM_PAGE(pmap_load(l2));
sys/riscv/riscv/pmap.c
1981
if (pmap_load(l1) == 0) {
sys/riscv/riscv/pmap.c
2000
if ((pmap_load(l2) & PTE_V) != 0 &&
sys/riscv/riscv/pmap.c
2001
(pmap_load(l2) & PTE_RWX) == 0) {
sys/riscv/riscv/pmap.c
2641
if (pmap_load(l0) == 0) {
sys/riscv/riscv/pmap.c
2652
if (pmap_load(l1) == 0) {
sys/riscv/riscv/pmap.c
2667
if ((l2e = pmap_load(l2)) == 0)
sys/riscv/riscv/pmap.c
2672
pmap_load(l1), &free, &lock);
sys/riscv/riscv/pmap.c
2681
l2e = pmap_load(l2);
sys/riscv/riscv/pmap.c
2695
if (pmap_load(l3) == 0) {
sys/riscv/riscv/pmap.c
2764
l2e = pmap_load(l2);
sys/riscv/riscv/pmap.c
2782
pmap_unuse_pt(pmap, pv->pv_va, pmap_load(l2), &free);
sys/riscv/riscv/pmap.c
2827
if (pmap_load(l0) == 0) {
sys/riscv/riscv/pmap.c
2838
if (pmap_load(l1) == 0) {
sys/riscv/riscv/pmap.c
2850
if ((l2e = pmap_load(l2)) == 0)
sys/riscv/riscv/pmap.c
2892
l3e = pmap_load(l3);
sys/riscv/riscv/pmap.c
2920
if (l2 == NULL || ((l2e = pmap_load(l2)) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
2945
if (pte != NULL && (pmap_load(pte) & PTE_KERN) == PTE_KERN) {
sys/riscv/riscv/pmap.c
2958
if (pte == NULL || ((oldpte = pmap_load(pte)) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
2999
oldl1 = pmap_load(l1);
sys/riscv/riscv/pmap.c
3076
oldl2 = pmap_load(l2);
sys/riscv/riscv/pmap.c
3088
pmap_load(pmap_l1(pmap, va)), &free, lockp);
sys/riscv/riscv/pmap.c
3117
KASSERT(PTE_TO_PHYS(pmap_load(firstl3)) == PTE_TO_PHYS(newl3),
sys/riscv/riscv/pmap.c
3124
if ((pmap_load(firstl3) & PTE_PROMOTE) != (newl3 & PTE_PROMOTE))
sys/riscv/riscv/pmap.c
3168
KASSERT((pmap_load(l2) & PTE_RWX) == 0,
sys/riscv/riscv/pmap.c
3176
firstl3 = PHYS_TO_DMAP(PTE_TO_PHYS(pmap_load(l2)));
sys/riscv/riscv/pmap.c
3177
firstl3e = pmap_load(firstl3);
sys/riscv/riscv/pmap.c
3211
l3e = pmap_load(l3);
sys/riscv/riscv/pmap.c
3250
ml3 = PTE_TO_VM_PAGE(pmap_load(l2));
sys/riscv/riscv/pmap.c
3347
if (l2 != NULL && ((l2e = pmap_load(l2)) & PTE_V) != 0 &&
sys/riscv/riscv/pmap.c
3352
mpte = PTE_TO_VM_PAGE(pmap_load(l2));
sys/riscv/riscv/pmap.c
3371
orig_l3 = pmap_load(l3);
sys/riscv/riscv/pmap.c
3619
if ((oldl2 = pmap_load(l2)) != 0) {
sys/riscv/riscv/pmap.c
3641
pmap_load(pmap_l1(pmap, va)), &free, lockp);
sys/riscv/riscv/pmap.c
3645
if ((pmap_load(l3) & PTE_V) != 0 &&
sys/riscv/riscv/pmap.c
3656
mt = PTE_TO_VM_PAGE(pmap_load(l2));
sys/riscv/riscv/pmap.c
3660
KASSERT(pmap_load(l2) == 0,
sys/riscv/riscv/pmap.c
3844
if (l2 != NULL && pmap_load(l2) != 0) {
sys/riscv/riscv/pmap.c
3845
if ((pmap_load(l2) & PTE_RWX) != 0)
sys/riscv/riscv/pmap.c
3847
mpte = PTE_TO_VM_PAGE(pmap_load(l2));
sys/riscv/riscv/pmap.c
3867
if (pmap_load(l3) != 0) {
sys/riscv/riscv/pmap.c
3971
if (pmap_load(l0) == 0) {
sys/riscv/riscv/pmap.c
3982
if (pmap_load(l1) == 0) {
sys/riscv/riscv/pmap.c
3994
if ((l2e = pmap_load(l2)) == 0)
sys/riscv/riscv/pmap.c
4022
if ((l3e = pmap_load(l3)) == 0)
sys/riscv/riscv/pmap.c
4234
KASSERT((pmap_load(l2) & PTE_RWX) == 0,
sys/riscv/riscv/pmap.c
4237
if ((pmap_load(l3) & PTE_SW_WIRED) != 0)
sys/riscv/riscv/pmap.c
4258
if ((pmap_load(l2) & PTE_SW_WIRED) != 0)
sys/riscv/riscv/pmap.c
426
phys = PTE_TO_PHYS(pmap_load(l0));
sys/riscv/riscv/pmap.c
4379
ptepde = pmap_load(pte);
sys/riscv/riscv/pmap.c
4381
tpte = pmap_load(pte);
sys/riscv/riscv/pmap.c
4391
tpte = pmap_load(pte);
sys/riscv/riscv/pmap.c
443
if ((pmap_load(l0) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
445
if ((pmap_load(l0) & PTE_RX) != 0)
sys/riscv/riscv/pmap.c
4488
KASSERT((pmap_load(l2) & PTE_RWX) == 0,
sys/riscv/riscv/pmap.c
4491
rv = (pmap_load(l3) & mask) == mask;
sys/riscv/riscv/pmap.c
4513
rv = (pmap_load(l2) & mask) == mask;
sys/riscv/riscv/pmap.c
4565
if (l3 != NULL && pmap_load(l3) == 0) {
sys/riscv/riscv/pmap.c
457
phys = PTE_TO_PHYS(pmap_load(l1));
sys/riscv/riscv/pmap.c
4629
if ((pmap_load(l2) & PTE_W) != 0)
sys/riscv/riscv/pmap.c
4651
KASSERT((pmap_load(l2) & PTE_RWX) == 0,
sys/riscv/riscv/pmap.c
4654
oldl3 = pmap_load(l3);
sys/riscv/riscv/pmap.c
471
if ((pmap_load(l1) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
473
if ((pmap_load(l1) & PTE_RX) != 0)
sys/riscv/riscv/pmap.c
4730
l2e = pmap_load(l2);
sys/riscv/riscv/pmap.c
4796
KASSERT((pmap_load(l2) & PTE_RX) == 0,
sys/riscv/riscv/pmap.c
4800
l3e = pmap_load(l3);
sys/riscv/riscv/pmap.c
485
phys = PTE_TO_PHYS(pmap_load(l2));
sys/riscv/riscv/pmap.c
4885
oldl2 = pmap_load(l2);
sys/riscv/riscv/pmap.c
4916
KASSERT((pmap_load(l2) & PTE_RWX) == 0,
sys/riscv/riscv/pmap.c
4919
if ((pmap_load(l3) & (PTE_D | PTE_W)) == (PTE_D | PTE_W)) {
sys/riscv/riscv/pmap.c
499
if ((pmap_load(l2) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
501
if ((pmap_load(l2) & PTE_RX) != 0)
sys/riscv/riscv/pmap.c
5014
if (l1 == NULL || ((l1e = pmap_load(l1)) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
5040
if (((l2e = pmap_load(l2)) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
5066
if (((l3e = pmap_load(l3)) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
5075
l1e = pmap_load(l1);
sys/riscv/riscv/pmap.c
5101
l2e = pmap_load(l2);
sys/riscv/riscv/pmap.c
5127
l3e = pmap_load(l3);
sys/riscv/riscv/pmap.c
5174
if (l2 != NULL && ((tpte = pmap_load(l2)) & PTE_V) != 0) {
sys/riscv/riscv/pmap.c
5180
tpte = pmap_load(l3);
sys/riscv/riscv/pmap.c
5408
if (l1p == NULL || (pmap_load(l1p) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
5411
if ((pmap_load(l1p) & PTE_RX) != 0) {
sys/riscv/riscv/pmap.c
5421
if (l2p == NULL || (pmap_load(l2p) & PTE_V) == 0)
sys/riscv/riscv/pmap.c
5424
if ((pmap_load(l2p) & PTE_RX) != 0) {
sys/riscv/riscv/pmap.c
5575
l1e = pmap_load(l1);
sys/riscv/riscv/pmap.c
5656
l0e = pmap_load(l0);
sys/riscv/riscv/pmap.c
5664
l1e = pmap_load(l1);
sys/riscv/riscv/pmap.c
5672
l2e = pmap_load(l2);
sys/riscv/riscv/pmap.c
5680
l3e = pmap_load(l3);
