lib/libkvm/kvm_aarch64.h

58

_Static_assert(ATTR_DESCR_MASK == AARCH64_ATTR_DESCR_MASK,

sys/arm64/arm64/minidump_machdep.c

183

if ((l1e & ATTR_DESCR_MASK) == L1_BLOCK) {

sys/arm64/arm64/minidump_machdep.c

192

} else if ((l2e & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/minidump_machdep.c

199

} else if ((l2e & ATTR_DESCR_MASK) == L2_TABLE) {

sys/arm64/arm64/minidump_machdep.c

202

if ((l3e & ATTR_DESCR_MASK) != L3_PAGE)

sys/arm64/arm64/minidump_machdep.c

303

if ((l1e & ATTR_DESCR_MASK) == L1_BLOCK) {

sys/arm64/arm64/minidump_machdep.c

327

} else if ((l2e & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

10129

if ((pmap_load(l2) & ATTR_DESCR_MASK) == L2_BLOCK)

sys/arm64/arm64/pmap.c

10344

if ((l1e & ATTR_DESCR_MASK) == L1_BLOCK) {

sys/arm64/arm64/pmap.c

1035

MPASS((l0e & ATTR_DESCR_MASK) == L0_TABLE);

sys/arm64/arm64/pmap.c

10362

if ((l2e & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

1083

MPASS((l1e & ATTR_DESCR_MASK) == L1_TABLE);

sys/arm64/arm64/pmap.c

1127

MPASS((l2e & ATTR_DESCR_MASK) == L2_TABLE);

sys/arm64/arm64/pmap.c

2183

KASSERT((tpte & ATTR_DESCR_MASK) == L1_BLOCK,

sys/arm64/arm64/pmap.c

2185

tpte & ATTR_DESCR_MASK));

sys/arm64/arm64/pmap.c

2189

KASSERT((tpte & ATTR_DESCR_MASK) == L2_BLOCK,

sys/arm64/arm64/pmap.c

2191

tpte & ATTR_DESCR_MASK));

sys/arm64/arm64/pmap.c

2195

KASSERT((tpte & ATTR_DESCR_MASK) == L3_PAGE,

sys/arm64/arm64/pmap.c

2197

tpte & ATTR_DESCR_MASK));

sys/arm64/arm64/pmap.c

2234

KASSERT((lvl == 3 && (tpte & ATTR_DESCR_MASK) == L3_PAGE) ||

sys/arm64/arm64/pmap.c

2235

(lvl < 3 && (tpte & ATTR_DESCR_MASK) == L1_BLOCK),

sys/arm64/arm64/pmap.c

2237

tpte & ATTR_DESCR_MASK));

sys/arm64/arm64/pmap.c

3076

if (l1 != NULL && (pmap_load(l1) & ATTR_DESCR_MASK) == L1_TABLE) {

sys/arm64/arm64/pmap.c

4046

KASSERT((old_l2 & ATTR_DESCR_MASK) == L2_BLOCK,

sys/arm64/arm64/pmap.c

4376

if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {

sys/arm64/arm64/pmap.c

4401

if ((l3_paddr & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

4415

if ((l3_paddr & ATTR_DESCR_MASK) != L2_TABLE)

sys/arm64/arm64/pmap.c

4574

KASSERT((old_l2 & ATTR_DESCR_MASK) == L2_BLOCK,

sys/arm64/arm64/pmap.c

4683

if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {

sys/arm64/arm64/pmap.c

4706

if ((pmap_load(l2) & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

4714

KASSERT((pmap_load(l2) & ATTR_DESCR_MASK) == L2_TABLE,

sys/arm64/arm64/pmap.c

5063

((newl2 & ATTR_DESCR_MASK) != L3_PAGE)) { /* ... or is invalid */

sys/arm64/arm64/pmap.c

5107

pa = (PTE_TO_PHYS(newl2) | (newl2 & ATTR_DESCR_MASK))

sys/arm64/arm64/pmap.c

5111

if ((PTE_TO_PHYS(oldl3) | (oldl3 & ATTR_DESCR_MASK)) != pa) {

sys/arm64/arm64/pmap.c

5146

newl2 &= ~(ATTR_CONTIGUOUS | ATTR_AF | ATTR_DESCR_MASK) | all_l3e_AF;

sys/arm64/arm64/pmap.c

5218

(firstl3c & ATTR_DESCR_MASK) != L3_PAGE) { /* ...or is invalid. */

sys/arm64/arm64/pmap.c

5248

pa = (PTE_TO_PHYS(firstl3c) | (firstl3c & ATTR_DESCR_MASK)) +

sys/arm64/arm64/pmap.c

5252

if ((PTE_TO_PHYS(oldl3) | (oldl3 & ATTR_DESCR_MASK)) != pa) {

sys/arm64/arm64/pmap.c

5352

(origpte & ATTR_DESCR_MASK) == L1_BLOCK) ||

sys/arm64/arm64/pmap.c

5383

((origpte & ATTR_DESCR_MASK) == L2_BLOCK &&

sys/arm64/arm64/pmap.c

5598

if ((pmap_load(l2) & ATTR_DESCR_MASK) == L2_BLOCK &&

sys/arm64/arm64/pmap.c

5931

if ((old_l2 & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

594

if ((pmap_load(l0) & ATTR_DESCR_MASK) != L0_TABLE)

sys/arm64/arm64/pmap.c

5949

if ((old_l2 & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

6026

(pmap_load(l2) & ATTR_DESCR_MASK) ==

sys/arm64/arm64/pmap.c

6162

if ((pmap_load(l2p) & ATTR_DESCR_MASK) ==

sys/arm64/arm64/pmap.c

6213

KASSERT((pmap_load(l2p) & ATTR_DESCR_MASK) == L2_BLOCK,

sys/arm64/arm64/pmap.c

627

if ((pmap_load(l1) & ATTR_DESCR_MASK) != L1_TABLE)

sys/arm64/arm64/pmap.c

6436

if ((pmap_load(l1) & ATTR_DESCR_MASK) ==

sys/arm64/arm64/pmap.c

6441

if ((pmap_load(l2) & ATTR_DESCR_MASK) ==

sys/arm64/arm64/pmap.c

6604

if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {

sys/arm64/arm64/pmap.c

6626

if ((pmap_load(l2) & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

6643

KASSERT((pmap_load(l2) & ATTR_DESCR_MASK) == L2_TABLE,

sys/arm64/arm64/pmap.c

665

desc = pmap_load(l0) & ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

672

desc = pmap_load(l1) & ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

6784

if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {

sys/arm64/arm64/pmap.c

679

desc = pmap_load(l2) & ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

6818

if ((srcptepaddr & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

6852

KASSERT((srcptepaddr & ATTR_DESCR_MASK) == L2_TABLE,

sys/arm64/arm64/pmap.c

705

desc = pmap_load(l1) & ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

718

desc = pmap_load(l2) & ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

7257

KASSERT((tpte & ATTR_DESCR_MASK) ==

sys/arm64/arm64/pmap.c

7265

KASSERT((tpte & ATTR_DESCR_MASK) ==

sys/arm64/arm64/pmap.c

731

if ((pmap_load(l3) & ATTR_DESCR_MASK) != L3_PAGE)

sys/arm64/arm64/pmap.c

7436

mask |= ATTR_AF | ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

7472

mask |= ATTR_AF | ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

754

desc = pmap_load(l0p) & ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

757

desc = pmap_load(l1p) & ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

764

desc = pmap_load(l2p) & ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

769

desc = pmap_load(l3p) & ATTR_DESCR_MASK;

sys/arm64/arm64/pmap.c

7848

if ((pmap_load(l1) & ATTR_DESCR_MASK) == L1_BLOCK) {

sys/arm64/arm64/pmap.c

7860

if ((oldl2 & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

7899

KASSERT((pmap_load(l2) & ATTR_DESCR_MASK) == L2_TABLE,

sys/arm64/arm64/pmap.c

7907

if ((oldl3 & (ATTR_SW_MANAGED | ATTR_DESCR_MASK)) !=

sys/arm64/arm64/pmap.c

835

if ((pmap_load(l0p) & ATTR_DESCR_MASK) != L0_TABLE)

sys/arm64/arm64/pmap.c

841

if ((pmap_load(l1p) & ATTR_DESCR_MASK) == L1_BLOCK) {

sys/arm64/arm64/pmap.c

848

if ((pmap_load(l1p) & ATTR_DESCR_MASK) != L1_TABLE)

sys/arm64/arm64/pmap.c

854

if ((pmap_load(l2p) & ATTR_DESCR_MASK) == L2_BLOCK) {

sys/arm64/arm64/pmap.c

859

if ((pmap_load(l2p) & ATTR_DESCR_MASK) != L2_TABLE)

sys/arm64/arm64/pmap.c

8623

KASSERT((oldl1 & ATTR_DESCR_MASK) == L1_BLOCK,

sys/arm64/arm64/pmap.c

8661

KASSERT(l2[0] == (ATTR_CONTIGUOUS | (oldl1 & ~ATTR_DESCR_MASK) |

sys/arm64/arm64/pmap.c

8663

ATTR_CONTIGUOUS | (oldl1 & ~ATTR_DESCR_MASK) | L2_BLOCK));

sys/arm64/arm64/pmap.c

871

return ((l3 & ATTR_DESCR_MASK) == L3_PAGE);

sys/arm64/arm64/pmap.c

8756

KASSERT((oldl2 & ATTR_DESCR_MASK) == L2_BLOCK,

sys/arm64/arm64/pmap.c

8832

newl3 = ATTR_CONTIGUOUS | (oldl2 & ~ATTR_DESCR_MASK) | L3_PAGE;

sys/arm64/iommu/iommu_pmap.c

125

if ((smmu_pmap_load(l0) & ATTR_DESCR_MASK) != IOMMU_L0_TABLE)

sys/arm64/iommu/iommu_pmap.c

156

if ((smmu_pmap_load(l1) & ATTR_DESCR_MASK) != IOMMU_L1_TABLE)

sys/arm64/iommu/iommu_pmap.c

192

desc = smmu_pmap_load(l0) & ATTR_DESCR_MASK;

sys/arm64/iommu/iommu_pmap.c

199

desc = smmu_pmap_load(l1) & ATTR_DESCR_MASK;

sys/arm64/iommu/iommu_pmap.c

206

desc = smmu_pmap_load(l2) & ATTR_DESCR_MASK;

sys/arm64/iommu/iommu_pmap.c

232

desc = smmu_pmap_load(l1) & ATTR_DESCR_MASK;

sys/arm64/iommu/iommu_pmap.c

244

desc = smmu_pmap_load(l2) & ATTR_DESCR_MASK;

sys/arm64/iommu/iommu_pmap.c

257

if ((smmu_pmap_load(l3) & ATTR_DESCR_MASK) != IOMMU_L3_PAGE)

sys/arm64/iommu/iommu_pmap.c

267

return ((l3 & ATTR_DESCR_MASK) == IOMMU_L3_PAGE);

sys/arm64/iommu/iommu_pmap.c

816

if ((l1e & ATTR_DESCR_MASK) == IOMMU_L1_BLOCK) {

sys/arm64/vmm/vmm_arm64.c

1029

if ((pte & ATTR_DESCR_MASK) != L0_TABLE)

sys/arm64/vmm/vmm_arm64.c

1034

switch (pte & ATTR_DESCR_MASK) {

sys/arm64/vmm/vmm_arm64.c

1062

if ((pte & ATTR_DESCR_MASK) == L3_PAGE)

sys/arm64/vmm/vmm_mmu.c

363

MPASS((l0e & ATTR_DESCR_MASK) == L0_TABLE);

sys/arm64/vmm/vmm_mmu.c

368

MPASS((l1e & ATTR_DESCR_MASK) == L1_TABLE);

sys/arm64/vmm/vmm_mmu.c

373

MPASS((l2e & ATTR_DESCR_MASK) == L2_TABLE);