arch/x86/coco/tdx/tdx-shared.c

24

case PG_LEVEL_4K:

arch/x86/coco/tdx/tdx-shared.c

64

accept_size = try_accept_one(start, len, PG_LEVEL_4K);

arch/x86/include/asm/kfence.h

33

if (level != PG_LEVEL_4K)

arch/x86/include/asm/kfence.h

47

if (WARN_ON(!pte || level != PG_LEVEL_4K))

arch/x86/include/asm/kvm_host.h

157

#define KVM_NR_PAGE_SIZES (KVM_MAX_HUGEPAGE_LEVEL - PG_LEVEL_4K + 1)

arch/x86/include/asm/sev.h

132

#define RMP_TO_PG_LEVEL(level) (((level) == RMP_PG_SIZE_4K) ? PG_LEVEL_4K : PG_LEVEL_2M)

arch/x86/include/asm/sev.h

133

#define PG_LEVEL_TO_RMP(level) (((level) == PG_LEVEL_4K) ? RMP_PG_SIZE_4K : RMP_PG_SIZE_2M)

arch/x86/kvm/mmu/mmu.c

1210

return &slot->arch.rmap[level - PG_LEVEL_4K][idx];

arch/x86/kvm/mmu/mmu.c

1408

PG_LEVEL_4K, slot);

arch/x86/kvm/mmu/mmu.c

1431

PG_LEVEL_4K, slot);

arch/x86/kvm/mmu/mmu.c

1459

kvm_mmu_try_split_huge_pages(kvm, slot, start, end + 1, PG_LEVEL_4K);

arch/x86/kvm/mmu/mmu.c

1518

return kvm_mmu_slot_gfn_write_protect(vcpu->kvm, slot, gfn, PG_LEVEL_4K);

arch/x86/kvm/mmu/mmu.c

1650

return walk_slot_rmaps(kvm, slot, fn, PG_LEVEL_4K, PG_LEVEL_4K, flush_on_yield);

arch/x86/kvm/mmu/mmu.c

1659

PG_LEVEL_4K, KVM_MAX_HUGEPAGE_LEVEL,

arch/x86/kvm/mmu/mmu.c

1740

for (level = PG_LEVEL_4K; level <= KVM_MAX_HUGEPAGE_LEVEL; level++) {

arch/x86/kvm/mmu/mmu.c

2163

if (level == PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu.c

2185

WARN_ON_ONCE(level == PG_LEVEL_4K);

arch/x86/kvm/mmu/mmu.c

2298

if (role.level > PG_LEVEL_4K && sp->unsync)

arch/x86/kvm/mmu/mmu.c

2472

WARN_ON_ONCE(role.level != PG_LEVEL_4K);

arch/x86/kvm/mmu/mmu.c

2533

if (iterator->level < PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu.c

2588

WARN_ON_ONCE(parent_sp->role.level == PG_LEVEL_4K);

arch/x86/kvm/mmu/mmu.c

2706

if (parent->role.level == PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu.c

3033

WARN_ON_ONCE(sp->role.level != PG_LEVEL_4K);

arch/x86/kvm/mmu/mmu.c

3107

if (level > PG_LEVEL_4K && !is_large_pte(*sptep)) {

arch/x86/kvm/mmu/mmu.c

3244

if (sp->role.level > PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu.c

3285

int level = PG_LEVEL_4K;

arch/x86/kvm/mmu/mmu.c

3352

order != KVM_HPAGE_GFN_SHIFT(PG_LEVEL_4K));

arch/x86/kvm/mmu/mmu.c

3360

return PG_LEVEL_4K;

arch/x86/kvm/mmu/mmu.c

3378

max_level = PG_LEVEL_4K;

arch/x86/kvm/mmu/mmu.c

3381

if (max_level == PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu.c

3414

for ( ; max_level > PG_LEVEL_4K; max_level--) {

arch/x86/kvm/mmu/mmu.c

3420

if (max_level == PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu.c

3421

return PG_LEVEL_4K;

arch/x86/kvm/mmu/mmu.c

3438

if (unlikely(fault->max_level == PG_LEVEL_4K))

arch/x86/kvm/mmu/mmu.c

3453

if (fault->req_level == PG_LEVEL_4K || fault->huge_page_disallowed)

arch/x86/kvm/mmu/mmu.c

3468

if (cur_level > PG_LEVEL_4K &&

arch/x86/kvm/mmu/mmu.c

3799

if (sp->role.level > PG_LEVEL_4K &&

arch/x86/kvm/mmu/mmu.c

5041

u8 level = PG_LEVEL_4K;

arch/x86/kvm/mmu/mmu.c

5105

.max_level = PG_LEVEL_4K,

arch/x86/kvm/mmu/mmu.c

5106

.req_level = PG_LEVEL_4K,

arch/x86/kvm/mmu/mmu.c

5107

.goal_level = PG_LEVEL_4K,

arch/x86/kvm/mmu/mmu.c

6299

if (sp->role.level == PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu.c

6405

if (gentry && sp->role.level != PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu.c

7422

PG_LEVEL_4K, KVM_MAX_HUGEPAGE_LEVEL - 1, true))

arch/x86/kvm/mmu/mmu.c

799

if (sp->role.level > PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu.c

804

if (kvm_mmu_slot_gfn_write_protect(kvm, slot, gfn, PG_LEVEL_4K))

arch/x86/kvm/mmu/mmu.c

805

kvm_flush_remote_tlbs_gfn(kvm, gfn, PG_LEVEL_4K);

arch/x86/kvm/mmu/mmu.c

847

if (sp->role.level > PG_LEVEL_4K)

arch/x86/kvm/mmu/mmu_internal.h

358

.req_level = PG_LEVEL_4K,

arch/x86/kvm/mmu/mmu_internal.h

359

.goal_level = PG_LEVEL_4K,

arch/x86/kvm/mmu/page_track.c

109

if (kvm_mmu_slot_gfn_write_protect(kvm, slot, gfn, PG_LEVEL_4K))

arch/x86/kvm/mmu/page_track.c

141

index = gfn_to_index(gfn, slot->base_gfn, PG_LEVEL_4K);

arch/x86/kvm/mmu/page_track.c

80

index = gfn_to_index(gfn, slot->base_gfn, PG_LEVEL_4K);

arch/x86/kvm/mmu/paging_tmpl.h

168

if (FNAME(is_rsvd_bits_set)(vcpu->arch.mmu, gpte, PG_LEVEL_4K))

arch/x86/kvm/mmu/paging_tmpl.h

306

gpte |= level - PG_LEVEL_4K - 1;

arch/x86/kvm/mmu/paging_tmpl.h

452

if (walker->level > PG_LEVEL_4K && is_cpuid_PSE36())

arch/x86/kvm/mmu/paging_tmpl.h

593

if (level == PG_LEVEL_4K) {

arch/x86/kvm/mmu/paging_tmpl.h

618

if (sp->role.level > PG_LEVEL_4K)

arch/x86/kvm/mmu/paging_tmpl.h

74

#define gpte_to_gfn(pte) gpte_to_gfn_lvl((pte), PG_LEVEL_4K)

arch/x86/kvm/mmu/paging_tmpl.h

890

WARN_ON_ONCE(sp->role.level != PG_LEVEL_4K);

arch/x86/kvm/mmu/spte.c

222

if (level > PG_LEVEL_4K && is_nx_huge_page_enabled(vcpu->kvm)) {

arch/x86/kvm/mmu/spte.c

243

if (level > PG_LEVEL_4K)

arch/x86/kvm/mmu/spte.c

295

WARN_ON_ONCE(level > PG_LEVEL_4K);

arch/x86/kvm/mmu/spte.c

359

if (role.level == PG_LEVEL_4K) {

arch/x86/kvm/mmu/spte.c

378

KVM_BUG_ON(!is_shadow_present_pte(small_spte) || level == PG_LEVEL_4K, kvm);

arch/x86/kvm/mmu/spte.h

357

return (level == PG_LEVEL_4K) || is_large_pte(pte);

arch/x86/kvm/mmu/tdp_iter.h

134

for_each_tdp_pte_min_level(iter, kvm, root, PG_LEVEL_4K, start, end)

arch/x86/kvm/mmu/tdp_mmu.c

1691

if (iter.level > PG_LEVEL_4K ||

arch/x86/kvm/mmu/tdp_mmu.c

498

WARN_ON_ONCE(level < PG_LEVEL_4K);

arch/x86/kvm/mmu/tdp_mmu.c

867

__tdp_mmu_zap_root(kvm, root, shared, PG_LEVEL_4K);

arch/x86/kvm/mmu/tdp_mmu.c

944

for_each_tdp_pte_min_level(iter, kvm, root, PG_LEVEL_4K, start, end) {

arch/x86/kvm/svm/sev.c

2356

ret = rmp_make_private(pfn, gfn << PAGE_SHIFT, PG_LEVEL_4K,

arch/x86/kvm/svm/sev.c

2363

fw_args.page_size = PG_LEVEL_TO_RMP(PG_LEVEL_4K);

arch/x86/kvm/svm/sev.c

2509

ret = rmp_make_private(pfn, INITIAL_VMSA_GPA, PG_LEVEL_4K, sev->asid, true);

arch/x86/kvm/svm/sev.c

3524

if (kvm_rmp_make_shared(vcpu->kvm, pfn, PG_LEVEL_4K))

arch/x86/kvm/svm/sev.c

394

if (kvm_rmp_make_shared(kvm, pfn, PG_LEVEL_4K))

arch/x86/kvm/svm/sev.c

4999

if (rmp_level == PG_LEVEL_4K)

arch/x86/kvm/svm/sev.c

5010

assigned && rmp_level == PG_LEVEL_4K)

arch/x86/kvm/svm/sev.c

5056

return PG_LEVEL_4K;

arch/x86/kvm/svm/sev.c

5068

if (max_level_for_order(order) > PG_LEVEL_4K &&

arch/x86/kvm/svm/sev.c

5104

level = PG_LEVEL_4K;

arch/x86/kvm/svm/sev.c

5142

rmp_level > PG_LEVEL_4K;

arch/x86/kvm/svm/sev.c

5149

if (!use_2m_update && rmp_level > PG_LEVEL_4K) {

arch/x86/kvm/svm/sev.c

5160

rc = rmp_make_shared(pfn, use_2m_update ? PG_LEVEL_2M : PG_LEVEL_4K);

arch/x86/kvm/svm/sev.c

5195

return PG_LEVEL_4K;

arch/x86/kvm/vmx/capabilities.h

336

return PG_LEVEL_4K;

arch/x86/kvm/vmx/tdx.c

1708

if (KVM_BUG_ON(level != PG_LEVEL_4K, kvm))

arch/x86/kvm/vmx/tdx.c

1796

if (KVM_BUG_ON(level != PG_LEVEL_4K, kvm))

arch/x86/kvm/vmx/tdx.c

3354

return PG_LEVEL_4K;

arch/x86/kvm/x86.c

13716

kvm_mmu_slot_try_split_huge_pages(kvm, new, PG_LEVEL_4K);

arch/x86/kvm/x86.c

13722

kvm_mmu_slot_remove_write_access(kvm, new, PG_LEVEL_4K);

arch/x86/mm/init_32.c

371

update_page_count(PG_LEVEL_4K, pages_4k);

arch/x86/mm/init_64.c

1146

update_page_count(PG_LEVEL_4K, -pages);

arch/x86/mm/init_64.c

512

update_page_count(PG_LEVEL_4K, pages);

arch/x86/mm/kmmio.c

174

case PG_LEVEL_4K:

arch/x86/mm/mem_encrypt_amd.c

223

case PG_LEVEL_4K:

arch/x86/mm/mem_encrypt_amd.c

412

if (level == PG_LEVEL_4K) {

arch/x86/mm/pat/cpa-test.c

206

if (level != PG_LEVEL_4K) {

arch/x86/mm/pat/set_memory.c

124

direct_pages_count[PG_LEVEL_4K] << 2);

arch/x86/mm/pat/set_memory.c

1866

if (level == PG_LEVEL_4K) {

arch/x86/mm/pat/set_memory.c

581

if (lookup_address(start, &level) && (level != PG_LEVEL_4K))

arch/x86/mm/pat/set_memory.c

765

*level = PG_LEVEL_4K;

arch/x86/mm/pti.c

301

if (!pte || WARN_ON(level != PG_LEVEL_4K) || pte_none(*pte))

arch/x86/virt/svm/sev.c

978

if (level == PG_LEVEL_4K)

arch/x86/xen/p2m.c

240

BUG_ON(!ptep || level != PG_LEVEL_4K);

arch/x86/xen/p2m.c

438

BUG_ON(!ptep || level != PG_LEVEL_4K);

arch/x86/xen/p2m.c

532

BUG_ON(!ptep || level != PG_LEVEL_4K);

arch/x86/xen/p2m.c

656

BUG_ON(!ptep || level != PG_LEVEL_4K);

drivers/crypto/ccp/sev-dev-tio.c

477

PG_LEVEL_4K, 0, true))

drivers/crypto/ccp/sev-dev-tio.c

481

if (rmp_make_private(sla_to_pfn(ret), 0, PG_LEVEL_4K, 0, true))

drivers/crypto/ccp/sev-dev.c

403

ret = rmp_make_shared(__phys_to_pfn(paddr), PG_LEVEL_4K);

drivers/crypto/ccp/sev-dev.c

426

rc = rmp_make_private(pfn, 0, PG_LEVEL_4K, 0, true);

drivers/iommu/amd/init.c

4049

if (level > PG_LEVEL_4K) {

drivers/iommu/amd/init.c

4061

return rmp_make_shared(pfn, PG_LEVEL_4K);

tools/testing/selftests/kvm/include/x86/processor.h

1490

#define PG_SIZE_4K PG_LEVEL_SIZE(PG_LEVEL_4K)

tools/testing/selftests/kvm/lib/x86/processor.c

292

current_level > PG_LEVEL_4K;

tools/testing/selftests/kvm/lib/x86/processor.c

301

pte = virt_get_pte(vm, mmu, pte, gva, PG_LEVEL_4K);

tools/testing/selftests/kvm/lib/x86/processor.c

320

__virt_pg_map(vm, &vm->mmu, gva, gpa, PG_LEVEL_4K);

tools/testing/selftests/kvm/lib/x86/processor.c

383

current_level > PG_LEVEL_4K;

tools/testing/selftests/kvm/lib/x86/processor.c

390

return virt_get_pte(vm, mmu, pte, gva, PG_LEVEL_4K);

tools/testing/selftests/kvm/lib/x86/processor.c

395

int level = PG_LEVEL_4K;

tools/testing/selftests/kvm/lib/x86/processor.c

402

int level = PG_LEVEL_4K;

tools/testing/selftests/kvm/lib/x86/processor.c

515

__tdp_map(vm, l2_gpa, gpa, size, PG_LEVEL_4K);

tools/testing/selftests/kvm/x86/nx_huge_pages_test.c

145

virt_map_level(vm, HPAGE_GVA, HPAGE_GPA, nr_bytes, PG_LEVEL_4K);