arch/arm64/include/asm/kvm_pgtable.h

111

static inline bool kvm_pte_valid(kvm_pte_t pte)

arch/arm64/include/asm/kvm_pgtable.h

116

static inline u64 kvm_pte_to_phys(kvm_pte_t pte)

arch/arm64/include/asm/kvm_pgtable.h

132

static inline kvm_pte_t kvm_phys_to_pte(u64 pa)

arch/arm64/include/asm/kvm_pgtable.h

134

kvm_pte_t pte;

arch/arm64/include/asm/kvm_pgtable.h

151

static inline kvm_pfn_t kvm_pte_to_pfn(kvm_pte_t pte)

arch/arm64/include/asm/kvm_pgtable.h

317

kvm_pte_t *ptep;

arch/arm64/include/asm/kvm_pgtable.h

318

kvm_pte_t old;

arch/arm64/include/asm/kvm_pgtable.h

356

typedef kvm_pte_t *kvm_pteref_t;

arch/arm64/include/asm/kvm_pgtable.h

358

static inline kvm_pte_t *kvm_dereference_pteref(struct kvm_pgtable_walker *walker,

arch/arm64/include/asm/kvm_pgtable.h

364

static inline kvm_pte_t *kvm_dereference_pteref_raw(kvm_pteref_t pteref)

arch/arm64/include/asm/kvm_pgtable.h

390

typedef kvm_pte_t __rcu *kvm_pteref_t;

arch/arm64/include/asm/kvm_pgtable.h

392

static inline kvm_pte_t *kvm_dereference_pteref(struct kvm_pgtable_walker *walker,

arch/arm64/include/asm/kvm_pgtable.h

398

static inline kvm_pte_t *kvm_dereference_pteref_raw(kvm_pteref_t pteref)

arch/arm64/include/asm/kvm_pgtable.h

622

kvm_pte_t *kvm_pgtable_stage2_create_unlinked(struct kvm_pgtable *pgt,

arch/arm64/include/asm/kvm_pgtable.h

851

kvm_pte_t *ptep, s8 *level);

arch/arm64/include/asm/kvm_pgtable.h

861

enum kvm_pgtable_prot kvm_pgtable_stage2_pte_prot(kvm_pte_t pte);

arch/arm64/include/asm/kvm_pgtable.h

871

enum kvm_pgtable_prot kvm_pgtable_hyp_pte_prot(kvm_pte_t pte);

arch/arm64/include/asm/kvm_pkvm.h

224

kvm_pte_t *pkvm_pgtable_stage2_create_unlinked(struct kvm_pgtable *pgt, u64 phys, s8 level,

arch/arm64/kvm/hyp/nvhe/mem_protect.c

1033

kvm_pte_t pte;

arch/arm64/kvm/hyp/nvhe/mem_protect.c

496

kvm_pte_t pte;

arch/arm64/kvm/hyp/nvhe/mem_protect.c

637

enum pkvm_page_state (*get_page_state)(kvm_pte_t pte, u64 addr);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

710

static enum pkvm_page_state guest_get_page_state(kvm_pte_t pte, u64 addr)

arch/arm64/kvm/hyp/nvhe/mm.c

234

kvm_pte_t pte, *ptep = slot->ptep;

arch/arm64/kvm/hyp/nvhe/mm.c

252

kvm_pte_t *ptep = slot->ptep;

arch/arm64/kvm/hyp/nvhe/mm.c

31

kvm_pte_t *ptep;

arch/arm64/kvm/hyp/pgtable.c

1015

kvm_pte_t *childp = kvm_pte_follow(ctx->old, mm_ops);

arch/arm64/kvm/hyp/pgtable.c

1033

kvm_pte_t *childp, new;

arch/arm64/kvm/hyp/pgtable.c

104

static kvm_pte_t kvm_init_valid_leaf_pte(u64 pa, kvm_pte_t attr, s8 level)

arch/arm64/kvm/hyp/pgtable.c

106

kvm_pte_t pte = kvm_phys_to_pte(pa);

arch/arm64/kvm/hyp/pgtable.c

1152

kvm_pte_t *childp = NULL;

arch/arm64/kvm/hyp/pgtable.c

117

static kvm_pte_t kvm_init_invalid_leaf_owner(u8 owner_id)

arch/arm64/kvm/hyp/pgtable.c

1207

kvm_pte_t attr_set;

arch/arm64/kvm/hyp/pgtable.c

1208

kvm_pte_t attr_clr;

arch/arm64/kvm/hyp/pgtable.c

1209

kvm_pte_t pte;

arch/arm64/kvm/hyp/pgtable.c

1216

kvm_pte_t pte = ctx->old;

arch/arm64/kvm/hyp/pgtable.c

1251

u64 size, kvm_pte_t attr_set,

arch/arm64/kvm/hyp/pgtable.c

1252

kvm_pte_t attr_clr, kvm_pte_t *orig_pte,

arch/arm64/kvm/hyp/pgtable.c

1256

kvm_pte_t attr_mask = KVM_PTE_LEAF_ATTR_LO | KVM_PTE_LEAF_ATTR_HI;

arch/arm64/kvm/hyp/pgtable.c

1306

kvm_pte_t new = ctx->old & ~KVM_PTE_LEAF_ATTR_LO_S2_AF;

arch/arm64/kvm/hyp/pgtable.c

1351

kvm_pte_t xn = 0, set = 0, clr = 0;

arch/arm64/kvm/hyp/pgtable.c

1406

kvm_pte_t *kvm_pgtable_stage2_create_unlinked(struct kvm_pgtable *pgt,

arch/arm64/kvm/hyp/pgtable.c

1435

kvm_pte_t *pgtable;

arch/arm64/kvm/hyp/pgtable.c

1486

kvm_pte_t pte = ctx->old, new, *childp;

arch/arm64/kvm/hyp/pgtable.c

160

kvm_pte_t *ptep = kvm_dereference_pteref(data->walker, pteref);

arch/arm64/kvm/hyp/pgtable.c

1611

kvm_pte_t *childp = kvm_pte_follow(ctx->old, mm_ops);

arch/arm64/kvm/hyp/pgtable.c

290

kvm_pte_t pte;

arch/arm64/kvm/hyp/pgtable.c

306

kvm_pte_t *ptep, s8 *level)

arch/arm64/kvm/hyp/pgtable.c

330

kvm_pte_t attr;

arch/arm64/kvm/hyp/pgtable.c

333

static int hyp_set_prot_attr(enum kvm_pgtable_prot prot, kvm_pte_t *ptep)

arch/arm64/kvm/hyp/pgtable.c

337

kvm_pte_t attr = FIELD_PREP(KVM_PTE_LEAF_ATTR_LO_S1_ATTRIDX, mtype);

arch/arm64/kvm/hyp/pgtable.c

379

enum kvm_pgtable_prot kvm_pgtable_hyp_pte_prot(kvm_pte_t pte)

arch/arm64/kvm/hyp/pgtable.c

410

kvm_pte_t new;

arch/arm64/kvm/hyp/pgtable.c

430

kvm_pte_t *childp, new;

arch/arm64/kvm/hyp/pgtable.c

440

childp = (kvm_pte_t *)mm_ops->zalloc_page(NULL);

arch/arm64/kvm/hyp/pgtable.c

477

kvm_pte_t *childp = NULL;

arch/arm64/kvm/hyp/pgtable.c

583

kvm_pte_t attr;

arch/arm64/kvm/hyp/pgtable.c

586

kvm_pte_t *anchor;

arch/arm64/kvm/hyp/pgtable.c

587

kvm_pte_t *childp;

arch/arm64/kvm/hyp/pgtable.c

672

kvm_pte_t __attr; \

arch/arm64/kvm/hyp/pgtable.c

682

static int stage2_set_xn_attr(enum kvm_pgtable_prot prot, kvm_pte_t *attr)

arch/arm64/kvm/hyp/pgtable.c

708

kvm_pte_t *ptep)

arch/arm64/kvm/hyp/pgtable.c

710

kvm_pte_t attr;

arch/arm64/kvm/hyp/pgtable.c

74

static bool kvm_pte_table(kvm_pte_t pte, s8 level)

arch/arm64/kvm/hyp/pgtable.c

752

enum kvm_pgtable_prot kvm_pgtable_stage2_pte_prot(kvm_pte_t pte)

arch/arm64/kvm/hyp/pgtable.c

781

static bool stage2_pte_needs_update(kvm_pte_t old, kvm_pte_t new)

arch/arm64/kvm/hyp/pgtable.c

789

static bool stage2_pte_is_counted(kvm_pte_t pte)

arch/arm64/kvm/hyp/pgtable.c

799

static bool stage2_pte_is_locked(kvm_pte_t pte)

arch/arm64/kvm/hyp/pgtable.c

804

static bool stage2_try_set_pte(const struct kvm_pgtable_visit_ctx *ctx, kvm_pte_t new)

arch/arm64/kvm/hyp/pgtable.c

85

static kvm_pte_t *kvm_pte_follow(kvm_pte_t pte, struct kvm_pgtable_mm_ops *mm_ops)

arch/arm64/kvm/hyp/pgtable.c

867

static void stage2_make_pte(const struct kvm_pgtable_visit_ctx *ctx, kvm_pte_t new)

arch/arm64/kvm/hyp/pgtable.c

90

static void kvm_clear_pte(kvm_pte_t *ptep)

arch/arm64/kvm/hyp/pgtable.c

918

static bool stage2_pte_cacheable(struct kvm_pgtable *pgt, kvm_pte_t pte)

arch/arm64/kvm/hyp/pgtable.c

924

static bool stage2_pte_executable(kvm_pte_t pte)

arch/arm64/kvm/hyp/pgtable.c

95

static kvm_pte_t kvm_init_table_pte(kvm_pte_t *childp, struct kvm_pgtable_mm_ops *mm_ops)

arch/arm64/kvm/hyp/pgtable.c

955

kvm_pte_t new;

arch/arm64/kvm/hyp/pgtable.c

97

kvm_pte_t pte = kvm_phys_to_pte(mm_ops->virt_to_phys(childp));

arch/arm64/kvm/mmu.c

829

kvm_pte_t pte = 0; /* Keep GCC quiet... */

arch/arm64/kvm/nested.c

516

kvm_pte_t pte;

arch/arm64/kvm/pkvm.c

475

kvm_pte_t *pkvm_pgtable_stage2_create_unlinked(struct kvm_pgtable *pgt, u64 phys, s8 level,

arch/loongarch/include/asm/kvm_host.h

121

kvm_pte_t *pgd;

arch/loongarch/include/asm/kvm_mmu.h

107

static inline kvm_pte_t *kvm_pgtable_offset(kvm_ptw_ctx *ctx, kvm_pte_t *table,

arch/loongarch/include/asm/kvm_mmu.h

124

static inline int kvm_pte_present(kvm_ptw_ctx *ctx, kvm_pte_t *entry)

arch/loongarch/include/asm/kvm_mmu.h

132

static inline int kvm_pte_none(kvm_ptw_ctx *ctx, kvm_pte_t *entry)

arch/loongarch/include/asm/kvm_mmu.h

33

typedef int (*kvm_pte_ops)(kvm_pte_t *pte, phys_addr_t addr, kvm_ptw_ctx *ctx);

arch/loongarch/include/asm/kvm_mmu.h

55

kvm_pte_t *kvm_pgd_alloc(void);

arch/loongarch/include/asm/kvm_mmu.h

57

static inline void kvm_set_pte(kvm_pte_t *ptep, kvm_pte_t val)

arch/loongarch/include/asm/kvm_mmu.h

62

static inline int kvm_pte_young(kvm_pte_t pte) { return pte & _PAGE_ACCESSED; }

arch/loongarch/include/asm/kvm_mmu.h

63

static inline int kvm_pte_huge(kvm_pte_t pte) { return pte & _PAGE_HUGE; }

arch/loongarch/include/asm/kvm_mmu.h

64

static inline int kvm_pte_dirty(kvm_pte_t pte) { return pte & __WRITEABLE; }

arch/loongarch/include/asm/kvm_mmu.h

65

static inline int kvm_pte_writeable(kvm_pte_t pte) { return pte & KVM_PAGE_WRITEABLE; }

arch/loongarch/include/asm/kvm_mmu.h

67

static inline kvm_pte_t kvm_pte_mkyoung(kvm_pte_t pte)

arch/loongarch/include/asm/kvm_mmu.h

72

static inline kvm_pte_t kvm_pte_mkold(kvm_pte_t pte)

arch/loongarch/include/asm/kvm_mmu.h

77

static inline kvm_pte_t kvm_pte_mkdirty(kvm_pte_t pte)

arch/loongarch/include/asm/kvm_mmu.h

82

static inline kvm_pte_t kvm_pte_mkclean(kvm_pte_t pte)

arch/loongarch/include/asm/kvm_mmu.h

87

static inline kvm_pte_t kvm_pte_mkhuge(kvm_pte_t pte)

arch/loongarch/include/asm/kvm_mmu.h

92

static inline kvm_pte_t kvm_pte_mksmall(kvm_pte_t pte)

arch/loongarch/include/asm/kvm_mmu.h

97

static inline kvm_pte_t kvm_pte_mkwriteable(kvm_pte_t pte)

arch/loongarch/kvm/mmu.c

112

kvm_pte_t *kvm_pgd_alloc(void)

arch/loongarch/kvm/mmu.c

114

kvm_pte_t *pgd;

arch/loongarch/kvm/mmu.c

116

pgd = (kvm_pte_t *)__get_free_pages(GFP_KERNEL, 0);

arch/loongarch/kvm/mmu.c

149

static kvm_pte_t *kvm_populate_gpa(struct kvm *kvm,

arch/loongarch/kvm/mmu.c

154

kvm_pte_t *entry, *child;

arch/loongarch/kvm/mmu.c

171

child = (kvm_pte_t *)__va(PHYSADDR(*entry));

arch/loongarch/kvm/mmu.c

184

static int kvm_ptw_leaf(kvm_pte_t *dir, phys_addr_t addr, phys_addr_t end, kvm_ptw_ctx *ctx)

arch/loongarch/kvm/mmu.c

189

kvm_pte_t *entry, *child;

arch/loongarch/kvm/mmu.c

193

child = (kvm_pte_t *)__va(PHYSADDR(*dir));

arch/loongarch/kvm/mmu.c

218

static int kvm_ptw_dir(kvm_pte_t *dir, phys_addr_t addr, phys_addr_t end, kvm_ptw_ctx *ctx)

arch/loongarch/kvm/mmu.c

223

kvm_pte_t *entry, *child;

arch/loongarch/kvm/mmu.c

227

child = (kvm_pte_t *)__va(PHYSADDR(*dir));

arch/loongarch/kvm/mmu.c

262

static int kvm_ptw_top(kvm_pte_t *dir, phys_addr_t addr, phys_addr_t end, kvm_ptw_ctx *ctx)

arch/loongarch/kvm/mmu.c

266

kvm_pte_t *entry;

arch/loongarch/kvm/mmu.c

41

static int kvm_mkold_pte(kvm_pte_t *pte, phys_addr_t addr, kvm_ptw_ctx *ctx)

arch/loongarch/kvm/mmu.c

529

kvm_pte_t *ptep = kvm_populate_gpa(kvm, NULL, gpa, 0);

arch/loongarch/kvm/mmu.c

55

static int kvm_mkclean_pte(kvm_pte_t *pte, phys_addr_t addr, kvm_ptw_ctx *ctx)

arch/loongarch/kvm/mmu.c

555

kvm_pte_t *ptep, changed, new;

arch/loongarch/kvm/mmu.c

58

kvm_pte_t val;

arch/loongarch/kvm/mmu.c

728

static kvm_pte_t *kvm_split_huge(struct kvm_vcpu *vcpu, kvm_pte_t *ptep, gfn_t gfn)

arch/loongarch/kvm/mmu.c

731

kvm_pte_t val, *child;

arch/loongarch/kvm/mmu.c

778

kvm_pte_t *ptep, new_pte;

arch/loongarch/kvm/mmu.c

88

static int kvm_flush_pte(kvm_pte_t *pte, phys_addr_t addr, kvm_ptw_ctx *ctx)