arch/alpha/include/asm/mmu_context.h

203

= ((unsigned long)mm->pgd - IDENT_ADDR) >> PAGE_SHIFT;

arch/alpha/include/asm/mmu_context.h

212

= ((unsigned long)mm->pgd - IDENT_ADDR) >> PAGE_SHIFT;

arch/alpha/include/asm/page.h

27

typedef struct { unsigned long pgd; } pgd_t;

arch/alpha/include/asm/page.h

32

#define pgd_val(x) ((x).pgd)

arch/alpha/include/asm/pgtable.h

205

extern inline pmd_t *pud_pgtable(pud_t pgd)

arch/alpha/include/asm/pgtable.h

207

return (pmd_t *)(PAGE_OFFSET + ((pud_val(pgd) & _PFN_MASK) >> (32-PAGE_SHIFT)));

arch/alpha/mm/fault.c

237

pgd_t *pgd, *pgd_k;

arch/alpha/mm/fault.c

239

pgd = current->active_mm->pgd + index;

arch/alpha/mm/fault.c

241

if (!pgd_present(*pgd) && pgd_present(*pgd_k)) {

arch/alpha/mm/fault.c

242

pgd_val(*pgd) = pgd_val(*pgd_k);

arch/alpha/mm/fault.c

52

pcb->ptbr = ((unsigned long) next_mm->pgd - IDENT_ADDR) >> PAGE_SHIFT;

arch/alpha/mm/init.c

120

pgd_t *pgd;

arch/alpha/mm/init.c

160

pgd = pgd_offset_k(VMALLOC_START);

arch/alpha/mm/init.c

161

p4d = p4d_offset(pgd, VMALLOC_START);

arch/arc/include/asm/mmu-arcv2.h

87

static inline void mmu_setup_pgd(struct mm_struct *mm, void *pgd)

arch/arc/include/asm/mmu-arcv2.h

91

write_aux_reg(ARC_REG_SCRATCH_DATA0, (unsigned int)pgd);

arch/arc/include/asm/mmu_context.h

150

mmu_setup_pgd(next, next->pgd);

arch/arc/include/asm/page.h

40

unsigned long pgd;

arch/arc/include/asm/page.h

43

#define pgd_val(x) ((x).pgd)

arch/arc/kernel/asm-offsets.c

43

DEFINE(MM_PGD, offsetof(struct mm_struct, pgd));

arch/arc/mm/fault.c

32

pgd_t *pgd, *pgd_k;

arch/arc/mm/fault.c

37

pgd = pgd_offset(current->active_mm, address);

arch/arc/mm/fault.c

42

if (!pgd_present(*pgd))

arch/arc/mm/fault.c

43

set_pgd(pgd, *pgd_k);

arch/arc/mm/fault.c

45

p4d = p4d_offset(pgd, address);

arch/arm/include/asm/mmu_context.h

77

cpu_switch_mm(mm->pgd, mm);

arch/arm/include/asm/mmu_context.h

97

cpu_switch_mm(mm->pgd, mm);

arch/arm/include/asm/pgalloc.h

48

extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);

arch/arm/include/asm/pgtable-2level-types.h

23

typedef struct { pmdval_t pgd[2]; } pgd_t;

arch/arm/include/asm/pgtable-2level-types.h

28

#define pgd_val(x) ((x).pgd[0])

arch/arm/include/asm/pgtable-3level-types.h

26

typedef struct { pgdval_t pgd; } pgd_t;

arch/arm/include/asm/pgtable-3level-types.h

31

#define pgd_val(x) ((x).pgd)

arch/arm/include/asm/pgtable-nommu.h

20

#define pgd_present(pgd) (1)

arch/arm/include/asm/pgtable-nommu.h

21

#define pgd_none(pgd) (0)

arch/arm/include/asm/pgtable-nommu.h

22

#define pgd_bad(pgd) (0)

arch/arm/include/asm/pgtable.h

53

#define pgd_ERROR(pgd) __pgd_error(__FILE__, __LINE__, pgd)

arch/arm/include/asm/proc-fns.h

152

#define cpu_switch_mm(pgd,mm) cpu_do_switch_mm(virt_to_phys(pgd),mm)

arch/arm/include/asm/proc-fns.h

195

#define cpu_switch_mm(pgd,mm) { }

arch/arm/kernel/smp.c

101

return __phys_to_pfn(virt_to_phys(pgd));

arch/arm/kernel/smp.c

103

return virt_to_phys(pgd);

arch/arm/kernel/smp.c

423

cpu_switch_mm(mm->pgd, mm);

arch/arm/kernel/smp.c

98

static unsigned long get_arch_pgd(pgd_t *pgd)

arch/arm/kernel/suspend.c

55

cpu_switch_mm(mm->pgd, mm);

arch/arm/kernel/traps.c

767

void __pgd_error(const char *file, int line, pgd_t pgd)

arch/arm/kernel/traps.c

769

pr_err("%s:%d: bad pgd %08llx.\n", file, line, (long long)pgd_val(pgd));

arch/arm/lib/uaccess_with_memcpy.c

26

pgd_t *pgd;

arch/arm/lib/uaccess_with_memcpy.c

33

pgd = pgd_offset(current->mm, addr);

arch/arm/lib/uaccess_with_memcpy.c

34

if (unlikely(pgd_none(*pgd) || pgd_bad(*pgd)))

arch/arm/lib/uaccess_with_memcpy.c

37

p4d = p4d_offset(pgd, addr);

arch/arm/mm/context.c

275

cpu_switch_mm(mm->pgd, mm);

arch/arm/mm/dump.c

382

static void walk_p4d(struct pg_state *st, pgd_t *pgd, unsigned long start)

arch/arm/mm/dump.c

384

p4d_t *p4d = p4d_offset(pgd, 0);

arch/arm/mm/dump.c

401

pgd_t *pgd = pgd_offset(mm, 0UL);

arch/arm/mm/dump.c

405

for (i = 0; i < PTRS_PER_PGD; i++, pgd++) {

arch/arm/mm/dump.c

407

if (!pgd_none(*pgd)) {

arch/arm/mm/dump.c

408

walk_p4d(st, pgd, addr);

arch/arm/mm/dump.c

410

note_page(st, addr, 1, pgd_val(*pgd), NULL);

arch/arm/mm/fault-armv.c

68

pgd_t *pgd;

arch/arm/mm/fault-armv.c

76

pgd = pgd_offset(vma->vm_mm, address);

arch/arm/mm/fault-armv.c

77

if (pgd_none_or_clear_bad(pgd))

arch/arm/mm/fault-armv.c

80

p4d = p4d_offset(pgd, address);

arch/arm/mm/fault.c

249

pgd_t *pgd, *pgd_k;

arch/arm/mm/fault.c

256

pgd = cpu_get_pgd() + index;

arch/arm/mm/fault.c

257

pgd_k = init_mm.pgd + index;

arch/arm/mm/fault.c

259

p4d = p4d_offset(pgd, addr);

arch/arm/mm/fault.c

43

pgd_t *pgd;

arch/arm/mm/fault.c

48

pgd = pgd_offset(mm, addr);

arch/arm/mm/fault.c

49

printk("%s[%08lx] *pgd=%08llx", lvl, addr, (long long)pgd_val(*pgd));

arch/arm/mm/fault.c

57

p4d = p4d_offset(pgd, addr);

arch/arm/mm/idmap.c

104

pgd += pgd_index(addr);

arch/arm/mm/idmap.c

107

idmap_add_pud(pgd, addr, next, prot);

arch/arm/mm/idmap.c

108

} while (pgd++, addr = next, addr != end);

arch/arm/mm/idmap.c

69

static void idmap_add_pud(pgd_t *pgd, unsigned long addr, unsigned long end,

arch/arm/mm/idmap.c

72

p4d_t *p4d = p4d_offset(pgd, addr);

arch/arm/mm/idmap.c

82

static void identity_mapping_add(pgd_t *pgd, const char *text_start,

arch/arm/mm/mmu.c

1615

typedef void pgtables_remap(long long offset, unsigned long pgd);

arch/arm/mm/mmu.c

842

static void __init alloc_init_p4d(pgd_t *pgd, unsigned long addr,

arch/arm/mm/mmu.c

847

p4d_t *p4d = p4d_offset(pgd, addr);

arch/arm/mm/mmu.c

865

pgd_t *pgd;

arch/arm/mm/mmu.c

901

pgd = pgd_offset(mm, addr);

arch/arm/mm/mmu.c

904

p4d_t *p4d = p4d_offset(pgd, addr);

arch/arm/mm/mmu.c

915

pgd += SUPERSECTION_SIZE >> PGDIR_SHIFT;

arch/arm/mm/mmu.c

927

pgd_t *pgd;

arch/arm/mm/mmu.c

951

pgd = pgd_offset(mm, addr);

arch/arm/mm/mmu.c

956

alloc_init_p4d(pgd, addr, next, phys, type, alloc, ng);

arch/arm/mm/mmu.c

960

} while (pgd++, addr != end);

arch/arm/mm/pgd.c

142

pgd_t *pgd;

arch/arm/mm/pgd.c

151

pgd = pgd_base + pgd_index(0);

arch/arm/mm/pgd.c

152

if (pgd_none_or_clear_bad(pgd))

arch/arm/mm/pgd.c

155

p4d = p4d_offset(pgd, 0);

arch/arm/mm/pgd.c

179

pgd_clear(pgd);

arch/arm/mm/pgd.c

186

for (pgd = pgd_base; pgd < pgd_base + PTRS_PER_PGD; pgd++) {

arch/arm/mm/pgd.c

187

if (pgd_none_or_clear_bad(pgd))

arch/arm/mm/pgd.c

189

if (pgd_val(*pgd) & L_PGD_SWAPPER)

arch/arm/mm/pgd.c

191

p4d = p4d_offset(pgd, 0);

arch/arm/mm/pgd.c

204

pgd_clear(pgd);

arch/arm/mm/pgd.c

21

#define _pgd_free(mm, pgd) kfree(pgd)

arch/arm/mm/pgd.c

24

#define _pgd_free(mm, pgd) __pgd_free(mm, pgd)

arch/arm64/include/asm/kvm_hyp.h

134

void __pkvm_init_switch_pgd(phys_addr_t pgd, unsigned long sp,

arch/arm64/include/asm/kvm_pgtable.h

457

kvm_pteref_t pgd;

arch/arm64/include/asm/mmu_context.h

101

cpu_switch_mm(mm->pgd, mm);

arch/arm64/include/asm/mmu_context.h

213

ttbr = phys_to_ttbr(virt_to_phys(mm->pgd)) |

arch/arm64/include/asm/mmu_context.h

58

static inline void cpu_switch_mm(pgd_t *pgd, struct mm_struct *mm)

arch/arm64/include/asm/mmu_context.h

60

BUG_ON(pgd == swapper_pg_dir);

arch/arm64/include/asm/mmu_context.h

61

cpu_do_switch_mm(virt_to_phys(pgd),mm);

arch/arm64/include/asm/pgtable-types.h

53

typedef struct { pgdval_t pgd; } pgd_t;

arch/arm64/include/asm/pgtable-types.h

54

#define pgd_val(x) ((x).pgd)

arch/arm64/include/asm/pgtable.h

1093

#define pgd_none(pgd) (pgtable_l5_enabled() && !pgd_val(pgd))

arch/arm64/include/asm/pgtable.h

1094

#define pgd_bad(pgd) (pgtable_l5_enabled() && \

arch/arm64/include/asm/pgtable.h

1095

((pgd_val(pgd) & PGD_TYPE_MASK) != \

arch/arm64/include/asm/pgtable.h

1097

#define pgd_present(pgd) (!pgd_none(pgd))

arch/arm64/include/asm/pgtable.h

1099

static inline void set_pgd(pgd_t *pgdp, pgd_t pgd)

arch/arm64/include/asm/pgtable.h

1102

set_swapper_pgd(pgdp, __pgd(pgd_val(pgd)));

arch/arm64/include/asm/pgtable.h

1106

WRITE_ONCE(*pgdp, pgd);

arch/arm64/include/asm/pgtable.h

1116

static inline phys_addr_t pgd_page_paddr(pgd_t pgd)

arch/arm64/include/asm/pgtable.h

1118

return __pgd_to_phys(pgd);

arch/arm64/include/asm/pgtable.h

1139

p4d_t *p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long addr)

arch/arm64/include/asm/pgtable.h

1143

return (p4d_t *)__va(pgd_page_paddr(pgd)) + p4d_index(addr);

arch/arm64/include/asm/pgtable.h

1180

#define pgd_page(pgd) pfn_to_page(__phys_to_pfn(__pgd_to_phys(pgd)))

arch/arm64/include/asm/pgtable.h

1196

p4d_t *p4d_offset_lockless_folded(pgd_t *pgdp, pgd_t pgd, unsigned long addr)

arch/arm64/include/asm/pgtable.h

479

static inline pte_t pgd_pte(pgd_t pgd)

arch/arm64/include/asm/pgtable.h

481

return __pte(pgd_val(pgd));

arch/arm64/include/asm/pgtable.h

734

#define __pgd_to_phys(pgd) __pte_to_phys(pgd_pte(pgd))

arch/arm64/include/asm/pgtable.h

816

extern void set_swapper_pgd(pgd_t *pgdp, pgd_t pgd);

arch/arm64/include/asm/ptdump.h

69

void note_page_pgd(struct ptdump_state *st, unsigned long addr, pgd_t pgd);

arch/arm64/include/asm/ptdump.h

85

static inline void note_page_pgd(struct ptdump_state *st, unsigned long addr, pgd_t pgd) { }

arch/arm64/kernel/pi/map_kernel.c

23

static void __init map_segment(pgd_t *pg_dir, phys_addr_t *pgd, u64 va_offset,

arch/arm64/kernel/pi/map_kernel.c

27

map_range(pgd, ((u64)start + va_offset) & ~PAGE_OFFSET,

arch/arm64/kernel/pi/pi.h

38

asmlinkage phys_addr_t create_init_idmap(pgd_t *pgd, ptval_t clrmask);

arch/arm64/kvm/hyp/include/nvhe/mem_protect.h

58

int kvm_guest_prepare_stage2(struct pkvm_hyp_vm *vm, void *pgd);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

178

mmu->pgd_phys = __hyp_pa(host_mmu.pgt.pgd);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

272

int kvm_guest_prepare_stage2(struct pkvm_hyp_vm *vm, void *pgd)

arch/arm64/kvm/hyp/nvhe/mem_protect.c

279

ret = hyp_pool_init(&vm->pool, hyp_virt_to_pfn(pgd), nr_pages, 0);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

303

vm->kvm.arch.mmu.pgd_phys = __hyp_pa(vm->pgt.pgd);

arch/arm64/kvm/hyp/nvhe/pkvm.c

815

void *pgd = NULL;

arch/arm64/kvm/hyp/nvhe/pkvm.c

843

pgd = map_donated_memory_noclear(pgd_hva, pgd_size);

arch/arm64/kvm/hyp/nvhe/pkvm.c

844

if (!pgd)

arch/arm64/kvm/hyp/nvhe/pkvm.c

849

ret = kvm_guest_prepare_stage2(hyp_vm, pgd);

arch/arm64/kvm/hyp/nvhe/pkvm.c

864

unmap_donated_memory(pgd, pgd_size);

arch/arm64/kvm/hyp/nvhe/setup.c

168

params->pgd_pa = __hyp_pa(pkvm_pgtable.pgd);

arch/arm64/kvm/hyp/pgtable.c

1587

pgt->pgd = (kvm_pteref_t)mm_ops->zalloc_pages_exact(pgd_sz);

arch/arm64/kvm/hyp/pgtable.c

1588

if (!pgt->pgd)

arch/arm64/kvm/hyp/pgtable.c

1676

pgt->mm_ops->free_pages_exact(kvm_dereference_pteref_raw(pgt->pgd), pgd_sz);

arch/arm64/kvm/hyp/pgtable.c

1677

pgt->pgd = NULL;

arch/arm64/kvm/hyp/pgtable.c

249

if (!pgt->pgd)

arch/arm64/kvm/hyp/pgtable.c

253

kvm_pteref_t pteref = &pgt->pgd[idx * PTRS_PER_PTE];

arch/arm64/kvm/hyp/pgtable.c

535

pgt->pgd = (kvm_pteref_t)mm_ops->zalloc_page(NULL);

arch/arm64/kvm/hyp/pgtable.c

536

if (!pgt->pgd)

arch/arm64/kvm/hyp/pgtable.c

572

pgt->mm_ops->put_page(kvm_dereference_pteref(&walker, pgt->pgd));

arch/arm64/kvm/hyp/pgtable.c

573

pgt->pgd = NULL;

arch/arm64/kvm/mmu.c

1034

mmu->pgd_phys = __pa(pgt->pgd);

arch/arm64/kvm/mmu.c

2477

return __pa(hyp_pgtable->pgd);

arch/arm64/kvm/mmu.c

852

.pgd = (kvm_pteref_t)kvm->mm->pgd,

arch/arm64/kvm/pkvm.c

142

void *pgd, *hyp_vm;

arch/arm64/kvm/pkvm.c

155

pgd = alloc_pages_exact(pgd_sz, GFP_KERNEL_ACCOUNT);

arch/arm64/kvm/pkvm.c

156

if (!pgd)

arch/arm64/kvm/pkvm.c

170

ret = kvm_call_hyp_nvhe(__pkvm_init_vm, kvm, hyp_vm, pgd);

arch/arm64/kvm/pkvm.c

176

kvm_account_pgtable_pages(pgd, pgd_sz / PAGE_SIZE);

arch/arm64/kvm/pkvm.c

182

free_pages_exact(pgd, pgd_sz);

arch/arm64/mm/context.c

270

cpu_switch_mm(mm->pgd, mm);

arch/arm64/mm/fault.c

123

return __pa_symbol(mm->pgd);

arch/arm64/mm/fault.c

125

return (unsigned long)virt_to_phys(mm->pgd);

arch/arm64/mm/fault.c

135

pgd_t pgd;

arch/arm64/mm/fault.c

158

pgd = READ_ONCE(*pgdp);

arch/arm64/mm/fault.c

159

pr_alert("[%016lx] pgd=%016llx", addr, pgd_val(pgd));

arch/arm64/mm/fault.c

167

if (pgd_none(pgd) || pgd_bad(pgd))

arch/arm64/mm/kasan_init.c

259

pgd_t pgd = READ_ONCE(swapper_pg_dir[idx]);

arch/arm64/mm/kasan_init.c

260

pud_t *pudp = (pud_t *)__phys_to_kimg(__pgd_to_phys(pgd));

arch/arm64/mm/kasan_init.c

283

pgd_t pgd = READ_ONCE(swapper_pg_dir[pgd_idx]);

arch/arm64/mm/kasan_init.c

284

pud_t *pudp = (pud_t *)__phys_to_kimg(__pgd_to_phys(pgd));

arch/arm64/mm/mmu.c

1025

early_create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL, 0);

arch/arm64/mm/mmu.c

1039

early_create_pgd_mapping(mm->pgd, phys, virt, size, prot,

arch/arm64/mm/mmu.c

1052

early_create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL, 0);

arch/arm64/mm/mmu.c

1591

pgd_t *pgdp, pgd;

arch/arm64/mm/mmu.c

1604

pgd = READ_ONCE(*pgdp);

arch/arm64/mm/mmu.c

1605

if (pgd_none(pgd))

arch/arm64/mm/mmu.c

1608

WARN_ON(!pgd_present(pgd));

arch/arm64/mm/mmu.c

1777

pgd_t *pgdp, pgd;

arch/arm64/mm/mmu.c

1782

pgd = READ_ONCE(*pgdp);

arch/arm64/mm/mmu.c

1783

if (pgd_none(pgd))

arch/arm64/mm/mmu.c

1786

WARN_ON(!pgd_present(pgd));

arch/arm64/mm/mmu.c

1953

WARN_ON(pgdir != init_mm.pgd);

arch/arm64/mm/mmu.c

2040

pgd_t *pgdp, pgd;

arch/arm64/mm/mmu.c

2056

pgd = pgdp_get(pgdp);

arch/arm64/mm/mmu.c

2057

if (!pgd_present(pgd))

arch/arm64/mm/mmu.c

438

pgd_t pgd = READ_ONCE(*pgdp);

arch/arm64/mm/mmu.c

441

if (pgd_none(pgd)) {

arch/arm64/mm/mmu.c

456

BUG_ON(pgd_bad(pgd));

arch/arm64/mm/mmu.c

691

pgd_t *pgdp, pgd;

arch/arm64/mm/mmu.c

70

void noinstr set_swapper_pgd(pgd_t *pgdp, pgd_t pgd)

arch/arm64/mm/mmu.c

705

pgd = pgdp_get(pgdp);

arch/arm64/mm/mmu.c

706

if (!pgd_present(pgd))

arch/arm64/mm/mmu.c

79

WRITE_ONCE(*pgdp, pgd);

arch/arm64/mm/mmu.c

87

WRITE_ONCE(*fixmap_pgdp, pgd);

arch/arm64/mm/pgd.c

41

void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/arm64/mm/pgd.c

44

__pgd_free(mm, pgd);

arch/arm64/mm/pgd.c

46

kmem_cache_free(pgd_cache, pgd);

arch/arm64/mm/ptdump.c

274

void note_page_pgd(struct ptdump_state *pt_st, unsigned long addr, pgd_t pgd)

arch/arm64/mm/ptdump.c

276

note_page(pt_st, addr, 0, pgd_val(pgd));

arch/csky/abiv1/inc/abi/ckmmu.h

91

static inline void setup_pgd(pgd_t *pgd, int asid)

arch/csky/abiv1/inc/abi/ckmmu.h

93

cpwcr("cpcr29", __pa(pgd) | BIT(0));

arch/csky/abiv2/inc/abi/ckmmu.h

114

static inline void setup_pgd(pgd_t *pgd, int asid)

arch/csky/abiv2/inc/abi/ckmmu.h

131

:"r"(asid), "r"(__pa(pgd) | BIT(0))

arch/csky/include/asm/mmu_context.h

32

setup_pgd(next->pgd, next->context.asid.counter);

arch/csky/include/asm/page.h

51

typedef struct { unsigned long pgd; } pgd_t;

arch/csky/include/asm/page.h

55

#define pgd_val(x) ((x).pgd)

arch/csky/mm/fault.c

117

pgd_t *pgd, *pgd_k;

arch/csky/mm/fault.c

138

pgd = get_pgd() + offset;

arch/csky/mm/fault.c

139

pgd_k = init_mm.pgd + offset;

arch/csky/mm/fault.c

145

set_pgd(pgd, *pgd_k);

arch/csky/mm/fault.c

147

pud = (pud_t *)pgd;

arch/csky/mm/highmem.c

23

pgd_t *pgd;

arch/csky/mm/highmem.c

31

pgd = swapper_pg_dir + pgd_index(vaddr);

arch/csky/mm/highmem.c

32

pud = (pud_t *)pgd;

arch/csky/mm/init.c

100

for ( ; (i < PTRS_PER_PGD) && (vaddr != end); pgd++, i++) {

arch/csky/mm/init.c

101

pud = (pud_t *)pgd;

arch/csky/mm/init.c

63

swapper_pg_dir[i].pgd = __pa(invalid_pte_table);

arch/csky/mm/init.c

66

swapper_pg_dir[i].pgd =

arch/csky/mm/init.c

87

pgd_t *pgd;

arch/csky/mm/init.c

98

pgd = pgd_base + i;

arch/hexagon/include/asm/mmu_context.h

40

next->pgd[l1] = init_mm.pgd[l1];

arch/hexagon/include/asm/page.h

64

typedef struct { unsigned long pgd; } pgd_t;

arch/hexagon/include/asm/page.h

69

#define pgd_val(x) ((x).pgd)

arch/hexagon/include/asm/pgalloc.h

23

pgd_t *pgd;

arch/hexagon/include/asm/pgalloc.h

25

pgd = __pgd_alloc(mm, 0);

arch/hexagon/include/asm/pgalloc.h

35

memcpy(pgd, swapper_pg_dir, PTRS_PER_PGD*sizeof(pgd_t));

arch/hexagon/include/asm/pgalloc.h

39

mm->context.ptbase = __pa(pgd);

arch/hexagon/include/asm/pgalloc.h

41

return pgd;

arch/hexagon/include/asm/pgalloc.h

83

pmdindex = (pgd_t *)pmd - mm->pgd;

arch/hexagon/include/asm/pgalloc.h

84

ppmd = (pmd_t *)current->active_mm->pgd + pmdindex;

arch/hexagon/mm/init.c

75

init_mm.context.ptbase = __pa(init_mm.pgd);

arch/loongarch/include/asm/kvm_host.h

122

kvm_pte_t *pgd;

arch/loongarch/include/asm/mmu_context.h

99

atomic_update_pgd_asid(cpu_asid(cpu, next), (unsigned long)next->pgd);

arch/loongarch/include/asm/page.h

45

typedef struct { unsigned long pgd; } pgd_t;

arch/loongarch/include/asm/page.h

46

#define pgd_val(x) ((x).pgd)

arch/loongarch/kernel/asm-offsets.c

193

OFFSET(MM_PGD, mm_struct, pgd);

arch/loongarch/kernel/asm-offsets.c

315

OFFSET(KVM_GPGD, kvm, arch.pgd);

arch/loongarch/kvm/mmu.c

114

kvm_pte_t *pgd;

arch/loongarch/kvm/mmu.c

116

pgd = (kvm_pte_t *)__get_free_pages(GFP_KERNEL, 0);

arch/loongarch/kvm/mmu.c

117

if (pgd)

arch/loongarch/kvm/mmu.c

118

pgd_init((void *)pgd);

arch/loongarch/kvm/mmu.c

120

return pgd;

arch/loongarch/kvm/mmu.c

157

child = kvm->arch.pgd;

arch/loongarch/kvm/mmu.c

305

ret = kvm_ptw_top(kvm->arch.pgd, start_gfn << PAGE_SHIFT,

arch/loongarch/kvm/mmu.c

309

ret = kvm_ptw_top(kvm->arch.pgd, start_gfn << PAGE_SHIFT,

arch/loongarch/kvm/mmu.c

348

return kvm_ptw_top(kvm->arch.pgd, start_gfn << PAGE_SHIFT, end_gfn << PAGE_SHIFT, &ctx);

arch/loongarch/kvm/mmu.c

376

kvm_ptw_top(kvm->arch.pgd, start << PAGE_SHIFT, end << PAGE_SHIFT, &ctx);

arch/loongarch/kvm/mmu.c

510

return kvm_ptw_top(kvm->arch.pgd, range->start << PAGE_SHIFT,

arch/loongarch/kvm/mmu.c

522

return kvm_ptw_top(kvm->arch.pgd, range->start << PAGE_SHIFT,

arch/loongarch/kvm/mmu.c

672

pgd_t pgd;

arch/loongarch/kvm/mmu.c

701

pgd = pgdp_get(pgd_offset(kvm->mm, hva));

arch/loongarch/kvm/mmu.c

702

if (pgd_none(pgd))

arch/loongarch/kvm/mmu.c

705

p4d = p4dp_get(p4d_offset(&pgd, hva));

arch/loongarch/kvm/vcpu.c

1522

vcpu->arch.kvm_pgd = __pa(vcpu->kvm->arch.pgd);

arch/loongarch/kvm/vcpu.c

1528

vcpu->arch.host_pgd = (unsigned long)vcpu->kvm->mm->pgd;

arch/loongarch/kvm/vm.c

106

free_page((unsigned long)kvm->arch.pgd);

arch/loongarch/kvm/vm.c

107

kvm->arch.pgd = NULL;

arch/loongarch/kvm/vm.c

67

kvm->arch.pgd = kvm_pgd_alloc();

arch/loongarch/kvm/vm.c

68

if (!kvm->arch.pgd)

arch/loongarch/kvm/vm.c

74

free_page((unsigned long)kvm->arch.pgd);

arch/loongarch/kvm/vm.c

75

kvm->arch.pgd = NULL;

arch/loongarch/mm/fault.c

36

pgd_t *pgd;

arch/loongarch/mm/fault.c

45

pgd = pgd_offset_k(address);

arch/loongarch/mm/fault.c

46

if (!pgd_present(pgdp_get(pgd)))

arch/loongarch/mm/fault.c

49

p4d = p4d_offset(pgd, address);

arch/loongarch/mm/hugetlbpage.c

19

pgd_t *pgd;

arch/loongarch/mm/hugetlbpage.c

24

pgd = pgd_offset(mm, addr);

arch/loongarch/mm/hugetlbpage.c

25

p4d = p4d_alloc(mm, pgd, addr);

arch/loongarch/mm/hugetlbpage.c

36

pgd_t *pgd;

arch/loongarch/mm/hugetlbpage.c

41

pgd = pgd_offset(mm, addr);

arch/loongarch/mm/hugetlbpage.c

42

if (pgd_present(pgdp_get(pgd))) {

arch/loongarch/mm/hugetlbpage.c

43

p4d = p4d_offset(pgd, addr);

arch/loongarch/mm/init.c

162

pgd_t *pgd = pgd_offset_k(addr);

arch/loongarch/mm/init.c

163

p4d_t *p4d = p4d_offset(pgd, addr);

arch/loongarch/mm/init.c

66

pgd_t *pgd;

arch/loongarch/mm/init.c

78

pgd = pgd_base + i;

arch/loongarch/mm/init.c

81

for ( ; (i < ptrs_per_pgd) && (vaddr < end); pgd++, i++) {

arch/loongarch/mm/init.c

82

pud = (pud_t *)pgd;

arch/loongarch/mm/kasan_init.c

17

#define __pgd_none(early, pgd) (0)

arch/loongarch/mm/kasan_init.c

19

#define __pgd_none(early, pgd) (early ? (pgd_val(pgd) == 0) : \

arch/loongarch/mm/kasan_init.c

20

(__pa(pgd_val(pgd)) == (unsigned long)__pa(kasan_early_shadow_p4d)))

arch/loongarch/mm/pageattr.c

163

pgd_t *pgd;

arch/loongarch/mm/pageattr.c

173

pgd = pgd_offset_k(addr);

arch/loongarch/mm/pageattr.c

174

if (pgd_none(pgdp_get(pgd)))

arch/loongarch/mm/pageattr.c

176

if (pgd_leaf(pgdp_get(pgd)))

arch/loongarch/mm/pageattr.c

179

p4d = p4d_offset(pgd, addr);

arch/loongarch/mm/pageattr.c

28

static int pageattr_pgd_entry(pgd_t *pgd, unsigned long addr,

arch/loongarch/mm/pageattr.c

31

pgd_t val = pgdp_get(pgd);

arch/loongarch/mm/pageattr.c

35

set_pgd(pgd, val);

arch/loongarch/mm/pgtable.c

150

pgd_t *pgd;

arch/loongarch/mm/pgtable.c

172

pgd = swapper_pg_dir + pgd_index(vaddr);

arch/loongarch/mm/pgtable.c

173

p4d = p4d_offset(pgd, vaddr);

arch/loongarch/power/suspend.c

25

unsigned long pgd;

arch/loongarch/power/suspend.c

34

saved_regs.pgd = csr_read(LOONGARCH_CSR_PGDL);

arch/loongarch/power/suspend.c

53

csr_write(saved_regs.pgd, LOONGARCH_CSR_PGDL);

arch/m68k/include/asm/mcf_pgalloc.h

30

extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address)

arch/m68k/include/asm/mcf_pgalloc.h

32

return (pmd_t *) pgd;

arch/m68k/include/asm/mcf_pgalloc.h

78

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/m68k/include/asm/mcf_pgalloc.h

80

pagetable_dtor_free(virt_to_ptdesc(pgd));

arch/m68k/include/asm/mmu_context.h

124

pgd = pgd_offset(mm, mmuar);

arch/m68k/include/asm/mmu_context.h

125

if (pgd_none(*pgd))

arch/m68k/include/asm/mmu_context.h

128

p4d = p4d_offset(pgd, mmuar);

arch/m68k/include/asm/mmu_context.h

230

mm->context = virt_to_phys(mm->pgd);

arch/m68k/include/asm/mmu_context.h

305

next_mm->context = virt_to_phys(next_mm->pgd);

arch/m68k/include/asm/mmu_context.h

67

static inline void set_context(mm_context_t context, pgd_t *pgd)

arch/m68k/include/asm/mmu_context.h

76

set_context(tsk->mm->context, next->pgd);

arch/m68k/include/asm/mmu_context.h

88

set_context(mm->context, mm->pgd);

arch/m68k/include/asm/mmu_context.h

98

pgd_t *pgd;

arch/m68k/include/asm/motorola_pgalloc.h

71

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/m68k/include/asm/motorola_pgalloc.h

73

free_pointer_table(pgd, TABLE_PGD);

arch/m68k/include/asm/page.h

25

typedef struct { unsigned long pgd; } pgd_t;

arch/m68k/include/asm/page.h

40

#define pgd_val(x) ((x).pgd)

arch/m68k/include/asm/pgtable_no.h

19

#define pgd_present(pgd) (1)

arch/m68k/include/asm/pgtable_no.h

20

#define pgd_none(pgd) (0)

arch/m68k/include/asm/pgtable_no.h

21

#define pgd_bad(pgd) (0)

arch/m68k/kernel/sys_m68k.c

469

pgd_t *pgd;

arch/m68k/kernel/sys_m68k.c

478

pgd = pgd_offset(mm, (unsigned long)mem);

arch/m68k/kernel/sys_m68k.c

479

if (!pgd_present(*pgd))

arch/m68k/kernel/sys_m68k.c

481

p4d = p4d_offset(pgd, (unsigned long)mem);

arch/m68k/mm/fault.c

79

regs->sr, regs->pc, address, error_code, mm ? mm->pgd : NULL);

arch/m68k/mm/mcfmmu.c

100

p4d = p4d_offset(pgd, mmuar);

arch/m68k/mm/mcfmmu.c

79

pgd_t *pgd;

arch/m68k/mm/mcfmmu.c

96

pgd = pgd_offset(mm, mmuar);

arch/m68k/mm/mcfmmu.c

97

if (pgd_none(*pgd))

arch/m68k/sun3/mmu_emu.c

370

crp = current->mm->pgd;

arch/m68k/sun3x/dvma.c

81

pgd_t *pgd;

arch/m68k/sun3x/dvma.c

93

pgd = pgd_offset_k(vaddr);

arch/m68k/sun3x/dvma.c

94

p4d = p4d_offset(pgd, vaddr);

arch/microblaze/include/asm/mmu_context_mm.h

117

tsk->thread.pgdir = next->pgd;

arch/microblaze/include/asm/mmu_context_mm.h

119

set_context(next->context, next->pgd);

arch/microblaze/include/asm/mmu_context_mm.h

130

current->thread.pgdir = mm->pgd;

arch/microblaze/include/asm/mmu_context_mm.h

132

set_context(mm->context, mm->pgd);

arch/microblaze/include/asm/mmu_context_mm.h

50

extern void set_context(mm_context_t context, pgd_t *pgd);

arch/microblaze/include/asm/page.h

58

typedef struct { unsigned long pgd; } pgd_t;

arch/microblaze/include/asm/page.h

63

# define pgd_val(x) ((x).pgd)

arch/microblaze/mm/pgtable.c

197

pgd_t *pgd;

arch/microblaze/mm/pgtable.c

204

pgd = pgd_offset(mm, addr & PAGE_MASK);

arch/microblaze/mm/pgtable.c

205

if (pgd) {

arch/microblaze/mm/pgtable.c

206

p4d = p4d_offset(pgd, addr & PAGE_MASK);

arch/mips/include/asm/mmu_context.h

28

#define htw_set_pwbase(pgd) \

arch/mips/include/asm/mmu_context.h

31

write_c0_pwbase(pgd); \

arch/mips/include/asm/mmu_context.h

40

#define TLBMISS_HANDLER_SETUP_PGD(pgd) \

arch/mips/include/asm/mmu_context.h

42

tlbmiss_handler_setup_pgd((unsigned long)(pgd)); \

arch/mips/include/asm/mmu_context.h

43

htw_set_pwbase((unsigned long)pgd); \

arch/mips/include/asm/page.h

129

typedef struct { unsigned long pgd; } pgd_t;

arch/mips/include/asm/page.h

130

#define pgd_val(x) ((x).pgd)

arch/mips/kernel/asm-offsets.c

201

OFFSET(MM_PGD, mm_struct, pgd);

arch/mips/kvm/entry.c

266

UASM_i_LW(&p, GPR_A0, offsetof(struct kvm, arch.gpa_mm.pgd), GPR_S0);

arch/mips/kvm/mips.c

151

kvm->arch.gpa_mm.pgd = kvm_pgd_alloc();

arch/mips/kvm/mips.c

152

if (!kvm->arch.gpa_mm.pgd)

arch/mips/kvm/mips.c

166

pgd_free(NULL, kvm->arch.gpa_mm.pgd);

arch/mips/kvm/mmu.c

104

static pte_t *kvm_mips_walk_pgd(pgd_t *pgd, struct kvm_mmu_memory_cache *cache,

arch/mips/kvm/mmu.c

111

pgd += pgd_index(addr);

arch/mips/kvm/mmu.c

112

if (pgd_none(*pgd)) {

arch/mips/kvm/mmu.c

117

p4d = p4d_offset(pgd, addr);

arch/mips/kvm/mmu.c

146

return kvm_mips_walk_pgd(kvm->arch.gpa_mm.pgd, cache, addr);

arch/mips/kvm/mmu.c

227

static bool kvm_mips_flush_gpa_pgd(pgd_t *pgd, unsigned long start_gpa,

arch/mips/kvm/mmu.c

239

if (!pgd_present(pgd[i]))

arch/mips/kvm/mmu.c

242

p4d = p4d_offset(pgd, 0);

arch/mips/kvm/mmu.c

248

pgd_clear(pgd + i);

arch/mips/kvm/mmu.c

272

return kvm_mips_flush_gpa_pgd(kvm->arch.gpa_mm.pgd,

arch/mips/kvm/mmu.c

348

static int kvm_mips_##name##_pgd(pgd_t *pgd, unsigned long start, \

arch/mips/kvm/mmu.c

360

if (!pgd_present(pgd[i])) \

arch/mips/kvm/mmu.c

363

p4d = p4d_offset(pgd, 0); \

arch/mips/kvm/mmu.c

398

return kvm_mips_mkclean_pgd(kvm->arch.gpa_mm.pgd,

arch/mips/kvm/mmu.c

436

return kvm_mips_mkold_pgd(kvm->arch.gpa_mm.pgd,

arch/mips/mm/context.c

263

TLBMISS_HANDLER_SETUP_PGD(mm->pgd);

arch/mips/mm/fault.c

286

pgd_t *pgd, *pgd_k;

arch/mips/mm/fault.c

292

pgd = (pgd_t *) pgd_current[raw_smp_processor_id()] + offset;

arch/mips/mm/fault.c

293

pgd_k = init_mm.pgd + offset;

arch/mips/mm/fault.c

297

set_pgd(pgd, *pgd_k);

arch/mips/mm/fault.c

299

p4d = p4d_offset(pgd, address);

arch/mips/mm/hugetlbpage.c

27

pgd_t *pgd;

arch/mips/mm/hugetlbpage.c

32

pgd = pgd_offset(mm, addr);

arch/mips/mm/hugetlbpage.c

33

p4d = p4d_alloc(mm, pgd, addr);

arch/mips/mm/hugetlbpage.c

44

pgd_t *pgd;

arch/mips/mm/hugetlbpage.c

49

pgd = pgd_offset(mm, addr);

arch/mips/mm/hugetlbpage.c

50

if (pgd_present(*pgd)) {

arch/mips/mm/hugetlbpage.c

51

p4d = p4d_offset(pgd, addr);

arch/mips/mm/init.c

228

pgd_t *pgd;

arch/mips/mm/init.c

239

pgd = pgd_base + i;

arch/mips/mm/init.c

241

for ( ; (i < PTRS_PER_PGD) && (vaddr < end); pgd++, i++) {

arch/mips/mm/init.c

242

pud = (pud_t *)pgd;

arch/mips/mm/pgtable-32.c

46

pgd_t *pgd;

arch/mips/mm/pgtable-32.c

72

pgd = swapper_pg_dir + pgd_index(vaddr);

arch/mips/mm/pgtable-32.c

73

p4d = p4d_offset(pgd, vaddr);

arch/nios2/include/asm/page.h

58

typedef struct { unsigned long pgd; } pgd_t;

arch/nios2/include/asm/page.h

62

#define pgd_val(x) ((x).pgd)

arch/nios2/mm/fault.c

230

pgd_t *pgd, *pgd_k;

arch/nios2/mm/fault.c

236

pgd = pgd_current + offset;

arch/nios2/mm/fault.c

237

pgd_k = init_mm.pgd + offset;

arch/nios2/mm/fault.c

241

set_pgd(pgd, *pgd_k);

arch/nios2/mm/fault.c

243

p4d = p4d_offset(pgd, address);

arch/nios2/mm/mmu_context.c

110

pgd_current = next->pgd;

arch/nios2/mm/mmu_context.c

94

pgd_current = next->pgd;

arch/nios2/mm/pgtable.c

37

static void pgd_init(pgd_t *pgd)

arch/nios2/mm/pgtable.c

39

unsigned long *p = (unsigned long *) pgd;

arch/openrisc/include/asm/page.h

42

unsigned long pgd;

arch/openrisc/include/asm/page.h

50

#define pgd_val(x) ((x).pgd)

arch/openrisc/kernel/smp.c

111

current_pgd[cpu] = init_mm.pgd;

arch/openrisc/mm/fault.c

295

pgd_t *pgd, *pgd_k;

arch/openrisc/mm/fault.c

308

pgd = (pgd_t *)current_pgd[smp_processor_id()] + offset;

arch/openrisc/mm/fault.c

309

pgd_k = init_mm.pgd + offset;

arch/openrisc/mm/fault.c

323

p4d = p4d_offset(pgd, address);

arch/openrisc/mm/init.c

136

current_pgd[smp_processor_id()] = init_mm.pgd;

arch/openrisc/mm/tlb.c

156

current_pgd[cpu] = next->pgd;

arch/parisc/include/asm/mmu_context.h

60

mtctl(__pa(next->pgd), 25);

arch/parisc/include/asm/page.h

37

typedef struct { __u32 pgd; } pgd_t;

arch/parisc/include/asm/page.h

48

#define pgd_val(x) ((x).pgd + 0)

arch/parisc/kernel/cache.c

413

pgd_t *pgd = mm->pgd;

arch/parisc/kernel/cache.c

418

if (!pgd_none(*pgd)) {

arch/parisc/kernel/cache.c

419

p4d = p4d_offset(pgd, addr);

arch/parisc/kernel/cache.c

443

unsigned long flags, space, pgd, prot, pa;

arch/parisc/kernel/cache.c

452

pgd = mfctl(25);

arch/parisc/kernel/cache.c

465

mtctl(pgd, 25);

arch/parisc/mm/fixmap.c

16

pgd_t *pgd = pgd_offset_k(vaddr);

arch/parisc/mm/fixmap.c

17

p4d_t *p4d = p4d_offset(pgd, vaddr);

arch/parisc/mm/hugetlbpage.c

29

pgd_t *pgd;

arch/parisc/mm/hugetlbpage.c

42

pgd = pgd_offset(mm, addr);

arch/parisc/mm/hugetlbpage.c

43

p4d = p4d_offset(pgd, addr);

arch/parisc/mm/hugetlbpage.c

56

pgd_t *pgd;

arch/parisc/mm/hugetlbpage.c

64

pgd = pgd_offset(mm, addr);

arch/parisc/mm/hugetlbpage.c

65

if (!pgd_none(*pgd)) {

arch/parisc/mm/hugetlbpage.c

66

p4d = p4d_offset(pgd, addr);

arch/parisc/mm/init.c

374

pgd_t *pgd = pgd_offset_k(vaddr);

arch/parisc/mm/init.c

375

p4d_t *p4d = p4d_offset(pgd, vaddr);

arch/parisc/mm/init.c

665

pgd_t *pgd = pgd_offset_k(addr);

arch/parisc/mm/init.c

666

p4d_t *p4d = p4d_offset(pgd, addr);

arch/powerpc/include/asm/book3s/32/pgalloc.h

10

pgd_t *pgd = kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE),

arch/powerpc/include/asm/book3s/32/pgalloc.h

14

memcpy(pgd + USER_PTRS_PER_PGD, swapper_pg_dir + USER_PTRS_PER_PGD,

arch/powerpc/include/asm/book3s/32/pgalloc.h

17

return pgd;

arch/powerpc/include/asm/book3s/32/pgalloc.h

20

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/powerpc/include/asm/book3s/32/pgalloc.h

22

kmem_cache_free(PGT_CACHE(PGD_INDEX_SIZE), pgd);

arch/powerpc/include/asm/book3s/64/pgalloc.h

39

static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/powerpc/include/asm/book3s/64/pgalloc.h

42

free_page((unsigned long)pgd);

arch/powerpc/include/asm/book3s/64/pgalloc.h

44

free_pages((unsigned long)pgd, 4);

arch/powerpc/include/asm/book3s/64/pgalloc.h

50

pgd_t *pgd;

arch/powerpc/include/asm/book3s/64/pgalloc.h

55

pgd = kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE),

arch/powerpc/include/asm/book3s/64/pgalloc.h

57

if (unlikely(!pgd))

arch/powerpc/include/asm/book3s/64/pgalloc.h

58

return pgd;

arch/powerpc/include/asm/book3s/64/pgalloc.h

65

kmemleak_no_scan(pgd);

arch/powerpc/include/asm/book3s/64/pgalloc.h

76

memset(pgd, 0, PGD_TABLE_SIZE);

arch/powerpc/include/asm/book3s/64/pgalloc.h

78

return pgd;

arch/powerpc/include/asm/book3s/64/pgalloc.h

81

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/powerpc/include/asm/book3s/64/pgalloc.h

84

return radix__pgd_free(mm, pgd);

arch/powerpc/include/asm/book3s/64/pgalloc.h

85

kmem_cache_free(PGT_CACHE(PGD_INDEX_SIZE), pgd);

arch/powerpc/include/asm/book3s/64/pgalloc.h

88

static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud)

arch/powerpc/include/asm/book3s/64/pgalloc.h

90

*pgd = __p4d(__pgtable_ptr_val(pud) | PGD_VAL_BITS);

arch/powerpc/include/asm/book3s/64/pgtable.h

936

return pgd_raw(x.pgd);

arch/powerpc/include/asm/kvm_book3s.h

210

extern void kvmppc_free_pgtable_radix(struct kvm *kvm, pgd_t *pgd,

arch/powerpc/include/asm/kvm_book3s_64.h

672

pte = __find_linux_pte(kvm->mm->pgd, ea, NULL, hshift);

arch/powerpc/include/asm/mmu_context.h

254

get_paca()->pgd = NULL;

arch/powerpc/include/asm/nohash/64/pgtable.h

141

#define p4d_write(pgd) pte_write(p4d_pte(p4d))

arch/powerpc/include/asm/nohash/pgalloc.h

22

pgd_t *pgd = kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE),

arch/powerpc/include/asm/nohash/pgalloc.h

26

memcpy(pgd + USER_PTRS_PER_PGD, swapper_pg_dir + USER_PTRS_PER_PGD,

arch/powerpc/include/asm/nohash/pgalloc.h

29

return pgd;

arch/powerpc/include/asm/nohash/pgalloc.h

32

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/powerpc/include/asm/nohash/pgalloc.h

34

kmem_cache_free(PGT_CACHE(PGD_INDEX_SIZE), pgd);

arch/powerpc/include/asm/paca.h

131

pgd_t *pgd __aligned(0x40); /* Current PGD */

arch/powerpc/include/asm/pgtable-be-types.h

53

typedef struct { __be64 pgd; } pgd_t;

arch/powerpc/include/asm/pgtable-be-types.h

58

return be64_to_cpu(x.pgd);

arch/powerpc/include/asm/pgtable-be-types.h

63

return x.pgd;

arch/powerpc/include/asm/pgtable-types.h

53

typedef struct { unsigned long long pgd; } pgd_t;

arch/powerpc/include/asm/pgtable-types.h

57

return x.pgd;

arch/powerpc/include/asm/pgtable-types.h

60

typedef struct { unsigned long pgd; } pgd_t;

arch/powerpc/include/asm/pgtable-types.h

64

return x.pgd;

arch/powerpc/include/asm/pte-walk.h

31

pgd_t *pgdir = init_mm.pgd;

arch/powerpc/kernel/asm-offsets.c

203

OFFSET(PACAPGD, paca_struct, pgd);

arch/powerpc/kernel/mce_power.c

42

ptep = __find_linux_pte(mm->pgd, addr, NULL, &shift);

arch/powerpc/kvm/book3s_64_mmu_hv.c

300

kvm->mm->pgd, false, pte_idx_ret);

arch/powerpc/kvm/book3s_64_mmu_radix.c

548

void kvmppc_free_pgtable_radix(struct kvm *kvm, pgd_t *pgd, u64 lpid)

arch/powerpc/kvm/book3s_64_mmu_radix.c

552

for (ig = 0; ig < PTRS_PER_PGD; ++ig, ++pgd) {

arch/powerpc/kvm/book3s_64_mmu_radix.c

553

p4d_t *p4d = p4d_offset(pgd, 0);

arch/powerpc/kvm/book3s_64_mmu_radix.c

620

pgd_t *pgd;

arch/powerpc/kvm/book3s_64_mmu_radix.c

628

pgd = pgtable + pgd_index(gpa);

arch/powerpc/kvm/book3s_64_mmu_radix.c

629

p4d = p4d_offset(pgd, gpa);

arch/powerpc/kvm/book3s_hv.c

5155

vcpu->arch.pgdir = kvm->mm->pgd;

arch/powerpc/kvm/booke.c

805

vcpu->arch.pgdir = vcpu->kvm->mm->pgd;

arch/powerpc/mm/book3s32/mmu_context.c

126

abatron_pteptrs[1] = next->pgd;

arch/powerpc/mm/book3s32/mmu_context.c

129

mtspr(SPRN_SDR1, rol32(__pa(next->pgd), 4) & 0xffff01ff);

arch/powerpc/mm/book3s64/hash_utils.c

1768

DBG_LOW(" mm=%p, mm->pgdir=%p, vsid=%016lx\n", mm, mm->pgd, vsid);

arch/powerpc/mm/book3s64/hash_utils.c

1777

pgdir = mm->pgd;

arch/powerpc/mm/book3s64/hash_utils.c

2045

" trap=%lx\n", mm, mm->pgd, ea, access, trap);

arch/powerpc/mm/book3s64/hash_utils.c

2048

pgdir = mm->pgd;

arch/powerpc/mm/book3s64/mmu_context.c

174

process_tb[index].prtb0 = cpu_to_be64(rts_field | __pa(mm->pgd) | RADIX_PGD_INDEX_SIZE);

arch/powerpc/mm/book3s64/radix_pgtable.c

1119

pgd_t *pgd;

arch/powerpc/mm/book3s64/radix_pgtable.c

1148

pgd = pgd_offset_k(addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

1149

p4d = p4d_offset(pgd, addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

1224

pgd_t *pgd;

arch/powerpc/mm/book3s64/radix_pgtable.c

1230

pgd = pgd_offset_k(addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

1231

p4d = p4d_offset(pgd, addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

1256

pgd_t *pgd;

arch/powerpc/mm/book3s64/radix_pgtable.c

1265

pgd = pgd_offset_k(map_addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

1266

p4d = p4d_offset(pgd, map_addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

1319

pgd_t *pgd;

arch/powerpc/mm/book3s64/radix_pgtable.c

1327

pgd = pgd_offset_k(addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

1328

p4d = p4d_offset(pgd, addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

472

process_tb->prtb0 = cpu_to_be64(rts_field | __pa(init_mm.pgd) | RADIX_PGD_INDEX_SIZE);

arch/powerpc/mm/book3s64/radix_pgtable.c

497

dw0 = rts_field | __pa(init_mm.pgd) | RADIX_PGD_INDEX_SIZE | PATB_HR;

arch/powerpc/mm/book3s64/radix_pgtable.c

900

pgd_t *pgd;

arch/powerpc/mm/book3s64/radix_pgtable.c

908

pgd = pgd_offset_k(addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

909

p4d = p4d_offset(pgd, addr);

arch/powerpc/mm/book3s64/radix_pgtable.c

920

pte_clear(&init_mm, addr, (pte_t *)pgd);

arch/powerpc/mm/book3s64/subpage_prot.c

56

pgd_t *pgd;

arch/powerpc/mm/book3s64/subpage_prot.c

63

pgd = pgd_offset(mm, addr);

arch/powerpc/mm/book3s64/subpage_prot.c

64

p4d = p4d_offset(pgd, addr);

arch/powerpc/mm/copro_fault.c

31

if (mm->pgd == NULL)

arch/powerpc/mm/hugetlbpage.c

40

return __find_linux_pte(mm->pgd, addr, NULL, NULL);

arch/powerpc/mm/kasan/init_book3e_64.c

105

p4d_populate(&init_mm, p4d_offset(pgd++, addr), kasan_early_shadow_pud);

arch/powerpc/mm/kasan/init_book3e_64.c

86

pgd_t *pgd = pgd_offset_k(KASAN_SHADOW_START);

arch/powerpc/mm/mmu_context.c

20

tsk->thread.pgdir = mm->pgd;

arch/powerpc/mm/mmu_context.c

33

get_paca()->pgd = mm->pgd;

arch/powerpc/mm/nohash/mmu_context.c

203

static void set_context(unsigned long id, pgd_t *pgd)

arch/powerpc/mm/nohash/mmu_context.c

206

mtspr(SPRN_M_TWB, __pa(pgd));

arch/powerpc/mm/nohash/mmu_context.c

296

abatron_pteptrs[1] = next->pgd;

arch/powerpc/mm/nohash/mmu_context.c

297

set_context(id, next->pgd);

arch/powerpc/mm/pgtable.c

389

pgd_t *pgd;

arch/powerpc/mm/pgtable.c

398

pgd = mm->pgd + pgd_index(addr);

arch/powerpc/mm/pgtable.c

399

BUG_ON(pgd_none(*pgd));

arch/powerpc/mm/pgtable.c

400

p4d = p4d_offset(pgd, addr);

arch/powerpc/mm/ptdump/hashpagetable.c

442

static void walk_p4d(struct pg_state *st, pgd_t *pgd, unsigned long start)

arch/powerpc/mm/ptdump/hashpagetable.c

444

p4d_t *p4d = p4d_offset(pgd, 0);

arch/powerpc/mm/ptdump/hashpagetable.c

458

pgd_t *pgd = pgd_offset_k(0UL);

arch/powerpc/mm/ptdump/hashpagetable.c

466

for (i = 0; i < PTRS_PER_PGD; i++, pgd++) {

arch/powerpc/mm/ptdump/hashpagetable.c

468

if (!pgd_none(*pgd))

arch/powerpc/mm/ptdump/hashpagetable.c

470

walk_p4d(st, pgd, addr);

arch/powerpc/mm/ptdump/ptdump.c

322

static void note_page_pgd(struct ptdump_state *pt_st, unsigned long addr, pgd_t pgd)

arch/powerpc/mm/ptdump/ptdump.c

324

note_page(pt_st, addr, 0, pgd_val(pgd));

arch/powerpc/xmon/xmon.c

2671

DUMP(p, pgd, "%-*px");

arch/riscv/include/asm/kvm_gstage.h

109

gstage->pgd = kvm->arch.pgd;

arch/riscv/include/asm/kvm_gstage.h

17

pgd_t *pgd;

arch/riscv/include/asm/kvm_host.h

86

pgd_t *pgd;

arch/riscv/include/asm/page.h

57

unsigned long pgd;

arch/riscv/include/asm/page.h

72

#define pgd_val(x) ((x).pgd)

arch/riscv/include/asm/pgalloc.h

104

static inline void sync_kernel_mappings(pgd_t *pgd)

arch/riscv/include/asm/pgalloc.h

106

memcpy(pgd + USER_PTRS_PER_PGD,

arch/riscv/include/asm/pgalloc.h

107

init_mm.pgd + USER_PTRS_PER_PGD,

arch/riscv/include/asm/pgalloc.h

113

pgd_t *pgd;

arch/riscv/include/asm/pgalloc.h

115

pgd = __pgd_alloc(mm, 0);

arch/riscv/include/asm/pgalloc.h

116

if (likely(pgd != NULL)) {

arch/riscv/include/asm/pgalloc.h

118

sync_kernel_mappings(pgd);

arch/riscv/include/asm/pgalloc.h

120

return pgd;

arch/riscv/include/asm/pgalloc.h

62

static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d)

arch/riscv/include/asm/pgalloc.h

67

set_pgd(pgd, __pgd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE));

arch/riscv/include/asm/pgalloc.h

71

static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd,

arch/riscv/include/asm/pgalloc.h

77

set_pgd_safe(pgd,

arch/riscv/include/asm/pgtable-64.h

343

static inline void set_pgd(pgd_t *pgdp, pgd_t pgd)

arch/riscv/include/asm/pgtable-64.h

346

WRITE_ONCE(*pgdp, pgd);

arch/riscv/include/asm/pgtable-64.h

348

set_p4d((p4d_t *)pgdp, (p4d_t){ pgd_val(pgd) });

arch/riscv/include/asm/pgtable-64.h

351

static inline int pgd_none(pgd_t pgd)

arch/riscv/include/asm/pgtable-64.h

354

return (pgd_val(pgd) == 0);

arch/riscv/include/asm/pgtable-64.h

359

static inline int pgd_present(pgd_t pgd)

arch/riscv/include/asm/pgtable-64.h

362

return (pgd_val(pgd) & _PAGE_PRESENT);

arch/riscv/include/asm/pgtable-64.h

367

static inline int pgd_bad(pgd_t pgd)

arch/riscv/include/asm/pgtable-64.h

370

return !pgd_present(pgd);

arch/riscv/include/asm/pgtable-64.h

375

static inline void pgd_clear(pgd_t *pgd)

arch/riscv/include/asm/pgtable-64.h

378

set_pgd(pgd, __pgd(0));

arch/riscv/include/asm/pgtable-64.h

381

static inline p4d_t *pgd_pgtable(pgd_t pgd)

arch/riscv/include/asm/pgtable-64.h

384

return (p4d_t *)pfn_to_virt(__page_val_to_pfn(pgd_val(pgd)));

arch/riscv/include/asm/pgtable-64.h

386

return (p4d_t *)p4d_pgtable((p4d_t) { pgd_val(pgd) });

arch/riscv/include/asm/pgtable-64.h

388

#define pgd_page_vaddr(pgd) ((unsigned long)pgd_pgtable(pgd))

arch/riscv/include/asm/pgtable-64.h

390

static inline struct page *pgd_page(pgd_t pgd)

arch/riscv/include/asm/pgtable-64.h

392

return pfn_to_page(__page_val_to_pfn(pgd_val(pgd)));

arch/riscv/include/asm/pgtable-64.h

394

#define pgd_page(pgd) pgd_page(pgd)

arch/riscv/include/asm/pgtable-64.h

399

p4d_t *p4d_offset(pgd_t *pgd, unsigned long address);

arch/riscv/include/asm/pgtable.h

1291

#define set_pgd_safe(pgdp, pgd) \

arch/riscv/include/asm/pgtable.h

1293

WARN_ON_ONCE(pgd_present(*pgdp) && !pgd_same(*pgdp, pgd)); \

arch/riscv/include/asm/pgtable.h

1294

set_pgd(pgdp, pgd); \

arch/riscv/include/asm/pgtable.h

259

static inline unsigned long _pgd_pfn(pgd_t pgd)

arch/riscv/include/asm/pgtable.h

261

return __page_val_to_pfn(pgd_val(pgd));

arch/riscv/kernel/efi.c

54

create_pgd_mapping(mm->pgd, md->virt_addr + i * PAGE_SIZE,

arch/riscv/kernel/hibernate.c

320

pgd_t pgd = READ_ONCE(*src_pgdp);

arch/riscv/kernel/hibernate.c

324

if (pgd_none(pgd))

arch/riscv/kernel/hibernate.c

327

if (pgd_leaf(pgd)) {

arch/riscv/kernel/hibernate.c

328

set_pgd(dst_pgdp, __pgd(pgd_val(pgd) | pgprot_val(prot)));

arch/riscv/kvm/gstage.c

147

pte_t *next_ptep = (pte_t *)gstage->pgd;

arch/riscv/kvm/gstage.c

315

pte_t *next_ptep = (pte_t *)gstage->pgd;

arch/riscv/kvm/gstage.c

91

ptep = (pte_t *)gstage->pgd;

arch/riscv/kvm/mmu.c

250

if (!kvm->arch.pgd)

arch/riscv/kvm/mmu.c

272

if (!kvm->arch.pgd)

arch/riscv/kvm/mmu.c

292

if (!kvm->arch.pgd)

arch/riscv/kvm/mmu.c

366

pgd_t pgd;

arch/riscv/kvm/mmu.c

385

pgd = pgdp_get(pgd_offset(kvm->mm, hva));

arch/riscv/kvm/mmu.c

386

if (pgd_none(pgd))

arch/riscv/kvm/mmu.c

389

p4d = p4dp_get(p4d_offset(&pgd, hva));

arch/riscv/kvm/mmu.c

668

if (kvm->arch.pgd != NULL) {

arch/riscv/kvm/mmu.c

677

kvm->arch.pgd = page_to_virt(pgd_page);

arch/riscv/kvm/mmu.c

687

void *pgd = NULL;

arch/riscv/kvm/mmu.c

691

if (kvm->arch.pgd) {

arch/riscv/kvm/mmu.c

695

pgd = READ_ONCE(kvm->arch.pgd);

arch/riscv/kvm/mmu.c

696

kvm->arch.pgd = NULL;

arch/riscv/kvm/mmu.c

705

if (pgd)

arch/riscv/kvm/mmu.c

706

free_pages((unsigned long)pgd, get_order(kvm_riscv_gstage_pgd_size));

arch/riscv/mm/context.c

192

csr_write(CSR_SATP, virt_to_pfn(mm->pgd) |

arch/riscv/mm/context.c

203

csr_write(CSR_SATP, virt_to_pfn(mm->pgd) | satp_mode);

arch/riscv/mm/fault.c

170

pgd_t *pgd, *pgd_k;

arch/riscv/mm/fault.c

192

pgd = (pgd_t *)pfn_to_virt(pfn) + index;

arch/riscv/mm/fault.c

193

pgd_k = init_mm.pgd + index;

arch/riscv/mm/fault.c

199

set_pgd(pgd, pgdp_get(pgd_k));

arch/riscv/mm/fault.c

30

pgd_t *pgdp, pgd;

arch/riscv/mm/fault.c

42

mm == &init_mm ? (u64)__pa_symbol(mm->pgd) : virt_to_phys(mm->pgd));

arch/riscv/mm/fault.c

45

pgd = pgdp_get(pgdp);

arch/riscv/mm/fault.c

46

pr_alert("[%016lx] pgd=%016lx", addr, pgd_val(pgd));

arch/riscv/mm/fault.c

47

if (pgd_none(pgd) || pgd_bad(pgd) || pgd_leaf(pgd))

arch/riscv/mm/hugetlbpage.c

37

pgd_t *pgd;

arch/riscv/mm/hugetlbpage.c

42

pgd = pgd_offset(mm, addr);

arch/riscv/mm/hugetlbpage.c

43

p4d = p4d_alloc(mm, pgd, addr);

arch/riscv/mm/hugetlbpage.c

90

pgd_t *pgd;

arch/riscv/mm/hugetlbpage.c

95

pgd = pgd_offset(mm, addr);

arch/riscv/mm/hugetlbpage.c

96

if (!pgd_present(pgdp_get(pgd)))

arch/riscv/mm/hugetlbpage.c

99

p4d = p4d_offset(pgd, addr);

arch/riscv/mm/init.c

1401

pgd_t *pgd = pgd_offset_k(addr);

arch/riscv/mm/init.c

1407

p4d = p4d_alloc(&init_mm, pgd, addr);

arch/riscv/mm/init.c

1687

pgd_t *pgd;

arch/riscv/mm/init.c

1691

pgd = pgd_offset_k(addr);

arch/riscv/mm/init.c

1693

if (!pgd_present(*pgd))

arch/riscv/mm/init.c

1696

if (pgd_leaf(*pgd))

arch/riscv/mm/init.c

1699

p4d_base = p4d_offset(pgd, 0);

arch/riscv/mm/kasan_init.c

111

static void __init kasan_populate_p4d(pgd_t *pgd,

arch/riscv/mm/kasan_init.c

118

if (pgd_none(pgdp_get(pgd))) {

arch/riscv/mm/kasan_init.c

120

set_pgd(pgd, pfn_pgd(PFN_DOWN(__pa(p)), PAGE_TABLE));

arch/riscv/mm/kasan_init.c

123

p4dp = p4d_offset(pgd, vaddr);

arch/riscv/mm/kasan_init.c

397

static void __init kasan_shallow_populate_p4d(pgd_t *pgd,

arch/riscv/mm/kasan_init.c

402

p4d_t *p4d_k = p4d_offset(pgd, vaddr);

arch/riscv/mm/pageattr.c

438

pgd_t *pgd;

arch/riscv/mm/pageattr.c

444

pgd = pgd_offset_k(addr);

arch/riscv/mm/pageattr.c

445

if (!pgd_present(pgdp_get(pgd)))

arch/riscv/mm/pageattr.c

447

if (pgd_leaf(pgdp_get(pgd)))

arch/riscv/mm/pageattr.c

450

p4d = p4d_offset(pgd, addr);

arch/riscv/mm/pgtable.c

51

p4d_t *p4d_offset(pgd_t *pgd, unsigned long address)

arch/riscv/mm/pgtable.c

54

return pgd_pgtable(pgdp_get(pgd)) + p4d_index(address);

arch/riscv/mm/pgtable.c

56

return (p4d_t *)pgd;

arch/riscv/mm/ptdump.c

341

static void note_page_pgd(struct ptdump_state *pt_st, unsigned long addr, pgd_t pgd)

arch/riscv/mm/ptdump.c

343

note_page(pt_st, addr, 0, pgd_val(pgd));

arch/s390/boot/vmem.c

137

static bool kasan_pgd_populate_zero_shadow(pgd_t *pgd, unsigned long addr,

arch/s390/boot/vmem.c

142

pgd_populate(&init_mm, pgd, kasan_early_shadow_p4d);

arch/s390/boot/vmem.c

195

static inline bool kasan_pgd_populate_zero_shadow(pgd_t *pgd, unsigned long addr,

arch/s390/boot/vmem.c

420

static void pgtable_p4d_populate(pgd_t *pgd, unsigned long addr, unsigned long end,

arch/s390/boot/vmem.c

427

p4d = p4d_offset(pgd, addr);

arch/s390/boot/vmem.c

443

pgd_t *pgd;

arch/s390/boot/vmem.c

453

pgd = pgd_offset(&init_mm, addr);

arch/s390/boot/vmem.c

454

for (; addr < end; addr = next, pgd++) {

arch/s390/boot/vmem.c

456

if (pgd_none(pgdp_get(pgd))) {

arch/s390/boot/vmem.c

457

if (kasan_pgd_populate_zero_shadow(pgd, addr, next, mode))

arch/s390/boot/vmem.c

460

pgd_populate(&init_mm, pgd, p4d);

arch/s390/boot/vmem.c

466

pgtable_p4d_populate(pgd, addr, next, mode);

arch/s390/boot/vmem.c

493

init_mm_pgd = init_mm.pgd;

arch/s390/boot/vmem.c

494

init_mm.pgd = (pgd_t *)swapper_pg_dir;

arch/s390/boot/vmem.c

557

init_mm.pgd = init_mm_pgd;

arch/s390/include/asm/mmu_context.h

61

mm->context.asce = __pa(mm->pgd) | _ASCE_TABLE_LENGTH |

arch/s390/include/asm/mmu_context.h

63

crst_table_init((unsigned long *) mm->pgd, init_entry);

arch/s390/include/asm/page.h

114

DEFINE_PGVAL_FUNC(pgd)

arch/s390/include/asm/page.h

84

typedef struct { unsigned long pgd; } pgd_t;

arch/s390/include/asm/pgalloc.h

118

static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d)

arch/s390/include/asm/pgalloc.h

120

set_pgd(pgd, __pgd(_REGION1_ENTRY | __pa(p4d)));

arch/s390/include/asm/pgalloc.h

145

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/s390/include/asm/pgalloc.h

147

pagetable_dtor(virt_to_ptdesc(pgd));

arch/s390/include/asm/pgalloc.h

148

crst_table_free(mm, (unsigned long *) pgd);

arch/s390/include/asm/pgtable.h

1040

static inline void pgd_clear(pgd_t *pgd)

arch/s390/include/asm/pgtable.h

1042

if ((pgd_val(pgdp_get(pgd)) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R1)

arch/s390/include/asm/pgtable.h

1043

set_pgd(pgd, __pgd(_REGION1_ENTRY_EMPTY));

arch/s390/include/asm/pgtable.h

1393

#define pgd_deref(pgd) ((unsigned long)__va(pgd_val(pgd) & _REGION_ENTRY_ORIGIN))

arch/s390/include/asm/pgtable.h

1437

static inline pgd_t *pgd_offset_raw(pgd_t *pgd, unsigned long address)

arch/s390/include/asm/pgtable.h

1443

rste = pgd_val(*pgd);

arch/s390/include/asm/pgtable.h

1446

return pgd + ((address >> shift) & (PTRS_PER_PGD - 1));

arch/s390/include/asm/pgtable.h

1449

#define pgd_offset(mm, address) pgd_offset_raw(READ_ONCE((mm)->pgd), address)

arch/s390/include/asm/pgtable.h

1451

static inline p4d_t *p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long address)

arch/s390/include/asm/pgtable.h

1453

if ((pgd_val(pgd) & _REGION_ENTRY_TYPE_MASK) >= _REGION_ENTRY_TYPE_R1)

arch/s390/include/asm/pgtable.h

1454

return (p4d_t *) pgd_deref(pgd) + p4d_index(address);

arch/s390/include/asm/pgtable.h

1510

#define pgd_page(pgd) pfn_to_page(pgd_pfn(pgd))

arch/s390/include/asm/pgtable.h

658

static inline int pgd_folded(pgd_t pgd)

arch/s390/include/asm/pgtable.h

660

return (pgd_val(pgd) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R1;

arch/s390/include/asm/pgtable.h

663

static inline int pgd_present(pgd_t pgd)

arch/s390/include/asm/pgtable.h

665

if (pgd_folded(pgd))

arch/s390/include/asm/pgtable.h

667

return (pgd_val(pgd) & _REGION_ENTRY_ORIGIN) != 0UL;

arch/s390/include/asm/pgtable.h

670

static inline int pgd_none(pgd_t pgd)

arch/s390/include/asm/pgtable.h

672

if (pgd_folded(pgd))

arch/s390/include/asm/pgtable.h

674

return (pgd_val(pgd) & _REGION_ENTRY_INVALID) != 0UL;

arch/s390/include/asm/pgtable.h

677

static inline int pgd_bad(pgd_t pgd)

arch/s390/include/asm/pgtable.h

679

if ((pgd_val(pgd) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R1)

arch/s390/include/asm/pgtable.h

681

return (pgd_val(pgd) & ~_REGION_ENTRY_BITS) != 0;

arch/s390/include/asm/pgtable.h

684

static inline unsigned long pgd_pfn(pgd_t pgd)

arch/s390/include/asm/pgtable.h

689

return (pgd_val(pgd) & origin_mask) >> PAGE_SHIFT;

arch/s390/include/asm/pgtable.h

961

static inline void set_pgd(pgd_t *pgdp, pgd_t pgd)

arch/s390/include/asm/pgtable.h

963

WRITE_ONCE(*pgdp, pgd);

arch/s390/kvm/dat.c

414

if (entry.pgd.h.i) {

arch/s390/kvm/dat.c

422

table = dereference_crste(entry.pgd);

arch/s390/kvm/dat.h

295

union pgd pgd;

arch/s390/kvm/dat.h

314

static_assert(sizeof(union pgd) == sizeof(unsigned long));

arch/s390/kvm/dat.h

331

union pgd pgds[_CRST_ENTRIES];

arch/s390/kvm/dat.h

651

union pgd : (x).val, \

arch/s390/kvm/dat.h

658

union pgd : (x), \

arch/s390/kvm/dat.h

728

union pgd : (x).val & _REGION_ENTRY_ORIGIN))

arch/s390/kvm/dat.h

823

static inline struct region2_table *dereference_pgd(union pgd pgd)

arch/s390/kvm/dat.h

825

return phys_to_virt(crste_origin(pgd));

arch/s390/kvm/dat.h

838

union pgd : _dereference_crste(_CRSTE(x)), \

arch/s390/kvm/gaccess.c

1334

if (table.pgd.i)

arch/s390/kvm/gaccess.c

1336

if (table.pgd.tt != TABLE_TYPE_REGION1)

arch/s390/kvm/gaccess.c

1338

if (vaddr.rsx01 < table.pgd.tf || vaddr.rsx01 > table.pgd.tl)

arch/s390/kvm/gaccess.c

1341

w->p |= table.pgd.p;

arch/s390/kvm/gaccess.c

1342

ptr = table.pgd.rto * PAGE_SIZE;

arch/s390/kvm/gaccess.c

30

union region1_table_entry pgd;

arch/s390/mm/dump_pagetables.c

170

static void note_page_pgd(struct ptdump_state *pt_st, unsigned long addr, pgd_t pgd)

arch/s390/mm/dump_pagetables.c

172

note_page(pt_st, addr, 0, pgd_val(pgd));

arch/s390/mm/gmap_helpers.c

47

pgd_t *pgdp, pgd;

arch/s390/mm/gmap_helpers.c

51

pgd = pgdp_get(pgdp);

arch/s390/mm/gmap_helpers.c

52

if (pgd_none(pgd) || !pgd_present(pgd))

arch/s390/mm/gmap_helpers.c

54

p4dp = p4d_offset_lockless(pgdp, pgd, vmaddr);

arch/s390/mm/pageattr.c

289

static int walk_p4d_level(pgd_t *pgd, unsigned long addr, unsigned long end,

arch/s390/mm/pageattr.c

296

p4dp = p4d_offset(pgd, addr);

arch/s390/mm/pgalloc.c

100

mm->context.asce = __pa(mm->pgd) | _ASCE_TABLE_LENGTH |

arch/s390/mm/pgalloc.c

58

unsigned long *pgd = NULL, *p4d = NULL, *__pgd;

arch/s390/mm/pgalloc.c

77

pgd = crst_table_alloc(mm);

arch/s390/mm/pgalloc.c

78

if (unlikely(!pgd))

arch/s390/mm/pgalloc.c

80

crst_table_init(pgd, _REGION1_ENTRY_EMPTY);

arch/s390/mm/pgalloc.c

81

pagetable_pgd_ctor(virt_to_ptdesc(pgd));

arch/s390/mm/pgalloc.c

87

__pgd = (unsigned long *) mm->pgd;

arch/s390/mm/pgalloc.c

89

mm->pgd = (pgd_t *) p4d;

arch/s390/mm/pgalloc.c

91

mm->context.asce = __pa(mm->pgd) | _ASCE_TABLE_LENGTH |

arch/s390/mm/pgalloc.c

95

if (pgd) {

arch/s390/mm/pgalloc.c

96

__pgd = (unsigned long *) mm->pgd;

arch/s390/mm/pgalloc.c

97

pgd_populate(mm, (pgd_t *) pgd, (p4d_t *) __pgd);

arch/s390/mm/pgalloc.c

98

mm->pgd = (pgd_t *) pgd;

arch/s390/mm/vmem.c

388

static int modify_p4d_table(pgd_t *pgd, unsigned long addr, unsigned long end,

arch/s390/mm/vmem.c

396

p4d = p4d_offset(pgd, addr);

arch/s390/mm/vmem.c

420

static void try_free_p4d_table(pgd_t *pgd, unsigned long start)

arch/s390/mm/vmem.c

425

p4d = p4d_offset(pgd, start);

arch/s390/mm/vmem.c

430

vmem_free_pages(pgd_deref(pgdp_get(pgd)), CRST_ALLOC_ORDER, NULL);

arch/s390/mm/vmem.c

431

pgd_clear(pgd);

arch/s390/mm/vmem.c

439

pgd_t *pgd, entry;

arch/s390/mm/vmem.c

455

pgd = pgd_offset_k(addr);

arch/s390/mm/vmem.c

456

entry = pgdp_get(pgd);

arch/s390/mm/vmem.c

465

pgd_populate(&init_mm, pgd, p4d);

arch/s390/mm/vmem.c

467

ret = modify_p4d_table(pgd, addr, next, add, direct, altmap);

arch/s390/mm/vmem.c

471

try_free_p4d_table(pgd, addr & PGDIR_MASK);

arch/s390/mm/vmem.c

585

pgd_t *pgd;

arch/s390/mm/vmem.c

591

pgd = pgd_offset_k(addr);

arch/s390/mm/vmem.c

592

if (pgd_none(pgdp_get(pgd))) {

arch/s390/mm/vmem.c

598

pgd_populate(&init_mm, pgd, p4d);

arch/s390/mm/vmem.c

600

p4d = p4d_offset(pgd, addr);

arch/sh/include/asm/mmu_context.h

117

set_TTB(next->pgd);

arch/sh/include/asm/mmu_context.h

132

#define set_TTB(pgd) do { } while (0)

arch/sh/include/asm/mmu_context_32.h

42

static inline void set_TTB(pgd_t *pgd)

arch/sh/include/asm/mmu_context_32.h

44

__raw_writel((unsigned long)pgd, MMU_TTB);

arch/sh/include/asm/page.h

65

typedef struct { unsigned long long pgd; } pgd_t;

arch/sh/include/asm/page.h

73

typedef struct { unsigned long pgd; } pgd_t;

arch/sh/include/asm/page.h

78

#define pgd_val(x) ((x).pgd)

arch/sh/include/asm/pgalloc.h

14

extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);

arch/sh/include/asm/pgtable.h

111

pgd_t *pgd);

arch/sh/mm/fault.c

120

static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address)

arch/sh/mm/fault.c

128

pgd += index;

arch/sh/mm/fault.c

129

pgd_k = init_mm.pgd + index;

arch/sh/mm/fault.c

134

p4d = p4d_offset(pgd, address);

arch/sh/mm/fault.c

39

pgd_t *pgd;

arch/sh/mm/fault.c

42

pgd = mm->pgd;

arch/sh/mm/fault.c

44

pgd = get_TTB();

arch/sh/mm/fault.c

46

if (unlikely(!pgd))

arch/sh/mm/fault.c

47

pgd = swapper_pg_dir;

arch/sh/mm/fault.c

50

pr_alert("pgd = %p\n", pgd);

arch/sh/mm/fault.c

51

pgd += pgd_index(addr);

arch/sh/mm/fault.c

52

pr_alert("[%08lx] *pgd=%0*llx", addr, (u32)(sizeof(*pgd) * 2),

arch/sh/mm/fault.c

53

(u64)pgd_val(*pgd));

arch/sh/mm/fault.c

61

if (pgd_none(*pgd))

arch/sh/mm/fault.c

64

if (pgd_bad(*pgd)) {

arch/sh/mm/fault.c

69

p4d = p4d_offset(pgd, addr);

arch/sh/mm/hugetlbpage.c

27

pgd_t *pgd;

arch/sh/mm/hugetlbpage.c

33

pgd = pgd_offset(mm, addr);

arch/sh/mm/hugetlbpage.c

34

if (pgd) {

arch/sh/mm/hugetlbpage.c

35

p4d = p4d_alloc(mm, pgd, addr);

arch/sh/mm/hugetlbpage.c

52

pgd_t *pgd;

arch/sh/mm/hugetlbpage.c

58

pgd = pgd_offset(mm, addr);

arch/sh/mm/hugetlbpage.c

59

if (pgd) {

arch/sh/mm/hugetlbpage.c

60

p4d = p4d_offset(pgd, addr);

arch/sh/mm/init.c

170

pgd_t *pgd;

arch/sh/mm/init.c

181

pgd = pgd_base + i;

arch/sh/mm/init.c

183

for ( ; (i < PTRS_PER_PGD) && (vaddr != end); pgd++, i++) {

arch/sh/mm/init.c

184

pud = (pud_t *)pgd;

arch/sh/mm/init.c

49

pgd_t *pgd;

arch/sh/mm/init.c

54

pgd = pgd_offset_k(addr);

arch/sh/mm/init.c

55

if (pgd_none(*pgd)) {

arch/sh/mm/init.c

56

pgd_ERROR(*pgd);

arch/sh/mm/init.c

60

p4d = p4d_alloc(NULL, pgd, addr);

arch/sh/mm/pgtable.c

14

pgd_t *pgd = x;

arch/sh/mm/pgtable.c

16

memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t));

arch/sh/mm/pgtable.c

17

memcpy(pgd + USER_PTRS_PER_PGD,

arch/sh/mm/pgtable.c

39

void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/sh/mm/pgtable.c

41

kmem_cache_free(pgd_cachep, pgd);

arch/sh/mm/tlbex_32.c

26

pgd_t *pgd;

arch/sh/mm/tlbex_32.c

39

pgd = pgd_offset_k(address);

arch/sh/mm/tlbex_32.c

44

pgd = pgd_offset(current->mm, address);

arch/sh/mm/tlbex_32.c

47

p4d = p4d_offset(pgd, address);

arch/sparc/include/asm/mmu_context_64.h

40

__tsb_context_switch(__pa(mm->pgd),

arch/sparc/include/asm/page_32.h

58

typedef struct { unsigned long pgd; } pgd_t;

arch/sparc/include/asm/page_32.h

66

#define pgd_val(x) ((x).pgd)

arch/sparc/include/asm/page_64.h

71

typedef struct { unsigned long pgd; } pgd_t;

arch/sparc/include/asm/page_64.h

78

#define pgd_val(x) ((x).pgd)

arch/sparc/include/asm/pgalloc_32.h

21

static inline void free_pgd_fast(pgd_t *pgd)

arch/sparc/include/asm/pgalloc_32.h

23

srmmu_free_nocache(pgd, SRMMU_PGD_TABLE_SIZE);

arch/sparc/include/asm/pgalloc_32.h

26

#define pgd_free(mm, pgd) free_pgd_fast(pgd)

arch/sparc/include/asm/pgalloc_64.h

31

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/sparc/include/asm/pgalloc_64.h

33

kmem_cache_free(pgtable_cache, pgd);

arch/sparc/kernel/smp_64.c

895

if (tp->pgd_paddr == __pa(mm->pgd))

arch/sparc/kernel/unaligned_32.c

231

(current->mm ? (unsigned long) current->mm->pgd :

arch/sparc/kernel/unaligned_32.c

232

(unsigned long) current->active_mm->pgd));

arch/sparc/kernel/unaligned_64.c

282

(current->mm ? (unsigned long) current->mm->pgd :

arch/sparc/kernel/unaligned_64.c

283

(unsigned long) current->active_mm->pgd));

arch/sparc/mm/fault_32.c

273

pgd_t *pgd, *pgd_k;

arch/sparc/mm/fault_32.c

278

pgd = tsk->active_mm->pgd + offset;

arch/sparc/mm/fault_32.c

279

pgd_k = init_mm.pgd + offset;

arch/sparc/mm/fault_32.c

281

if (!pgd_present(*pgd)) {

arch/sparc/mm/fault_32.c

284

pgd_val(*pgd) = pgd_val(*pgd_k);

arch/sparc/mm/fault_32.c

288

p4d = p4d_offset(pgd, address);

arch/sparc/mm/fault_32.c

53

(tsk->mm ? (unsigned long) tsk->mm->pgd :

arch/sparc/mm/fault_32.c

54

(unsigned long) tsk->active_mm->pgd));

arch/sparc/mm/fault_64.c

56

(tsk->mm ? (unsigned long) tsk->mm->pgd :

arch/sparc/mm/fault_64.c

57

(unsigned long) tsk->active_mm->pgd));

arch/sparc/mm/hugetlbpage.c

193

pgd_t *pgd;

arch/sparc/mm/hugetlbpage.c

198

pgd = pgd_offset(mm, addr);

arch/sparc/mm/hugetlbpage.c

199

p4d = p4d_offset(pgd, addr);

arch/sparc/mm/hugetlbpage.c

216

pgd_t *pgd;

arch/sparc/mm/hugetlbpage.c

221

pgd = pgd_offset(mm, addr);

arch/sparc/mm/hugetlbpage.c

222

if (pgd_none(*pgd))

arch/sparc/mm/hugetlbpage.c

224

p4d = p4d_offset(pgd, addr);

arch/sparc/mm/init_64.c

1618

pgd_t *pgd;

arch/sparc/mm/init_64.c

1637

pgd = pgd_offset_k(addr);

arch/sparc/mm/init_64.c

1638

if (pgd_none(*pgd))

arch/sparc/mm/init_64.c

1641

p4d = p4d_offset(pgd, addr);

arch/sparc/mm/init_64.c

1769

pgd_t *pgd = pgd_offset_k(vstart);

arch/sparc/mm/init_64.c

1775

if (pgd_none(*pgd)) {

arch/sparc/mm/init_64.c

1783

pgd_populate(&init_mm, pgd, new);

arch/sparc/mm/init_64.c

1786

p4d = p4d_offset(pgd, vstart);

arch/sparc/mm/init_64.c

2392

init_mm.pgd += ((shift) / (sizeof(pgd_t)));

arch/sparc/mm/leon_mm.c

40

unsigned int pgd, pmd, ped;

arch/sparc/mm/leon_mm.c

67

pgd = LEON_BYPASS_LOAD_PA(ctxtbl + (ctx * 4));

arch/sparc/mm/leon_mm.c

69

if (((pgd & SRMMU_ET_MASK) == SRMMU_ET_PTE)) {

arch/sparc/mm/leon_mm.c

73

pte = pgd;

arch/sparc/mm/leon_mm.c

76

if (((pgd & SRMMU_ET_MASK) != SRMMU_ET_PTD)) {

arch/sparc/mm/leon_mm.c

83

printk(KERN_INFO "swprobe: --- pgd (%x) ---\n", pgd);

arch/sparc/mm/leon_mm.c

85

ptr = (pgd & SRMMU_PTD_PMASK) << 4;

arch/sparc/mm/srmmu.c

270

pgd_t *pgd;

arch/sparc/mm/srmmu.c

291

init_mm.pgd = srmmu_swapper_pg_dir;

arch/sparc/mm/srmmu.c

299

pgd = pgd_offset_k(vaddr);

arch/sparc/mm/srmmu.c

300

p4d = p4d_offset(pgd, vaddr);

arch/sparc/mm/srmmu.c

322

pgd_t *pgd = NULL;

arch/sparc/mm/srmmu.c

324

pgd = __srmmu_get_nocache(SRMMU_PGD_TABLE_SIZE, SRMMU_PGD_TABLE_SIZE);

arch/sparc/mm/srmmu.c

325

if (pgd) {

arch/sparc/mm/srmmu.c

327

memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t));

arch/sparc/mm/srmmu.c

328

memcpy(pgd + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD,

arch/sparc/mm/srmmu.c

332

return pgd;

arch/sparc/mm/srmmu.c

473

srmmu_ctxd_set(&srmmu_context_table[mm->context], mm->pgd);

arch/sparc/mm/srmmu.c

870

pgd_t *pgd;

arch/sparc/mm/srmmu.c

933

pgd = pgd_offset_k(PKMAP_BASE);

arch/sparc/mm/srmmu.c

934

p4d = p4d_offset(pgd, PKMAP_BASE);

arch/um/include/asm/page.h

32

typedef struct { unsigned long pgd; } pgd_t;

arch/um/include/asm/page.h

64

#define pgd_val(x) ((x).pgd)

arch/um/include/asm/pgtable-2level.h

34

static inline int pgd_needsync(pgd_t pgd) { return 0; }

arch/um/include/asm/pgtable-2level.h

35

static inline void pgd_mkuptodate(pgd_t pgd) { }

arch/um/include/asm/pgtable-4level.h

75

static inline int pgd_needsync(pgd_t pgd)

arch/um/include/asm/pgtable-4level.h

77

return pgd_val(pgd) & _PAGE_NEEDSYNC;

arch/um/include/asm/pgtable-4level.h

80

static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEEDSYNC; }

arch/um/kernel/mem.c

100

if (pgd)

arch/um/kernel/mem.c

101

memcpy(pgd + USER_PTRS_PER_PGD,

arch/um/kernel/mem.c

105

return pgd;

arch/um/kernel/mem.c

98

pgd_t *pgd = __pgd_alloc(mm, 0);

arch/um/kernel/skas/uaccess.c

19

pgd_t *pgd;

arch/um/kernel/skas/uaccess.c

27

pgd = pgd_offset(mm, addr);

arch/um/kernel/skas/uaccess.c

28

if (!pgd_present(*pgd))

arch/um/kernel/skas/uaccess.c

31

p4d = p4d_offset(pgd, addr);

arch/um/kernel/tlb.c

137

static inline int update_p4d_range(pgd_t *pgd, unsigned long addr,

arch/um/kernel/tlb.c

145

p4d = p4d_offset(pgd, addr);

arch/um/kernel/tlb.c

162

pgd_t *pgd;

arch/um/kernel/tlb.c

183

pgd = pgd_offset(mm, addr);

arch/um/kernel/tlb.c

186

if (!pgd_present(*pgd)) {

arch/um/kernel/tlb.c

187

if (pgd_needsync(*pgd)) {

arch/um/kernel/tlb.c

190

pgd_mkuptodate(*pgd);

arch/um/kernel/tlb.c

193

ret = update_p4d_range(pgd, addr, next, &ops);

arch/um/kernel/tlb.c

194

} while (pgd++, addr = next,

arch/x86/boot/startup/map_kernel.c

126

pgd = rip_rel_ptr(early_top_pgt);

arch/x86/boot/startup/map_kernel.c

127

pgd[pgd_index(__START_KERNEL_map)] += load_delta;

arch/x86/boot/startup/map_kernel.c

133

pgd[pgd_index(__START_KERNEL_map)] = (pgdval_t)p4d | _PAGE_TABLE;

arch/x86/boot/startup/map_kernel.c

159

pgd[i + 0] = (pgdval_t)p4d + pgtable_flags;

arch/x86/boot/startup/map_kernel.c

160

pgd[i + 1] = (pgdval_t)p4d + pgtable_flags;

arch/x86/boot/startup/map_kernel.c

167

pgd[i + 0] = (pgdval_t)pud + pgtable_flags;

arch/x86/boot/startup/map_kernel.c

168

pgd[i + 1] = (pgdval_t)pud + pgtable_flags;

arch/x86/boot/startup/map_kernel.c

95

pgdval_t *pgd;

arch/x86/boot/startup/sme.c

106

pgd_p = ppd->pgd + pgd_index(ppd->vaddr);

arch/x86/boot/startup/sme.c

113

pgd_t *pgd;

arch/x86/boot/startup/sme.c

118

pgd = ppd->pgd + pgd_index(ppd->vaddr);

arch/x86/boot/startup/sme.c

119

if (pgd_none(*pgd)) {

arch/x86/boot/startup/sme.c

123

set_pgd(pgd, __pgd(PGD_FLAGS | __pa(p4d)));

arch/x86/boot/startup/sme.c

126

p4d = p4d_offset(pgd, ppd->vaddr);

arch/x86/boot/startup/sme.c

386

ppd.pgd = (pgd_t *)native_read_cr3_pa();

arch/x86/boot/startup/sme.c

401

ppd.pgd = ppd.pgtable_area;

arch/x86/boot/startup/sme.c

402

memset(ppd.pgd, 0, sizeof(pgd_t) * PTRS_PER_PGD);

arch/x86/boot/startup/sme.c

460

kernel_len, workarea_start, (unsigned long)ppd.pgd);

arch/x86/boot/startup/sme.c

465

(unsigned long)ppd.pgd);

arch/x86/boot/startup/sme.c

573

pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd)

arch/x86/boot/startup/sme.c

575

return pgd;

arch/x86/boot/startup/sme.c

73

pgd_t *pgd;

arch/x86/coco/sev/core.c

939

int __init sev_es_efi_map_ghcbs_cas(pgd_t *pgd)

arch/x86/coco/sev/core.c

958

if (kernel_map_pages_in_pgd(pgd, pfn, address, 1, pflags))

arch/x86/coco/sev/core.c

967

if (kernel_map_pages_in_pgd(pgd, pfn, address, 1, pflags_enc))

arch/x86/coco/sev/vc-handle.c

45

pgd_t *pgd;

arch/x86/coco/sev/vc-handle.c

48

pgd = __va(read_cr3_pa());

arch/x86/coco/sev/vc-handle.c

49

pgd = &pgd[pgd_index(va)];

arch/x86/coco/sev/vc-handle.c

50

pte = lookup_address_in_pgd(pgd, va, &level);

arch/x86/entry/vsyscall/vsyscall_64.c

367

pgd_t *pgd;

arch/x86/entry/vsyscall/vsyscall_64.c

372

pgd = pgd_offset_pgd(root, VSYSCALL_ADDR);

arch/x86/entry/vsyscall/vsyscall_64.c

373

set_pgd(pgd, __pgd(pgd_val(*pgd) | _PAGE_USER));

arch/x86/entry/vsyscall/vsyscall_64.c

374

p4d = p4d_offset(pgd, VSYSCALL_ADDR);

arch/x86/hyperv/hv_crash.c

117

pgd_t *pgd;

arch/x86/hyperv/hv_crash.c

121

pgd = pgd_offset_k(trampoline_pa);

arch/x86/hyperv/hv_crash.c

122

p4d = p4d_offset(pgd, trampoline_pa);

arch/x86/hyperv/hv_crash.c

228

pgd_t *pgd;

arch/x86/hyperv/hv_crash.c

231

pgd = pgd_offset_k(trampoline_pa);

arch/x86/hyperv/hv_crash.c

232

p4d = p4d_offset(pgd, trampoline_pa);

arch/x86/hyperv/hv_crash.c

483

tramp->kernel_cr3 = __sme_pa(init_mm.pgd);

arch/x86/hyperv/mmu.c

189

flush->address_space = virt_to_phys(info->mm->pgd);

arch/x86/hyperv/mmu.c

87

flush->address_space = virt_to_phys(info->mm->pgd);

arch/x86/include/asm/init.h

18

void kernel_ident_mapping_free(struct x86_mapping_info *info, pgd_t *pgd);

arch/x86/include/asm/kexec.h

140

pgd_t *pgd;

arch/x86/include/asm/kexec.h

154

pgd_t *pgd;

arch/x86/include/asm/kvm_host.h

461

gpa_t pgd;

arch/x86/include/asm/kvm_host.h

466

((struct kvm_mmu_root_info) { .pgd = INVALID_PAGE, .hpa = INVALID_PAGE })

arch/x86/include/asm/paravirt.h

281

static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/x86/include/asm/paravirt.h

283

PVOP_VCALL2(pv_ops, mmu.pgd_free, mm, pgd);

arch/x86/include/asm/paravirt.h

342

static inline pgdval_t pgd_val(pgd_t pgd)

arch/x86/include/asm/paravirt.h

344

return PVOP_ALT_CALLEE1(pgdval_t, pv_ops, mmu.pgd_val, pgd.pgd,

arch/x86/include/asm/paravirt.h

435

static inline void __set_pgd(pgd_t *pgdp, pgd_t pgd)

arch/x86/include/asm/paravirt.h

437

PVOP_VCALL2(pv_ops, mmu.set_pgd, pgdp, native_pgd_val(pgd));

arch/x86/include/asm/paravirt.h

444

set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \

arch/x86/include/asm/paravirt_types.h

120

void (*pgd_free)(struct mm_struct *mm, pgd_t *pgd);

arch/x86/include/asm/pgalloc.h

132

static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d)

arch/x86/include/asm/pgalloc.h

137

set_pgd(pgd, __pgd(_PAGE_TABLE | __pa(p4d)));

arch/x86/include/asm/pgalloc.h

140

static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d)

arch/x86/include/asm/pgalloc.h

145

set_pgd_safe(pgd, __pgd(_PAGE_TABLE | __pa(p4d)));

arch/x86/include/asm/pgalloc.h

21

static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {}

arch/x86/include/asm/pgalloc.h

50

extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);

arch/x86/include/asm/pgtable-3level.h

56

pud.p4d.pgd = pti_set_user_pgtbl(&pudp->p4d.pgd, pud.p4d.pgd);

arch/x86/include/asm/pgtable.h

1109

static inline int pgd_present(pgd_t pgd)

arch/x86/include/asm/pgtable.h

1113

return pgd_flags(pgd) & _PAGE_PRESENT;

arch/x86/include/asm/pgtable.h

1116

static inline unsigned long pgd_page_vaddr(pgd_t pgd)

arch/x86/include/asm/pgtable.h

1118

return (unsigned long)__va((unsigned long)pgd_val(pgd) & PTE_PFN_MASK);

arch/x86/include/asm/pgtable.h

1125

#define pgd_page(pgd) pfn_to_page(pgd_pfn(pgd))

arch/x86/include/asm/pgtable.h

1128

static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address)

arch/x86/include/asm/pgtable.h

1131

return (p4d_t *)pgd;

arch/x86/include/asm/pgtable.h

1132

return (p4d_t *)pgd_page_vaddr(*pgd) + p4d_index(address);

arch/x86/include/asm/pgtable.h

1135

static inline int pgd_bad(pgd_t pgd)

arch/x86/include/asm/pgtable.h

1145

return (pgd_flags(pgd) & ~ignore_flags) != _KERNPG_TABLE;

arch/x86/include/asm/pgtable.h

1148

static inline int pgd_none(pgd_t pgd)

arch/x86/include/asm/pgtable.h

1158

return !native_pgd_val(pgd);

arch/x86/include/asm/pgtable.h

1743

#define set_pgd_safe(pgdp, pgd) \

arch/x86/include/asm/pgtable.h

1745

WARN_ON_ONCE(pgd_present(*pgdp) && !pgd_same(*pgdp, pgd)); \

arch/x86/include/asm/pgtable.h

1746

set_pgd(pgdp, pgd); \

arch/x86/include/asm/pgtable.h

283

static inline unsigned long pgd_pfn(pgd_t pgd)

arch/x86/include/asm/pgtable.h

285

return (pgd_val(pgd) & PTE_PFN_MASK) >> PAGE_SHIFT;

arch/x86/include/asm/pgtable.h

68

#define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd)

arch/x86/include/asm/pgtable.h

69

#define pgd_clear(pgd) (pgtable_l5_enabled() ? native_pgd_clear(pgd) : 0)

arch/x86/include/asm/pgtable.h

905

pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd);

arch/x86/include/asm/pgtable.h

912

static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd)

arch/x86/include/asm/pgtable.h

915

return pgd;

arch/x86/include/asm/pgtable.h

916

return __pti_set_user_pgtbl(pgdp, pgd);

arch/x86/include/asm/pgtable.h

919

static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd)

arch/x86/include/asm/pgtable.h

921

return pgd;

arch/x86/include/asm/pgtable_64.h

140

pgd_t pgd;

arch/x86/include/asm/pgtable_64.h

148

pgd = native_make_pgd(native_p4d_val(p4d));

arch/x86/include/asm/pgtable_64.h

149

pgd = pti_set_user_pgtbl((pgd_t *)p4dp, pgd);

arch/x86/include/asm/pgtable_64.h

150

WRITE_ONCE(*p4dp, native_make_p4d(native_pgd_val(pgd)));

arch/x86/include/asm/pgtable_64.h

158

static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd)

arch/x86/include/asm/pgtable_64.h

160

WRITE_ONCE(*pgdp, pti_set_user_pgtbl(pgdp, pgd));

arch/x86/include/asm/pgtable_64.h

163

static inline void native_pgd_clear(pgd_t *pgd)

arch/x86/include/asm/pgtable_64.h

165

native_set_pgd(pgd, native_make_pgd(0));

arch/x86/include/asm/pgtable_types.h

295

typedef struct { pgdval_t pgd; } pgd_t;

arch/x86/include/asm/pgtable_types.h

331

static inline pgdval_t native_pgd_val(pgd_t pgd)

arch/x86/include/asm/pgtable_types.h

333

return pgd.pgd & PGD_ALLOWED_BITS;

arch/x86/include/asm/pgtable_types.h

336

static inline pgdval_t pgd_flags(pgd_t pgd)

arch/x86/include/asm/pgtable_types.h

338

return native_pgd_val(pgd) & PTE_FLAGS_MASK;

arch/x86/include/asm/pgtable_types.h

358

return (p4d_t) { .pgd = native_make_pgd((pgdval_t)val) };

arch/x86/include/asm/pgtable_types.h

363

return native_pgd_val(p4d.pgd);

arch/x86/include/asm/pgtable_types.h

384

return (pud_t) { .p4d.pgd = native_make_pgd(val) };

arch/x86/include/asm/pgtable_types.h

389

return native_pgd_val(pud.p4d.pgd);

arch/x86/include/asm/pgtable_types.h

408

return (pmd_t) { .pud.p4d.pgd = native_make_pgd(val) };

arch/x86/include/asm/pgtable_types.h

413

return native_pgd_val(pmd.pud.p4d.pgd);

arch/x86/include/asm/pgtable_types.h

567

extern pte_t *lookup_address_in_pgd(pgd_t *pgd, unsigned long address,

arch/x86/include/asm/pgtable_types.h

569

pte_t *lookup_address_in_pgd_attr(pgd_t *pgd, unsigned long address,

arch/x86/include/asm/pgtable_types.h

573

extern int __init kernel_map_pages_in_pgd(pgd_t *pgd, u64 pfn,

arch/x86/include/asm/pgtable_types.h

577

extern int __init kernel_unmap_pages_in_pgd(pgd_t *pgd, unsigned long address,

arch/x86/include/asm/sev.h

464

extern int __init sev_es_efi_map_ghcbs_cas(pgd_t *pgd);

arch/x86/include/asm/sev.h

607

static inline int sev_es_efi_map_ghcbs_cas(pgd_t *pgd) { return 0; }

arch/x86/include/asm/xen/page.h

336

#define pud_val_ma(v) ((v).p4d.pgd.pgd)

arch/x86/include/asm/xen/page.h

343

#define p4d_val_ma(x) ((x).pgd.pgd)

arch/x86/kernel/acpi/madt_wakeup.c

100

kernel_ident_mapping_free(&info, pgd);

arch/x86/kernel/acpi/madt_wakeup.c

114

if (kernel_ident_mapping_init(&info, pgd, mstart, mend)) {

arch/x86/kernel/acpi/madt_wakeup.c

115

kernel_ident_mapping_free(&info, pgd);

arch/x86/kernel/acpi/madt_wakeup.c

124

acpi_mp_pgd = __pa(pgd);

arch/x86/kernel/acpi/madt_wakeup.c

82

pgd_t *pgd;

arch/x86/kernel/acpi/madt_wakeup.c

84

pgd = alloc_pgt_page(NULL);

arch/x86/kernel/acpi/madt_wakeup.c

85

if (!pgd)

arch/x86/kernel/acpi/madt_wakeup.c

91

if (kernel_ident_mapping_init(&info, pgd, mstart, mend)) {

arch/x86/kernel/acpi/madt_wakeup.c

92

kernel_ident_mapping_free(&info, pgd);

arch/x86/kernel/acpi/madt_wakeup.c

99

if (kernel_ident_mapping_init(&info, pgd, mstart, mend)) {

arch/x86/kernel/espfix_64.c

106

pgd_t *pgd;

arch/x86/kernel/espfix_64.c

114

pgd = &init_top_pgt[pgd_index(ESPFIX_BASE_ADDR)];

arch/x86/kernel/espfix_64.c

115

p4d = p4d_alloc(&init_mm, pgd, ESPFIX_BASE_ADDR);

arch/x86/kernel/head32.c

102

#define SET_PL2(val) { .pgd = (val), }

arch/x86/kernel/head64.c

102

else if (pgd)

arch/x86/kernel/head64.c

103

p4d_p = (p4dval_t *)((pgd & PTE_PFN_MASK) + __START_KERNEL_map - phys_base);

arch/x86/kernel/head64.c

82

pgdval_t pgd, *pgd_p;

arch/x86/kernel/head64.c

92

pgd_p = &early_top_pgt[pgd_index(address)].pgd;

arch/x86/kernel/head64.c

93

pgd = *pgd_p;

arch/x86/kernel/ldt.c

215

static pmd_t *pgd_to_pmd_walk(pgd_t *pgd, unsigned long va)

arch/x86/kernel/ldt.c

220

if (pgd->pgd == 0)

arch/x86/kernel/ldt.c

223

p4d = p4d_offset(pgd, va);

arch/x86/kernel/ldt.c

266

pgd_t *pgd = pgd_offset(mm, LDT_BASE_ADDR);

arch/x86/kernel/ldt.c

269

set_pgd(kernel_to_user_pgdp(pgd), *pgd);

arch/x86/kernel/ldt.c

274

pgd_t *pgd = pgd_offset(mm, LDT_BASE_ADDR);

arch/x86/kernel/ldt.c

275

bool had_kernel = (pgd->pgd != 0);

arch/x86/kernel/ldt.c

276

bool had_user = (kernel_to_user_pgdp(pgd)->pgd != 0);

arch/x86/kernel/machine_kexec_32.c

110

image->arch.pgd, pmd, image->arch.pte0,

arch/x86/kernel/machine_kexec_32.c

116

image->arch.pgd, pmd, image->arch.pte1,

arch/x86/kernel/machine_kexec_32.c

198

page_list[PA_PGD] = __pa(image->arch.pgd);

arch/x86/kernel/machine_kexec_32.c

45

free_pages((unsigned long)image->arch.pgd, pgd_allocation_order());

arch/x86/kernel/machine_kexec_32.c

46

image->arch.pgd = NULL;

arch/x86/kernel/machine_kexec_32.c

61

image->arch.pgd = (pgd_t *)__get_free_pages(GFP_KERNEL | __GFP_ZERO,

arch/x86/kernel/machine_kexec_32.c

69

if (!image->arch.pgd ||

arch/x86/kernel/machine_kexec_32.c

80

pgd_t *pgd, pmd_t *pmd, pte_t *pte,

arch/x86/kernel/machine_kexec_32.c

86

pgd += pgd_index(vaddr);

arch/x86/kernel/machine_kexec_32.c

88

if (!(pgd_val(*pgd) & _PAGE_PRESENT))

arch/x86/kernel/machine_kexec_32.c

89

set_pgd(pgd, __pgd(__pa(pmd) | _PAGE_PRESENT));

arch/x86/kernel/machine_kexec_32.c

91

p4d = p4d_offset(pgd, vaddr);

arch/x86/kernel/machine_kexec_64.c

163

static int init_transition_pgtable(struct kimage *image, pgd_t *pgd,

arch/x86/kernel/machine_kexec_64.c

181

pgd += pgd_index(vaddr);

arch/x86/kernel/machine_kexec_64.c

182

if (!pgd_present(*pgd)) {

arch/x86/kernel/machine_kexec_64.c

187

set_pgd(pgd, __pgd(__pa(p4d) | _KERNPG_TABLE));

arch/x86/kernel/machine_kexec_64.c

189

p4d = p4d_offset(pgd, vaddr);

arch/x86/kernel/machine_kexec_64.c

251

image->arch.pgd = alloc_pgt_page(image);

arch/x86/kernel/machine_kexec_64.c

252

if (!image->arch.pgd)

arch/x86/kernel/machine_kexec_64.c

267

result = kernel_ident_mapping_init(&info, image->arch.pgd,

arch/x86/kernel/machine_kexec_64.c

283

result = kernel_ident_mapping_init(&info, image->arch.pgd,

arch/x86/kernel/machine_kexec_64.c

294

result = map_efi_systab(&info, image->arch.pgd);

arch/x86/kernel/machine_kexec_64.c

298

result = map_acpi_tables(&info, image->arch.pgd);

arch/x86/kernel/machine_kexec_64.c

302

result = map_mmio_serial(&info, image->arch.pgd);

arch/x86/kernel/machine_kexec_64.c

310

return init_transition_pgtable(image, image->arch.pgd, control_page);

arch/x86/kernel/machine_kexec_64.c

355

kexec_pa_table_page = (unsigned long)__pa(image->arch.pgd);

arch/x86/kernel/tboot.c

116

pgd_t *pgd;

arch/x86/kernel/tboot.c

122

pgd = pgd_offset(&tboot_mm, vaddr);

arch/x86/kernel/tboot.c

123

p4d = p4d_alloc(&tboot_mm, pgd, vaddr);

arch/x86/kernel/tboot.c

146

pgd->pgd &= ~_PAGE_NX;

arch/x86/kernel/tboot.c

99

.pgd = swapper_pg_dir,

arch/x86/kvm/mmu/mmu.c

3288

pgd_t pgd;

arch/x86/kvm/mmu/mmu.c

3317

pgd = READ_ONCE(*pgd_offset(kvm->mm, hva));

arch/x86/kvm/mmu/mmu.c

3318

if (pgd_none(pgd))

arch/x86/kvm/mmu/mmu.c

3321

p4d = READ_ONCE(*p4d_offset(&pgd, hva));

arch/x86/kvm/mmu/mmu.c

3912

mmu->root.pgd = 0;

arch/x86/kvm/mmu/mmu.c

4016

mmu->root.pgd = 0;

arch/x86/kvm/mmu/mmu.c

4220

mmu->root.pgd = root_pgd;

arch/x86/kvm/mmu/mmu.c

5170

static inline bool is_root_usable(struct kvm_mmu_root_info *root, gpa_t pgd,

arch/x86/kvm/mmu/mmu.c

5178

if (!role.direct && pgd != root->pgd)

arch/x86/kvm/mmu/mmu.c

6700

pcid == kvm_get_pcid(vcpu, mmu->prev_roots[i].pgd))

arch/x86/kvm/mmu/mmu.c

6756

mmu->root.pgd = 0;

arch/x86/kvm/mmu/tdp_mmu.c

325

mmu->root.pgd = 0;

arch/x86/kvm/vmx/nested.c

412

if (nested_ept_root_matches(cached_root->hpa, cached_root->pgd,

arch/x86/kvm/vmx/nested.c

6026

if (nested_ept_root_matches(mmu->root.hpa, mmu->root.pgd,

arch/x86/kvm/vmx/nested.c

6032

mmu->prev_roots[i].pgd,

arch/x86/kvm/x86.c

1412

if (kvm_get_pcid(vcpu, mmu->prev_roots[i].pgd) == pcid)

arch/x86/mm/debug_pagetables.c

18

if (current->mm->pgd)

arch/x86/mm/debug_pagetables.c

28

if (current->mm->pgd)

arch/x86/mm/debug_pagetables.c

39

if (efi_mm.pgd)

arch/x86/mm/dump_pagetables.c

289

static void effective_prot_pgd(struct ptdump_state *st, pgd_t pgd)

arch/x86/mm/dump_pagetables.c

291

effective_prot(st, 0, pgd_val(pgd));

arch/x86/mm/dump_pagetables.c

411

static void note_page_pgd(struct ptdump_state *pt_st, unsigned long addr, pgd_t pgd)

arch/x86/mm/dump_pagetables.c

413

note_page(pt_st, addr, 0, pgd_val(pgd));

arch/x86/mm/dump_pagetables.c

424

struct mm_struct *mm, pgd_t *pgd,

arch/x86/mm/dump_pagetables.c

458

ptdump_walk_pgd(&st.ptdump, mm, pgd);

arch/x86/mm/dump_pagetables.c

476

ptdump_walk_pgd_level_core(m, mm, mm->pgd, false, true);

arch/x86/mm/dump_pagetables.c

482

pgd_t *pgd = mm->pgd;

arch/x86/mm/dump_pagetables.c

485

pgd = kernel_to_user_pgdp(pgd);

arch/x86/mm/dump_pagetables.c

487

ptdump_walk_pgd_level_core(m, mm, pgd, false, false);

arch/x86/mm/dump_pagetables.c

493

pgd_t *pgd = INIT_PGD;

arch/x86/mm/dump_pagetables.c

500

pgd = kernel_to_user_pgdp(pgd);

arch/x86/mm/dump_pagetables.c

501

ptdump_walk_pgd_level_core(NULL, &init_mm, pgd, true, false);

arch/x86/mm/fault.c

1011

pgd = init_mm.pgd + pgd_index(address);

arch/x86/mm/fault.c

1012

if (!pgd_present(*pgd))

arch/x86/mm/fault.c

1015

p4d = p4d_offset(pgd, address);

arch/x86/mm/fault.c

181

static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address)

arch/x86/mm/fault.c

189

pgd += index;

arch/x86/mm/fault.c

190

pgd_k = init_mm.pgd + index;

arch/x86/mm/fault.c

200

p4d = p4d_offset(pgd, address);

arch/x86/mm/fault.c

303

pgd_t *pgd = &base[pgd_index(address)];

arch/x86/mm/fault.c

310

pr_info("*pdpt = %016Lx ", pgd_val(*pgd));

arch/x86/mm/fault.c

311

if (!low_pfn(pgd_val(*pgd) >> PAGE_SHIFT) || !pgd_present(*pgd))

arch/x86/mm/fault.c

317

p4d = p4d_offset(pgd, address);

arch/x86/mm/fault.c

359

pgd_t *pgd = base + pgd_index(address);

arch/x86/mm/fault.c

365

if (bad_address(pgd))

arch/x86/mm/fault.c

368

pr_info("PGD %lx ", pgd_val(*pgd));

arch/x86/mm/fault.c

370

if (!pgd_present(*pgd))

arch/x86/mm/fault.c

373

p4d = p4d_offset(pgd, address);

arch/x86/mm/fault.c

523

pgd_t *pgd;

arch/x86/mm/fault.c

526

pgd = __va(read_cr3_pa());

arch/x86/mm/fault.c

527

pgd += pgd_index(address);

arch/x86/mm/fault.c

529

pte = lookup_address_in_pgd_attr(pgd, address, &level, &nx, &rw);

arch/x86/mm/fault.c

535

(pgd_flags(*pgd) & _PAGE_USER) &&

arch/x86/mm/fault.c

991

pgd_t *pgd;

arch/x86/mm/ident_map.c

194

pgd_t *pgd = pgd_page + pgd_index(addr);

arch/x86/mm/ident_map.c

198

if (pgd_present(*pgd)) {

arch/x86/mm/ident_map.c

199

p4d = p4d_offset(pgd, 0);

arch/x86/mm/ident_map.c

213

set_pgd(pgd, __pgd(__pa(p4d) | info->kernpg_flag | _PAGE_NOPTISHADOW));

arch/x86/mm/ident_map.c

220

set_pgd(pgd, __pgd(__pa(pud) | info->kernpg_flag | _PAGE_NOPTISHADOW));

arch/x86/mm/ident_map.c

50

static void free_p4d(struct x86_mapping_info *info, pgd_t *pgd)

arch/x86/mm/ident_map.c

52

p4d_t *p4d = p4d_offset(pgd, 0);

arch/x86/mm/ident_map.c

66

void kernel_ident_mapping_free(struct x86_mapping_info *info, pgd_t *pgd)

arch/x86/mm/ident_map.c

71

if (!pgd_present(pgd[i]))

arch/x86/mm/ident_map.c

74

free_p4d(info, &pgd[i]);

arch/x86/mm/ident_map.c

77

info->free_pgt_page(pgd, info->context);

arch/x86/mm/init_32.c

208

pgd_t *pgd;

arch/x86/mm/init_32.c

220

pgd = pgd_base + pgd_idx;

arch/x86/mm/init_32.c

222

for ( ; (pgd_idx < PTRS_PER_PGD) && (vaddr != end); pgd++, pgd_idx++) {

arch/x86/mm/init_32.c

223

pmd = one_md_table_init(pgd);

arch/x86/mm/init_32.c

260

pgd_t *pgd;

arch/x86/mm/init_32.c

292

pgd = pgd_base + pgd_idx;

arch/x86/mm/init_32.c

293

for (; pgd_idx < PTRS_PER_PGD; pgd++, pgd_idx++) {

arch/x86/mm/init_32.c

294

pmd = one_md_table_init(pgd);

arch/x86/mm/init_32.c

421

pgd_t *pgd, *base = swapper_pg_dir;

arch/x86/mm/init_32.c

438

pgd = base + pgd_index(va);

arch/x86/mm/init_32.c

439

if (!pgd_present(*pgd))

arch/x86/mm/init_32.c

442

p4d = p4d_offset(pgd, va);

arch/x86/mm/init_32.c

67

static pmd_t * __init one_md_table_init(pgd_t *pgd)

arch/x86/mm/init_32.c

74

if (!(pgd_val(*pgd) & _PAGE_PRESENT)) {

arch/x86/mm/init_32.c

76

set_pgd(pgd, __pgd(__pa(pmd_table) | _PAGE_PRESENT));

arch/x86/mm/init_32.c

77

p4d = p4d_offset(pgd, 0);

arch/x86/mm/init_32.c

84

p4d = p4d_offset(pgd, 0);

arch/x86/mm/init_64.c

1268

pgd_t *pgd;

arch/x86/mm/init_64.c

1274

pgd = pgd_offset_k(addr);

arch/x86/mm/init_64.c

1275

if (!pgd_present(*pgd))

arch/x86/mm/init_64.c

1278

p4d = p4d_offset(pgd, 0);

arch/x86/mm/init_64.c

1337

pgd_t *pgd = pgd_offset_k(addr);

arch/x86/mm/init_64.c

1342

p4d = p4d_alloc(&init_mm, pgd, addr);

arch/x86/mm/init_64.c

150

pgd_t *pgd;

arch/x86/mm/init_64.c

153

pgd = (pgd_t *)page_address(page) + pgd_index(addr);

arch/x86/mm/init_64.c

158

if (!pgd_none(*pgd_ref) && !pgd_none(*pgd))

arch/x86/mm/init_64.c

159

BUG_ON(pgd_page_vaddr(*pgd) != pgd_page_vaddr(*pgd_ref));

arch/x86/mm/init_64.c

1601

pgd_t *pgd;

arch/x86/mm/init_64.c

161

if (pgd_none(*pgd))

arch/x86/mm/init_64.c

1611

pgd = pgd_offset_k(addr);

arch/x86/mm/init_64.c

1612

if (pgd_none(*pgd)) {

arch/x86/mm/init_64.c

1616

get_page_bootmem(section_nr, pgd_page(*pgd), MIX_SECTION_INFO);

arch/x86/mm/init_64.c

1618

p4d = p4d_offset(pgd, addr);

arch/x86/mm/init_64.c

162

set_pgd(pgd, *pgd_ref);

arch/x86/mm/init_64.c

191

pgd_t *pgd;

arch/x86/mm/init_64.c

195

pgd = (pgd_t *)page_address(page) + pgd_index(addr);

arch/x86/mm/init_64.c

196

p4d = p4d_offset(pgd, addr);

arch/x86/mm/init_64.c

267

static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr)

arch/x86/mm/init_64.c

269

if (pgd_none(*pgd)) {

arch/x86/mm/init_64.c

271

pgd_populate(&init_mm, pgd, p4d);

arch/x86/mm/init_64.c

272

if (p4d != p4d_offset(pgd, 0))

arch/x86/mm/init_64.c

274

p4d, p4d_offset(pgd, 0));

arch/x86/mm/init_64.c

276

return p4d_offset(pgd, vaddr);

arch/x86/mm/init_64.c

345

pgd_t *pgd;

arch/x86/mm/init_64.c

350

pgd = pgd_offset_k(vaddr);

arch/x86/mm/init_64.c

351

if (pgd_none(*pgd)) {

arch/x86/mm/init_64.c

357

p4d_page = p4d_offset(pgd, 0);

arch/x86/mm/init_64.c

363

pgd_t *pgd;

arch/x86/mm/init_64.c

367

pgd = pgd_offset_k(vaddr);

arch/x86/mm/init_64.c

368

p4d = fill_p4d(pgd, vaddr);

arch/x86/mm/init_64.c

387

pgd_t *pgd;

arch/x86/mm/init_64.c

397

pgd = pgd_offset_k((unsigned long)__va(phys));

arch/x86/mm/init_64.c

398

if (pgd_none(*pgd)) {

arch/x86/mm/init_64.c

400

set_pgd(pgd, __pgd(__pa(p4d) | _KERNPG_TABLE |

arch/x86/mm/init_64.c

403

p4d = p4d_offset(pgd, (unsigned long)__va(phys));

arch/x86/mm/init_64.c

74

DEFINE_POPULATE(pgd_populate, pgd, p4d, init)

arch/x86/mm/init_64.c

755

pgd_t *pgd = pgd_offset_k(vaddr);

arch/x86/mm/init_64.c

760

if (pgd_val(*pgd)) {

arch/x86/mm/init_64.c

761

p4d = (p4d_t *)pgd_page_vaddr(*pgd);

arch/x86/mm/init_64.c

775

pgd_populate_init(&init_mm, pgd, p4d, init);

arch/x86/mm/init_64.c

777

p4d_populate_init(&init_mm, p4d_offset(pgd, vaddr),

arch/x86/mm/ioremap.c

830

pgd_t *pgd = &base[pgd_index(addr)];

arch/x86/mm/ioremap.c

831

p4d_t *p4d = p4d_offset(pgd, addr);

arch/x86/mm/kasan_init_64.c

122

static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr,

arch/x86/mm/kasan_init_64.c

129

if (pgd_none(*pgd)) {

arch/x86/mm/kasan_init_64.c

131

pgd_populate(&init_mm, pgd, p);

arch/x86/mm/kasan_init_64.c

134

p4d = p4d_offset(pgd, addr);

arch/x86/mm/kasan_init_64.c

144

pgd_t *pgd;

arch/x86/mm/kasan_init_64.c

149

pgd = pgd_offset_k(addr);

arch/x86/mm/kasan_init_64.c

152

kasan_populate_pgd(pgd, addr, next, nid);

arch/x86/mm/kasan_init_64.c

153

} while (pgd++, addr = next, addr != end);

arch/x86/mm/kasan_init_64.c

170

pgd_t *pgd;

arch/x86/mm/kasan_init_64.c

175

pgd = pgd_offset_k(start);

arch/x86/mm/kasan_init_64.c

181

pgd_clear(pgd);

arch/x86/mm/kasan_init_64.c

183

p4d_clear(p4d_offset(pgd, start));

arch/x86/mm/kasan_init_64.c

186

pgd = pgd_offset_k(start);

arch/x86/mm/kasan_init_64.c

188

p4d_clear(p4d_offset(pgd, start));

arch/x86/mm/kasan_init_64.c

191

static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr)

arch/x86/mm/kasan_init_64.c

196

return (p4d_t *)pgd;

arch/x86/mm/kasan_init_64.c

198

p4d = pgd_val(*pgd) & PTE_PFN_MASK;

arch/x86/mm/kasan_init_64.c

203

static void __init kasan_early_p4d_populate(pgd_t *pgd,

arch/x86/mm/kasan_init_64.c

211

if (pgd_none(*pgd)) {

arch/x86/mm/kasan_init_64.c

214

set_pgd(pgd, pgd_entry);

arch/x86/mm/kasan_init_64.c

217

p4d = early_p4d_offset(pgd, addr);

arch/x86/mm/kasan_init_64.c

230

static void __init kasan_map_early_shadow(pgd_t *pgd)

arch/x86/mm/kasan_init_64.c

237

pgd += pgd_index(addr);

arch/x86/mm/kasan_init_64.c

240

kasan_early_p4d_populate(pgd, addr, next);

arch/x86/mm/kasan_init_64.c

241

} while (pgd++, addr = next, addr != end);

arch/x86/mm/kasan_init_64.c

244

static void __init kasan_shallow_populate_p4ds(pgd_t *pgd,

arch/x86/mm/kasan_init_64.c

252

p4d = p4d_offset(pgd, addr);

arch/x86/mm/kasan_init_64.c

266

pgd_t *pgd;

arch/x86/mm/kasan_init_64.c

270

pgd = pgd_offset_k(addr);

arch/x86/mm/kasan_init_64.c

274

if (pgd_none(*pgd)) {

arch/x86/mm/kasan_init_64.c

276

pgd_populate(&init_mm, pgd, p);

arch/x86/mm/kasan_init_64.c

283

kasan_shallow_populate_p4ds(pgd, addr, next);

arch/x86/mm/kasan_init_64.c

284

} while (pgd++, addr = next, addr != (unsigned long)end);

arch/x86/mm/kaslr.c

176

pgd_t *pgd;

arch/x86/mm/kaslr.c

189

pgd = pgd_offset_k(vaddr);

arch/x86/mm/kaslr.c

191

p4d = p4d_offset(pgd, vaddr);

arch/x86/mm/pat/set_memory.c

1305

pgd_t *pgd = (pgd_t *)page_address(page) + pgd_index(addr);

arch/x86/mm/pat/set_memory.c

1306

p4d_t *p4d = p4d_offset(pgd, addr);

arch/x86/mm/pat/set_memory.c

1380

pgd_t *pgd;

arch/x86/mm/pat/set_memory.c

1388

pgd = pgd_offset_k(addr);

arch/x86/mm/pat/set_memory.c

1389

if (pgd_none(*pgd))

arch/x86/mm/pat/set_memory.c

1391

p4d = p4d_offset(pgd, addr);

arch/x86/mm/pat/set_memory.c

1754

pgd_entry = cpa->pgd + pgd_index(addr);

arch/x86/mm/pat/set_memory.c

1806

if (cpa->pgd) {

arch/x86/mm/pat/set_memory.c

2397

cpa.pgd = init_mm.pgd;

arch/x86/mm/pat/set_memory.c

2613

.pgd = NULL,

arch/x86/mm/pat/set_memory.c

2632

.pgd = NULL,

arch/x86/mm/pat/set_memory.c

2711

int __init kernel_map_pages_in_pgd(pgd_t *pgd, u64 pfn, unsigned long address,

arch/x86/mm/pat/set_memory.c

2719

.pgd = pgd,

arch/x86/mm/pat/set_memory.c

2748

int __init kernel_unmap_pages_in_pgd(pgd_t *pgd, unsigned long address,

arch/x86/mm/pat/set_memory.c

2762

.pgd = pgd,

arch/x86/mm/pat/set_memory.c

43

pgd_t *pgd;

arch/x86/mm/pat/set_memory.c

718

pte_t *lookup_address_in_pgd_attr(pgd_t *pgd, unsigned long address,

arch/x86/mm/pat/set_memory.c

729

if (pgd_none(*pgd))

arch/x86/mm/pat/set_memory.c

733

*nx |= pgd_flags(*pgd) & _PAGE_NX;

arch/x86/mm/pat/set_memory.c

734

*rw &= pgd_flags(*pgd) & _PAGE_RW;

arch/x86/mm/pat/set_memory.c

736

p4d = p4d_offset(pgd, address);

arch/x86/mm/pat/set_memory.c

776

pte_t *lookup_address_in_pgd(pgd_t *pgd, unsigned long address,

arch/x86/mm/pat/set_memory.c

781

return lookup_address_in_pgd_attr(pgd, address, level, &nx, &rw);

arch/x86/mm/pat/set_memory.c

800

pgd_t *pgd;

arch/x86/mm/pat/set_memory.c

802

if (!cpa->pgd)

arch/x86/mm/pat/set_memory.c

803

pgd = pgd_offset_k(address);

arch/x86/mm/pat/set_memory.c

805

pgd = cpa->pgd + pgd_index(address);

arch/x86/mm/pat/set_memory.c

807

return lookup_address_in_pgd_attr(pgd, address, level, nx, rw);

arch/x86/mm/pat/set_memory.c

816

pgd_t *pgd;

arch/x86/mm/pat/set_memory.c

820

pgd = pgd_offset_k(address);

arch/x86/mm/pat/set_memory.c

821

if (pgd_none(*pgd))

arch/x86/mm/pat/set_memory.c

824

p4d = p4d_offset(pgd, address);

arch/x86/mm/pat/set_memory.c

896

pgd_t *pgd;

arch/x86/mm/pat/set_memory.c

901

pgd = (pgd_t *)page_address(page) + pgd_index(address);

arch/x86/mm/pat/set_memory.c

902

p4d = p4d_offset(pgd, address);

arch/x86/mm/pgtable.c

210

pgd_t pgd = *pgdp;

arch/x86/mm/pgtable.c

212

if (pgd_val(pgd) != 0) {

arch/x86/mm/pgtable.c

213

pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd);

arch/x86/mm/pgtable.c

217

paravirt_release_pmd(pgd_val(pgd) >> PAGE_SHIFT);

arch/x86/mm/pgtable.c

242

static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[])

arch/x86/mm/pgtable.c

248

p4d = p4d_offset(pgd, 0);

arch/x86/mm/pgtable.c

306

static inline void _pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/x86/mm/pgtable.c

308

__pgd_free(mm, pgd);

arch/x86/mm/pgtable.c

313

pgd_t *pgd;

arch/x86/mm/pgtable.c

317

pgd = _pgd_alloc(mm);

arch/x86/mm/pgtable.c

319

if (pgd == NULL)

arch/x86/mm/pgtable.c

322

mm->pgd = pgd;

arch/x86/mm/pgtable.c

342

pgd_ctor(mm, pgd);

arch/x86/mm/pgtable.c

344

pgd_prepopulate_pmd(mm, pgd, pmds);

arch/x86/mm/pgtable.c

347

pgd_prepopulate_user_pmd(mm, pgd, u_pmds);

arch/x86/mm/pgtable.c

351

return pgd;

arch/x86/mm/pgtable.c

360

_pgd_free(mm, pgd);

arch/x86/mm/pgtable.c

365

void pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/x86/mm/pgtable.c

367

pgd_mop_up_pmds(mm, pgd);

arch/x86/mm/pgtable.c

368

pgd_dtor(pgd);

arch/x86/mm/pgtable.c

369

paravirt_pgd_free(mm, pgd);

arch/x86/mm/pgtable.c

370

_pgd_free(mm, pgd);

arch/x86/mm/pgtable.c

58

static inline void pgd_list_add(pgd_t *pgd)

arch/x86/mm/pgtable.c

60

struct ptdesc *ptdesc = virt_to_ptdesc(pgd);

arch/x86/mm/pgtable.c

65

static inline void pgd_list_del(pgd_t *pgd)

arch/x86/mm/pgtable.c

67

struct ptdesc *ptdesc = virt_to_ptdesc(pgd);

arch/x86/mm/pgtable.c

72

static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm)

arch/x86/mm/pgtable.c

74

virt_to_ptdesc(pgd)->pt_mm = mm;

arch/x86/mm/pgtable.c

82

static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd)

arch/x86/mm/pgtable.c

86

clone_pgd_range(pgd + KERNEL_PGD_BOUNDARY,

arch/x86/mm/pgtable.c

91

pgd_set_mm(pgd, mm);

arch/x86/mm/pgtable.c

92

pgd_list_add(pgd);

arch/x86/mm/pgtable.c

95

static void pgd_dtor(pgd_t *pgd)

arch/x86/mm/pgtable.c

98

pgd_list_del(pgd);

arch/x86/mm/pgtable_32.c

29

pgd_t *pgd;

arch/x86/mm/pgtable_32.c

35

pgd = swapper_pg_dir + pgd_index(vaddr);

arch/x86/mm/pgtable_32.c

36

if (pgd_none(*pgd)) {

arch/x86/mm/pgtable_32.c

40

p4d = p4d_offset(pgd, vaddr);

arch/x86/mm/pti.c

137

pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd)

arch/x86/mm/pti.c

148

if (!pgdp_maps_userspace(pgdp) || (pgd.pgd & _PAGE_NOPTISHADOW))

arch/x86/mm/pti.c

149

return pgd;

arch/x86/mm/pti.c

155

kernel_to_user_pgdp(pgdp)->pgd = pgd.pgd;

arch/x86/mm/pti.c

170

if ((pgd.pgd & (_PAGE_USER|_PAGE_PRESENT)) == (_PAGE_USER|_PAGE_PRESENT) &&

arch/x86/mm/pti.c

172

pgd.pgd |= _PAGE_NX;

arch/x86/mm/pti.c

175

return pgd;

arch/x86/mm/pti.c

186

pgd_t *pgd = kernel_to_user_pgdp(pgd_offset_k(address));

arch/x86/mm/pti.c

194

if (pgd_none(*pgd)) {

arch/x86/mm/pti.c

199

set_pgd(pgd, __pgd(_KERNPG_TABLE | __pa(new_p4d_page)));

arch/x86/mm/pti.c

201

BUILD_BUG_ON(pgd_leaf(*pgd));

arch/x86/mm/pti.c

203

return p4d_offset(pgd, address);

arch/x86/mm/pti.c

333

pgd_t *pgd;

arch/x86/mm/pti.c

341

pgd = pgd_offset_k(addr);

arch/x86/mm/pti.c

342

if (WARN_ON(pgd_none(*pgd)))

arch/x86/mm/pti.c

344

p4d = p4d_offset(pgd, addr);

arch/x86/mm/tlb.c

1067

WARN_ON((cr3 & CR3_ADDR_MASK) != __pa(mm->pgd));

arch/x86/mm/tlb.c

1082

write_cr3(build_cr3(mm->pgd, 0, 0));

arch/x86/mm/tlb.c

1555

build_cr3(this_cpu_read(cpu_tlbstate.loaded_mm)->pgd,

arch/x86/mm/tlb.c

161

static inline unsigned long build_cr3(pgd_t *pgd, u16 asid, unsigned long lam)

arch/x86/mm/tlb.c

163

unsigned long cr3 = __sme_pa(pgd) | lam;

arch/x86/mm/tlb.c

174

static inline unsigned long build_cr3_noflush(pgd_t *pgd, u16 asid,

arch/x86/mm/tlb.c

1766

VM_WARN_ON_ONCE(__pa(current_mm->pgd) != read_cr3_pa());

arch/x86/mm/tlb.c

183

return build_cr3(pgd, asid, lam) | CR3_NOFLUSH;

arch/x86/mm/tlb.c

809

if (WARN_ON_ONCE(__read_cr3() != build_cr3(prev->pgd, prev_asid,

arch/x86/mm/tlb.c

951

load_new_mm_cr3(next->pgd, ns.asid, new_lam, true);

arch/x86/mm/tlb.c

956

load_new_mm_cr3(next->pgd, ns.asid, new_lam, false);

arch/x86/platform/efi/efi_64.c

115

pgd_t *efi_pgd = efi_mm.pgd;

arch/x86/platform/efi/efi_64.c

185

pgd_t *pgd = efi_mm.pgd;

arch/x86/platform/efi/efi_64.c

195

if (kernel_map_pages_in_pgd(pgd, pfn, pa_memmap, num_pages, pf)) {

arch/x86/platform/efi/efi_64.c

211

if (kernel_map_pages_in_pgd(pgd, 0x0, 0x0, 1, pf)) {

arch/x86/platform/efi/efi_64.c

220

if (sev_es_efi_map_ghcbs_cas(pgd)) {

arch/x86/platform/efi/efi_64.c

245

if (kernel_unmap_pages_in_pgd(pgd, text, npages)) {

arch/x86/platform/efi/efi_64.c

255

if (kernel_map_pages_in_pgd(pgd, pfn, rodata, npages, pf)) {

arch/x86/platform/efi/efi_64.c

264

if (kernel_map_pages_in_pgd(pgd, pfn, tramp, 1, pf)) {

arch/x86/platform/efi/efi_64.c

276

pgd_t *pgd = efi_mm.pgd;

arch/x86/platform/efi/efi_64.c

302

if (kernel_map_pages_in_pgd(pgd, pfn, va, md->num_pages, flags))

arch/x86/platform/efi/efi_64.c

374

pgd_t *pgd = efi_mm.pgd;

arch/x86/platform/efi/efi_64.c

379

err1 = kernel_map_pages_in_pgd(pgd, pfn, md->phys_addr, md->num_pages, pf);

arch/x86/platform/efi/efi_64.c

385

err2 = kernel_map_pages_in_pgd(pgd, pfn, md->virt_addr, md->num_pages, pf);

arch/x86/platform/efi/efi_64.c

71

pgd_t *pgd, *efi_pgd;

arch/x86/platform/efi/efi_64.c

81

pgd = efi_pgd + pgd_index(EFI_VA_END);

arch/x86/platform/efi/efi_64.c

82

p4d = p4d_alloc(&init_mm, pgd, EFI_VA_END);

arch/x86/platform/efi/efi_64.c

90

efi_mm.pgd = efi_pgd;

arch/x86/platform/efi/efi_64.c

99

free_page((unsigned long)pgd_page_vaddr(*pgd));

arch/x86/platform/efi/quirks.c

388

pgd_t *pgd = efi_mm.pgd;

arch/x86/platform/efi/quirks.c

400

if (kernel_unmap_pages_in_pgd(pgd, pa, md->num_pages))

arch/x86/platform/efi/quirks.c

403

if (kernel_unmap_pages_in_pgd(pgd, va, md->num_pages))

arch/x86/power/hibernate.c

156

pgd_t *pgd;

arch/x86/power/hibernate.c

169

pgd = (pgd_t *)__va(read_cr3_pa()) +

arch/x86/power/hibernate.c

171

p4d = p4d_offset(pgd, relocated_restore_code);

arch/x86/power/hibernate_32.c

147

pgd_t *pgd;

arch/x86/power/hibernate_32.c

151

pgd = pgd_base + pgd_index(restore_jump_address);

arch/x86/power/hibernate_32.c

153

pmd = resume_one_md_table_init(pgd);

arch/x86/power/hibernate_32.c

30

static pmd_t *resume_one_md_table_init(pgd_t *pgd)

arch/x86/power/hibernate_32.c

41

set_pgd(pgd, __pgd(__pa(pmd_table) | _PAGE_PRESENT));

arch/x86/power/hibernate_32.c

42

p4d = p4d_offset(pgd, 0);

arch/x86/power/hibernate_32.c

47

p4d = p4d_offset(pgd, 0);

arch/x86/power/hibernate_32.c

84

pgd_t *pgd;

arch/x86/power/hibernate_32.c

90

pgd = pgd_base + pgd_idx;

arch/x86/power/hibernate_32.c

93

for (; pgd_idx < PTRS_PER_PGD; pgd++, pgd_idx++) {

arch/x86/power/hibernate_32.c

94

pmd = resume_one_md_table_init(pgd);

arch/x86/power/hibernate_64.c

102

pgd = (pgd_t *)get_safe_page(GFP_ATOMIC);

arch/x86/power/hibernate_64.c

103

if (!pgd)

arch/x86/power/hibernate_64.c

107

result = set_up_temporary_text_mapping(pgd);

arch/x86/power/hibernate_64.c

116

result = kernel_ident_mapping_init(&info, pgd, mstart, mend);

arch/x86/power/hibernate_64.c

121

temp_pgt = __pa(pgd);

arch/x86/power/hibernate_64.c

26

static int set_up_temporary_text_mapping(pgd_t *pgd)

arch/x86/power/hibernate_64.c

75

set_pgd(pgd + pgd_index(restore_jump_address), new_pgd);

arch/x86/power/hibernate_64.c

79

set_pgd(pgd + pgd_index(restore_jump_address), new_pgd);

arch/x86/power/hibernate_64.c

98

pgd_t *pgd;

arch/x86/realmode/init.c

165

trampoline_pgd[0] = trampoline_pgd_entry.pgd;

arch/x86/realmode/init.c

173

trampoline_pgd[i] = init_top_pgt[i].pgd;

arch/x86/virt/svm/sev.c

874

pgd_t *pgd;

arch/x86/virt/svm/sev.c

877

pgd = __va(read_cr3_pa());

arch/x86/virt/svm/sev.c

878

pgd += pgd_index(hva);

arch/x86/virt/svm/sev.c

879

pte = lookup_address_in_pgd(pgd, hva, &level);

arch/x86/xen/mmu_hvm.c

42

a.gpa = __pa(mm->pgd);

arch/x86/xen/mmu_pv.c

100

pgdval_t xen_pgd_val(pgd_t pgd);

arch/x86/xen/mmu_pv.c

1004

if (per_cpu(xen_current_cr3, cpu) != __pa(mm->pgd))

arch/x86/xen/mmu_pv.c

1020

if (per_cpu(xen_current_cr3, cpu) == __pa(mm->pgd))

arch/x86/xen/mmu_pv.c

105

pgd_t xen_make_pgd(pgdval_t pgd);

arch/x86/xen/mmu_pv.c

1057

if (xen_page_pinned(mm->pgd))

arch/x86/xen/mmu_pv.c

1193

pgd_t *pgd;

arch/x86/xen/mmu_pv.c

1199

pgd = pgd_offset_k(vaddr);

arch/x86/xen/mmu_pv.c

1200

p4d = p4d_offset(pgd, 0);

arch/x86/xen/mmu_pv.c

1468

pgd_t *pgd = mm->pgd;

arch/x86/xen/mmu_pv.c

1469

struct page *page = virt_to_page(pgd);

arch/x86/xen/mmu_pv.c

1473

BUG_ON(PagePinned(virt_to_page(pgd)));

arch/x86/xen/mmu_pv.c

1487

BUG_ON(PagePinned(virt_to_page(xen_get_user_pgd(pgd))));

arch/x86/xen/mmu_pv.c

1492

static void xen_pgd_free(struct mm_struct *mm, pgd_t *pgd)

arch/x86/xen/mmu_pv.c

1494

pgd_t *user_pgd = xen_get_user_pgd(pgd);

arch/x86/xen/mmu_pv.c

1604

bool pinned = xen_page_pinned(mm->pgd);

arch/x86/xen/mmu_pv.c

1768

void __init xen_setup_kernel_pagetable(pgd_t *pgd, unsigned long max_pfn)

arch/x86/xen/mmu_pv.c

1791

init_top_pgt[pgd_index(__PAGE_OFFSET_BASE_L4)].pgd =

arch/x86/xen/mmu_pv.c

1793

init_top_pgt[pgd_index(__START_KERNEL_map)].pgd =

arch/x86/xen/mmu_pv.c

1812

l3 = m2v(pgd[pgd_index(__START_KERNEL_map)].pgd);

arch/x86/xen/mmu_pv.c

1815

addr[0] = (unsigned long)pgd;

arch/x86/xen/mmu_pv.c

1863

pin_pagetable_pfn(MMUEXT_UNPIN_TABLE, PFN_DOWN(__pa(pgd)));

arch/x86/xen/mmu_pv.c

1920

pgd_t pgd;

arch/x86/xen/mmu_pv.c

1926

pgd = native_make_pgd(xen_read_phys_ulong(pa + pgd_index(vaddr) *

arch/x86/xen/mmu_pv.c

1927

sizeof(pgd)));

arch/x86/xen/mmu_pv.c

1928

if (!pgd_present(pgd))

arch/x86/xen/mmu_pv.c

1931

pa = pgd_val(pgd) & PTE_PFN_MASK;

arch/x86/xen/mmu_pv.c

1969

pgd_t *pgd;

arch/x86/xen/mmu_pv.c

1998

pgd = __va(read_cr3_pa());

arch/x86/xen/mmu_pv.c

2038

set_pgd(pgd + 2 + idx_pud, __pgd(_PAGE_TABLE | pud_phys));

arch/x86/xen/mmu_pv.c

2055

set_pgd(pgd + 1, __pgd(0));

arch/x86/xen/mmu_pv.c

437

__visible pgdval_t xen_pgd_val(pgd_t pgd)

arch/x86/xen/mmu_pv.c

439

return pte_mfn_to_pfn(pgd.pgd);

arch/x86/xen/mmu_pv.c

451

__visible pgd_t xen_make_pgd(pgdval_t pgd)

arch/x86/xen/mmu_pv.c

453

pgd = pte_pfn_to_mfn(pgd);

arch/x86/xen/mmu_pv.c

454

return native_make_pgd(pgd);

arch/x86/xen/mmu_pv.c

517

static pgd_t *xen_get_user_pgd(pgd_t *pgd)

arch/x86/xen/mmu_pv.c

519

pgd_t *pgd_page = (pgd_t *)(((unsigned long)pgd) & PAGE_MASK);

arch/x86/xen/mmu_pv.c

520

unsigned offset = pgd - pgd_page;

arch/x86/xen/mmu_pv.c

578

pgd_val.pgd = p4d_val_ma(val);

arch/x86/xen/mmu_pv.c

673

static void __xen_pgd_walk(struct mm_struct *mm, pgd_t *pgd,

arch/x86/xen/mmu_pv.c

699

if (pgd_none(pgd[i]))

arch/x86/xen/mmu_pv.c

702

p4d = p4d_offset(&pgd[i], 0);

arch/x86/xen/mmu_pv.c

708

(*func)(mm, virt_to_page(pgd), PT_PGD);

arch/x86/xen/mmu_pv.c

716

__xen_pgd_walk(mm, mm->pgd, func, limit);

arch/x86/xen/mmu_pv.c

801

static void __xen_pgd_pin(struct mm_struct *mm, pgd_t *pgd)

arch/x86/xen/mmu_pv.c

803

pgd_t *user_pgd = xen_get_user_pgd(pgd);

arch/x86/xen/mmu_pv.c

805

trace_xen_mmu_pgd_pin(mm, pgd);

arch/x86/xen/mmu_pv.c

809

__xen_pgd_walk(mm, pgd, xen_pin_page, USER_LIMIT);

arch/x86/xen/mmu_pv.c

811

xen_do_pin(MMUEXT_PIN_L4_TABLE, PFN_DOWN(__pa(pgd)));

arch/x86/xen/mmu_pv.c

824

__xen_pgd_pin(mm, mm->pgd);

arch/x86/xen/mmu_pv.c

918

static void __xen_pgd_unpin(struct mm_struct *mm, pgd_t *pgd)

arch/x86/xen/mmu_pv.c

920

pgd_t *user_pgd = xen_get_user_pgd(pgd);

arch/x86/xen/mmu_pv.c

922

trace_xen_mmu_pgd_unpin(mm, pgd);

arch/x86/xen/mmu_pv.c

926

xen_do_pin(MMUEXT_UNPIN_TABLE, PFN_DOWN(__pa(pgd)));

arch/x86/xen/mmu_pv.c

934

__xen_pgd_walk(mm, pgd, xen_unpin_page, USER_LIMIT);

arch/x86/xen/mmu_pv.c

941

__xen_pgd_unpin(mm, mm->pgd);

arch/x86/xen/mmu_pv.c

985

if (this_cpu_read(xen_current_cr3) == __pa(mm->pgd))

arch/x86/xen/xen-ops.h

37

void xen_setup_kernel_pagetable(pgd_t *pgd, unsigned long max_pfn);

arch/xtensa/include/asm/page.h

94

typedef struct { unsigned long pgd; } pgd_t; /* PGD table entry */

arch/xtensa/include/asm/page.h

99

#define pgd_val(x) ((x).pgd)

arch/xtensa/kernel/asm-offsets.c

120

DEFINE(MM_PGD, offsetof (struct mm_struct, pgd));

arch/xtensa/mm/fault.c

35

pgd_t *pgd, *pgd_k;

arch/xtensa/mm/fault.c

44

pgd = act_mm->pgd + index;

arch/xtensa/mm/fault.c

45

pgd_k = init_mm.pgd + index;

arch/xtensa/mm/fault.c

50

pgd_val(*pgd) = pgd_val(*pgd_k);

arch/xtensa/mm/fault.c

52

p4d = p4d_offset(pgd, address);

arch/xtensa/mm/tlb.c

178

pgd_t *pgd;

arch/xtensa/mm/tlb.c

187

pgd = pgd_offset(mm, vaddr);

arch/xtensa/mm/tlb.c

188

if (pgd_none_or_clear_bad(pgd))

arch/xtensa/mm/tlb.c

190

p4d = p4d_offset(pgd, vaddr);

drivers/firmware/efi/arm-runtime.c

56

efi_mm.pgd = pgd_alloc(&efi_mm);

drivers/firmware/efi/riscv-runtime.c

139

sync_kernel_mappings(efi_mm.pgd);

drivers/firmware/efi/riscv-runtime.c

34

efi_mm.pgd = pgd_alloc(&efi_mm);

drivers/gpu/drm/nouveau/include/nvkm/engine/fifo.h

32

struct nvkm_gpuobj *pgd;

drivers/gpu/drm/nouveau/nvkm/engine/fifo/chan.c

272

nvkm_gpuobj_del(&chan->pgd);

drivers/gpu/drm/nouveau/nvkm/engine/fifo/g84.c

53

ret = nvkm_gpuobj_new(device, 0x4000, 0, false, chan->inst, &chan->pgd);

drivers/gpu/drm/nouveau/nvkm/engine/fifo/nv50.c

94

ret = nvkm_gpuobj_new(device, 0x4000, 0, false, chan->inst, &chan->pgd);

drivers/gpu/drm/nouveau/nvkm/subdev/bar/nv50.c

124

ret = nvkm_gpuobj_new(device, 0x4000, 0, false, bar->mem, &bar->pgd);

drivers/gpu/drm/nouveau/nvkm/subdev/bar/nv50.c

214

nvkm_gpuobj_del(&bar->pgd);

drivers/gpu/drm/nouveau/nvkm/subdev/bar/nv50.h

12

struct nvkm_gpuobj *pgd;

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

143

struct nvkm_vmm_pt *pgd = it->pt[it->lvl + 1];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

151

if (--pgd->refs[0]) {

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

158

if (pgd->pt[0]) {

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

160

func->sparse(vmm, pgd->pt[0], pdei, 1);

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

161

pgd->pde[pdei] = NVKM_VMM_PDE_SPARSE;

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

163

func->unmap(vmm, pgd->pt[0], pdei, 1);

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

164

pgd->pde[pdei] = NULL;

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

171

func->pde(vmm, pgd, pdei);

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

172

pgd->pde[pdei] = NULL;

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

178

func->pde(vmm, pgd, pdei);

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

435

nvkm_vmm_ref_hwpt(struct nvkm_vmm_iter *it, struct nvkm_vmm_pt *pgd, u32 pdei)

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

439

struct nvkm_vmm_pt *pgt = pgd->pde[pdei];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

448

pgd->refs[0]++;

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

500

it->desc[it->lvl].func->pde(it->vmm, pgd, pdei);

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

506

nvkm_vmm_ref_swpt(struct nvkm_vmm_iter *it, struct nvkm_vmm_pt *pgd, u32 pdei)

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

509

struct nvkm_vmm_pt *pgt = pgd->pde[pdei];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

513

if (!pgd->refs[0])

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

518

pgd->pde[pdei] = pgt;

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

563

struct nvkm_vmm_pt *pgd = pgt;

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

566

if (ref && NVKM_VMM_PDE_INVALID(pgd->pde[pdei])) {

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

567

if (!nvkm_vmm_ref_swpt(&it, pgd, pdei))

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

570

it.pt[it.lvl - 1] = pgt = pgd->pde[pdei];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmm.c

579

if (!nvkm_vmm_ref_hwpt(&it, pgd, pdei))

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgf100.c

106

gf100_vmm_pgd_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei)

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgf100.c

108

struct nvkm_vmm_pt *pgt = pgd->pde[pdei];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgf100.c

109

struct nvkm_mmu_pt *pd = pgd->pt[0];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgh100.c

138

gh100_vmm_pd0_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei)

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgh100.c

140

struct nvkm_vmm_pt *pgt = pgd->pde[pdei];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgh100.c

141

struct nvkm_mmu_pt *pd = pgd->pt[0];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgh100.c

179

gh100_vmm_pd1_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei)

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgh100.c

181

struct nvkm_vmm_pt *pgt = pgd->pde[pdei];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgh100.c

182

struct nvkm_mmu_pt *pd = pgd->pt[0];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgp100.c

254

gp100_vmm_pd0_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei)

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgp100.c

256

struct nvkm_vmm_pt *pgt = pgd->pde[pdei];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgp100.c

257

struct nvkm_mmu_pt *pd = pgd->pt[0];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgp100.c

381

gp100_vmm_pd1_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei)

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgp100.c

383

struct nvkm_vmm_pt *pgt = pgd->pde[pdei];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmgp100.c

384

struct nvkm_mmu_pt *pd = pgd->pt[0];

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmnv50.c

145

nv50_vmm_pgd_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei)

drivers/gpu/drm/nouveau/nvkm/subdev/mmu/vmmnv50.c

151

if (!nv50_vmm_pde(vmm, pgd->pde[pdei], &data))

drivers/iommu/amd/pasid.c

135

iommu_virt_to_phys(domain->mm->pgd));

drivers/iommu/arm/arm-smmu-v3/arm-smmu-v3-sva.c

93

target->data[1] = cpu_to_le64(virt_to_phys(mm->pgd) &

drivers/iommu/arm/arm-smmu-v3/arm-smmu-v3-test.c

30

.pgd = (void *)0xdaedbeefdeadbeefULL,

drivers/iommu/exynos-iommu.c

473

static void __sysmmu_set_ptbase(struct sysmmu_drvdata *data, phys_addr_t pgd)

drivers/iommu/exynos-iommu.c

478

pt_base = pgd;

drivers/iommu/exynos-iommu.c

480

pt_base = pgd >> SPAGE_ORDER;

drivers/iommu/intel/debugfs.c

361

u64 pgd, path[6] = { 0 };

drivers/iommu/intel/debugfs.c

425

pgd = pasid_tbl_entry->val[2];

drivers/iommu/intel/debugfs.c

429

pgd = pasid_tbl_entry->val[0];

drivers/iommu/intel/debugfs.c

434

pgd &= VTD_PAGE_MASK;

drivers/iommu/intel/debugfs.c

445

pgd = context->lo & VTD_PAGE_MASK;

drivers/iommu/intel/debugfs.c

457

seq_printf(m, "with pasid %x @0x%llx\n", pasid, pgd);

drivers/iommu/intel/debugfs.c

459

seq_printf(m, "@0x%llx\n", pgd);

drivers/iommu/intel/debugfs.c

463

pgtable_walk_level(m, phys_to_virt(pgd), agaw + 2, 0, path);

drivers/iommu/intel/svm.c

175

FLPT_DEFAULT_DID, __pa(mm->pgd),

drivers/iommu/io-pgtable-arm-v7s.c

167

arm_v7s_iopte *pgd;

drivers/iommu/io-pgtable-arm-v7s.c

522

ret = __arm_v7s_map(data, iova, paddr, pgsize, prot, 1, data->pgd,

drivers/iommu/io-pgtable-arm-v7s.c

546

arm_v7s_iopte pte = data->pgd[i];

drivers/iommu/io-pgtable-arm-v7s.c

552

__arm_v7s_free_table(data->pgd, 1, data);

drivers/iommu/io-pgtable-arm-v7s.c

633

ret = __arm_v7s_unmap(data, gather, iova, pgsize, 1, data->pgd);

drivers/iommu/io-pgtable-arm-v7s.c

648

arm_v7s_iopte *ptep = data->pgd, pte;

drivers/iommu/io-pgtable-arm-v7s.c

745

data->pgd = __arm_v7s_alloc_table(1, GFP_KERNEL, data);

drivers/iommu/io-pgtable-arm-v7s.c

746

if (!data->pgd)

drivers/iommu/io-pgtable-arm-v7s.c

753

paddr = virt_to_phys(data->pgd);

drivers/iommu/io-pgtable-arm.c

1081

data->pgd = __arm_lpae_alloc_pages(ARM_LPAE_PGD_SIZE(data),

drivers/iommu/io-pgtable-arm.c

1083

if (!data->pgd)

drivers/iommu/io-pgtable-arm.c

1090

cfg->arm_lpae_s1_cfg.ttbr = virt_to_phys(data->pgd);

drivers/iommu/io-pgtable-arm.c

1177

data->pgd = __arm_lpae_alloc_pages(ARM_LPAE_PGD_SIZE(data),

drivers/iommu/io-pgtable-arm.c

1179

if (!data->pgd)

drivers/iommu/io-pgtable-arm.c

1186

cfg->arm_lpae_s2_cfg.vttbr = virt_to_phys(data->pgd);

drivers/iommu/io-pgtable-arm.c

1252

data->pgd = __arm_lpae_alloc_pages(ARM_LPAE_PGD_SIZE(data), GFP_KERNEL,

drivers/iommu/io-pgtable-arm.c

1254

if (!data->pgd)

drivers/iommu/io-pgtable-arm.c

1260

cfg->arm_mali_lpae_cfg.transtab = virt_to_phys(data->pgd) |

drivers/iommu/io-pgtable-arm.c

164

void *pgd;

drivers/iommu/io-pgtable-arm.c

589

arm_lpae_iopte *ptep = data->pgd;

drivers/iommu/io-pgtable-arm.c

652

__arm_lpae_free_pgtable(data, data->start_level, data->pgd);

drivers/iommu/io-pgtable-arm.c

724

arm_lpae_iopte *ptep = data->pgd;

drivers/iommu/io-pgtable-arm.c

781

ret = __arm_lpae_iopte_walk(data, &walk_data, data->pgd, data->start_level);

drivers/iommu/io-pgtable-arm.c

808

return __arm_lpae_iopte_walk(data, &walk_data, data->pgd, data->start_level);

drivers/iommu/io-pgtable-arm.c

894

arm_lpae_iopte *ptep = data->pgd;

drivers/iommu/io-pgtable-dart.c

183

ptep = data->pgd[tbl];

drivers/iommu/io-pgtable-dart.c

252

ptep = data->pgd[tbl];

drivers/iommu/io-pgtable-dart.c

434

data->pgd[i] =

drivers/iommu/io-pgtable-dart.c

436

if (!data->pgd[i])

drivers/iommu/io-pgtable-dart.c

438

cfg->apple_dart_cfg.ttbr[i] = virt_to_phys(data->pgd[i]);

drivers/iommu/io-pgtable-dart.c

445

iommu_free_pages(data->pgd[i]);

drivers/iommu/io-pgtable-dart.c

474

for (i = 0; i < (1 << data->tbl_bits) && data->pgd[i]; ++i)

drivers/iommu/io-pgtable-dart.c

475

apple_dart_free_pgtables(data, data->pgd[i], data->levels - 1);

drivers/iommu/io-pgtable-dart.c

76

void *pgd[DART_MAX_TABLES];

drivers/iommu/omap-iommu.c

1602

u32 *pgd, *pte;

drivers/iommu/omap-iommu.c

1609

iopgtable_lookup_entry(oiommu, da, &pgd, &pte);

drivers/iommu/omap-iommu.c

1620

if (iopgd_is_section(*pgd))

drivers/iommu/omap-iommu.c

1621

ret = omap_iommu_translate(*pgd, da, IOSECTION_MASK);

drivers/iommu/omap-iommu.c

1622

else if (iopgd_is_super(*pgd))

drivers/iommu/omap-iommu.c

1623

ret = omap_iommu_translate(*pgd, da, IOSUPER_MASK);

drivers/iommu/omap-iommu.c

1625

dev_err(dev, "bogus pgd 0x%x, da 0x%llx", *pgd,

drivers/pmdomain/governor.c

313

struct genpd_governor_data *pgd = link->parent->gd;

drivers/pmdomain/governor.c

315

if (pgd)

drivers/pmdomain/governor.c

316

pgd->max_off_time_changed = true;

include/asm-generic/pgalloc.h

298

static inline void __pgd_free(struct mm_struct *mm, pgd_t *pgd)

include/asm-generic/pgalloc.h

300

struct ptdesc *ptdesc = virt_to_ptdesc(pgd);

include/asm-generic/pgalloc.h

302

BUG_ON((unsigned long)pgd & (PAGE_SIZE-1));

include/asm-generic/pgalloc.h

307

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)

include/asm-generic/pgalloc.h

309

__pgd_free(mm, pgd);

include/asm-generic/pgtable-nop4d.h

21

static inline int pgd_none(pgd_t pgd) { return 0; }

include/asm-generic/pgtable-nop4d.h

22

static inline int pgd_bad(pgd_t pgd) { return 0; }

include/asm-generic/pgtable-nop4d.h

23

static inline int pgd_present(pgd_t pgd) { return 1; }

include/asm-generic/pgtable-nop4d.h

24

static inline void pgd_clear(pgd_t *pgd) { }

include/asm-generic/pgtable-nop4d.h

25

#define p4d_ERROR(p4d) (pgd_ERROR((p4d).pgd))

include/asm-generic/pgtable-nop4d.h

27

#define pgd_populate(mm, pgd, p4d) do { } while (0)

include/asm-generic/pgtable-nop4d.h

28

#define pgd_populate_safe(mm, pgd, p4d) do { } while (0)

include/asm-generic/pgtable-nop4d.h

35

static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address)

include/asm-generic/pgtable-nop4d.h

37

return (p4d_t *)pgd;

include/asm-generic/pgtable-nop4d.h

40

#define p4d_val(x) (pgd_val((x).pgd))

include/asm-generic/pgtable-nop4d.h

43

#define pgd_page(pgd) (p4d_page((p4d_t){ pgd }))

include/asm-generic/pgtable-nop4d.h

44

#define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd })))

include/asm-generic/pgtable-nop4d.h

9

typedef struct { pgd_t pgd; } p4d_t;

include/linux/hugetlb.h

466

static inline int pgd_write(pgd_t pgd)

include/linux/mm.h

3484

static inline int __p4d_alloc(struct mm_struct *mm, pgd_t *pgd,

include/linux/mm.h

3490

int __p4d_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address);

include/linux/mm.h

3585

static inline p4d_t *p4d_alloc(struct mm_struct *mm, pgd_t *pgd,

include/linux/mm.h

3588

return (unlikely(pgd_none(*pgd)) && __p4d_alloc(mm, pgd, address)) ?

include/linux/mm.h

3589

NULL : p4d_offset(pgd, address);

include/linux/mm_types.h

1187

pgd_t * pgd;

include/linux/pagewalk.h

124

pgd_t *pgd;

include/linux/pagewalk.h

136

pgd_t *pgd, void *private);

include/linux/pagewalk.h

139

pgd_t *pgd, void *private);

include/linux/pagewalk.h

71

int (*pgd_entry)(pgd_t *pgd, unsigned long addr,

include/linux/pgalloc.h

15

#define pgd_populate_kernel(addr, pgd, p4d) \

include/linux/pgalloc.h

17

pgd_populate(&init_mm, pgd, p4d); \

include/linux/pgtable.h

1381

#define pgd_access_permitted(pgd, write) \

include/linux/pgtable.h

1382

(pgd_present(pgd) && (!(write) || pgd_write(pgd)))

include/linux/pgtable.h

140

static inline pgd_t *pgd_offset_pgd(pgd_t *pgd, unsigned long address)

include/linux/pgtable.h

142

return (pgd + pgd_index(address));

include/linux/pgtable.h

149

#define pgd_offset(mm, address) pgd_offset_pgd((mm)->pgd, (address))

include/linux/pgtable.h

1561

static inline int pgd_none_or_clear_bad(pgd_t *pgd)

include/linux/pgtable.h

1563

if (pgd_none(*pgd))

include/linux/pgtable.h

1565

if (unlikely(pgd_bad(*pgd))) {

include/linux/pgtable.h

1566

pgd_clear_bad(pgd);

include/linux/pgtable.h

2362

#define p4d_offset_lockless(pgdp, pgd, address) p4d_offset(&(pgd), address)

include/linux/ptdump.h

18

void (*note_page_pgd)(struct ptdump_state *st, unsigned long addr, pgd_t pgd);

include/linux/ptdump.h

24

void (*effective_prot_pgd)(struct ptdump_state *st, pgd_t pgd);

include/linux/ptdump.h

29

struct mm_struct *mm, pgd_t *pgd,

include/linux/ptdump.h

31

void ptdump_walk_pgd(struct ptdump_state *st, struct mm_struct *mm, pgd_t *pgd);

include/trace/events/xen.h

271

TP_PROTO(struct mm_struct *mm, pgd_t *pgd),

include/trace/events/xen.h

272

TP_ARGS(mm, pgd),

include/trace/events/xen.h

275

__field(pgd_t *, pgd)

include/trace/events/xen.h

278

__entry->pgd = pgd),

include/trace/events/xen.h

279

TP_printk("mm %p pgd %p", __entry->mm, __entry->pgd)

include/trace/events/xen.h

283

TP_PROTO(struct mm_struct *mm, pgd_t *pgd), \

include/trace/events/xen.h

284

TP_ARGS(mm, pgd))

kernel/events/core.c

8485

pgd_t *pgdp, pgd;

kernel/events/core.c

8492

pgd = pgdp_get(pgdp);

kernel/events/core.c

8493

if (pgd_none(pgd))

kernel/events/core.c

8496

if (pgd_leaf(pgd))

kernel/events/core.c

8497

return pgd_leaf_size(pgd);

kernel/events/core.c

8499

p4dp = p4d_offset_lockless(pgdp, pgd, addr);

kernel/fork.c

582

mm->pgd = pgd_alloc(mm);

kernel/fork.c

583

if (unlikely(!mm->pgd))

kernel/fork.c

590

pgd_free(mm, mm->pgd);

mm/debug.c

204

mm->pgd, atomic_read(&mm->mm_users),

mm/debug_vm_pgtable.c

490

pgd_t pgd;

mm/debug_vm_pgtable.c

493

memset(&pgd, RANDOM_NZVALUE, sizeof(pgd_t));

mm/debug_vm_pgtable.c

494

WARN_ON(!pgd_same(pgd, pgd));

mm/debug_vm_pgtable.c

569

pgd_t pgd = pgdp_get(args->pgdp);

mm/debug_vm_pgtable.c

575

WARN_ON(pgd_none(pgd));

mm/debug_vm_pgtable.c

577

pgd = pgdp_get(args->pgdp);

mm/debug_vm_pgtable.c

578

WARN_ON(!pgd_none(pgd));

mm/debug_vm_pgtable.c

583

pgd_t pgd;

mm/debug_vm_pgtable.c

596

pgd = pgdp_get(args->pgdp);

mm/debug_vm_pgtable.c

597

WARN_ON(pgd_bad(pgd));

mm/gup.c

1011

pgd_t *pgd;

mm/gup.c

1018

pgd = pgd_offset(mm, address);

mm/gup.c

1020

if (pgd_none(*pgd) || unlikely(pgd_bad(*pgd)))

mm/gup.c

1023

page = follow_p4d_mask(vma, address, pgd, flags, page_mask);

mm/gup.c

1034

pgd_t *pgd;

mm/gup.c

1045

pgd = pgd_offset(mm, address);

mm/gup.c

1046

if (pgd_none(*pgd))

mm/gup.c

1048

p4d = p4d_offset(pgd, address);

mm/gup.c

3069

static int gup_fast_p4d_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr,

mm/gup.c

3076

p4dp = p4d_offset_lockless(pgdp, pgd, addr);

mm/gup.c

3100

pgd_t pgd = pgdp_get(pgdp);

mm/gup.c

3103

if (pgd_none(pgd))

mm/gup.c

3105

BUILD_BUG_ON(pgd_leaf(pgd));

mm/gup.c

3106

if (!gup_fast_p4d_range(pgdp, pgd, addr, next, flags,

mm/hugetlb.c

6910

pgd_t *pgd = pgd_offset(mm, addr);

mm/hugetlb.c

6911

p4d_t *p4d = p4d_offset(pgd, addr);

mm/hugetlb.c

7014

pgd_t *pgd;

mm/hugetlb.c

7019

pgd = pgd_offset(mm, addr);

mm/hugetlb.c

7020

p4d = p4d_alloc(mm, pgd, addr);

mm/hugetlb.c

7057

pgd_t *pgd;

mm/hugetlb.c

7062

pgd = pgd_offset(mm, addr);

mm/hugetlb.c

7063

if (!pgd_present(*pgd))

mm/hugetlb.c

7065

p4d = p4d_offset(pgd, addr);

mm/init-mm.c

34

.pgd = swapper_pg_dir,

mm/internal.h

1845

pgd_t *pgd, void *private);

mm/kasan/init.c

182

static int __ref zero_p4d_populate(pgd_t *pgd, unsigned long addr,

mm/kasan/init.c

185

p4d_t *p4d = p4d_offset(pgd, addr);

mm/kasan/init.c

235

pgd_t *pgd = pgd_offset_k(addr);

mm/kasan/init.c

254

pgd_populate_kernel(addr, pgd,

mm/kasan/init.c

256

p4d = p4d_offset(pgd, addr);

mm/kasan/init.c

268

if (pgd_none(*pgd)) {

mm/kasan/init.c

271

if (!p4d_alloc(&init_mm, pgd, addr))

mm/kasan/init.c

274

pgd_populate_kernel(addr, pgd,

mm/kasan/init.c

278

zero_p4d_populate(pgd, addr, next);

mm/kasan/init.c

279

} while (pgd++, addr = next, addr != end);

mm/kasan/init.c

329

static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd)

mm/kasan/init.c

33

static inline bool kasan_p4d_table(pgd_t pgd)

mm/kasan/init.c

341

pgd_clear(pgd);

mm/kasan/init.c

35

return pgd_page(pgd) == virt_to_page(lm_alias(kasan_early_shadow_p4d));

mm/kasan/init.c

38

static inline bool kasan_p4d_table(pgd_t pgd)

mm/kasan/init.c

448

pgd_t *pgd;

mm/kasan/init.c

462

pgd = pgd_offset_k(addr);

mm/kasan/init.c

463

if (!pgd_present(*pgd))

mm/kasan/init.c

466

if (kasan_p4d_table(*pgd)) {

mm/kasan/init.c

469

pgd_clear(pgd);

mm/kasan/init.c

474

p4d = p4d_offset(pgd, addr);

mm/kasan/init.c

476

kasan_free_p4d(p4d_offset(pgd, 0), pgd);

mm/kasan/shadow.c

188

pgd_t *pgd = pgd_offset_k(addr);

mm/kasan/shadow.c

194

if (pgd_none(*pgd))

mm/kasan/shadow.c

196

p4d = p4d_offset(pgd, addr);

mm/memory-failure.c

329

pgd_t *pgd;

mm/memory-failure.c

337

pgd = pgd_offset(vma->vm_mm, address);

mm/memory-failure.c

338

if (!pgd_present(*pgd))

mm/memory-failure.c

340

p4d = p4d_offset(pgd, address);

mm/memory.c

2057

struct vm_area_struct *vma, pgd_t *pgd,

mm/memory.c

2064

p4d = p4d_offset(pgd, addr);

mm/memory.c

2101

pgd_t *pgd;

mm/memory.c

2104

pgd = pgd_offset(vma->vm_mm, addr);

mm/memory.c

2107

if (pgd_none_or_clear_bad(pgd))

mm/memory.c

2109

next = zap_p4d_range(tlb, vma, pgd, addr, next, details);

mm/memory.c

2110

} while (pgd++, addr = next, addr != end);

mm/memory.c

2273

pgd_t *pgd;

mm/memory.c

2278

pgd = pgd_offset(mm, addr);

mm/memory.c

2279

p4d = p4d_alloc(mm, pgd, addr);

mm/memory.c

253

static inline void free_p4d_range(struct mmu_gather *tlb, pgd_t *pgd,

mm/memory.c

262

p4d = p4d_offset(pgd, addr);

mm/memory.c

281

p4d = p4d_offset(pgd, start);

mm/memory.c

282

pgd_clear(pgd);

mm/memory.c

2982

static inline int remap_p4d_range(struct mm_struct *mm, pgd_t *pgd,

mm/memory.c

2991

p4d = p4d_alloc(mm, pgd, addr);

mm/memory.c

302

pgd_t *pgd;

mm/memory.c

3026

pgd_t *pgd;

mm/memory.c

3039

pgd = pgd_offset(mm, addr);

mm/memory.c

3043

err = remap_p4d_range(mm, pgd, addr, next,

mm/memory.c

3047

} while (pgd++, addr = next, addr != end);

mm/memory.c

3427

static int apply_to_p4d_range(struct mm_struct *mm, pgd_t *pgd,

mm/memory.c

3437

p4d = p4d_alloc_track(mm, pgd, addr, mask);

mm/memory.c

3441

p4d = p4d_offset(pgd, addr);

mm/memory.c

3467

pgd_t *pgd;

mm/memory.c

3476

pgd = pgd_offset(mm, addr);

mm/memory.c

3479

if (pgd_none(*pgd) && !create)

mm/memory.c

3481

if (WARN_ON_ONCE(pgd_leaf(*pgd))) {

mm/memory.c

3485

if (!pgd_none(*pgd) && WARN_ON_ONCE(pgd_bad(*pgd))) {

mm/memory.c

3488

pgd_clear_bad(pgd);

mm/memory.c

3490

err = apply_to_p4d_range(mm, pgd, addr, next,

mm/memory.c

3494

} while (pgd++, addr = next, addr != end);

mm/memory.c

351

pgd = pgd_offset(tlb->mm, addr);

mm/memory.c

354

if (pgd_none_or_clear_bad(pgd))

mm/memory.c

356

free_p4d_range(tlb, pgd, addr, next, floor, ceiling);

mm/memory.c

357

} while (pgd++, addr = next, addr != end);

mm/memory.c

6430

pgd_t *pgd;

mm/memory.c

6434

pgd = pgd_offset(mm, address);

mm/memory.c

6435

p4d = p4d_alloc(mm, pgd, address);

mm/memory.c

6723

int __p4d_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address)

mm/memory.c

6730

if (pgd_present(*pgd)) { /* Another has populated it */

mm/memory.c

6734

pgd_populate(mm, pgd, new);

mm/mprotect.c

611

struct vm_area_struct *vma, pgd_t *pgd, unsigned long addr,

mm/mprotect.c

618

p4d = p4d_offset(pgd, addr);

mm/mprotect.c

638

pgd_t *pgd;

mm/mprotect.c

643

pgd = pgd_offset(mm, addr);

mm/mprotect.c

647

ret = change_prepare(vma, pgd, p4d, addr, cp_flags);

mm/mprotect.c

652

if (pgd_none_or_clear_bad(pgd))

mm/mprotect.c

654

pages += change_p4d_range(tlb, vma, pgd, addr, next, newprot,

mm/mprotect.c

656

} while (pgd++, addr = next, addr != end);

mm/mremap.c

114

pgd_t *pgd;

mm/mremap.c

117

pgd = pgd_offset(mm, addr);

mm/mremap.c

118

p4d = p4d_alloc(mm, pgd, addr);

mm/mremap.c

77

pgd_t *pgd;

mm/mremap.c

81

pgd = pgd_offset(mm, addr);

mm/mremap.c

82

if (pgd_none_or_clear_bad(pgd))

mm/mremap.c

85

p4d = p4d_offset(pgd, addr);

mm/page_vma_mapped.c

187

pgd_t *pgd;

mm/page_vma_mapped.c

222

pgd = pgd_offset(mm, pvmw->address);

mm/page_vma_mapped.c

223

if (!pgd_present(*pgd)) {

mm/page_vma_mapped.c

227

p4d = p4d_offset(pgd, pvmw->address);

mm/pagewalk.c

250

static int walk_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end,

mm/pagewalk.c

261

p4d = p4d_offset(pgd, addr);

mm/pagewalk.c

291

pgd_t *pgd;

mm/pagewalk.c

299

if (walk->pgd)

mm/pagewalk.c

300

pgd = walk->pgd + pgd_index(addr);

mm/pagewalk.c

302

pgd = pgd_offset(walk->mm, addr);

mm/pagewalk.c

305

if (pgd_none_or_clear_bad(pgd)) {

mm/pagewalk.c

307

err = __p4d_alloc(walk->mm, pgd, addr);

mm/pagewalk.c

316

err = ops->pgd_entry(pgd, addr, next, walk);

mm/pagewalk.c

321

err = walk_p4d_range(pgd, addr, next, walk);

mm/pagewalk.c

324

} while (pgd++, addr = next, addr != end);

mm/pagewalk.c

626

const struct mm_walk_ops *ops, pgd_t *pgd, void *private)

mm/pagewalk.c

638

return walk_kernel_page_table_range_lockless(start, end, ops, pgd,

mm/pagewalk.c

649

const struct mm_walk_ops *ops, pgd_t *pgd, void *private)

mm/pagewalk.c

654

.pgd = pgd,

mm/pagewalk.c

684

pgd_t *pgd, void *private)

mm/pagewalk.c

689

.pgd = pgd,

mm/pagewalk.c

697

pgd, private);

mm/percpu.c

3147

pgd_t *pgd = pgd_offset_k(addr);

mm/percpu.c

3152

if (pgd_none(*pgd)) {

mm/percpu.c

3154

pgd_populate_kernel(addr, pgd, p4d);

mm/percpu.c

3157

p4d = p4d_offset(pgd, addr);

mm/pgalloc-track.h

10

if (unlikely(pgd_none(*pgd))) {

mm/pgalloc-track.h

11

if (__p4d_alloc(mm, pgd, address))

mm/pgalloc-track.h

16

return p4d_offset(pgd, address);

mm/pgalloc-track.h

6

static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd,

mm/pgtable-generic.c

27

void pgd_clear_bad(pgd_t *pgd)

mm/pgtable-generic.c

29

pgd_ERROR(*pgd);

mm/pgtable-generic.c

30

pgd_clear(pgd);

mm/ptdump.c

175

void ptdump_walk_pgd(struct ptdump_state *st, struct mm_struct *mm, pgd_t *pgd)

mm/ptdump.c

183

&ptdump_ops, pgd, st);

mm/ptdump.c

30

static int ptdump_pgd_entry(pgd_t *pgd, unsigned long addr,

mm/ptdump.c

34

pgd_t val = pgdp_get(pgd);

mm/rmap.c

885

pgd_t *pgd;

mm/rmap.c

890

pgd = pgd_offset(mm, address);

mm/rmap.c

891

if (!pgd_present(*pgd))

mm/rmap.c

894

p4d = p4d_offset(pgd, address);

mm/sparse-vmemmap.c

219

static p4d_t * __meminit vmemmap_p4d_populate(pgd_t *pgd, unsigned long addr, int node)

mm/sparse-vmemmap.c

221

p4d_t *p4d = p4d_offset(pgd, addr);

mm/sparse-vmemmap.c

234

pgd_t *pgd = pgd_offset_k(addr);

mm/sparse-vmemmap.c

235

if (pgd_none(*pgd)) {

mm/sparse-vmemmap.c

239

pgd_populate_kernel(addr, pgd, p);

mm/sparse-vmemmap.c

241

return pgd;

mm/sparse-vmemmap.c

249

pgd_t *pgd;

mm/sparse-vmemmap.c

255

pgd = vmemmap_pgd_populate(addr, node);

mm/sparse-vmemmap.c

256

if (!pgd)

mm/sparse-vmemmap.c

258

p4d = vmemmap_p4d_populate(pgd, addr, node);

mm/sparse-vmemmap.c

407

pgd_t *pgd;

mm/sparse-vmemmap.c

415

pgd = vmemmap_pgd_populate(addr, node);

mm/sparse-vmemmap.c

416

if (!pgd)

mm/sparse-vmemmap.c

419

p4d = vmemmap_p4d_populate(pgd, addr, node);

mm/swapfile.c

2622

static inline int unuse_p4d_range(struct vm_area_struct *vma, pgd_t *pgd,

mm/swapfile.c

2630

p4d = p4d_offset(pgd, addr);

mm/swapfile.c

2644

pgd_t *pgd;

mm/swapfile.c

2651

pgd = pgd_offset(vma->vm_mm, addr);

mm/swapfile.c

2654

if (pgd_none_or_clear_bad(pgd))

mm/swapfile.c

2656

ret = unuse_p4d_range(vma, pgd, addr, next, type);

mm/swapfile.c

2659

} while (pgd++, addr = next, addr != end);

mm/userfaultfd.c

2590

pgd_t *pgd;

mm/userfaultfd.c

2600

pgd = pgd_offset(mm, address);

mm/userfaultfd.c

2601

if (!pgd_present(*pgd))

mm/userfaultfd.c

2603

p4d = p4d_offset(pgd, address);

mm/userfaultfd.c

287

pgd_t *pgd;

mm/userfaultfd.c

291

pgd = pgd_offset(mm, address);

mm/userfaultfd.c

292

p4d = p4d_alloc(mm, pgd, address);

mm/vmalloc.c

271

static int vmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end,

mm/vmalloc.c

279

p4d = p4d_alloc_track(&init_mm, pgd, addr, mask);

mm/vmalloc.c

302

pgd_t *pgd;

mm/vmalloc.c

317

pgd = pgd_offset_k(addr);

mm/vmalloc.c

320

err = vmap_p4d_range(pgd, addr, next, phys_addr, prot,

mm/vmalloc.c

324

} while (pgd++, phys_addr += (next - addr), addr = next, addr != end);

mm/vmalloc.c

449

static void vunmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end,

mm/vmalloc.c

455

p4d = p4d_offset(pgd, addr);

mm/vmalloc.c

484

pgd_t *pgd;

mm/vmalloc.c

489

pgd = pgd_offset_k(addr);

mm/vmalloc.c

492

if (pgd_bad(*pgd))

mm/vmalloc.c

494

if (pgd_none_or_clear_bad(pgd))

mm/vmalloc.c

496

vunmap_p4d_range(pgd, addr, next, &mask);

mm/vmalloc.c

497

} while (pgd++, addr = next, addr != end);

mm/vmalloc.c

605

static int vmap_pages_p4d_range(pgd_t *pgd, unsigned long addr,

mm/vmalloc.c

612

p4d = p4d_alloc_track(&init_mm, pgd, addr, mask);

mm/vmalloc.c

627

pgd_t *pgd;

mm/vmalloc.c

634

pgd = pgd_offset_k(addr);

mm/vmalloc.c

637

if (pgd_bad(*pgd))

mm/vmalloc.c

639

err = vmap_pages_p4d_range(pgd, addr, next, prot, pages, &nr, &mask);

mm/vmalloc.c

642

} while (pgd++, addr = next, addr != end);

mm/vmalloc.c

803

pgd_t *pgd = pgd_offset_k(addr);

mm/vmalloc.c

815

if (pgd_none(*pgd))

mm/vmalloc.c

817

if (WARN_ON_ONCE(pgd_leaf(*pgd)))

mm/vmalloc.c

819

if (WARN_ON_ONCE(pgd_bad(*pgd)))

mm/vmalloc.c

822

p4d = p4d_offset(pgd, addr);

tools/testing/selftests/kvm/include/kvm_util.h

93

u64 pgd;

tools/testing/selftests/kvm/lib/arm64/processor.c

118

vm->mmu.pgd = vm_phy_pages_alloc(vm, nr_pages,

tools/testing/selftests/kvm/lib/arm64/processor.c

144

ptep = addr_gpa2hva(vm, vm->mmu.pgd) + pgd_index(vm, gva) * 8;

tools/testing/selftests/kvm/lib/arm64/processor.c

190

ptep = addr_gpa2hva(vm, vm->mmu.pgd) + pgd_index(vm, gva) * 8;

tools/testing/selftests/kvm/lib/arm64/processor.c

261

u64 pgd, *ptep;

tools/testing/selftests/kvm/lib/arm64/processor.c

266

for (pgd = vm->mmu.pgd; pgd < vm->mmu.pgd + ptrs_per_pgd(vm) * 8; pgd += 8) {

tools/testing/selftests/kvm/lib/arm64/processor.c

267

ptep = addr_gpa2hva(vm, pgd);

tools/testing/selftests/kvm/lib/arm64/processor.c

270

fprintf(stream, "%*spgd: %lx: %lx at %p\n", indent, "", pgd, *ptep, ptep);

tools/testing/selftests/kvm/lib/arm64/processor.c

347

ttbr0_el1 = vm->mmu.pgd & GENMASK(47, vm->page_shift);

tools/testing/selftests/kvm/lib/arm64/processor.c

355

ttbr0_el1 |= FIELD_GET(GENMASK(51, 48), vm->mmu.pgd) << 2;

tools/testing/selftests/kvm/lib/loongarch/processor.c

168

pte_dump(stream, vm, indent, vm->mmu.pgd, level);

tools/testing/selftests/kvm/lib/loongarch/processor.c

333

loongarch_set_csr(vcpu, LOONGARCH_CSR_PGDL, vm->mmu.pgd);

tools/testing/selftests/kvm/lib/loongarch/processor.c

66

vm->mmu.pgd = table;

tools/testing/selftests/kvm/lib/loongarch/processor.c

84

child = vm->mmu.pgd;

tools/testing/selftests/kvm/lib/riscv/processor.c

129

ptep = addr_gpa2hva(vm, vm->mmu.pgd) + pte_index(vm, gva, level) * 8;

tools/testing/selftests/kvm/lib/riscv/processor.c

176

u64 pgd, *ptep;

tools/testing/selftests/kvm/lib/riscv/processor.c

181

for (pgd = mmu->pgd; pgd < mmu->pgd + ptrs_per_pte(vm) * 8; pgd += 8) {

tools/testing/selftests/kvm/lib/riscv/processor.c

182

ptep = addr_gpa2hva(vm, pgd);

tools/testing/selftests/kvm/lib/riscv/processor.c

186

pgd, *ptep, ptep);

tools/testing/selftests/kvm/lib/riscv/processor.c

229

satp = (vm->mmu.pgd >> PGTBL_PAGE_SIZE_SHIFT) & SATP_PPN;

tools/testing/selftests/kvm/lib/riscv/processor.c

72

vm->mmu.pgd = vm_phy_pages_alloc(vm, nr_pages,

tools/testing/selftests/kvm/lib/riscv/processor.c

96

ptep = addr_gpa2hva(vm, vm->mmu.pgd) + pte_index(vm, gva, level) * 8;

tools/testing/selftests/kvm/lib/s390/processor.c

153

virt_dump_region(stream, vm, indent, vm->mmu.pgd);

tools/testing/selftests/kvm/lib/s390/processor.c

184

sregs.crs[1] = vm->mmu.pgd | 0xf; /* Primary region table */

tools/testing/selftests/kvm/lib/s390/processor.c

28

vm->mmu.pgd = gpa;

tools/testing/selftests/kvm/lib/s390/processor.c

71

entry = addr_gpa2hva(vm, vm->mmu.pgd);

tools/testing/selftests/kvm/lib/s390/processor.c

95

entry = addr_gpa2hva(vm, vm->mmu.pgd);

tools/testing/selftests/kvm/lib/x86/processor.c

169

mmu->pgd = vm_alloc_page_table(vm);

tools/testing/selftests/kvm/lib/x86/processor.c

216

TEST_ASSERT((*parent_pte == mmu->pgd) || is_present_pte(mmu, parent_pte),

tools/testing/selftests/kvm/lib/x86/processor.c

263

u64 *pte = &mmu->pgd;

tools/testing/selftests/kvm/lib/x86/processor.c

363

u64 *pte = &mmu->pgd;

tools/testing/selftests/kvm/lib/x86/processor.c

423

pml4e_start = (u64 *)addr_gpa2hva(vm, mmu->pgd);

tools/testing/selftests/kvm/lib/x86/processor.c

671

sregs.cr3 = vm->mmu.pgd;

tools/testing/selftests/kvm/lib/x86/svm.c

50

svm->ncr3_gpa = vm->stage2_mmu.pgd;

tools/testing/selftests/kvm/lib/x86/vmx.c

120

vmx->eptp_gpa = vm->stage2_mmu.pgd;

tools/testing/selftests/kvm/s390/ucontrol_test.c

114

gpa_t pgd;

tools/testing/selftests/kvm/x86/vmx_nested_la57_state_test.c

93

virt_map(vm, vm->mmu.pgd, vm->mmu.pgd, 1);

tools/testing/selftests/vfio/vfio_dma_mapping_test.c

169

printf("PGD: 0x%016lx\n", mapping.pgd);

tools/testing/selftests/vfio/vfio_dma_mapping_test.c

19

u64 pgd;

tools/testing/selftests/vfio/vfio_dma_mapping_test.c

68

parse_next_value(&rest, &mapping->pgd);