Symbol: kernel_pmap
sys/amd64/acpica/acpi_wakeup.c
425
bcopy(kernel_pmap->pm_pmltop, pt5, PAGE_SIZE);
sys/amd64/acpica/acpi_wakeup.c
429
bcopy(kernel_pmap->pm_pmltop, pt4, PAGE_SIZE);
sys/amd64/amd64/efirt_machdep.c
259
bits = pmap_cache_bits(kernel_pmap, mode, false) | X86_PG_RW |
sys/amd64/amd64/efirt_machdep.c
289
bits = pmap_cache_bits(kernel_pmap, VM_MEMATTR_WRITE_BACK,
sys/amd64/amd64/mp_machdep.c
171
MPASS(kernel_pmap->pm_cr3 < (1UL << 32));
sys/amd64/amd64/mp_machdep.c
172
mptramp_pagetables = kernel_pmap->pm_cr3;
sys/amd64/amd64/mp_machdep.c
389
v_pml4 = &kernel_pmap->pm_pmltop[0];
sys/amd64/amd64/mp_machdep.c
421
old_pml45 = kernel_pmap->pm_pmltop[0];
sys/amd64/amd64/mp_machdep.c
423
kernel_pmap->pm_pmltop[0] = VM_PAGE_TO_PHYS(m_pml4) |
sys/amd64/amd64/mp_machdep.c
428
pmap_invalidate_all(kernel_pmap);
sys/amd64/amd64/mp_machdep.c
500
kernel_pmap->pm_pmltop[0] = old_pml45;
sys/amd64/amd64/mp_machdep.c
728
if (invlpgb_works && pmap == kernel_pmap) {
sys/amd64/amd64/mp_machdep.c
751
if (invlpgb_works && pmap == kernel_pmap) {
sys/amd64/amd64/mp_machdep.c
768
if (invlpgb_works && pmap == kernel_pmap) {
sys/amd64/amd64/mp_machdep.c
799
smp_targeted_tlb_shootdown(kernel_pmap, 0, 0, curcpu_cb, INVL_OP_CACHE);
sys/amd64/amd64/mp_machdep.c
815
if (smp_tlb_pmap == kernel_pmap)
sys/amd64/amd64/mp_machdep.c
836
invpcid(&d, smp_tlb_pmap == kernel_pmap ? INVPCID_CTXGLOB :
sys/amd64/amd64/mp_machdep.c
855
if (smp_tlb_pmap == kernel_pmap) {
sys/amd64/amd64/mp_machdep.c
881
if (smp_tlb_pmap == kernel_pmap) {
sys/amd64/amd64/mp_machdep.c
994
if (smp_tlb_pmap == kernel_pmap && PCPU_GET(pcid_invlpg_workaround)) {
sys/amd64/amd64/pmap.c
10002
pmap_invalidate_page(kernel_pmap, va);
sys/amd64/amd64/pmap.c
10003
PMAP_UNLOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
10120
KASSERT(pcidp->pm_pcid != PMAP_PCID_KERN || pmap == kernel_pmap,
sys/amd64/amd64/pmap.c
10281
MPASS(pmap != kernel_pmap);
sys/amd64/amd64/pmap.c
10555
pmap_invlpg(kernel_pmap, (vm_offset_t)vaddr[i]);
sys/amd64/amd64/pmap.c
10601
X86_PG_M | pmap_cache_bits(kernel_pmap, m->md.pat_mode, false));
sys/amd64/amd64/pmap.c
10629
return (pmap_alloc_pt_page(kernel_pmap, 0, VM_ALLOC_ZERO));
sys/amd64/amd64/pmap.c
10637
PMAP_LOCK_ASSERT(kernel_pmap, MA_OWNED);
sys/amd64/amd64/pmap.c
10640
PMAP_UNLOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
10642
PMAP_LOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
10658
pml4 = pmap_pml4e(kernel_pmap, va);
sys/amd64/amd64/pmap.c
10813
PMAP_LOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
10822
pmap_cache_bits(kernel_pmap, mattr, true);
sys/amd64/amd64/pmap.c
10830
pmap_cache_bits(kernel_pmap, mattr, true);
sys/amd64/amd64/pmap.c
10837
X86_PG_A | pg_nx | pmap_cache_bits(kernel_pmap,
sys/amd64/amd64/pmap.c
10843
PMAP_UNLOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
10870
PMAP_LOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
10934
pmap_invalidate_range(kernel_pmap, sva, sva + len);
sys/amd64/amd64/pmap.c
10935
PMAP_UNLOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
11186
CPU_COPY(&all_cpus, &kernel_pmap->pm_active);
sys/amd64/amd64/pmap.c
11349
(exec ? 0 : pg_nx) | pmap_cache_bits(kernel_pmap,
sys/amd64/amd64/pmap.c
11401
pmap_invalidate_range(kernel_pmap, sva, eva);
sys/amd64/amd64/pmap.c
11851
pdpe = pmap_pdpe(kernel_pmap, va);
sys/amd64/amd64/pmap.c
11902
pat_idx = pmap_pat_index(kernel_pmap, range->attrs, true);
sys/amd64/amd64/pmap.c
11960
pmap_pat_index(kernel_pmap, range->attrs, true) ==
sys/amd64/amd64/pmap.c
11961
pmap_pat_index(kernel_pmap, attrs, true))
sys/amd64/amd64/pmap.c
12089
pml5e = *pmap_pml5e(kernel_pmap, sva);
sys/amd64/amd64/pmap.c
12097
pml4e = *pmap_pml4e(kernel_pmap, sva);
sys/amd64/amd64/pmap.c
1602
if (pmap == kernel_pmap)
sys/amd64/amd64/pmap.c
2130
mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF);
sys/amd64/amd64/pmap.c
2139
kernel_pmap->pm_pmltop = PHYS_TO_DMAP(KPML5phys);
sys/amd64/amd64/pmap.c
2140
kernel_pmap->pm_cr3 = KPML5phys;
sys/amd64/amd64/pmap.c
2141
pmap_pt_page_count_adj(kernel_pmap, 1); /* top-level page */
sys/amd64/amd64/pmap.c
2144
kernel_pmap->pm_pmltop = kernel_pml4;
sys/amd64/amd64/pmap.c
2145
kernel_pmap->pm_cr3 = KPML4phys;
sys/amd64/amd64/pmap.c
2147
kernel_pmap->pm_ucr3 = PMAP_NO_CR3;
sys/amd64/amd64/pmap.c
2148
TAILQ_INIT(&kernel_pmap->pm_pvchunk);
sys/amd64/amd64/pmap.c
2149
kernel_pmap->pm_stats.resident_count = res;
sys/amd64/amd64/pmap.c
2150
vm_radix_init(&kernel_pmap->pm_root);
sys/amd64/amd64/pmap.c
2151
kernel_pmap->pm_flags = pmap_flags;
sys/amd64/amd64/pmap.c
2153
rangeset_init(&kernel_pmap->pm_pkru, pkru_dup_range,
sys/amd64/amd64/pmap.c
2154
pkru_free_range, kernel_pmap, M_NOWAIT);
sys/amd64/amd64/pmap.c
2161
CPU_FILL(&kernel_pmap->pm_active);
sys/amd64/amd64/pmap.c
2234
kernel_pmap->pm_pcidp = (void *)(uintptr_t)
sys/amd64/amd64/pmap.c
2547
PMAP_LOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
2563
pmap_insert_pt_page(kernel_pmap, mpte, false, false))
sys/amd64/amd64/pmap.c
2566
PMAP_UNLOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
2661
kernel_pmap->pm_pmltop[LMSPML5I + i] = X86_PG_V |
sys/amd64/amd64/pmap.c
2668
pml4e = pmap_pml4e(kernel_pmap, kva_layout.lm_low +
sys/amd64/amd64/pmap.c
3245
if (pmap == kernel_pmap) {
sys/amd64/amd64/pmap.c
3246
pmap_invlpg(kernel_pmap, va);
sys/amd64/amd64/pmap.c
3333
if (pmap == kernel_pmap) {
sys/amd64/amd64/pmap.c
3378
if (pmap == kernel_pmap) {
sys/amd64/amd64/pmap.c
3520
if (pmap == kernel_pmap || pmap_type_guest(pmap))
sys/amd64/amd64/pmap.c
3725
pte_bits = pmap_cache_bits(kernel_pmap, mattr, false) | X86_PG_RW |
sys/amd64/amd64/pmap.c
3734
pmap_invlpg(kernel_pmap, vaddr);
sys/amd64/amd64/pmap.c
3896
cache_bits = pmap_cache_bits(kernel_pmap, mode, false);
sys/amd64/amd64/pmap.c
3954
cache_bits = pmap_cache_bits(kernel_pmap, m->md.pat_mode, false);
sys/amd64/amd64/pmap.c
3964
pmap_invalidate_range(kernel_pmap, sva, sva + count *
sys/amd64/amd64/pmap.c
3996
pmap_invalidate_range(kernel_pmap, (vm_offset_t)sva, va);
sys/amd64/amd64/pmap.c
4201
pmap->pm_pmltop = kernel_pmap->pm_pmltop;
sys/amd64/amd64/pmap.c
4203
pmap->pm_cr3 = kernel_pmap->pm_cr3;
sys/amd64/amd64/pmap.c
4270
pm_pml4[LMSPML4I + i] = kernel_pmap->pm_pmltop[LMSPML4I + i];
sys/amd64/amd64/pmap.c
4283
pm_pml5[i] = kernel_pmap->pm_pmltop[i];
sys/amd64/amd64/pmap.c
4976
pdpe = pmap_pdpe(kernel_pmap, va);
sys/amd64/amd64/pmap.c
5065
pdpe = pmap_pdpe(kernel_pmap, end);
sys/amd64/amd64/pmap.c
5067
nkpg = pmap_alloc_pt_page(kernel_pmap,
sys/amd64/amd64/pmap.c
5089
nkpg = pmap_alloc_pt_page(kernel_pmap, pmap_pde_pindex(end),
sys/amd64/amd64/pmap.c
6112
KASSERT(pmap == kernel_pmap, ("pmap %p is not kernel_pmap", pmap));
sys/amd64/amd64/pmap.c
6166
pmap_invalidate_pde_page(kernel_pmap, sva, oldpde);
sys/amd64/amd64/pmap.c
6185
if (pmap != kernel_pmap) {
sys/amd64/amd64/pmap.c
6393
MPASS(pmap != kernel_pmap); /* XXXKIB */
sys/amd64/amd64/pmap.c
6627
pmap_invalidate_pde_page(kernel_pmap, sva, oldpde);
sys/amd64/amd64/pmap.c
6710
MPASS(pmap != kernel_pmap); /* XXXKIB */
sys/amd64/amd64/pmap.c
7149
if (pmap == kernel_pmap)
sys/amd64/amd64/pmap.c
7563
if ((newpde & PG_W) != 0 && pmap != kernel_pmap) {
sys/amd64/amd64/pmap.c
7832
pmap_invlpg(kernel_pmap, va);
sys/amd64/amd64/pmap.c
7976
MPASS(pmap != kernel_pmap); /* XXXKIB */
sys/amd64/amd64/pmap.c
9440
PMAP_LOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
9443
PMAP_UNLOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
9455
pmap_invalidate_range(kernel_pmap, (vm_offset_t)va,
sys/amd64/amd64/pmap.c
9632
PMAP_LOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
9635
PMAP_UNLOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
9664
PMAP_LOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
9667
PMAP_UNLOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
9687
PMAP_LOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
9690
PMAP_UNLOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
9707
PMAP_LOCK_ASSERT(kernel_pmap, MA_OWNED);
sys/amd64/amd64/pmap.c
9728
pde_bits |= pmap_cache_bits(kernel_pmap, mode, true);
sys/amd64/amd64/pmap.c
9730
pte_bits |= pmap_cache_bits(kernel_pmap, mode, false);
sys/amd64/amd64/pmap.c
9752
pdpe = pmap_pdpe(kernel_pmap, tmpva);
sys/amd64/amd64/pmap.c
9779
if (!pmap_demote_pdpe(kernel_pmap, pdpe, tmpva, NULL))
sys/amd64/amd64/pmap.c
9809
if (!pmap_demote_pde(kernel_pmap, pde, tmpva))
sys/amd64/amd64/pmap.c
9829
pdpe = pmap_pdpe(kernel_pmap, tmpva);
sys/amd64/amd64/pmap.c
9929
pmap_invalidate_range(kernel_pmap, base, tmpva);
sys/amd64/amd64/pmap.c
9977
PMAP_LOCK(kernel_pmap);
sys/amd64/amd64/pmap.c
9978
pdpe = pmap_pdpe(kernel_pmap, va);
sys/amd64/amd64/pmap.c
9982
rv = pmap_demote_pdpe(kernel_pmap, pdpe, va, m);
sys/amd64/amd64/pmap.c
9993
pmap_pt_page_count_adj(kernel_pmap, 1);
sys/amd64/amd64/pmap.c
9994
rv = pmap_demote_pde_mpte(kernel_pmap, pde, va,
sys/amd64/amd64/uio_machdep.c
179
v = pmap_extract(kernel_pmap, v);
sys/amd64/include/pmap.h
470
if (pmap == kernel_pmap && PCPU_GET(pcid_invlpg_workaround)) {
sys/arm/arm/busdma_machdep.c
836
if (__predict_true(pmap == kernel_pmap))
sys/arm/arm/busdma_machdep.c
990
if (__predict_true(pmap == kernel_pmap)) {
sys/arm/arm/db_interface.c
169
pmap = kernel_pmap;
sys/arm/arm/machdep.c
210
pmap_set_pcb_pagedir(kernel_pmap, pcb);
sys/arm/arm/mem.c
140
if (pmap_extract(kernel_pmap, addr) == 0)
sys/arm/arm/pmap-v6.c
1176
mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF);
sys/arm/arm/pmap-v6.c
1178
kernel_pmap->pm_pt1 = kern_pt1;
sys/arm/arm/pmap-v6.c
1179
kernel_pmap->pm_pt2tab = kern_pt2tab;
sys/arm/arm/pmap-v6.c
1180
CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */
sys/arm/arm/pmap-v6.c
1181
TAILQ_INIT(&kernel_pmap->pm_pvchunk);
sys/arm/arm/pmap-v6.c
1196
LIST_INSERT_HEAD(&allpmaps, kernel_pmap, pm_list);
sys/arm/arm/pmap-v6.c
1491
if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active))
sys/arm/arm/pmap-v6.c
1499
if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active))
sys/arm/arm/pmap-v6.c
1719
if (pmap == kernel_pmap)
sys/arm/arm/pmap-v6.c
1874
return (pmap == kernel_pmap ||
sys/arm/arm/pmap-v6.c
2105
pt2pg_pa = pmap_pt2pg_init(kernel_pmap, kernel_vm_end,
sys/arm/arm/pmap-v6.c
3304
pmap = kernel_pmap;
sys/arm/arm/pmap-v6.c
3380
if (pmap == kernel_pmap) {
sys/arm/arm/pmap-v6.c
3414
if (pmap == kernel_pmap) {
sys/arm/arm/pmap-v6.c
3476
if (pte2_is_managed(fpte2) && pmap == kernel_pmap) {
sys/arm/arm/pmap-v6.c
3665
if (pmap == kernel_pmap) {
sys/arm/arm/pmap-v6.c
3909
if (pmap != kernel_pmap)
sys/arm/arm/pmap-v6.c
4058
if ((prot & VM_PROT_EXECUTE) && pmap != kernel_pmap &&
sys/arm/arm/pmap-v6.c
4661
else if (m->md.pat_mode == VM_MEMATTR_WB_WA && pmap != kernel_pmap) {
sys/arm/arm/pmap-v6.c
4703
if (pmap != kernel_pmap)
sys/arm/arm/pmap-v6.c
4790
pmap != kernel_pmap && (!pte1_is_section(opte1) ||
sys/arm/arm/pmap-v6.c
6418
pmap = kernel_pmap;
sys/arm64/arm64/busdma_bounce.c
722
if (pmap == kernel_pmap)
sys/arm64/arm64/busdma_bounce.c
868
if (__predict_true(pmap == kernel_pmap)) {
sys/arm64/arm64/mem.c
97
v = pmap_extract(kernel_pmap, v);
sys/arm64/arm64/mp_machdep.c
565
pa = pmap_extract(kernel_pmap, (vm_offset_t)mpentry_spintable);
sys/arm64/arm64/mp_machdep.c
568
pa = pmap_extract(kernel_pmap, (vm_offset_t)mpentry_psci);
sys/arm64/arm64/pmap.c
10111
l1 = pmap_l1(kernel_pmap, va);
sys/arm64/arm64/pmap.c
10328
l0e = kernel_pmap->pm_l0[i];
sys/arm64/arm64/pmap.c
1373
mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF);
sys/arm64/arm64/pmap.c
1374
kernel_pmap->pm_l0_paddr =
sys/arm64/arm64/pmap.c
1376
TAILQ_INIT(&kernel_pmap->pm_pvchunk);
sys/arm64/arm64/pmap.c
1377
vm_radix_init(&kernel_pmap->pm_root);
sys/arm64/arm64/pmap.c
1378
kernel_pmap->pm_cookie = COOKIE_FROM(-1, INT_MIN);
sys/arm64/arm64/pmap.c
1379
kernel_pmap->pm_stage = PM_STAGE1;
sys/arm64/arm64/pmap.c
1380
kernel_pmap->pm_levels = 4;
sys/arm64/arm64/pmap.c
1381
kernel_pmap->pm_ttbr = kernel_pmap->pm_l0_paddr;
sys/arm64/arm64/pmap.c
1382
kernel_pmap->pm_asid_set = &asids;
sys/arm64/arm64/pmap.c
1475
l2 = pmap_l2(kernel_pmap, va);
sys/arm64/arm64/pmap.c
1563
l0 = pmap_l0(kernel_pmap, KMSAN_SHAD_MIN_ADDRESS);
sys/arm64/arm64/pmap.c
1571
l0 = pmap_l0(kernel_pmap, KMSAN_ORIG_MIN_ADDRESS);
sys/arm64/arm64/pmap.c
2006
if (pmap == kernel_pmap) {
sys/arm64/arm64/pmap.c
2051
if (pmap == kernel_pmap) {
sys/arm64/arm64/pmap.c
2126
if (pmap == kernel_pmap) {
sys/arm64/arm64/pmap.c
2289
pte = pmap_l1(kernel_pmap, sva);
sys/arm64/arm64/pmap.c
2358
pte = pmap_l1(kernel_pmap, va);
sys/arm64/arm64/pmap.c
2443
pde = pmap_pde(kernel_pmap, va, &lvl);
sys/arm64/arm64/pmap.c
2457
PMAP_LOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
2458
error = pmap_insert_pt_page(kernel_pmap, mpte, false,
sys/arm64/arm64/pmap.c
2469
pmap_update_entry(kernel_pmap, pde,
sys/arm64/arm64/pmap.c
2473
PMAP_UNLOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
2503
pmap_s1_invalidate_range(kernel_pmap, sva, va, true);
sys/arm64/arm64/pmap.c
2528
pte = pmap_pte_exists(kernel_pmap, va, 3, __func__);
sys/arm64/arm64/pmap.c
2532
pmap_s1_invalidate_page(kernel_pmap, va, true);
sys/arm64/arm64/pmap.c
2556
ptep = pmap_pte(kernel_pmap, va, &lvl);
sys/arm64/arm64/pmap.c
2565
pmap_s1_invalidate_range(kernel_pmap, sva, va,
sys/arm64/arm64/pmap.c
2569
pmap_s1_invalidate_page(kernel_pmap, va, true);
sys/arm64/arm64/pmap.c
2570
PMAP_LOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
2571
pmap_remove_kernel_l2(kernel_pmap, ptep, va);
sys/arm64/arm64/pmap.c
2572
PMAP_UNLOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
2604
pmap_s1_invalidate_range(kernel_pmap, sva, va, true);
sys/arm64/arm64/pmap.c
2646
pde = pmap_pde(kernel_pmap, va, &lvl);
sys/arm64/arm64/pmap.c
2662
pmap_s1_invalidate_range(kernel_pmap, (vm_offset_t)sva, va,
sys/arm64/arm64/pmap.c
2690
pte = pmap_pte_exists(kernel_pmap, va, 3, NULL);
sys/arm64/arm64/pmap.c
2697
pmap_s1_invalidate_range(kernel_pmap, (vm_offset_t)sva, va, true);
sys/arm64/arm64/pmap.c
2979
if (pmap == kernel_pmap)
sys/arm64/arm64/pmap.c
3281
l0 = pmap_l0(kernel_pmap, kernel_vm_end);
sys/arm64/arm64/pmap.c
4007
KASSERT(pmap == kernel_pmap, ("pmap %p is not kernel_pmap", pmap));
sys/arm64/arm64/pmap.c
4073
if (pmap != kernel_pmap) {
sys/arm64/arm64/pmap.c
4382
MPASS(pmap != kernel_pmap);
sys/arm64/arm64/pmap.c
4839
if (pmap == kernel_pmap) {
sys/arm64/arm64/pmap.c
4856
pmap_mask_set(kernel_pmap, sva, sva + size, ATTR_SW_NO_PROMOTE,
sys/arm64/arm64/pmap.c
5504
if (pmap != kernel_pmap)
sys/arm64/arm64/pmap.c
5748
if ((prot & VM_PROT_EXECUTE) && pmap != kernel_pmap &&
sys/arm64/arm64/pmap.c
5854
if (pmap != kernel_pmap)
sys/arm64/arm64/pmap.c
6001
if ((new_l2 & ATTR_SW_WIRED) != 0 && pmap != kernel_pmap) {
sys/arm64/arm64/pmap.c
6065
pmap != kernel_pmap && m->md.pv_memattr == VM_MEMATTR_WRITE_BACK) {
sys/arm64/arm64/pmap.c
6113
if (pmap != kernel_pmap)
sys/arm64/arm64/pmap.c
6210
pde = pmap_pde(kernel_pmap, va, &lvl);
sys/arm64/arm64/pmap.c
6291
if ((l3e & ATTR_S1_XN) == 0 && pmap != kernel_pmap &&
sys/arm64/arm64/pmap.c
6462
l2 = pmap_pde(kernel_pmap, va, &lvl);
sys/arm64/arm64/pmap.c
6506
if (pmap != kernel_pmap)
sys/arm64/arm64/pmap.c
6518
if ((prot & VM_PROT_EXECUTE) && pmap != kernel_pmap &&
sys/arm64/arm64/pmap.c
6610
MPASS(pmap != kernel_pmap);
sys/arm64/arm64/pmap.c
805
if (pmap == kernel_pmap)
sys/arm64/arm64/pmap.c
8153
pde = pmap_pde(kernel_pmap, va, &lvl);
sys/arm64/arm64/pmap.c
8191
pde = pmap_pde(kernel_pmap, va, &lvl);
sys/arm64/arm64/pmap.c
8220
PMAP_LOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
8223
PMAP_UNLOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
8251
pde = pmap_pde(kernel_pmap, va_trunc, &lvl);
sys/arm64/arm64/pmap.c
8327
PMAP_LOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
8329
PMAP_UNLOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
8342
PMAP_LOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
8347
PMAP_UNLOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
8367
PMAP_LOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
8369
PMAP_UNLOCK(kernel_pmap);
sys/arm64/arm64/pmap.c
8385
PMAP_LOCK_ASSERT(kernel_pmap, MA_OWNED);
sys/arm64/arm64/pmap.c
8432
ptep = pmap_pte(kernel_pmap, tmpva, &lvl);
sys/arm64/arm64/pmap.c
8477
newpte = pmap_demote_l1(kernel_pmap, ptep,
sys/arm64/arm64/pmap.c
8490
if (!pmap_demote_l2c(kernel_pmap, ptep,
sys/arm64/arm64/pmap.c
8499
newpte = pmap_demote_l2(kernel_pmap, ptep,
sys/arm64/arm64/pmap.c
8512
if (!pmap_demote_l3c(kernel_pmap, ptep,
sys/arm64/arm64/pmap.c
8545
pmap_update_strided(kernel_pmap, ptep, ptep +
sys/arm64/arm64/pmap.c
8549
pmap_update_strided(kernel_pmap, ptep, ptep +
sys/arm64/arm64/pmap.c
8559
pmap_update_entry(kernel_pmap, ptep, pte, tmpva,
sys/arm64/arm64/pmap.c
8566
pmap_s1_invalidate_page(kernel_pmap,
sys/arm64/arm64/pmap.c
9386
KASSERT(pmap != kernel_pmap, ("kernel pmap activation"));
sys/arm64/arm64/pmap.c
9671
if (pmap == kernel_pmap) {
sys/arm64/arm64/pmap.c
9908
if (pmap == kernel_pmap) {
sys/arm64/arm64/pmap.c
9934
if (pmap == kernel_pmap)
sys/arm64/include/pmap.h
108
#define pmap_kernel() kernel_pmap
sys/dev/iommu/busdma_iommu.c
784
if (pmap == kernel_pmap)
sys/i386/i386/machdep.c
1819
pmap_protect(kernel_pmap, tmp, tmp + PAGE_SIZE, VM_PROT_READ);
sys/i386/i386/mem.c
125
pa = pmap_extract(kernel_pmap, addr);
sys/i386/i386/mem.c
139
pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap);
sys/i386/i386/mp_machdep.c
460
pmap_invalidate_page (kernel_pmap, va);
sys/i386/i386/mp_machdep.c
667
if (smp_tlb_pmap == kernel_pmap)
sys/i386/i386/mp_machdep.c
686
if (smp_tlb_pmap == kernel_pmap)
sys/i386/i386/mp_machdep.c
708
if (smp_tlb_pmap == kernel_pmap) {
sys/i386/i386/pmap.c
1160
pde = pmap_pde(kernel_pmap, va);
sys/i386/i386/pmap.c
1220
if (pmap == kernel_pmap) {
sys/i386/i386/pmap.c
1252
if (pmap == kernel_pmap) {
sys/i386/i386/pmap.c
1276
if (pmap == kernel_pmap) {
sys/i386/i386/pmap.c
1320
pde = pmap_pde(kernel_pmap, act->va);
sys/i386/i386/pmap.c
1362
if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
1374
smp_no_rendezvous_barrier, pmap == kernel_pmap ?
sys/i386/i386/pmap.c
1378
if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
1396
if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
1405
if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
1414
if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
1429
if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
1433
if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active))
sys/i386/i386/pmap.c
1488
return (pmap == kernel_pmap);
sys/i386/i386/pmap.c
1512
pmap_invalidate_page_int(kernel_pmap,
sys/i386/i386/pmap.c
1762
pte_store(pte, pa | PG_RW | PG_V | pmap_cache_bits(kernel_pmap,
sys/i386/i386/pmap.c
1833
pmap_invalidate_range_int(kernel_pmap, sva, va);
sys/i386/i386/pmap.c
1860
pa = VM_PAGE_TO_PHYS(m) | pmap_cache_bits(kernel_pmap,
sys/i386/i386/pmap.c
1869
pmap_invalidate_range_int(kernel_pmap, sva, sva + count *
sys/i386/i386/pmap.c
1888
pmap_invalidate_range_int(kernel_pmap, (vm_offset_t)sva, va);
sys/i386/i386/pmap.c
1988
MPASS(pmap != kernel_pmap);
sys/i386/i386/pmap.c
2002
if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
2793
if (pmap != kernel_pmap) {
sys/i386/i386/pmap.c
2806
if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
2830
pmap_invalidate_page_int(kernel_pmap,
sys/i386/i386/pmap.c
2871
else if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
2964
pmap_invalidate_pde_page(kernel_pmap, sva, oldpde);
sys/i386/i386/pmap.c
2982
if (pmap == kernel_pmap) {
sys/i386/i386/pmap.c
3020
pmap_invalidate_page_int(kernel_pmap, va);
sys/i386/i386/pmap.c
3299
pmap_invalidate_pde_page(kernel_pmap, sva, oldpde);
sys/i386/i386/pmap.c
3498
if ((*firstpte & PG_MANAGED) != 0 && pmap == kernel_pmap) {
sys/i386/i386/pmap.c
3622
else if (pmap == kernel_pmap)
sys/i386/i386/pmap.c
3659
KASSERT((pmap == kernel_pmap && va < VM_MAX_KERNEL_ADDRESS) ||
sys/i386/i386/pmap.c
3660
(pmap != kernel_pmap && va < VM_MAXUSER_ADDRESS),
sys/i386/i386/pmap.c
3661
("pmap_enter: toobig k%d %#x", pmap == kernel_pmap, va));
sys/i386/i386/pmap.c
3665
KASSERT(pmap != kernel_pmap || (m->oflags & VPO_UNMANAGED) != 0 ||
sys/i386/i386/pmap.c
3686
if (pmap != kernel_pmap)
sys/i386/i386/pmap.c
3704
if (pmap != kernel_pmap) {
sys/i386/i386/pmap.c
3927
if (pmap != kernel_pmap)
sys/i386/i386/pmap.c
3986
} else if (pmap != kernel_pmap ||
sys/i386/i386/pmap.c
4008
if (pmap != kernel_pmap) {
sys/i386/i386/pmap.c
4030
if ((newpde & PG_W) != 0 && pmap != kernel_pmap) {
sys/i386/i386/pmap.c
4161
KASSERT(pmap != kernel_pmap || !VA_IS_CLEANMAP(va) ||
sys/i386/i386/pmap.c
4172
if (pmap != kernel_pmap) {
sys/i386/i386/pmap.c
4242
if (pmap != kernel_pmap)
sys/i386/i386/pmap.c
4600
pmap_cache_bits(kernel_pmap, m->md.pat_mode, false);
sys/i386/i386/pmap.c
4631
pmap_cache_bits(kernel_pmap, m->md.pat_mode, false);
sys/i386/i386/pmap.c
4661
pmap_cache_bits(kernel_pmap, src->md.pat_mode, false);
sys/i386/i386/pmap.c
4664
pmap_cache_bits(kernel_pmap, dst->md.pat_mode, false);
sys/i386/i386/pmap.c
4701
pmap_cache_bits(kernel_pmap, a_pg->md.pat_mode, false);
sys/i386/i386/pmap.c
4704
PG_M | pmap_cache_bits(kernel_pmap, b_pg->md.pat_mode,
sys/i386/i386/pmap.c
5580
pmap_invalidate_range_int(kernel_pmap, va, va + tmpsize);
sys/i386/i386/pmap.c
5669
PG_A | PG_M | pmap_cache_bits(kernel_pmap, m->md.pat_mode,
sys/i386/i386/pmap.c
5732
cache_bits_pde = pmap_cache_bits(kernel_pmap, mode, true);
sys/i386/i386/pmap.c
5733
cache_bits_pte = pmap_cache_bits(kernel_pmap, mode, false);
sys/i386/i386/pmap.c
5740
PMAP_LOCK(kernel_pmap);
sys/i386/i386/pmap.c
5742
pde = pmap_pde(kernel_pmap, tmpva);
sys/i386/i386/pmap.c
5744
PMAP_UNLOCK(kernel_pmap);
sys/i386/i386/pmap.c
5770
if (!pmap_demote_pde(kernel_pmap, pde, tmpva)) {
sys/i386/i386/pmap.c
5771
PMAP_UNLOCK(kernel_pmap);
sys/i386/i386/pmap.c
5777
PMAP_UNLOCK(kernel_pmap);
sys/i386/i386/pmap.c
5782
PMAP_UNLOCK(kernel_pmap);
sys/i386/i386/pmap.c
5789
pde = pmap_pde(kernel_pmap, tmpva);
sys/i386/i386/pmap.c
5811
pmap_invalidate_range_int(kernel_pmap, base, tmpva);
sys/i386/i386/pmap.c
5947
pmap_cache_bits(kernel_pmap, pmap_page_get_memattr(m), false);
sys/i386/i386/pmap.c
5998
pmap_cache_bits(kernel_pmap, VM_MEMATTR_DEFAULT, false));
sys/i386/i386/pmap.c
6017
pmap_cache_bits(kernel_pmap, VM_MEMATTR_DEFAULT, true);
sys/i386/i386/pmap.c
6094
pmap_cache_bits(kernel_pmap, sf->m->md.pat_mode, false);
sys/i386/i386/pmap.c
6107
pmap_invalidate_page_int(kernel_pmap, sf->kva);
sys/i386/i386/pmap.c
6119
pmap_cache_bits(kernel_pmap, pmap_page_get_memattr(ma[i]),
sys/i386/i386/pmap.c
6195
pmap_invalidate_all_int(kernel_pmap); /* XXX insurance for now */
sys/i386/i386/pmap.c
6209
pmap_invalidate_all_int(kernel_pmap);
sys/i386/i386/pmap.c
6231
pat_idx = pmap_pat_index(kernel_pmap, range->attrs, true);
sys/i386/i386/pmap.c
6289
pmap_pat_index(kernel_pmap, range->attrs, true) ==
sys/i386/i386/pmap.c
6290
pmap_pat_index(kernel_pmap, attrs, true))
sys/i386/i386/pmap.c
633
mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF);
sys/i386/i386/pmap.c
634
kernel_pmap->pm_pdir = IdlePTD;
sys/i386/i386/pmap.c
636
kernel_pmap->pm_pdpt = IdlePDPT;
sys/i386/i386/pmap.c
638
CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */
sys/i386/i386/pmap.c
639
kernel_pmap->pm_stats.resident_count = res;
sys/i386/i386/pmap.c
640
TAILQ_INIT(&kernel_pmap->pm_pvchunk);
sys/i386/i386/pmap.c
641
vm_radix_init(&kernel_pmap->pm_root);
sys/i386/i386/pmap.c
964
PMAP_LOCK(kernel_pmap);
sys/i386/i386/pmap.c
980
pmap_insert_pt_page(kernel_pmap, mpte, true, true))
sys/i386/i386/pmap.c
983
PMAP_UNLOCK(kernel_pmap);
sys/i386/i386/vm86.c
740
pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva);
sys/i386/i386/vm86.c
749
pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva);
sys/i386/i386/vm86.c
764
pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva);
sys/i386/i386/vm86.c
770
pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva);
sys/i386/i386/vm_machdep.c
594
smp_masked_invlpg(other_cpus, sf->kva, kernel_pmap,
sys/kern/subr_bus_dma.c
177
&m->m_epg_hdr[segoff], seglen, kernel_pmap,
sys/kern/subr_bus_dma.c
203
&m->m_epg_trail[off], len, kernel_pmap, flags, segs,
sys/kern/subr_bus_dma.c
224
kernel_pmap, flags | BUS_DMA_LOAD_MBUF, segs, nsegs);
sys/kern/subr_bus_dma.c
248
m->m_data, m->m_len, kernel_pmap,
sys/kern/subr_bus_dma.c
298
pmap = kernel_pmap;
sys/kern/subr_bus_dma.c
345
error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap,
sys/kern/subr_bus_dma.c
481
mem->md_len, kernel_pmap, flags, NULL, &nsegs);
sys/kern/subr_bus_dma.c
489
mem->md_nseg, kernel_pmap, &nsegs, flags, 0, SIZE_T_MAX);
sys/kern/subr_bus_dma.c
547
cb->cb_buf_len, kernel_pmap, flags, NULL, &nsegs);
sys/powerpc/aim/mmu_oea.c
1215
if (pmap != kernel_pmap && error == ENOENT &&
sys/powerpc/aim/mmu_oea.c
1492
if (pvo->pvo_pmap == kernel_pmap)
sys/powerpc/aim/mmu_oea.c
1526
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea.c
1527
error = moea_pvo_enter(kernel_pmap, moea_upvo_zone,
sys/powerpc/aim/mmu_oea.c
1534
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea.c
1554
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea.c
1555
pvo = moea_pvo_find_va(kernel_pmap, va & ~ADDR_POFF, NULL);
sys/powerpc/aim/mmu_oea.c
1558
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea.c
1569
moea_remove(kernel_pmap, va, va + PAGE_SIZE);
sys/powerpc/aim/mmu_oea.c
1805
KASSERT(pm == &curproc->p_vmspace->vm_pmap || pm == kernel_pmap,
sys/powerpc/aim/mmu_oea.c
2822
pvo = moea_pvo_find_va(kernel_pmap, va & ~ADDR_POFF, NULL);
sys/powerpc/aim/mmu_oea.c
2835
pvo = moea_pvo_find_va(kernel_pmap, va & ~ADDR_POFF,
sys/powerpc/aim/mmu_oea.c
686
mtsrin(i << ADDR_SR_SHFT, kernel_pmap->pm_sr[i]);
sys/powerpc/aim/mmu_oea.c
881
mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF);
sys/powerpc/aim/mmu_oea.c
883
kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i;
sys/powerpc/aim/mmu_oea.c
884
CPU_FILL(&kernel_pmap->pm_active);
sys/powerpc/aim/mmu_oea.c
885
RB_INIT(&kernel_pmap->pmap_pvo);
sys/powerpc/aim/mmu_oea64.c
1087
kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i;
sys/powerpc/aim/mmu_oea64.c
1090
kernel_pmap->pmap_phys = kernel_pmap;
sys/powerpc/aim/mmu_oea64.c
1091
CPU_FILL(&kernel_pmap->pm_active);
sys/powerpc/aim/mmu_oea64.c
1092
RB_INIT(&kernel_pmap->pmap_pvo);
sys/powerpc/aim/mmu_oea64.c
1094
mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF);
sys/powerpc/aim/mmu_oea64.c
1175
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
1177
moea64_pvo_find_va(kernel_pmap, virtual_end+1) == NULL)
sys/powerpc/aim/mmu_oea64.c
1179
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
1244
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
1246
kernel_pmap, (vm_offset_t)moea64_scratchpage_va[i]);
sys/powerpc/aim/mmu_oea64.c
1247
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
1268
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
1269
pc->pc_aim.qmap_pvo = moea64_pvo_find_va(kernel_pmap,
sys/powerpc/aim/mmu_oea64.c
1271
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
1704
if (pmap != kernel_pmap && (m->a.flags & PGA_EXECUTABLE) == 0 &&
sys/powerpc/aim/mmu_oea64.c
1720
if (moea64_ps_enabled(pmap) && pmap != kernel_pmap && pvo != NULL &&
sys/powerpc/aim/mmu_oea64.c
1753
} else if (pmap == kernel_pmap) {
sys/powerpc/aim/mmu_oea64.c
1880
needed_lock = !PMAP_LOCKED(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
1895
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
1897
init_pvo_entry(pvo, kernel_pmap, va);
sys/powerpc/aim/mmu_oea64.c
1903
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
2039
if (pvo->pvo_pmap == kernel_pmap)
sys/powerpc/aim/mmu_oea64.c
2120
if (pvo->pvo_pmap == kernel_pmap)
sys/powerpc/aim/mmu_oea64.c
2147
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
2148
oldpvo = moea64_pvo_find_va(kernel_pmap, va);
sys/powerpc/aim/mmu_oea64.c
2151
init_pvo_entry(pvo, kernel_pmap, va);
sys/powerpc/aim/mmu_oea64.c
2153
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
2191
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
2192
pvo = moea64_pvo_find_va(kernel_pmap, va);
sys/powerpc/aim/mmu_oea64.c
2196
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
2206
moea64_remove(kernel_pmap, va, va + PAGE_SIZE);
sys/powerpc/aim/mmu_oea64.c
2530
if (pm != kernel_pmap && pg != NULL &&
sys/powerpc/aim/mmu_oea64.c
2562
KASSERT(pm == &curproc->p_vmspace->vm_pmap || pm == kernel_pmap,
sys/powerpc/aim/mmu_oea64.c
281
(pvo)->pvo_pmap != kernel_pmap)
sys/powerpc/aim/mmu_oea64.c
2879
if (pvo->pvo_pmap == kernel_pmap)
sys/powerpc/aim/mmu_oea64.c
3123
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
3126
for (pvo = RB_FIND(pvo_tree, &kernel_pmap->pmap_pvo, &key);
sys/powerpc/aim/mmu_oea64.c
3128
pvo = RB_NEXT(pvo_tree, &kernel_pmap->pmap_pvo, pvo)) {
sys/powerpc/aim/mmu_oea64.c
3134
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
3265
pvo = moea64_pvo_find_va(kernel_pmap, va & ~ADDR_POFF);
sys/powerpc/aim/mmu_oea64.c
3278
pvo = moea64_pvo_find_va(kernel_pmap, va & ~ADDR_POFF);
sys/powerpc/aim/mmu_oea64.c
3307
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
3308
RB_FOREACH(pvo, pvo_tree, &kernel_pmap->pmap_pvo) {
sys/powerpc/aim/mmu_oea64.c
3340
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
3382
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
3384
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
3663
KASSERT(pmap != kernel_pmap,
sys/powerpc/aim/mmu_oea64.c
552
if (pmap == kernel_pmap && (pvo->pvo_vaddr & PVO_LARGE) != 0)
sys/powerpc/aim/mmu_oea64.c
712
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
713
pvo = moea64_pvo_find_va(kernel_pmap,
sys/powerpc/aim/mmu_oea64.c
715
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
789
init_pvo_entry(pvo, kernel_pmap, va);
sys/powerpc/aim/mmu_oea64.c
815
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_oea64.c
831
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_radix.c
1076
if (pmap == kernel_pmap)
sys/powerpc/aim/mmu_radix.c
1087
if (pmap == kernel_pmap)
sys/powerpc/aim/mmu_radix.c
1098
if (pmap == kernel_pmap)
sys/powerpc/aim/mmu_radix.c
1113
if (pmap == kernel_pmap) {
sys/powerpc/aim/mmu_radix.c
1131
if (pmap == kernel_pmap)
sys/powerpc/aim/mmu_radix.c
1554
if (pmap != kernel_pmap)
sys/powerpc/aim/mmu_radix.c
1790
pte = pmap_pml1e(kernel_pmap, PHYS_TO_DMAP_ADDR(start));
sys/powerpc/aim/mmu_radix.c
1844
bzero(kernel_pmap, sizeof(struct pmap));
sys/powerpc/aim/mmu_radix.c
1845
mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF);
sys/powerpc/aim/mmu_radix.c
1846
vm_radix_init(&kernel_pmap->pm_radix);
sys/powerpc/aim/mmu_radix.c
1856
kernel_pmap->pm_pml1 = PHYS_TO_DMAP(l1phys);
sys/powerpc/aim/mmu_radix.c
1864
pte = pmap_pml1e(kernel_pmap, VM_MIN_KERNEL_ADDRESS);
sys/powerpc/aim/mmu_radix.c
1887
printf("kernel_pmap pml1 %p\n", kernel_pmap->pm_pml1);
sys/powerpc/aim/mmu_radix.c
2161
pagetab = RTS_SIZE | DMAP_TO_PHYS(kernel_pmap->pm_pml1) | \
sys/powerpc/aim/mmu_radix.c
2184
htobe64(RTS_SIZE | DMAP_TO_PHYS(kernel_pmap->pm_pml1) |
sys/powerpc/aim/mmu_radix.c
2209
isa3_proctab, kernel_pmap->pm_pml1);
sys/powerpc/aim/mmu_radix.c
2212
kernel_pmap->pm_pid = isa3_base_pid;
sys/powerpc/aim/mmu_radix.c
2360
mmu_radix_pid_set(kernel_pmap);
sys/powerpc/aim/mmu_radix.c
2390
mmu_radix_pid_set(kernel_pmap);
sys/powerpc/aim/mmu_radix.c
3037
if (pmap != kernel_pmap) {
sys/powerpc/aim/mmu_radix.c
3264
if ((newpde & PG_W) != 0 && pmap != kernel_pmap) {
sys/powerpc/aim/mmu_radix.c
3574
l2e = pmap_pml2e(kernel_pmap, kernel_vm_end);
sys/powerpc/aim/mmu_radix.c
3683
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_radix.c
3696
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_radix.c
4483
pmap->pm_pml1 = kernel_pmap->pm_pml1;
sys/powerpc/aim/mmu_radix.c
4484
pmap->pm_pid = kernel_pmap->pm_pid;
sys/powerpc/aim/mmu_radix.c
4489
kernel_pmap->pm_flags =
sys/powerpc/aim/mmu_radix.c
4678
MPASS(pte == pmap_pte(kernel_pmap, va));
sys/powerpc/aim/mmu_radix.c
4697
pmap_invalidate_range(kernel_pmap, (vm_offset_t)sva,
sys/powerpc/aim/mmu_radix.c
4721
pmap_invalidate_range(kernel_pmap, (vm_offset_t)sva, va);
sys/powerpc/aim/mmu_radix.c
5041
KASSERT(pmap == kernel_pmap, ("pmap %p is not kernel_pmap", pmap));
sys/powerpc/aim/mmu_radix.c
5096
if (pmap == kernel_pmap) {
sys/powerpc/aim/mmu_radix.c
6075
l3e = *pmap_pml3e(kernel_pmap, va);
sys/powerpc/aim/mmu_radix.c
6201
PMAP_LOCK(kernel_pmap);
sys/powerpc/aim/mmu_radix.c
6203
PMAP_UNLOCK(kernel_pmap);
sys/powerpc/aim/mmu_radix.c
6218
PMAP_LOCK_ASSERT(kernel_pmap, MA_OWNED);
sys/powerpc/aim/mmu_radix.c
6239
l2e = pmap_pml2e(kernel_pmap, tmpva);
sys/powerpc/aim/mmu_radix.c
6263
if (!pmap_demote_l2e(kernel_pmap, l2e, tmpva))
sys/powerpc/aim/mmu_radix.c
6292
if (!pmap_demote_l3e(kernel_pmap, l3e, tmpva))
sys/powerpc/aim/mmu_radix.c
6308
l2e = pmap_pml2e(kernel_pmap, tmpva);
sys/powerpc/aim/mmu_radix.c
6408
pmap_invalidate_all(kernel_pmap);
sys/powerpc/aim/mmu_radix.c
6448
l2e = pmap_pml2e(kernel_pmap, va);
sys/powerpc/aim/mmu_radix.c
6534
pmap = kernel_pmap;
sys/powerpc/aim/mmu_radix.c
909
l3e = pmap_pml3e(kernel_pmap, va);
sys/powerpc/aim/moea64_native.c
541
mtsrin(i << ADDR_SR_SHFT, kernel_pmap->pm_sr[i]);
sys/powerpc/aim/slb.c
272
if (pm == kernel_pmap)
sys/powerpc/aim/slb.c
297
KASSERT(pm != kernel_pmap, ("Attempting to allocate a kernel VSID"));
sys/powerpc/booke/pmap.c
1065
p = pte_vatopa(kernel_pmap, va);
sys/powerpc/booke/pmap.c
1176
pte = pte_find(kernel_pmap, va);
sys/powerpc/booke/pmap.c
1217
pte = pte_find(kernel_pmap, va);
sys/powerpc/booke/pmap.c
1309
su = (pmap == kernel_pmap);
sys/powerpc/booke/pmap.c
1533
int su = (pmap == kernel_pmap);
sys/powerpc/booke/pmap.c
1632
KASSERT((pmap != kernel_pmap), ("mmu_booke_activate: kernel_pmap!"));
sys/powerpc/booke/pmap.c
1790
if (pmap == kernel_pmap)
sys/powerpc/booke/pmap.c
198
((pmap) != kernel_pmap && (pmap)->pm_stats.resident_count == 0)
sys/powerpc/booke/pmap.c
2195
pte = pte_find(kernel_pmap, va);
sys/powerpc/booke/pmap.c
2208
pte = pte_find(kernel_pmap, va);
sys/powerpc/booke/pmap.c
2455
pte = pte_find(kernel_pmap, va);
sys/powerpc/booke/pmap.c
2463
pte = pte_find(kernel_pmap, va);
sys/powerpc/booke/pmap.c
2513
KASSERT((pmap != kernel_pmap), ("tid_alloc: kernel pmap"));
sys/powerpc/booke/pmap.c
929
mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF);
sys/powerpc/booke/pmap.c
931
debugf("kernel_pmap = 0x%"PRI0ptrX"\n", (uintptr_t)kernel_pmap);
sys/powerpc/booke/pmap.c
934
kernel_pmap->pm_tid[i] = TID_KERNEL;
sys/powerpc/booke/pmap.c
937
tid_set_busy(i, TID_KERNEL, kernel_pmap);
sys/powerpc/booke/pmap.c
941
CPU_FILL(&kernel_pmap->pm_active);
sys/powerpc/booke/pmap_32.c
247
(pmap == kernel_pmap), pdir_idx);
sys/powerpc/booke/pmap_32.c
305
(pmap == kernel_pmap), pdir_idx);
sys/powerpc/booke/pmap_32.c
330
pa = pte_vatopa(kernel_pmap, va);
sys/powerpc/booke/pmap_32.c
355
(pmap == kernel_pmap), pdir_idx);
sys/powerpc/booke/pmap_32.c
359
KASSERT((pmap != kernel_pmap),
sys/powerpc/booke/pmap_32.c
370
pa = pte_vatopa(kernel_pmap,
sys/powerpc/booke/pmap_32.c
408
KASSERT((pmap != kernel_pmap),
sys/powerpc/booke/pmap_32.c
416
pa = pte_vatopa(kernel_pmap,
sys/powerpc/booke/pmap_32.c
464
} else if (pmap == kernel_pmap && m && m->md.pv_tracked) {
sys/powerpc/booke/pmap_32.c
507
pmap == kernel_pmap, pmap, va);
sys/powerpc/booke/pmap_32.c
534
if (pmap != kernel_pmap)
sys/powerpc/booke/pmap_32.c
633
kernel_pmap->pm_pdir = (pte_t **)kernel_ptbl_root;
sys/powerpc/booke/pmap_32.c
639
kernel_pmap->pm_pdir[kptbl_min + i] =
sys/powerpc/booke/pmap_32.c
650
pte = &(kernel_pmap->pm_pdir[PDIR_IDX(va)][PTBL_IDX(va)]);
sys/powerpc/booke/pmap_32.c
695
KASSERT((pmap != kernel_pmap), ("pmap_pinit: initializing kernel_pmap"));
sys/powerpc/booke/pmap_32.c
699
CPU_ZERO(&kernel_pmap->pm_active);
sys/powerpc/booke/pmap_32.c
736
active = (pm == kernel_pmap || pm == pmap) ? 1 : 0;
sys/powerpc/booke/pmap_32.c
891
pte = pte_find(kernel_pmap, (vm_offset_t)qaddr);
sys/powerpc/booke/pmap_32.c
918
pte = pte_find(kernel_pmap, (vm_offset_t)addr);
sys/powerpc/booke/pmap_64.c
265
KASSERT(page != 0 || pmap != kernel_pmap,
sys/powerpc/booke/pmap_64.c
334
KASSERT((pmap != kernel_pmap),
sys/powerpc/booke/pmap_64.c
372
KASSERT((pmap != kernel_pmap),
sys/powerpc/booke/pmap_64.c
415
} else if (pmap == kernel_pmap && m && m->md.pv_tracked) {
sys/powerpc/booke/pmap_64.c
469
if (pmap != kernel_pmap)
sys/powerpc/booke/pmap_64.c
526
kernel_pmap->pm_root = kernel_ptbl_root;
sys/powerpc/booke/pmap_64.c
546
kernel_pmap->pm_root[i] = (pte_t ***)l1_va;
sys/powerpc/booke/pmap_64.c
550
kernel_pmap->pm_root[i][j] = (pte_t **)pdir_va;
sys/powerpc/booke/pmap_64.c
554
kernel_pmap->pm_root[i][j][k] = (pte_t *)ptbl_va;
sys/powerpc/booke/pmap_64.c
564
pte = &(kernel_pmap->pm_root[PG_ROOT_IDX(va)][PDIR_L1_IDX(va)][PDIR_IDX(va)][PTBL_IDX(va)]);
sys/powerpc/booke/pmap_64.c
597
KASSERT((pmap != kernel_pmap), ("pmap_pinit: initializing kernel_pmap"));
sys/powerpc/booke/pmap_64.c
601
CPU_ZERO(&kernel_pmap->pm_active);
sys/powerpc/include/pmap.h
294
(pmap == kernel_pmap) ? "kernelpmap" : \
sys/powerpc/include/pte.h
230
#define PTBL_HOLD_FLAG(pmap) (((pmap) == kernel_pmap) ? PTBL_HOLD : PTBL_UNHOLD)
sys/powerpc/powerpc/busdma_bounce.c
518
if (pmap == kernel_pmap)
sys/powerpc/powerpc/busdma_bounce.c
627
if (pmap == kernel_pmap) {
sys/powerpc/powerpc/mem.c
154
if (pmap_extract(kernel_pmap, va) == 0) {
sys/riscv/include/pmap.h
93
#define pmap_kernel() kernel_pmap
sys/riscv/riscv/busdma_bounce.c
539
if (pmap == kernel_pmap)
sys/riscv/riscv/busdma_bounce.c
659
if (pmap == kernel_pmap) {
sys/riscv/riscv/mem.c
98
v = pmap_extract(kernel_pmap, v);
sys/riscv/riscv/mp_machdep.c
194
CPU_SET_ATOMIC(hart, &kernel_pmap->pm_active);
sys/riscv/riscv/pmap.c
1000
pte = pmap_l3(kernel_pmap, msgbufpv);
sys/riscv/riscv/pmap.c
1253
l2 = pmap_l2(kernel_pmap, va);
sys/riscv/riscv/pmap.c
1302
l3 = pmap_l3(kernel_pmap, va);
sys/riscv/riscv/pmap.c
1315
pmap_invalidate_range(kernel_pmap, sva, va);
sys/riscv/riscv/pmap.c
1333
l3 = pmap_l3(kernel_pmap, va);
sys/riscv/riscv/pmap.c
1353
l3 = pmap_l3(kernel_pmap, va);
sys/riscv/riscv/pmap.c
1361
pmap_invalidate_range(kernel_pmap, sva, va);
sys/riscv/riscv/pmap.c
1408
l3 = pmap_l3(kernel_pmap, va);
sys/riscv/riscv/pmap.c
1417
pmap_invalidate_range(kernel_pmap, (vm_offset_t)sva, va);
sys/riscv/riscv/pmap.c
1435
l3 = pmap_l3(kernel_pmap, va);
sys/riscv/riscv/pmap.c
1439
pmap_invalidate_range(kernel_pmap, (vm_offset_t)sva, va);
sys/riscv/riscv/pmap.c
1607
pmap->pm_top = kernel_pmap->pm_top;
sys/riscv/riscv/pmap.c
1656
pmap->pm_top[i] = kernel_pmap->pm_top[i];
sys/riscv/riscv/pmap.c
1659
pmap->pm_top[i] = kernel_pmap->pm_top[i];
sys/riscv/riscv/pmap.c
1663
pmap->pm_top[i] = kernel_pmap->pm_top[i];
sys/riscv/riscv/pmap.c
1980
l1 = pmap_l1(kernel_pmap, kernel_vm_end);
sys/riscv/riscv/pmap.c
1995
pmap_distribute_l1(kernel_pmap,
sys/riscv/riscv/pmap.c
2022
pmap_invalidate_page(kernel_pmap, kernel_vm_end);
sys/riscv/riscv/pmap.c
2484
KASSERT(pmap == kernel_pmap, ("pmap %p is not kernel_pmap", pmap));
sys/riscv/riscv/pmap.c
2554
if (pmap == kernel_pmap) {
sys/riscv/riscv/pmap.c
2935
if (pmap == kernel_pmap) {
sys/riscv/riscv/pmap.c
2961
if ((pmap != kernel_pmap && (oldpte & PTE_U) == 0) ||
sys/riscv/riscv/pmap.c
3668
if ((new_l2 & PTE_SW_WIRED) != 0 && pmap != kernel_pmap) {
sys/riscv/riscv/pmap.c
3863
l3 = pmap_l3(kernel_pmap, va);
sys/riscv/riscv/pmap.c
4980
PMAP_LOCK(kernel_pmap);
sys/riscv/riscv/pmap.c
4982
PMAP_UNLOCK(kernel_pmap);
sys/riscv/riscv/pmap.c
4998
PMAP_LOCK_ASSERT(kernel_pmap, MA_OWNED);
sys/riscv/riscv/pmap.c
5013
l1 = pmap_l1(kernel_pmap, tmpva);
sys/riscv/riscv/pmap.c
5036
if (!pmap_demote_l1(kernel_pmap, l1, tmpva))
sys/riscv/riscv/pmap.c
5062
if (!pmap_demote_l2(kernel_pmap, l2, tmpva))
sys/riscv/riscv/pmap.c
5074
l1 = pmap_l1(kernel_pmap, tmpva);
sys/riscv/riscv/pmap.c
5151
pmap_invalidate_range(kernel_pmap, base, tmpva);
sys/riscv/riscv/pmap.c
539
if (pmap != kernel_pmap || pmap_mode != PMAP_MODE_SV39)
sys/riscv/riscv/pmap.c
5574
l1 = pmap_l1(kernel_pmap, sva);
sys/riscv/riscv/pmap.c
564
KASSERT(pmap_is_valid_memattr(kernel_pmap, mode),
sys/riscv/riscv/pmap.c
929
mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF);
sys/riscv/riscv/pmap.c
930
TAILQ_INIT(&kernel_pmap->pm_pvchunk);
sys/riscv/riscv/pmap.c
931
vm_radix_init(&kernel_pmap->pm_root);
sys/riscv/riscv/pmap.c
940
CPU_SET(PCPU_GET(hart), &kernel_pmap->pm_active);
sys/riscv/riscv/pmap.c
961
kernel_pmap->pm_stage = PM_STAGE1;
sys/riscv/riscv/pmap.c
962
kernel_pmap->pm_top = PHYS_TO_DMAP(root_pt_phys);
sys/riscv/riscv/pmap.c
963
kernel_pmap->pm_satp = atop(root_pt_phys) | pmap_satp_mode();
sys/riscv/riscv/pmap.c
964
csr_write(satp, kernel_pmap->pm_satp);
sys/riscv/riscv/pmap.c
986
pte = pmap_l3(kernel_pmap, dpcpu);
sys/vm/uma_core.c
1923
pmap_remove(kernel_pmap, va, va + bytes);
sys/vm/vm_kern.c
1014
pmap_remove(kernel_pmap, start, end);
sys/vm/vm_kern.c
304
pmap_enter(kernel_pmap, addr + i, m, prot,
sys/vm/vm_kern.c
404
pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW,
sys/vm/vm_kern.c
608
pmap_enter(kernel_pmap, addr + i, m, prot,
sys/vm/vm_kern.c
680
pmap_remove(kernel_pmap, addr, addr + size);
sys/vm/vm_kern.c
830
pmap_protect(kernel_pmap, (vm_offset_t)addr,
sys/vm/vm_kern.c
893
vm_map_init_system(kernel_map, kernel_pmap, VM_MIN_KERNEL_ADDRESS, end);
sys/vm/vm_map.c
4045
(vm_map_pmap(map) != kernel_pmap &&
sys/x86/isa/isa_dma.c
271
phys = pmap_extract(kernel_pmap, (vm_offset_t)addr);
sys/x86/isa/isa_dma.c
396
phys = trunc_page(pmap_extract(kernel_pmap, (vm_offset_t)va));
sys/x86/x86/busdma_bounce.c
568
if (pmap == kernel_pmap)
sys/x86/x86/busdma_bounce.c
713
if (pmap == kernel_pmap) {