include/rpc/pmap_prot.h
101
extern bool_t xdr_pmap (XDR *, struct pmap *);
include/rpc/pmap_prot.h
96
struct pmap pml_map;
lib/libc/rpc/pmap_getport.c
109
struct pmap parms;
lib/libc/rpc/pmap_getport.c
79
remote_pmap_getport(CLIENT *client, struct pmap *parms, u_short *port)
lib/libc/rpc/pmap_prot.c
65
xdr_pmap(XDR *xdrs, struct pmap *regs)
lib/libc/rpc/rpcb_clnt.c
707
struct pmap pmapparms;
sbin/newfs_udf/udf_core.c
1226
union udf_pmap *pmap;
sbin/newfs_udf/udf_core.c
1235
pmap = (union udf_pmap *) pmap_pos;
sbin/newfs_udf/udf_core.c
1236
pmap->pm1.type = 1;
sbin/newfs_udf/udf_core.c
1237
pmap->pm1.len = sizeof(struct part_map_1);
sbin/newfs_udf/udf_core.c
1238
pmap->pm1.vol_seq_num = udf_rw16(1); /* no multi-volume */
sbin/newfs_udf/udf_core.c
1239
pmap->pm1.part_num = udf_rw16(phys_part);
sbin/newfs_udf/udf_core.c
1258
union udf_pmap *pmap;
sbin/newfs_udf/udf_core.c
1268
pmap = (union udf_pmap *) pmap_pos;
sbin/newfs_udf/udf_core.c
1269
pmap->pmv.type = 2;
sbin/newfs_udf/udf_core.c
1270
pmap->pmv.len = pmapv_size;
sbin/newfs_udf/udf_core.c
1272
udf_set_regid(&pmap->pmv.id, "*UDF Virtual Partition");
sbin/newfs_udf/udf_core.c
1273
udf_add_udf_regid(&pmap->pmv.id);
sbin/newfs_udf/udf_core.c
1275
pmap->pmv.vol_seq_num = udf_rw16(1); /* no multi-volume */
sbin/newfs_udf/udf_core.c
1276
pmap->pmv.part_num = udf_rw16(phys_part);
sbin/newfs_udf/udf_core.c
1296
union udf_pmap *pmap;
sbin/newfs_udf/udf_core.c
1308
pmap = (union udf_pmap *) pmap_pos;
sbin/newfs_udf/udf_core.c
1309
pmap->pms.type = 2;
sbin/newfs_udf/udf_core.c
1310
pmap->pms.len = pmaps_size;
sbin/newfs_udf/udf_core.c
1312
udf_set_regid(&pmap->pmv.id, "*UDF Sparable Partition");
sbin/newfs_udf/udf_core.c
1313
udf_add_udf_regid(&pmap->pmv.id);
sbin/newfs_udf/udf_core.c
1315
pmap->pms.vol_seq_num = udf_rw16(1); /* no multi-volume */
sbin/newfs_udf/udf_core.c
1316
pmap->pms.part_num = udf_rw16(phys_part);
sbin/newfs_udf/udf_core.c
1318
pmap->pms.packet_len = udf_rw16(layout.spareable_blockingnr);
sbin/newfs_udf/udf_core.c
1319
pmap->pms.st_size = udf_rw32(spareable_bytes);
sbin/newfs_udf/udf_core.c
1322
st_pos = &pmap->pms.st_loc[0];
sbin/newfs_udf/udf_core.c
1329
pmap->pms.n_st = num; /* 8 bit */
sbin/newfs_udf/udf_core.c
1389
union udf_pmap *pmap;
sbin/newfs_udf/udf_core.c
1399
pmap = (union udf_pmap *) pmap_pos;
sbin/newfs_udf/udf_core.c
1400
pmap->pmm.type = 2;
sbin/newfs_udf/udf_core.c
1401
pmap->pmm.len = pmapv_size;
sbin/newfs_udf/udf_core.c
1403
udf_set_regid(&pmap->pmm.id, "*UDF Metadata Partition");
sbin/newfs_udf/udf_core.c
1404
udf_add_udf_regid(&pmap->pmm.id);
sbin/newfs_udf/udf_core.c
1406
pmap->pmm.vol_seq_num = udf_rw16(1); /* no multi-volume */
sbin/newfs_udf/udf_core.c
1407
pmap->pmm.part_num = udf_rw16(phys_part);
sbin/newfs_udf/udf_core.c
1410
pmap->pmm.meta_file_lbn = udf_rw32(layout.meta_file);
sbin/newfs_udf/udf_core.c
1411
pmap->pmm.meta_mirror_file_lbn = udf_rw32(layout.meta_mirror);
sbin/newfs_udf/udf_core.c
1412
pmap->pmm.meta_bitmap_file_lbn = udf_rw32(layout.meta_bitmap);
sbin/newfs_udf/udf_core.c
1413
pmap->pmm.alloc_unit_size = udf_rw32(layout.meta_blockingnr);
sbin/newfs_udf/udf_core.c
1414
pmap->pmm.alignment_unit_size = udf_rw16(layout.meta_alignment);
sbin/newfs_udf/udf_core.c
1415
pmap->pmm.flags = 0; /* METADATA_DUPLICATED */
sys/arch/aarch64/aarch64/aarch64_machdep.c
694
module_map_store.pmap = pmap_kernel();
sys/arch/aarch64/aarch64/db_interface.c
639
struct pmap *pm, _pm;
sys/arch/aarch64/aarch64/db_interface.c
641
pm = (struct pmap *)va;
sys/arch/aarch64/aarch64/db_machdep.c
568
addr = (db_addr_t)p->p_vmspace->vm_map.pmap;
sys/arch/aarch64/aarch64/fault.c
212
if (pmap_fault_fixup(map->pmap, va, ftype, user)) {
sys/arch/aarch64/aarch64/pmap.c
1050
_pmap_remove_pv(struct pmap_page *pp, struct pmap *pm, vaddr_t va,
sys/arch/aarch64/aarch64/pmap.c
1134
struct pmap * const pm = pv->pv_pmap;
sys/arch/aarch64/aarch64/pmap.c
1149
_pmap_enter_pv(struct pmap_page *pp, struct pmap *pm, struct pv_entry **pvp,
sys/arch/aarch64/aarch64/pmap.c
1210
struct pmap *kpm = pmap_kernel();
sys/arch/aarch64/aarch64/pmap.c
1258
struct pmap * const pm = pv->pv_pmap;
sys/arch/aarch64/aarch64/pmap.c
1265
pmap_protect(struct pmap *pm, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/aarch64/aarch64/pmap.c
1394
struct pmap *pm = &efirt_pmap;
sys/arch/aarch64/aarch64/pmap.c
1416
struct pmap *pm = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/aarch64/aarch64/pmap.c
1444
struct pmap * const pm = &efirt_pmap;
sys/arch/aarch64/aarch64/pmap.c
1463
struct pmap *pm = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/aarch64/aarch64/pmap.c
1485
struct pmap *
sys/arch/aarch64/aarch64/pmap.c
1488
struct pmap *pm;
sys/arch/aarch64/aarch64/pmap.c
1517
pmap_destroy(struct pmap *pm)
sys/arch/aarch64/aarch64/pmap.c
1552
_pmap_pdp_setparent(struct pmap *pm, struct vm_page *pg, pt_entry_t *ptep)
sys/arch/aarch64/aarch64/pmap.c
1567
_pmap_pdp_addref(struct pmap *pm, paddr_t pdppa, struct vm_page *pdppg_hint)
sys/arch/aarch64/aarch64/pmap.c
1605
_pmap_pdp_delref(struct pmap *pm, paddr_t pdppa, bool do_free_pdp)
sys/arch/aarch64/aarch64/pmap.c
1686
_pmap_get_pdp(struct pmap *pm, vaddr_t va, bool kenter, int flags,
sys/arch/aarch64/aarch64/pmap.c
1761
_pmap_enter(struct pmap *pm, vaddr_t va, paddr_t pa, vm_prot_t prot,
sys/arch/aarch64/aarch64/pmap.c
191
static pt_entry_t *_pmap_pte_lookup_l3(struct pmap *, vaddr_t);
sys/arch/aarch64/aarch64/pmap.c
192
static pt_entry_t *_pmap_pte_lookup_bs(struct pmap *, vaddr_t, vsize_t *);
sys/arch/aarch64/aarch64/pmap.c
195
static void _pmap_remove(struct pmap *, vaddr_t, vaddr_t, bool,
sys/arch/aarch64/aarch64/pmap.c
197
static int _pmap_enter(struct pmap *, vaddr_t, paddr_t, vm_prot_t, u_int, bool);
sys/arch/aarch64/aarch64/pmap.c
198
static int _pmap_get_pdp(struct pmap *, vaddr_t, bool, int, paddr_t *,
sys/arch/aarch64/aarch64/pmap.c
201
static struct pmap kernel_pmap __cacheline_aligned;
sys/arch/aarch64/aarch64/pmap.c
202
struct pmap * const kernel_pmap_ptr = &kernel_pmap;
sys/arch/aarch64/aarch64/pmap.c
205
static struct pmap efirt_pmap __cacheline_aligned;
sys/arch/aarch64/aarch64/pmap.c
2054
pmap_enter(struct pmap *pm, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/aarch64/aarch64/pmap.c
2061
pmap_remove_all(struct pmap *pm)
sys/arch/aarch64/aarch64/pmap.c
2125
_pmap_remove(struct pmap *pm, vaddr_t sva, vaddr_t eva, bool kremove,
sys/arch/aarch64/aarch64/pmap.c
2196
pmap_remove(struct pmap *pm, vaddr_t sva, vaddr_t eva)
sys/arch/aarch64/aarch64/pmap.c
2219
struct pmap *pm;
sys/arch/aarch64/aarch64/pmap.c
2293
struct pmap *pm;
sys/arch/aarch64/aarch64/pmap.c
2335
pmap_unwire(struct pmap *pm, vaddr_t va)
sys/arch/aarch64/aarch64/pmap.c
2368
pmap_fault_fixup(struct pmap *pm, vaddr_t va, vm_prot_t accessprot, bool user)
sys/arch/aarch64/aarch64/pmap.c
241
pm_lock(struct pmap *pm)
sys/arch/aarch64/aarch64/pmap.c
247
pm_unlock(struct pmap *pm)
sys/arch/aarch64/aarch64/pmap.c
253
pm_reverse_lock(struct pmap *pm, struct pmap_page *pp)
sys/arch/aarch64/aarch64/pmap.c
2562
struct pmap * const pm = pv->pv_pmap;
sys/arch/aarch64/aarch64/pmap.c
2640
struct pmap * const pm = pv->pv_pmap;
sys/arch/aarch64/aarch64/pmap.c
2746
pmap_db_pmap_print(struct pmap *pm,
sys/arch/aarch64/aarch64/pmap.c
356
struct pmap *kpm;
sys/arch/aarch64/aarch64/pmap.c
403
struct pmap * const efipm = &efirt_pmap;
sys/arch/aarch64/aarch64/pmap.c
433
_pmap_adj_wired_count(struct pmap *pm, int adj)
sys/arch/aarch64/aarch64/pmap.c
445
_pmap_adj_resident_count(struct pmap *pm, int adj)
sys/arch/aarch64/aarch64/pmap.c
465
memset(v, 0, sizeof(struct pmap));
sys/arch/aarch64/aarch64/pmap.c
477
pmap_l0table(struct pmap *pm)
sys/arch/aarch64/aarch64/pmap.c
487
pool_cache_bootstrap(&_pmap_cache, sizeof(struct pmap),
sys/arch/aarch64/aarch64/pmap.c
546
pmap_reference(struct pmap *pm)
sys/arch/aarch64/aarch64/pmap.c
552
pmap_alloc_pdp(struct pmap *pm, struct vm_page **pgp, int flags, bool waitok)
sys/arch/aarch64/aarch64/pmap.c
596
pmap_free_pdp(struct pmap *pm, struct vm_page *pg)
sys/arch/aarch64/aarch64/pmap.c
611
_pmap_sweep_pdp(struct pmap *pm)
sys/arch/aarch64/aarch64/pmap.c
661
_pmap_free_pdp_all(struct pmap *pm, bool free_l0)
sys/arch/aarch64/aarch64/pmap.c
676
struct pmap *pm = pmap_kernel();
sys/arch/aarch64/aarch64/pmap.c
703
pmap_extract(struct pmap *pm, vaddr_t va, paddr_t *pap)
sys/arch/aarch64/aarch64/pmap.c
710
pmap_extract_coherency(struct pmap *pm, vaddr_t va, paddr_t *pap,
sys/arch/aarch64/aarch64/pmap.c
792
struct pmap *pm;
sys/arch/aarch64/aarch64/pmap.c
799
pm = curlwp->l_proc->p_vmspace->vm_map.pmap;
sys/arch/aarch64/aarch64/pmap.c
810
_pmap_pte_lookup_bs(struct pmap *pm, vaddr_t va, vsize_t *bs)
sys/arch/aarch64/aarch64/pmap.c
859
_pmap_pte_lookup_l3(struct pmap *pm, vaddr_t va)
sys/arch/aarch64/aarch64/pmap.c
934
struct pmap *pm = p->p_vmspace->vm_map.pmap;
sys/arch/aarch64/aarch64/pmap_machdep.c
570
struct pmap * const pm = pmap_efirt();
sys/arch/aarch64/aarch64/pmap_machdep.c
589
pmap_md_pdetab_init(struct pmap *pm)
sys/arch/aarch64/aarch64/pmap_machdep.c
598
pmap_md_pdetab_fini(struct pmap *pm)
sys/arch/aarch64/aarch64/pmap_machdep.c
630
pmap_l0table(struct pmap *pm)
sys/arch/aarch64/include/pmap.h
123
pd_entry_t *pmap_l0table(struct pmap *);
sys/arch/aarch64/include/pmap.h
125
bool pmap_fault_fixup(struct pmap *, vaddr_t, vm_prot_t, bool user);
sys/arch/aarch64/include/pmap.h
235
bool pmap_fault_fixup(struct pmap *, vaddr_t, vm_prot_t, bool user);
sys/arch/aarch64/include/pmap.h
290
pmap_l0pa(struct pmap *pm)
sys/arch/aarch64/include/pmap.h
302
struct pmap *pv_pmap;
sys/arch/aarch64/include/pmap.h
375
#define pmap_update(pmap) ((void)0)
sys/arch/aarch64/include/pmap.h
377
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/aarch64/include/pmap.h
378
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/aarch64/include/pmap.h
380
struct pmap *
sys/arch/aarch64/include/pmap.h
398
void pmap_db_pmap_print(struct pmap *, void (*)(const char *, ...) __printflike(1, 2));
sys/arch/aarch64/include/pmap_machdep.h
143
pmap_l0pa(struct pmap *pm)
sys/arch/aarch64/include/pmap_machdep.h
95
void pmap_md_pdetab_init(struct pmap *);
sys/arch/aarch64/include/pmap_machdep.h
96
void pmap_md_pdetab_fini(struct pmap *);
sys/arch/alpha/alpha/pmap.c
1240
pmap_t const pmap = pmap_kernel();
sys/arch/alpha/alpha/pmap.c
1243
atomic_or_ulong(&pmap->pm_cpus, 1UL << ci->ci_cpuid);
sys/arch/alpha/alpha/pmap.c
1244
pmap_reference(pmap);
sys/arch/alpha/alpha/pmap.c
1245
ci->ci_pmap = pmap;
sys/arch/alpha/alpha/pmap.c
1431
memset(pmap_kernel(), 0, sizeof(struct pmap));
sys/arch/alpha/alpha/pmap.c
1610
pmap_t pmap;
sys/arch/alpha/alpha/pmap.c
1619
pmap = pool_cache_get(&pmap_pmap_cache, PR_WAITOK);
sys/arch/alpha/alpha/pmap.c
1620
memset(pmap, 0, sizeof(*pmap));
sys/arch/alpha/alpha/pmap.c
1621
LIST_INIT(&pmap->pm_ptpages);
sys/arch/alpha/alpha/pmap.c
1622
LIST_INIT(&pmap->pm_pvents);
sys/arch/alpha/alpha/pmap.c
1624
atomic_store_relaxed(&pmap->pm_count, 1);
sys/arch/alpha/alpha/pmap.c
1646
pmap->pm_percpu[i].pmc_asn = PMAP_ASN_KERNEL;
sys/arch/alpha/alpha/pmap.c
1647
pmap->pm_percpu[i].pmc_asngen = PMAP_ASNGEN_INVALID;
sys/arch/alpha/alpha/pmap.c
1648
pmap->pm_percpu[i].pmc_lev1map = lev1map;
sys/arch/alpha/alpha/pmap.c
1652
TAILQ_INSERT_TAIL(&pmap_all_pmaps, pmap, pm_list);
sys/arch/alpha/alpha/pmap.c
1657
return (pmap);
sys/arch/alpha/alpha/pmap.c
1667
pmap_destroy(pmap_t pmap)
sys/arch/alpha/alpha/pmap.c
1672
printf("pmap_destroy(%p)\n", pmap);
sys/arch/alpha/alpha/pmap.c
1676
KASSERT(atomic_load_relaxed(&pmap->pm_count) > 0);
sys/arch/alpha/alpha/pmap.c
1677
if (atomic_dec_uint_nv(&pmap->pm_count) > 0)
sys/arch/alpha/alpha/pmap.c
1681
pt_entry_t *lev1map = pmap_lev1map(pmap);
sys/arch/alpha/alpha/pmap.c
1689
TAILQ_REMOVE(&pmap_all_pmaps, pmap, pm_list);
sys/arch/alpha/alpha/pmap.c
1696
pmap->pm_percpu[i].pmc_lev1map = (pt_entry_t *)0xdeadbeefUL;
sys/arch/alpha/alpha/pmap.c
1702
pool_cache_put(&pmap_pmap_cache, pmap);
sys/arch/alpha/alpha/pmap.c
1711
pmap_reference(pmap_t pmap)
sys/arch/alpha/alpha/pmap.c
1717
printf("pmap_reference(%p)\n", pmap);
sys/arch/alpha/alpha/pmap.c
1720
newcount = atomic_inc_uint_nv(&pmap->pm_count);
sys/arch/alpha/alpha/pmap.c
1733
pmap_remove_internal(pmap_t pmap, vaddr_t sva, vaddr_t eva,
sys/arch/alpha/alpha/pmap.c
1743
printf("pmap_remove(%p, %lx, %lx)\n", pmap, sva, eva);
sys/arch/alpha/alpha/pmap.c
1754
if (pmap == pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
1756
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1761
pte_bits = pmap_remove_mapping(pmap, sva,
sys/arch/alpha/alpha/pmap.c
1763
pmap_tlb_shootdown(pmap, sva, pte_bits,
sys/arch/alpha/alpha/pmap.c
1770
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1781
pt_entry_t * const lev1map = pmap_lev1map(pmap);
sys/arch/alpha/alpha/pmap.c
1788
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1830
pmap, sva,
sys/arch/alpha/alpha/pmap.c
1833
pmap_tlb_shootdown(pmap,
sys/arch/alpha/alpha/pmap.c
1842
pmap_l3pt_delref(pmap, l3vptva,
sys/arch/alpha/alpha/pmap.c
1851
pmap_l2pt_delref(pmap, l1pte, saved_l2pte, tlbctx);
sys/arch/alpha/alpha/pmap.c
1856
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1863
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/alpha/alpha/pmap.c
1868
pmap_remove_internal(pmap, sva, eva, &tlbctx);
sys/arch/alpha/alpha/pmap.c
1879
pmap_remove_all(pmap_t pmap)
sys/arch/alpha/alpha/pmap.c
1885
KASSERT(pmap != pmap_kernel());
sys/arch/alpha/alpha/pmap.c
1905
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1908
pt_entry_t * const lev1map = pmap_lev1map(pmap);
sys/arch/alpha/alpha/pmap.c
1913
LIST_MOVE(&pmap->pm_ptpages, &tlbctx.t_freeptq, pageq.list);
sys/arch/alpha/alpha/pmap.c
1920
while ((pv = LIST_FIRST(&pmap->pm_pvents)) != NULL) {
sys/arch/alpha/alpha/pmap.c
1921
KASSERT(pv->pv_pmap == pmap);
sys/arch/alpha/alpha/pmap.c
1922
pmap_pv_remove(pmap, PHYS_TO_VM_PAGE(pmap_pte_pa(pv->pv_pte)),
sys/arch/alpha/alpha/pmap.c
1927
atomic_store_relaxed(&pmap->pm_stats.wired_count, 0);
sys/arch/alpha/alpha/pmap.c
1928
atomic_store_relaxed(&pmap->pm_stats.resident_count, 0);
sys/arch/alpha/alpha/pmap.c
1930
pmap_tlb_shootdown_all_user(pmap, PG_EXEC, &tlbctx);
sys/arch/alpha/alpha/pmap.c
1932
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2002
pmap_t pmap;
sys/arch/alpha/alpha/pmap.c
2008
pmap = pv->pv_pmap;
sys/arch/alpha/alpha/pmap.c
2010
pte_bits = pmap_remove_mapping(pmap, va, pv->pv_pte,
sys/arch/alpha/alpha/pmap.c
2012
pmap_tlb_shootdown_pv(pmap, va, pte_bits, &tlbctx);
sys/arch/alpha/alpha/pmap.c
2029
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/alpha/alpha/pmap.c
2038
pmap, sva, eva, prot);
sys/arch/alpha/alpha/pmap.c
2044
pmap_remove_internal(pmap, sva, eva, &tlbctx);
sys/arch/alpha/alpha/pmap.c
2048
const pt_entry_t bits = pte_prot(pmap, prot);
sys/arch/alpha/alpha/pmap.c
2049
pt_entry_t * const lev1map = pmap_lev1map(pmap);
sys/arch/alpha/alpha/pmap.c
2051
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2071
pmap_tlb_shootdown(pmap,
sys/arch/alpha/alpha/pmap.c
2080
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2093
pmap_enter_tlb_shootdown(pmap_t const pmap, vaddr_t const va,
sys/arch/alpha/alpha/pmap.c
2099
pmap_tlb_shootdown(pmap, va, pte_bits, &tlbctx);
sys/arch/alpha/alpha/pmap.c
2101
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2114
pmap_enter_l2pt_delref(pmap_t const pmap, pt_entry_t * const l1pte,
sys/arch/alpha/alpha/pmap.c
2127
pmap_l2pt_delref(pmap, l1pte, l2pte, &tlbctx);
sys/arch/alpha/alpha/pmap.c
2128
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2142
pmap_enter_l3pt_delref(pmap_t const pmap, vaddr_t const va,
sys/arch/alpha/alpha/pmap.c
2155
pmap_l3pt_delref(pmap, va, pte, &tlbctx);
sys/arch/alpha/alpha/pmap.c
2156
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2177
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/alpha/alpha/pmap.c
2189
pmap, va, pa, prot, flags);
sys/arch/alpha/alpha/pmap.c
2195
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2197
if (pmap == pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
2202
pt_entry_t * const lev1map = pmap_lev1map(pmap);
sys/arch/alpha/alpha/pmap.c
221
struct pmap k_pmap;
sys/arch/alpha/alpha/pmap.c
2216
error = pmap_ptpage_alloc(pmap, l1pte, PGU_L2PT);
sys/arch/alpha/alpha/pmap.c
2218
pmap_l1pt_delref(pmap, l1pte);
sys/arch/alpha/alpha/pmap.c
224
struct pmap *const kernel_pmap_ptr = &kernel_pmap_store.k_pmap;
sys/arch/alpha/alpha/pmap.c
2240
error = pmap_ptpage_alloc(pmap, l2pte, PGU_L3PT);
sys/arch/alpha/alpha/pmap.c
2243
pmap_enter_l2pt_delref(pmap, l1pte, l2pte);
sys/arch/alpha/alpha/pmap.c
2245
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2274
if (pmap != pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
2299
PMAP_STAT_INCR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
2301
PMAP_STAT_DECR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
2316
if (pmap != pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
2326
(void) pmap_remove_mapping(pmap, va, pte, true, &opv, NULL);
sys/arch/alpha/alpha/pmap.c
2331
error = pmap_pv_enter(pmap, pg, va, pte, true, opv);
sys/arch/alpha/alpha/pmap.c
2337
pmap_enter_l3pt_delref(pmap, va, pte);
sys/arch/alpha/alpha/pmap.c
2339
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2349
PMAP_STAT_INCR(pmap->pm_stats.resident_count, 1);
sys/arch/alpha/alpha/pmap.c
2351
PMAP_STAT_INCR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
2355
npte = ((pa >> PGSHIFT) << PG_SHIFT) | pte_prot(pmap, prot) | PG_V;
sys/arch/alpha/alpha/pmap.c
2410
pmap_enter_tlb_shootdown(pmap, va, opte, true);
sys/arch/alpha/alpha/pmap.c
2411
if (pmap == pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
2417
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2437
pmap_t const pmap = pmap_kernel();
sys/arch/alpha/alpha/pmap.c
2458
PMAP_STAT_INCR(pmap->pm_stats.resident_count, 1);
sys/arch/alpha/alpha/pmap.c
2459
PMAP_STAT_INCR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
2469
PMAP_STAT_DECR(pmap->pm_stats.resident_count, 1);
sys/arch/alpha/alpha/pmap.c
2471
PMAP_STAT_DECR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
2491
pmap_t const pmap = pmap_kernel();
sys/arch/alpha/alpha/pmap.c
2513
pmap_tlb_shootdown(pmap, va, opte, &tlbctx);
sys/arch/alpha/alpha/pmap.c
2521
PMAP_STAT_DECR(pmap->pm_stats.resident_count, count);
sys/arch/alpha/alpha/pmap.c
2522
PMAP_STAT_DECR(pmap->pm_stats.wired_count, count);
sys/arch/alpha/alpha/pmap.c
2537
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/alpha/alpha/pmap.c
2543
printf("pmap_unwire(%p, %lx)\n", pmap, va);
sys/arch/alpha/alpha/pmap.c
2546
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2548
pte = pmap_l3pte(pmap_lev1map(pmap), va, NULL);
sys/arch/alpha/alpha/pmap.c
2560
PMAP_STAT_DECR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
2565
"didn't change!\n", pmap, va);
sys/arch/alpha/alpha/pmap.c
2569
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2579
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/alpha/alpha/pmap.c
258
static TAILQ_HEAD(, pmap) pmap_all_pmaps __cacheline_aligned;
sys/arch/alpha/alpha/pmap.c
2586
printf("pmap_extract(%p, %lx) -> ", pmap, va);
sys/arch/alpha/alpha/pmap.c
2593
if (__predict_true(pmap == pmap_kernel())) {
sys/arch/alpha/alpha/pmap.c
2609
pt_entry_t * const lev1map = pmap_lev1map(pmap);
sys/arch/alpha/alpha/pmap.c
2611
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2626
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2636
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2674
struct pmap * const pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/alpha/alpha/pmap.c
2696
if (pmap != pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
2697
PMAP_ACT_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2698
pcb->pcb_hw.apcb_asn = pmap_asn_alloc(pmap, ci);
sys/arch/alpha/alpha/pmap.c
2699
atomic_or_ulong(&pmap->pm_cpus, (1UL << ci->ci_cpuid));
sys/arch/alpha/alpha/pmap.c
2704
ALPHA_K0SEG_TO_PHYS((vaddr_t)pmap_lev1map(pmap)) >> PGSHIFT;
sys/arch/alpha/alpha/pmap.c
272
CTASSERT(offsetof(struct pmap, pm_percpu[0]) == COHERENCY_UNIT);
sys/arch/alpha/alpha/pmap.c
2729
pmap_reference(pmap);
sys/arch/alpha/alpha/pmap.c
2730
ci->ci_pmap = pmap;
sys/arch/alpha/alpha/pmap.c
2732
if (pmap != pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
2733
PMAP_ACT_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2746
struct pmap * const pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/alpha/alpha/pmap.c
2758
KASSERT(pmap == ci->ci_pmap);
sys/arch/alpha/alpha/pmap.c
2771
KASSERT(atomic_load_relaxed(&pmap->pm_count) > 1);
sys/arch/alpha/alpha/pmap.c
2772
pmap_destroy(pmap);
sys/arch/alpha/alpha/pmap.c
2975
pmap_remove_mapping(pmap_t pmap, vaddr_t va, pt_entry_t *pte,
sys/arch/alpha/alpha/pmap.c
2985
pmap, va, pte, dolock, opvp, tlbctx);
sys/arch/alpha/alpha/pmap.c
2992
pte = pmap_l3pte(pmap_lev1map(pmap), va, NULL);
sys/arch/alpha/alpha/pmap.c
3005
PMAP_STAT_DECR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
3006
PMAP_STAT_DECR(pmap->pm_stats.resident_count, 1);
sys/arch/alpha/alpha/pmap.c
3021
if (pmap != pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
3027
pmap_l3pt_delref(pmap, va, pte, tlbctx);
sys/arch/alpha/alpha/pmap.c
3036
pmap_pv_remove(pmap, pg, va, dolock, opvp, tlbctx);
sys/arch/alpha/alpha/pmap.c
3095
struct pmap *pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/alpha/alpha/pmap.c
3126
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
3128
pte = pmap_l3pte(pmap_lev1map(pmap), v, NULL);
sys/arch/alpha/alpha/pmap.c
3136
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
3153
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
3284
pmap_pv_enter(pmap_t pmap, struct vm_page *pg, vaddr_t va, pt_entry_t *pte,
sys/arch/alpha/alpha/pmap.c
3299
newpv->pv_pmap = pmap;
sys/arch/alpha/alpha/pmap.c
3314
if (pmap == pv->pv_pmap && va == pv->pv_va) {
sys/arch/alpha/alpha/pmap.c
3315
printf("pmap = %p, va = 0x%lx\n", pmap, va);
sys/arch/alpha/alpha/pmap.c
3328
LIST_INSERT_HEAD(&pmap->pm_pvents, newpv, pv_link);
sys/arch/alpha/alpha/pmap.c
3343
pmap_pv_remove(pmap_t pmap, struct vm_page *pg, vaddr_t va, bool dolock,
sys/arch/alpha/alpha/pmap.c
3362
if (pmap == pv->pv_pmap && va == pv->pv_va)
sys/arch/alpha/alpha/pmap.c
3531
struct pmap *pm;
sys/arch/alpha/alpha/pmap.c
3687
pmap_ptpage_alloc(pmap_t pmap, pt_entry_t * const pte, int const usage)
sys/arch/alpha/alpha/pmap.c
3697
LIST_INSERT_HEAD(&pmap->pm_ptpages, pg, pageq.list);
sys/arch/alpha/alpha/pmap.c
3719
pmap_ptpage_free(pmap_t pmap, pt_entry_t * const pte,
sys/arch/alpha/alpha/pmap.c
3751
pmap_l3pt_delref(pmap_t pmap, vaddr_t va, pt_entry_t *l3pte,
sys/arch/alpha/alpha/pmap.c
3755
pt_entry_t * const lev1map = pmap_lev1map(pmap);
sys/arch/alpha/alpha/pmap.c
3761
if (pmap == pmap_kernel())
sys/arch/alpha/alpha/pmap.c
3779
pmap_ptpage_free(pmap, l2pte, tlbctx);
sys/arch/alpha/alpha/pmap.c
3787
pmap_tlb_shootdown_all_user(pmap, PG_V, tlbctx);
sys/arch/alpha/alpha/pmap.c
3793
pmap_l2pt_delref(pmap, l1pte, l2pte, tlbctx);
sys/arch/alpha/alpha/pmap.c
3806
pmap_l2pt_delref(pmap_t pmap, pt_entry_t *l1pte, pt_entry_t *l2pte,
sys/arch/alpha/alpha/pmap.c
3811
if (pmap == pmap_kernel())
sys/arch/alpha/alpha/pmap.c
3830
pmap_ptpage_free(pmap, l1pte, tlbctx);
sys/arch/alpha/alpha/pmap.c
3838
pmap_tlb_shootdown_all_user(pmap, PG_V, tlbctx);
sys/arch/alpha/alpha/pmap.c
3844
pmap_l1pt_delref(pmap, l1pte);
sys/arch/alpha/alpha/pmap.c
3854
pmap_l1pt_delref(pmap_t pmap, pt_entry_t *l1pte)
sys/arch/alpha/alpha/pmap.c
3857
KASSERT(pmap != pmap_kernel());
sys/arch/alpha/alpha/pmap.c
3874
pmap_asn_alloc(pmap_t const pmap, struct cpu_info * const ci)
sys/arch/alpha/alpha/pmap.c
3879
printf("pmap_asn_alloc(%p)\n", pmap);
sys/arch/alpha/alpha/pmap.c
3882
KASSERT(pmap != pmap_kernel());
sys/arch/alpha/alpha/pmap.c
3883
KASSERT(pmap->pm_percpu[ci->ci_cpuid].pmc_lev1map != kernel_lev1map);
sys/arch/alpha/alpha/pmap.c
3890
struct pmap_percpu * const pmc = &pmap->pm_percpu[ci->ci_cpuid];
sys/arch/alpha/alpha/pmap.c
3963
pmc->pmc_asn, pmap);
sys/arch/alpha/alpha/pmap.c
414
pmap_pmap_lock(pmap_t const pmap)
sys/arch/alpha/alpha/pmap.c
416
return &pmap_pmap_locks[PMAP_LOCK_HASH(pmap)].locks.lock;
sys/arch/alpha/alpha/pmap.c
420
pmap_activation_lock(pmap_t const pmap)
sys/arch/alpha/alpha/pmap.c
422
return &pmap_pmap_locks[PMAP_LOCK_HASH(pmap)].locks.activation_lock;
sys/arch/alpha/alpha/pmap.c
425
#define PMAP_LOCK(pmap) mutex_enter(pmap_pmap_lock(pmap))
sys/arch/alpha/alpha/pmap.c
426
#define PMAP_UNLOCK(pmap) mutex_exit(pmap_pmap_lock(pmap))
sys/arch/alpha/alpha/pmap.c
428
#define PMAP_ACT_LOCK(pmap) mutex_spin_enter(pmap_activation_lock(pmap))
sys/arch/alpha/alpha/pmap.c
429
#define PMAP_ACT_TRYLOCK(pmap) mutex_tryenter(pmap_activation_lock(pmap))
sys/arch/alpha/alpha/pmap.c
430
#define PMAP_ACT_UNLOCK(pmap) mutex_spin_exit(pmap_activation_lock(pmap))
sys/arch/alpha/alpha/pmap.c
775
pmap_tlb_shootdown_internal(pmap_t const pmap, vaddr_t const va,
sys/arch/alpha/alpha/pmap.c
778
KASSERT(pmap != NULL);
sys/arch/alpha/alpha/pmap.c
785
if (pmap == pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
806
KASSERT(tlbctx->t_pmap == NULL || tlbctx->t_pmap == pmap);
sys/arch/alpha/alpha/pmap.c
807
tlbctx->t_pmap = pmap;
sys/arch/alpha/alpha/pmap.c
828
pmap_tlb_shootdown(pmap_t const pmap, vaddr_t const va,
sys/arch/alpha/alpha/pmap.c
832
pmap_tlb_shootdown_internal(pmap, va, pte_bits, tlbctx);
sys/arch/alpha/alpha/pmap.c
836
pmap_tlb_shootdown_all_user(pmap_t const pmap, pt_entry_t const pte_bits,
sys/arch/alpha/alpha/pmap.c
839
KASSERT(pmap != pmap_kernel());
sys/arch/alpha/alpha/pmap.c
850
if (tlbctx->t_pmap == NULL || tlbctx->t_pmap == pmap) {
sys/arch/alpha/alpha/pmap.c
852
pmap_reference(pmap);
sys/arch/alpha/alpha/pmap.c
853
tlbctx->t_pmap = pmap;
sys/arch/alpha/alpha/pmap.c
859
KASSERT(tlbctx->t_pmap == NULL || tlbctx->t_pmap == pmap);
sys/arch/alpha/alpha/pmap.c
860
tlbctx->t_pmap = pmap;
sys/arch/alpha/alpha/pmap.c
867
pmap_tlb_shootdown_pv(pmap_t const pmap, vaddr_t const va,
sys/arch/alpha/alpha/pmap.c
875
if (tlbctx->t_pmap == NULL || tlbctx->t_pmap == pmap) {
sys/arch/alpha/alpha/pmap.c
877
pmap_reference(pmap);
sys/arch/alpha/alpha/pmap.c
878
tlbctx->t_pmap = pmap;
sys/arch/alpha/alpha/pmap.c
880
pmap_tlb_shootdown_internal(pmap, va, pte_bits, tlbctx);
sys/arch/alpha/alpha/pmap.c
884
if (pmap == pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
957
pmap_t const pmap = tlbctx->t_pmap;
sys/arch/alpha/alpha/pmap.c
958
KASSERT(pmap != NULL);
sys/arch/alpha/alpha/pmap.c
960
if (__predict_false(pmap != ci->ci_pmap)) {
sys/arch/alpha/alpha/pmap.c
978
pmap->pm_percpu[ci->ci_cpuid].pmc_asngen = PMAP_ASNGEN_INVALID;
sys/arch/alpha/alpha/pmap.c
979
atomic_and_ulong(&pmap->pm_cpus, ~cpu_mask);
sys/arch/alpha/alpha/pmap.c
988
pmap->pm_percpu[ci->ci_cpuid].pmc_needisync = 1;
sys/arch/alpha/alpha/pmap.c
995
pmap->pm_percpu[ci->ci_cpuid].pmc_needisync = 1;
sys/arch/alpha/common/bus_dma.c
151
pmap_extract(vm->vm_map.pmap, vaddr, &curaddr);
sys/arch/alpha/common/sgmap_typedep.c
272
address_is_valid = pmap_extract(vm->vm_map.pmap, va, &pa);
sys/arch/alpha/common/sgmap_typedep.c
291
address_is_valid = pmap_extract(vm->vm_map.pmap, va, &pa);
sys/arch/alpha/include/cpu.h
122
struct pmap *ci_pmap; /* currently-activated pmap */
sys/arch/alpha/include/pmap.h
159
TAILQ_ENTRY(pmap) pm_list; /* [48] list of all pmaps */
sys/arch/alpha/include/pmap.h
166
(ALIGN(offsetof(struct pmap, pm_percpu[(x)])))
sys/arch/alpha/include/pmap.h
180
struct pmap *pv_pmap; /* pmap where mapping lies */
sys/arch/alpha/include/pmap.h
209
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/alpha/include/pmap.h
210
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/alpha/include/pmap.h
213
#define pmap_update(pmap) /* nothing (yet) */
sys/arch/alpha/include/pmap.h
283
pmap_lev1map(pmap_t pmap)
sys/arch/alpha/include/pmap.h
285
if (__predict_false(pmap == pmap_kernel())) {
sys/arch/alpha/include/pmap.h
293
return pmap->pm_percpu[cpu_number()].pmc_lev1map;
sys/arch/alpha/include/pmap.h
346
#define PMAP_USERRET(pmap) \
sys/arch/alpha/include/pmap.h
350
if ((pmap)->pm_percpu[cpu_id].pmc_needisync) { \
sys/arch/alpha/include/pmap.h
351
(pmap)->pm_percpu[cpu_id].pmc_needisync = 0; \
sys/arch/amd64/amd64/machdep.c
395
module_map_store.pmap = pmap_kernel();
sys/arch/amd64/amd64/netbsd32_machdep.c
1062
struct pmap *pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/amd64/amd64/netbsd32_machdep.c
1072
if (__predict_false(pmap->pm_ldt != NULL)) {
sys/arch/amd64/amd64/netbsd32_machdep.c
1101
struct pmap *pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/amd64/amd64/netbsd32_machdep.c
1113
if (__predict_false(pmap->pm_ldt != NULL)) {
sys/arch/amd64/include/pmap_private.h
184
void svs_pmap_sync(struct pmap *, int);
sys/arch/amd64/include/pmap_private.h
185
void svs_ldt_sync(struct pmap *);
sys/arch/amd64/include/pmap_private.h
187
void svs_pdir_switch(struct pmap *);
sys/arch/amd64/include/proc.h
45
struct pmap;
sys/arch/amiga/dev/gayle_pcmcia.c
180
pmap_remove(kernel_map->pmap, pcmcia_base,
sys/arch/amiga/dev/gayle_pcmcia.c
182
pmap_update(kernel_map->pmap);
sys/arch/arm/arm/ast.c
72
KASSERTMSG(curcpu()->ci_pmap_cur == l->l_proc->p_vmspace->vm_map.pmap,
sys/arch/arm/arm/ast.c
74
l->l_proc->p_vmspace->vm_map.pmap);
sys/arch/arm/arm32/bus_dma.c
1691
pmap_t pmap = vm_map_pmap(&vm->vm_map);
sys/arch/arm/arm32/bus_dma.c
1700
ok = pmap_extract_coherency(pmap, vaddr, &curaddr, &coherent);
sys/arch/arm/arm32/db_interface.c
204
struct pmap *pmap;
sys/arch/arm/arm32/db_interface.c
206
if (!p || !p->p_vmspace || !p->p_vmspace->vm_map.pmap ||
sys/arch/arm/arm32/db_interface.c
209
pmap = pmap_kernel();
sys/arch/arm/arm32/db_interface.c
211
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/arm/arm32/db_interface.c
213
return pmap_extract(pmap, addr, NULL) == false;
sys/arch/arm/arm32/fault.c
456
if (pmap_fault_fixup(map->pmap, va, ftype, user)) {
sys/arch/arm/arm32/fault.c
485
far, tf->tf_pc, map->pmap->pm_pai[0].pai_asid,
sys/arch/arm/arm32/fault.c
889
if (pmap_fault_fixup(map->pmap, va, VM_PROT_READ|VM_PROT_EXECUTE, 1)) {
sys/arch/arm/arm32/pmap.c
1726
memset(v, 0, sizeof(struct pmap));
sys/arch/arm/arm32/pmap.c
238
static struct pmap kernel_pmap_store = {
sys/arch/arm/arm32/pmap.c
245
struct pmap * const kernel_pmap_ptr = &kernel_pmap_store;
sys/arch/arm/arm32/pmap.c
250
static struct pmap efirt_pmap;
sys/arch/arm/arm32/pmap.c
252
struct pmap *
sys/arch/arm/arm32/pmap.c
2625
pmap_t const pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/arm/arm32/pmap.c
4915
struct pmap * const pm = &efirt_pmap;
sys/arch/arm/arm32/pmap.c
4974
pmap_t npm = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/arm/arm32/pmap.c
5014
? ci->ci_lastlwp->l_proc->p_vmspace->vm_map.pmap
sys/arch/arm/arm32/pmap.c
5147
pmap_t pm = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/arm/arm32/pmap.c
5246
u_int pending = atomic_swap_uint(&pmap->pm_shootdown_pending, 0);
sys/arch/arm/arm32/pmap.c
5247
if (pending && pmap_tlb_shootdown_bystanders(pmap)) {
sys/arch/arm/arm32/pmap.c
6334
struct pmap * const efipm = &efirt_pmap;
sys/arch/arm/arm32/pmap.c
6547
pool_cache_bootstrap(&pmap_cache, sizeof(struct pmap), 0, 0, 0,
sys/arch/arm/arm32/pmap.c
901
if (pm == pmap_kernel() || curproc->p_vmspace->vm_map.pmap == pm)
sys/arch/arm/arm32/vm_machdep.c
144
pcb1, l1->l_lid, l1->l_proc->p_vmspace->vm_map.pmap);
sys/arch/arm/arm32/vm_machdep.c
146
pcb2, l2->l_lid, l2->l_proc->p_vmspace->vm_map.pmap);
sys/arch/arm/arm32/vm_machdep.c
206
struct pmap * const pm = vm_map_pmap(&bp->b_proc->p_vmspace->vm_map);
sys/arch/arm/arm32/vm_machdep.c
279
struct pmap *pmap = pmap_kernel();
sys/arch/arm/arm32/vm_machdep.c
298
if (pmap_get_pde_pte(pmap, (vaddr_t) dst, &pde, &pte) == false)
sys/arch/arm/include/arm32/pmap.h
221
LIST_ENTRY(pmap) pm_list;
sys/arch/arm/include/arm32/pmap.h
243
struct pmap kernel_pmap;
sys/arch/arm/include/arm32/pmap.h
390
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/arm/include/arm32/pmap.h
391
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/arm/include/arm32/pmap.h
433
struct pmap *
sys/arch/arm/include/arm32/pmap.h
447
struct pmap *
sys/arch/arm/include/cpu.h
239
struct pmap * ci_pmap_lastuser;
sys/arch/arm/include/cpu.h
240
struct pmap * ci_pmap_cur;
sys/arch/atari/atari/bus.c
960
pmap_t pmap;
sys/arch/atari/atari/bus.c
964
pmap = vm_map_pmap(&vm->vm_map);
sys/arch/atari/atari/bus.c
973
(void)pmap_extract(pmap, vaddr, &curaddr);
sys/arch/evbsh3/evbsh3/bus_dma.c
240
pmap_t pmap;
sys/arch/evbsh3/evbsh3/bus_dma.c
249
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/evbsh3/evbsh3/bus_dma.c
251
pmap = pmap_kernel();
sys/arch/evbsh3/evbsh3/bus_dma.c
260
mapped = pmap_extract(pmap, vaddr, &curaddr);
sys/arch/hpcmips/hpcmips/bus_space.c
228
mips_pte_cachechange(struct pmap *pmap, vaddr_t sva, vaddr_t eva,
sys/arch/hppa/hppa/hppa_machdep.c
148
if (gr[_REG_PCSQH] != pmap_sid(pmap, gr[_REG_PCOQH])) {
sys/arch/hppa/hppa/hppa_machdep.c
152
if (gr[_REG_PCSQT] != pmap_sid(pmap, gr[_REG_PCOQT])) {
sys/arch/hppa/hppa/hppa_machdep.c
175
struct pmap *pmap = p->p_vmspace->vm_map.pmap;
sys/arch/hppa/hppa/hppa_machdep.c
218
tf->tf_iisq_head = pmap_sid(pmap, gr[_REG_PCOQH]);
sys/arch/hppa/hppa/hppa_machdep.c
219
tf->tf_iisq_tail = pmap_sid(pmap, gr[_REG_PCOQT]);
sys/arch/hppa/hppa/machdep.c
1864
pmap_t pmap = p->p_vmspace->vm_map.pmap;
sys/arch/hppa/hppa/machdep.c
1865
pa_space_t space = pmap->pm_space;
sys/arch/hppa/hppa/machdep.c
1881
tf->tf_pidr1 = tf->tf_pidr2 = pmap->pm_pid;
sys/arch/hppa/hppa/mainbus.c
1243
pmap_t pmap;
sys/arch/hppa/hppa/mainbus.c
1245
pmap = vm_map_pmap(&vm->vm_map);
sys/arch/hppa/hppa/mainbus.c
1255
ok = pmap_extract(pmap, vaddr, &curaddr);
sys/arch/hppa/hppa/pmap.c
102
static struct pmap kernel_pmap_store;
sys/arch/hppa/hppa/pmap.c
103
struct pmap *const kernel_pmap_ptr = &kernel_pmap_store;
sys/arch/hppa/hppa/pmap.c
1142
pool_init(&pmap_pool, sizeof(struct pmap), 0, 0, 0, "pmappl",
sys/arch/hppa/hppa/pmap.c
1192
pmap_t pmap;
sys/arch/hppa/hppa/pmap.c
1198
pmap = pool_get(&pmap_pool, PR_WAITOK);
sys/arch/hppa/hppa/pmap.c
1200
UVMHIST_LOG(maphist, "pm %#jx", (uintptr_t)pmap, 0, 0, 0);
sys/arch/hppa/hppa/pmap.c
1202
rw_init(&pmap->pm_obj_lock);
sys/arch/hppa/hppa/pmap.c
1203
uvm_obj_init(&pmap->pm_obj, &pmap_pager, false, 1);
sys/arch/hppa/hppa/pmap.c
1204
uvm_obj_setlock(&pmap->pm_obj, &pmap->pm_obj_lock);
sys/arch/hppa/hppa/pmap.c
1217
if ((pmap->pm_pdir_pg = pmap_pagealloc(NULL, 0)) == NULL)
sys/arch/hppa/hppa/pmap.c
1219
pmap->pm_ptphint = NULL;
sys/arch/hppa/hppa/pmap.c
1220
pmap->pm_pdir = (uint32_t *)VM_PAGE_TO_PHYS(pmap->pm_pdir_pg);
sys/arch/hppa/hppa/pmap.c
1221
pmap_sdir_set(space, pmap->pm_pdir);
sys/arch/hppa/hppa/pmap.c
1223
pmap->pm_space = space;
sys/arch/hppa/hppa/pmap.c
1224
pmap->pm_pid = (space + 1) << 1;
sys/arch/hppa/hppa/pmap.c
1226
pmap->pm_stats.resident_count = 1;
sys/arch/hppa/hppa/pmap.c
1227
pmap->pm_stats.wired_count = 0;
sys/arch/hppa/hppa/pmap.c
1232
(uintptr_t)pmap, space, pmap->pm_pid, 0);
sys/arch/hppa/hppa/pmap.c
1234
return (pmap);
sys/arch/hppa/hppa/pmap.c
1244
pmap_destroy(pmap_t pmap)
sys/arch/hppa/hppa/pmap.c
1247
UVMHIST_CALLARGS(maphist, "pm %#jx", (uintptr_t)pmap, 0, 0, 0);
sys/arch/hppa/hppa/pmap.c
1256
if (atomic_dec_uint_nv(&pmap->pm_obj.uo_refs) > 0)
sys/arch/hppa/hppa/pmap.c
1261
uvm_page_array_init(&a, &pmap->pm_obj, 0);
sys/arch/hppa/hppa/pmap.c
1263
rw_enter(pmap->pm_lock, RW_WRITER);
sys/arch/hppa/hppa/pmap.c
1273
KASSERT(pg != pmap->pm_pdir_pg);
sys/arch/hppa/hppa/pmap.c
1277
(uintptr_t)pmap, pa, pg->wire_count - 1, 0);
sys/arch/hppa/hppa/pmap.c
1293
if (pv->pv_pmap != pmap)
sys/arch/hppa/hppa/pmap.c
1301
pmap_remove(pmap, va, va + PAGE_SIZE);
sys/arch/hppa/hppa/pmap.c
1309
rw_exit(pmap->pm_lock);
sys/arch/hppa/hppa/pmap.c
1312
pmap_sdir_set(pmap->pm_space, 0);
sys/arch/hppa/hppa/pmap.c
1313
rw_enter(pmap->pm_lock, RW_WRITER);
sys/arch/hppa/hppa/pmap.c
1314
pmap_pagefree(pmap->pm_pdir_pg);
sys/arch/hppa/hppa/pmap.c
1315
rw_exit(pmap->pm_lock);
sys/arch/hppa/hppa/pmap.c
1317
uvm_obj_destroy(&pmap->pm_obj, false);
sys/arch/hppa/hppa/pmap.c
1318
rw_destroy(&pmap->pm_obj_lock);
sys/arch/hppa/hppa/pmap.c
1319
pool_put(&pmap_pool, pmap);
sys/arch/hppa/hppa/pmap.c
1326
pmap_reference(pmap_t pmap)
sys/arch/hppa/hppa/pmap.c
1329
UVMHIST_CALLARGS(maphist, "pm %#jx", (uintptr_t)pmap, 0, 0, 0);
sys/arch/hppa/hppa/pmap.c
1331
atomic_inc_uint(&pmap->pm_obj.uo_refs);
sys/arch/hppa/hppa/pmap.c
1367
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/hppa/hppa/pmap.c
1377
(uintptr_t)pmap, va, pa, prot);
sys/arch/hppa/hppa/pmap.c
1380
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
1382
if (!(pde = pmap_pde_get(pmap->pm_pdir, va)) &&
sys/arch/hppa/hppa/pmap.c
1383
!(pde = pmap_pde_alloc(pmap, va, &ptp))) {
sys/arch/hppa/hppa/pmap.c
1385
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1393
ptp = pmap_pde_ptp(pmap, pde);
sys/arch/hppa/hppa/pmap.c
1398
pmap_pte_flush(pmap, va, pte);
sys/arch/hppa/hppa/pmap.c
1400
pmap->pm_stats.wired_count++;
sys/arch/hppa/hppa/pmap.c
1402
pmap->pm_stats.wired_count--;
sys/arch/hppa/hppa/pmap.c
1414
pve = pmap_pv_remove(pg, pmap, va);
sys/arch/hppa/hppa/pmap.c
1422
pmap->pm_stats.resident_count++;
sys/arch/hppa/hppa/pmap.c
1424
pmap->pm_stats.wired_count++;
sys/arch/hppa/hppa/pmap.c
1434
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1439
pte |= PTE_PROT(pmap_prot(pmap, prot));
sys/arch/hppa/hppa/pmap.c
1440
pmap_resolve_alias(pg, pmap, va, pte);
sys/arch/hppa/hppa/pmap.c
1443
pmap_pv_enter(pg, pve, pmap, va, ptp, 0);
sys/arch/hppa/hppa/pmap.c
1451
pte = pa | PTE_PROT(pmap_prot(pmap, prot)) |
sys/arch/hppa/hppa/pmap.c
1459
pmap_syncicache_page(pg, pmap, va);
sys/arch/hppa/hppa/pmap.c
1470
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1485
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/hppa/hppa/pmap.c
1497
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
1501
if (!(pde = pmap_pde_get(pmap->pm_pdir, sva))) {
sys/arch/hppa/hppa/pmap.c
1513
pmap_pte_flush(pmap, sva, pte);
sys/arch/hppa/hppa/pmap.c
1515
pmap->pm_stats.wired_count--;
sys/arch/hppa/hppa/pmap.c
1516
pmap->pm_stats.resident_count--;
sys/arch/hppa/hppa/pmap.c
1528
pve = pmap_pv_remove(pg, pmap, sva);
sys/arch/hppa/hppa/pmap.c
153
static inline void pmap_lock(struct pmap *);
sys/arch/hppa/hppa/pmap.c
1536
ptp = pmap_pde_ptp(pmap, pde);
sys/arch/hppa/hppa/pmap.c
1538
pmap_pde_release(pmap, sva,
sys/arch/hppa/hppa/pmap.c
154
static inline void pmap_unlock(struct pmap *);
sys/arch/hppa/hppa/pmap.c
1545
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
155
static inline bool pmap_trylock(struct pmap *);
sys/arch/hppa/hppa/pmap.c
1551
pmap_write_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/hppa/hppa/pmap.c
1555
(uintptr_t)pmap, sva, eva, prot);
sys/arch/hppa/hppa/pmap.c
1563
pteprot = PTE_PROT(pmap_prot(pmap, prot));
sys/arch/hppa/hppa/pmap.c
1565
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
1570
if (!(pde = pmap_pde_get(pmap->pm_pdir, sva))) {
sys/arch/hppa/hppa/pmap.c
1596
pmap_pte_flush(pmap, sva, pte);
sys/arch/hppa/hppa/pmap.c
1603
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1624
pmap_t pmap = pve->pv_pmap;
sys/arch/hppa/hppa/pmap.c
1630
UVMHIST_LOG(maphist, "... pm %#jx va %#jx", (uintptr_t)pmap,
sys/arch/hppa/hppa/pmap.c
1644
pde = pmap_pde_get(pmap->pm_pdir, va);
sys/arch/hppa/hppa/pmap.c
1656
(uintptr_t)pmap, va, 0, 0);
sys/arch/hppa/hppa/pmap.c
1658
pmap_reference(pmap);
sys/arch/hppa/hppa/pmap.c
1659
locked = pmap_trylock(pmap);
sys/arch/hppa/hppa/pmap.c
1662
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
1664
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1665
pmap_destroy(pmap);
sys/arch/hppa/hppa/pmap.c
1671
pde = pmap_pde_get(pmap->pm_pdir, va);
sys/arch/hppa/hppa/pmap.c
1677
pmap_pte_flush(pmap, va, pte);
sys/arch/hppa/hppa/pmap.c
1679
pmap->pm_stats.wired_count--;
sys/arch/hppa/hppa/pmap.c
1680
pmap->pm_stats.resident_count--;
sys/arch/hppa/hppa/pmap.c
1687
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1688
pmap_destroy(pmap);
sys/arch/hppa/hppa/pmap.c
1713
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/hppa/hppa/pmap.c
1716
UVMHIST_CALLARGS(maphist, "pm %#jx va %#jx", (uintptr_t)pmap, va, 0, 0);
sys/arch/hppa/hppa/pmap.c
1721
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
1722
if ((pde = pmap_pde_get(pmap->pm_pdir, va))) {
sys/arch/hppa/hppa/pmap.c
1729
pmap->pm_stats.wired_count--;
sys/arch/hppa/hppa/pmap.c
1733
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1759
pmap_t pmap = pve->pv_pmap;
sys/arch/hppa/hppa/pmap.c
1764
if ((pde = pmap_pde_get(pmap->pm_pdir, va))) {
sys/arch/hppa/hppa/pmap.c
1782
pmap_pte_flush(pmap, va, opte);
sys/arch/hppa/hppa/pmap.c
1829
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/hppa/hppa/pmap.c
1832
UVMHIST_CALLARGS(maphist, "pm %#jx va %#jx", (uintptr_t)pmap, va, 0, 0);
sys/arch/hppa/hppa/pmap.c
1837
if (pmap != pmap_kernel()) {
sys/arch/hppa/hppa/pmap.c
1838
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
1839
pte = pmap_vp_find(pmap, va);
sys/arch/hppa/hppa/pmap.c
1840
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1842
pte = pmap_vp_find(pmap, va);
sys/arch/hppa/hppa/pmap.c
1864
pmap_t pmap = p->p_vmspace->vm_map.pmap;
sys/arch/hppa/hppa/pmap.c
1865
pa_space_t space = pmap->pm_space;
sys/arch/hppa/hppa/pmap.c
187
static void pmap_resolve_alias(struct vm_page *, struct pmap *, vaddr_t,
sys/arch/hppa/hppa/pmap.c
1873
mtctl(pmap->pm_pid, CR_PIDR2);
sys/arch/hppa/hppa/pmap.c
1879
const pmap_t pmap = p->p_vmspace->vm_map.pmap;
sys/arch/hppa/hppa/pmap.c
1880
const pa_space_t space = pmap->pm_space;
sys/arch/hppa/hppa/pmap.c
2050
pmap_t pmap = pmap_kernel();
sys/arch/hppa/hppa/pmap.c
2069
if (!(pde = pmap_pde_get(pmap->pm_pdir, va))) {
sys/arch/hppa/hppa/pmap.c
2080
pmap_pte_flush(pmap, va, pte);
sys/arch/hppa/hppa/pmap.c
2083
pmap->pm_stats.wired_count--;
sys/arch/hppa/hppa/pmap.c
2084
pmap->pm_stats.resident_count--;
sys/arch/hppa/hppa/pmap.c
2091
pve = pmap_pv_remove(pg, pmap, va);
sys/arch/hppa/hppa/pmap.c
217
pmap_lock(struct pmap *pm)
sys/arch/hppa/hppa/pmap.c
224
pmap_unlock(struct pmap *pm)
sys/arch/hppa/hppa/pmap.c
231
pmap_trylock(struct pmap *pm)
sys/arch/hppa/hppa/pmap.c
289
pmap_hash(pmap_t pmap, vaddr_t va)
sys/arch/hppa/hppa/pmap.c
293
(((va >> 8) ^ (pmap->pm_space << 9)) & (pmap_hptsize - 1)));
sys/arch/hppa/hppa/pmap.c
297
pmap_vtag(pmap_t pmap, vaddr_t va)
sys/arch/hppa/hppa/pmap.c
300
return (0x80000000 | (pmap->pm_space & 0xffff) |
sys/arch/hppa/hppa/pmap.c
397
pmap_pde_release(pmap_t pmap, vaddr_t va, struct vm_page *ptp)
sys/arch/hppa/hppa/pmap.c
400
UVMHIST_CALLARGS(maphist, "pm %#jx va %#jx ptp %#jx", (uintptr_t)pmap,
sys/arch/hppa/hppa/pmap.c
403
KASSERT(pmap != pmap_kernel());
sys/arch/hppa/hppa/pmap.c
407
pmap_pde_set(pmap, va, 0);
sys/arch/hppa/hppa/pmap.c
408
pmap->pm_stats.resident_count--;
sys/arch/hppa/hppa/pmap.c
409
if (pmap->pm_ptphint == ptp)
sys/arch/hppa/hppa/pmap.c
410
pmap->pm_ptphint = NULL;
sys/arch/hppa/hppa/pmap.c
444
pmap_pte_flush(pmap_t pmap, vaddr_t va, pt_entry_t pte)
sys/arch/hppa/hppa/pmap.c
448
if (pmap != pmap_kernel() && va != 0) {
sys/arch/hppa/hppa/pmap.c
450
(uintptr_t)pmap, va, (uintptr_t)pte, 0);
sys/arch/hppa/hppa/pmap.c
453
fdcache(pmap->pm_space, va, PAGE_SIZE);
sys/arch/hppa/hppa/pmap.c
455
ficache(pmap->pm_space, va, PAGE_SIZE);
sys/arch/hppa/hppa/pmap.c
456
pitlb(pmap->pm_space, va);
sys/arch/hppa/hppa/pmap.c
458
pdtlb(pmap->pm_space, va);
sys/arch/hppa/hppa/pmap.c
462
hpt = pmap_hash(pmap, va);
sys/arch/hppa/hppa/pmap.c
464
hpt->hpt_space == pmap->pm_space &&
sys/arch/hppa/hppa/pmap.c
542
pmap_resolve_alias(struct vm_page *pg, struct pmap *pm, vaddr_t va,
sys/arch/hppa/hppa/pmap.c
734
pmap_pv_remove(struct vm_page *pg, pmap_t pmap, vaddr_t va)
sys/arch/hppa/hppa/pmap.c
738
(uintptr_t)pg, (uintptr_t)pmap, va, 0);
sys/arch/hppa/hppa/pmap.c
747
if (pv->pv_pmap == pmap && (pv->pv_va & PV_VAMASK) == va) {
sys/arch/hppa/hppa/pmap.c
757
pmap_syncicache_page(pg, pmap, va);
sys/arch/hppa/hppa/trap.c
996
if (map->pmap->pm_space != space) {
sys/arch/hppa/hppa/trap.c
999
space, map->pmap->pm_space);
sys/arch/hppa/hppa/vm_machdep.c
212
struct pmap *upmap, *kpmap;
sys/arch/hppa/hppa/vm_machdep.c
246
struct pmap *pmap;
sys/arch/hppa/hppa/vm_machdep.c
257
pmap = vm_map_pmap(phys_map);
sys/arch/hppa/hppa/vm_machdep.c
258
pmap_remove(pmap, kva, kva + len);
sys/arch/hppa/hppa/vm_machdep.c
259
pmap_update(pmap);
sys/arch/hppa/include/pmap.h
142
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/hppa/include/pmap.h
143
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/hppa/include/pmap.h
160
void pmap_write_protect(struct pmap *, vaddr_t, vaddr_t, vm_prot_t);
sys/arch/hppa/include/pmap.h
161
void pmap_remove(struct pmap *pmap, vaddr_t sva, vaddr_t eva);
sys/arch/hppa/include/pmap.h
173
pmap_remove_all(struct pmap *pmap)
sys/arch/hppa/include/pmap.h
180
pmap_prot(struct pmap *pmap, int prot)
sys/arch/hppa/include/pmap.h
183
return (hppa_prot[prot] | (pmap == pmap_kernel() ? 0 : TLB_USER));
sys/arch/hppa/include/pmap.h
198
pmap_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/hppa/include/pmap.h
202
pmap_write_protect(pmap, sva, eva, prot);
sys/arch/hppa/include/pmap.h
204
pmap_remove(pmap, sva, eva);
sys/arch/hppa/include/pmap.h
208
#define pmap_sid(pmap, va) \
sys/arch/hppa/include/pmap.h
210
(pmap)->pm_space : HPPA_SID_KERNEL)
sys/arch/hppa/include/pmap.h
85
struct pmap *pv_pmap; /* the pmap */
sys/arch/i386/i386/compat_16_machdep.c
152
struct pmap *pmap = vm_map_pmap(&p->p_vmspace->vm_map);
sys/arch/i386/i386/compat_16_machdep.c
153
int sel = pmap->pm_hiexec > I386_MAX_EXE_ADDR ?
sys/arch/i386/i386/dumpsys.c
367
pmap_t pmap;
sys/arch/i386/i386/dumpsys.c
382
pmap = pmap_kernel();
sys/arch/i386/i386/dumpsys.c
384
if (pmap_extract(pmap, v, &p)) {
sys/arch/i386/i386/machdep.c
670
struct pmap *pmap = vm_map_pmap(&p->p_vmspace->vm_map);
sys/arch/i386/i386/machdep.c
671
int sel = pmap->pm_hiexec > I386_MAX_EXE_ADDR ?
sys/arch/i386/i386/machdep.c
923
struct pmap *pmap = vm_map_pmap(&l->l_proc->p_vmspace->vm_map);
sys/arch/i386/i386/machdep.c
955
tf->tf_cs = pmap->pm_hiexec > I386_MAX_EXE_ADDR ?
sys/arch/i386/include/proc.h
43
struct pmap;
sys/arch/ia64/ia64/pmap.c
1050
pmap_remove_entry(pmap_t pmap, struct vm_page *m, vaddr_t va, pv_entry_t pv)
sys/arch/ia64/ia64/pmap.c
1056
if (pmap == PV_PMAP(pv) && va == pv->pv_va)
sys/arch/ia64/ia64/pmap.c
1068
free_pv_entry(pmap, pv);
sys/arch/ia64/ia64/pmap.c
1080
pmap_insert_entry(pmap_t pmap, vaddr_t va, struct vm_page *m)
sys/arch/ia64/ia64/pmap.c
1085
pv = get_pv_entry(pmap, false);
sys/arch/ia64/ia64/pmap.c
1216
pmap_remove_pte(pmap_t pmap, struct ia64_lpte *pte, vaddr_t va,
sys/arch/ia64/ia64/pmap.c
1231
pmap->pm_stats.wired_count -= 1;
sys/arch/ia64/ia64/pmap.c
1233
pmap->pm_stats.resident_count -= 1;
sys/arch/ia64/ia64/pmap.c
1239
error = pmap_remove_entry(pmap, m, va, pv);
sys/arch/ia64/ia64/pmap.c
1260
pmap_pool_cache = pool_cache_init(sizeof(struct pmap), 0, 0, 0,
sys/arch/ia64/ia64/pmap.c
1480
pmap_t pmap;
sys/arch/ia64/ia64/pmap.c
1483
pmap = pool_cache_get(pmap_pool_cache, PR_WAITOK);
sys/arch/ia64/ia64/pmap.c
1485
if (pmap == NULL)
sys/arch/ia64/ia64/pmap.c
1488
PMAP_LOCK_INIT(pmap);
sys/arch/ia64/ia64/pmap.c
1491
pmap->pm_rid[i] = pmap_allocate_rid();
sys/arch/ia64/ia64/pmap.c
1493
TAILQ_INIT(&pmap->pm_pvchunk);
sys/arch/ia64/ia64/pmap.c
1495
pmap->pm_stats.resident_count = 0;
sys/arch/ia64/ia64/pmap.c
1496
pmap->pm_stats.wired_count = 0;
sys/arch/ia64/ia64/pmap.c
1498
pmap->pm_refcount = 1;
sys/arch/ia64/ia64/pmap.c
1501
UVMHIST_LOG(maphist, "(pm=%p)", pmap, 0, 0, 0);
sys/arch/ia64/ia64/pmap.c
1503
return pmap;
sys/arch/ia64/ia64/pmap.c
1513
pmap_destroy(pmap_t pmap)
sys/arch/ia64/ia64/pmap.c
1518
UVMHIST_LOG(maphist, "(pm=%p)", pmap, 0, 0, 0);
sys/arch/ia64/ia64/pmap.c
1521
if (atomic_dec_64_nv(&pmap->pm_refcount) > 0)
sys/arch/ia64/ia64/pmap.c
1525
KASSERT(pmap->pm_stats.resident_count == 0);
sys/arch/ia64/ia64/pmap.c
1526
KASSERT(pmap->pm_stats.wired_count == 0);
sys/arch/ia64/ia64/pmap.c
1528
KASSERT(TAILQ_EMPTY(&pmap->pm_pvchunk)); /* XXX hmmm */
sys/arch/ia64/ia64/pmap.c
1529
KASSERT(!PMAP_LOCKED(pmap)); /* XXX hmmm */
sys/arch/ia64/ia64/pmap.c
1533
if (pmap->pm_rid[i])
sys/arch/ia64/ia64/pmap.c
1534
pmap_free_rid(pmap->pm_rid[i]);
sys/arch/ia64/ia64/pmap.c
1537
PMAP_LOCK_DESTROY(pmap);
sys/arch/ia64/ia64/pmap.c
1539
pool_cache_put(pmap_pool_cache, pmap);
sys/arch/ia64/ia64/pmap.c
1548
pmap_reference(pmap_t pmap)
sys/arch/ia64/ia64/pmap.c
1550
atomic_inc_64(&pmap->pm_refcount);
sys/arch/ia64/ia64/pmap.c
1559
pmap_resident_count(pmap_t pmap)
sys/arch/ia64/ia64/pmap.c
1561
return (pmap->pm_stats.resident_count);
sys/arch/ia64/ia64/pmap.c
1571
pmap_wired_count(pmap_t pmap)
sys/arch/ia64/ia64/pmap.c
1573
return (pmap->pm_stats.wired_count);
sys/arch/ia64/ia64/pmap.c
1660
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/ia64/ia64/pmap.c
1673
UVMHIST_LOG(maphist, "(pm=%p, va=%#lx, pa=%p, prot=%#x)", pmap, va, pa, prot);
sys/arch/ia64/ia64/pmap.c
1682
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1683
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
1700
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1739
pmap->pm_stats.wired_count++;
sys/arch/ia64/ia64/pmap.c
1741
pmap->pm_stats.wired_count--;
sys/arch/ia64/ia64/pmap.c
1765
pmap_remove_pte(pmap, pte, va, 0, 0);
sys/arch/ia64/ia64/pmap.c
1777
pmap_insert_entry(pmap, va, m);
sys/arch/ia64/ia64/pmap.c
1784
pmap->pm_stats.resident_count++;
sys/arch/ia64/ia64/pmap.c
1786
pmap->pm_stats.wired_count++;
sys/arch/ia64/ia64/pmap.c
1794
pmap_pte_prot(pmap, pte, prot);
sys/arch/ia64/ia64/pmap.c
1809
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1825
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/ia64/ia64/pmap.c
1832
UVMHIST_LOG(maphist, "(pm=%p, sva=%#lx, eva=%#lx)", pmap, sva, eva, 0);
sys/arch/ia64/ia64/pmap.c
1837
if (pmap->pm_stats.resident_count == 0)
sys/arch/ia64/ia64/pmap.c
1841
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1842
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
1846
pmap_remove_pte(pmap, pte, va, 0, 1);
sys/arch/ia64/ia64/pmap.c
1851
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1862
pmap_remove_all(pmap_t pmap)
sys/arch/ia64/ia64/pmap.c
1875
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/ia64/ia64/pmap.c
1882
pmap, sva, eva, prot);
sys/arch/ia64/ia64/pmap.c
1888
pmap_remove(pmap, sva, eva);
sys/arch/ia64/ia64/pmap.c
1901
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1902
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
1929
pmap_pte_prot(pmap, pte, prot);
sys/arch/ia64/ia64/pmap.c
1933
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1947
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/ia64/ia64/pmap.c
1953
UVMHIST_LOG(maphist, "(pm=%p, va=%#x)", pmap, va, 0, 0);
sys/arch/ia64/ia64/pmap.c
1955
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1956
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
1967
pmap->pm_stats.wired_count--;
sys/arch/ia64/ia64/pmap.c
1971
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1981
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/ia64/ia64/pmap.c
1988
UVMHIST_LOG(maphist, "(pm=%p, va=%#lx, pap=%#lx)", pmap, va, pap, 0);
sys/arch/ia64/ia64/pmap.c
1992
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
1993
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
1998
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
206
static struct pmap kernel_pmap_store;/* the kernel's pmap (proc0) */
sys/arch/ia64/ia64/pmap.c
207
struct pmap *const kernel_pmap_ptr = &kernel_pmap_store;
sys/arch/ia64/ia64/pmap.c
2161
pmap_update(pmap_t pmap)
sys/arch/ia64/ia64/pmap.c
2186
struct pmap *pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/ia64/ia64/pmap.c
2188
if (pmap == pmap_kernel()) {
sys/arch/ia64/ia64/pmap.c
2196
pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
2286
pmap_t pmap;
sys/arch/ia64/ia64/pmap.c
2304
pmap = PV_PMAP(pv);
sys/arch/ia64/ia64/pmap.c
2307
pmap_protect(pmap, va, va + PAGE_SIZE, prot);
sys/arch/ia64/ia64/pmap.c
2329
pmap_t oldpmap, pmap;
sys/arch/ia64/ia64/pmap.c
2359
pmap = PV_PMAP(pv);
sys/arch/ia64/ia64/pmap.c
2360
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
2361
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
2370
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
2391
pmap_t oldpmap, pmap;
sys/arch/ia64/ia64/pmap.c
2405
pmap = PV_PMAP(pv);
sys/arch/ia64/ia64/pmap.c
2406
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
2407
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
2416
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
2431
pmap_t oldpmap, pmap;
sys/arch/ia64/ia64/pmap.c
2454
pmap = PV_PMAP(pv);
sys/arch/ia64/ia64/pmap.c
2455
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
2456
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
2462
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
2482
pmap_t oldpmap, pmap;
sys/arch/ia64/ia64/pmap.c
2495
pmap = PV_PMAP(pv);
sys/arch/ia64/ia64/pmap.c
2496
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
2497
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
2502
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
2573
struct pmap * const pm = p->p_vmspace->vm_map.pmap;
sys/arch/ia64/ia64/pmap.c
2624
pmap_t pmap = PV_PMAP(pv);
sys/arch/ia64/ia64/pmap.c
2627
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
2628
oldpmap = pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
2634
pmap_remove_pte(pmap, pte, va, pv, 1);
sys/arch/ia64/ia64/pmap.c
2636
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
293
static void free_pv_entry(pmap_t pmap, pv_entry_t pv);
sys/arch/ia64/ia64/pmap.c
294
static pv_entry_t get_pv_entry(pmap_t pmap, bool try);
sys/arch/ia64/ia64/pmap.c
298
static int pmap_remove_pte(pmap_t pmap, struct ia64_lpte *pte,
sys/arch/ia64/ia64/pmap.c
693
pmap_t pmap;
sys/arch/ia64/ia64/pmap.c
702
pmap = NULL;
sys/arch/ia64/ia64/pmap.c
707
if (pmap != pc->pc_pmap) {
sys/arch/ia64/ia64/pmap.c
708
if (pmap != NULL) {
sys/arch/ia64/ia64/pmap.c
709
if (pmap != locked_pmap) {
sys/arch/ia64/ia64/pmap.c
711
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
714
pmap = pc->pc_pmap;
sys/arch/ia64/ia64/pmap.c
716
if (pmap > locked_pmap)
sys/arch/ia64/ia64/pmap.c
717
PMAP_LOCK(pmap);
sys/arch/ia64/ia64/pmap.c
718
else if (pmap != locked_pmap && !PMAP_TRYLOCK(pmap)) {
sys/arch/ia64/ia64/pmap.c
719
pmap = NULL;
sys/arch/ia64/ia64/pmap.c
723
pmap_switch(pmap);
sys/arch/ia64/ia64/pmap.c
762
pmap->pm_stats.resident_count -= freed;
sys/arch/ia64/ia64/pmap.c
766
TAILQ_REMOVE(&pmap->pm_pvchunk, pc, pc_list);
sys/arch/ia64/ia64/pmap.c
769
TAILQ_INSERT_HEAD(&pmap->pm_pvchunk, pc,
sys/arch/ia64/ia64/pmap.c
777
if (pmap == locked_pmap)
sys/arch/ia64/ia64/pmap.c
792
if (pmap != NULL) {
sys/arch/ia64/ia64/pmap.c
793
if (pmap != locked_pmap) {
sys/arch/ia64/ia64/pmap.c
795
PMAP_UNLOCK(pmap);
sys/arch/ia64/ia64/pmap.c
805
free_pv_entry(pmap_t pmap, pv_entry_t pv)
sys/arch/ia64/ia64/pmap.c
811
PMAP_LOCK_ASSERT(pmap);
sys/arch/ia64/ia64/pmap.c
826
if (__predict_false(TAILQ_FIRST(&pmap->pm_pvchunk) !=
sys/arch/ia64/ia64/pmap.c
828
TAILQ_REMOVE(&pmap->pm_pvchunk, pc, pc_list);
sys/arch/ia64/ia64/pmap.c
829
TAILQ_INSERT_HEAD(&pmap->pm_pvchunk, pc,
sys/arch/ia64/ia64/pmap.c
834
TAILQ_REMOVE(&pmap->pm_pvchunk, pc, pc_list);
sys/arch/ia64/ia64/pmap.c
865
get_pv_entry(pmap_t pmap, bool try)
sys/arch/ia64/ia64/pmap.c
873
PMAP_LOCK_ASSERT(pmap);
sys/arch/ia64/ia64/pmap.c
877
pc = TAILQ_FIRST(&pmap->pm_pvchunk);
sys/arch/ia64/ia64/pmap.c
895
TAILQ_REMOVE(&pmap->pm_pvchunk, pc, pc_list);
sys/arch/ia64/ia64/pmap.c
896
TAILQ_INSERT_TAIL(&pmap->pm_pvchunk, pc, pc_list);
sys/arch/ia64/ia64/pmap.c
911
m = pmap_pv_reclaim(pmap);
sys/arch/ia64/ia64/pmap.c
919
pc->pc_pmap = pmap;
sys/arch/ia64/ia64/pmap.c
925
TAILQ_INSERT_HEAD(&pmap->pm_pvchunk, pc, pc_list);
sys/arch/ia64/ia64/pmap.c
935
pmap_try_insert_pv_entry(pmap_t pmap, vaddr_t va, struct vm_page *m)
sys/arch/ia64/ia64/pmap.c
939
PMAP_LOCK_ASSERT(pmap);
sys/arch/ia64/ia64/pmap.c
941
if ((pv = get_pv_entry(pmap, true)) != NULL) {
sys/arch/ia64/include/cpu.h
107
struct pmap *ci_pmap; /* current pmap */ /* XXX FreeBSD has *pcb_current_pmap in pcb ? */
sys/arch/ia64/include/pcb.h
41
struct pmap;
sys/arch/ia64/include/pmap.h
119
typedef struct pmap *pmap_t;
sys/arch/ia64/include/pmap.h
123
#define PMAP_LOCK(pmap) mutex_enter(&(pmap)->pm_mtx)
sys/arch/ia64/include/pmap.h
124
#define PMAP_LOCK_ASSERT(pmap) KASSERT(mutex_owned(&(pmap)->pm_mtx))
sys/arch/ia64/include/pmap.h
125
#define PMAP_LOCK_DESTROY(pmap) mutex_destroy(&(pmap)->pm_mtx)
sys/arch/ia64/include/pmap.h
126
#define PMAP_LOCK_INIT(pmap) mutex_init(&(pmap)->pm_mtx, MUTEX_DEFAULT, IPL_NONE)
sys/arch/ia64/include/pmap.h
127
#define PMAP_LOCKED(pmap) mutex_owned(&(pmap)->pm_mtx)
sys/arch/ia64/include/pmap.h
128
#define PMAP_MTX(pmap) (&(pmap)->pm_mtx)
sys/arch/ia64/include/pmap.h
129
#define PMAP_TRYLOCK(pmap) mutex_tryenter(&(pmap)->pm_mtx)
sys/arch/ia64/include/pmap.h
130
#define PMAP_UNLOCK(pmap) mutex_exit(&(pmap)->pm_mtx)
sys/arch/ia64/include/pmap.h
205
struct pmap *pmap_switch(struct pmap *pmap);
sys/arch/landisk/landisk/bus_dma.c
240
pmap_t pmap;
sys/arch/landisk/landisk/bus_dma.c
249
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/landisk/landisk/bus_dma.c
251
pmap = pmap_kernel();
sys/arch/landisk/landisk/bus_dma.c
260
mapped = pmap_extract(pmap, vaddr, &curaddr);
sys/arch/m68k/include/pmap_68k.h
416
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/m68k/include/pmap_68k.h
417
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/m68k/include/pmap_68k.h
535
#define pmap_update(pmap) __nothing
sys/arch/m68k/include/pmap_coldfire.h
140
pmap_md_asid_activate(tlb_asid_t asid, struct pmap *pm, struct lwp *l)
sys/arch/m68k/include/pmap_coldfire.h
147
pmap_md_asid_deactivate(struct pmap *pm)
sys/arch/m68k/include/pmap_coldfire.h
97
bool pmap_extract(struct pmap *, vaddr_t, paddr_t *);
sys/arch/m68k/include/pmap_motorola.h
214
struct pmap *pv_pmap; /* pmap where mapping lies */
sys/arch/m68k/include/pmap_motorola.h
217
struct pmap *pv_ptpmap; /* if pv_ptste, pmap for PT page */
sys/arch/m68k/include/pmap_motorola.h
222
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/m68k/include/pmap_motorola.h
223
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/m68k/include/pmap_motorola.h
226
pmap_remove_all(struct pmap *pmap)
sys/arch/m68k/include/pmap_motorola.h
269
void _pmap_set_page_cacheable(struct pmap *, vaddr_t);
sys/arch/m68k/include/pmap_motorola.h
270
void _pmap_set_page_cacheinhibit(struct pmap *, vaddr_t);
sys/arch/m68k/include/pmap_motorola.h
271
int _pmap_page_is_cacheable(struct pmap *, vaddr_t);
sys/arch/m68k/include/pmap_motorola.h
362
#define pmap_update(pmap) __nothing /* nothing (yet) */
sys/arch/m68k/m68k/bus_dma.c
133
pmap_t pmap;
sys/arch/m68k/m68k/bus_dma.c
140
pmap = vm_map_pmap(&vm->vm_map);
sys/arch/m68k/m68k/bus_dma.c
142
pmap = pmap_kernel();
sys/arch/m68k/m68k/bus_dma.c
149
rv = pmap_extract_info(pmap, vaddr, &curaddr, &cacheable);
sys/arch/m68k/m68k/bus_dma.c
153
rv = pmap_extract(pmap, vaddr, (paddr_t *) &curaddr);
sys/arch/m68k/m68k/bus_dma.c
155
cacheable = _pmap_page_is_cacheable(pmap, vaddr);
sys/arch/m68k/m68k/m68k_trap.c
273
if (pmap_extract(p->p_vmspace->vm_map.pmap, (vaddr_t)a, &pa) == false)
sys/arch/m68k/m68k/pmap_68k.c
1137
pmap_set_lev1map(pmap_t pmap, struct pmap_table *pt, paddr_t pa)
sys/arch/m68k/m68k/pmap_68k.c
1139
pmap->pm_lev1map = pt;
sys/arch/m68k/m68k/pmap_68k.c
1140
pmap->pm_lev1pa = pa;
sys/arch/m68k/m68k/pmap_68k.c
1141
if (active_user_pmap(pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
1149
pmap_load_urp(pmap->pm_lev1pa);
sys/arch/m68k/m68k/pmap_68k.c
1255
pmap_table_alloc(pmap_t pmap, bool segtab, bool nowait,
sys/arch/m68k/m68k/pmap_68k.c
1258
struct pmap_ptpage_list *pmlist = &pmap->pm_ptpages[segtab];
sys/arch/m68k/m68k/pmap_68k.c
1309
pmap_table_free(pmap_t pmap, struct pmap_table *pt,
sys/arch/m68k/m68k/pmap_68k.c
1313
struct pmap_ptpage_list *pmlist = &pmap->pm_ptpages[ptp->ptp_segtab];
sys/arch/m68k/m68k/pmap_68k.c
1390
pmap_table_release_slow(pmap_t pmap, struct pmap_table *pt,
sys/arch/m68k/m68k/pmap_68k.c
1407
if (__predict_true(pt == pmap->pm_pt_cache)) {
sys/arch/m68k/m68k/pmap_68k.c
1408
pmap->pm_pt_cache = NULL;
sys/arch/m68k/m68k/pmap_68k.c
1416
rb_tree_remove_node(&pmap->pm_tables, pt);
sys/arch/m68k/m68k/pmap_68k.c
1417
pmap_table_release_slow(pmap, pt->pt_st, pc);
sys/arch/m68k/m68k/pmap_68k.c
1419
} else if (pt == pmap->pm_lev1map) {
sys/arch/m68k/m68k/pmap_68k.c
1420
pmap_set_lev1map(pmap, NULL, null_segtab_pa);
sys/arch/m68k/m68k/pmap_68k.c
1422
pmap_table_free(pmap, pt, pc);
sys/arch/m68k/m68k/pmap_68k.c
1426
pmap_table_release(pmap_t pmap, struct pmap_table *pt,
sys/arch/m68k/m68k/pmap_68k.c
1434
pmap_table_release_slow(pmap, pt, pc);
sys/arch/m68k/m68k/pmap_68k.c
1444
pmap_table_lookup(pmap_t pmap, unsigned int segnum, bool segtab)
sys/arch/m68k/m68k/pmap_68k.c
1449
if ((pt = pmap->pm_pt_cache) == NULL || pt->pt_key != key) {
sys/arch/m68k/m68k/pmap_68k.c
1451
pt = rb_tree_find_node(&pmap->pm_tables, &key);
sys/arch/m68k/m68k/pmap_68k.c
1453
pmap->pm_pt_cache = pt;
sys/arch/m68k/m68k/pmap_68k.c
1471
pmap_table_insert(pmap_t pmap, struct pmap_table *t1, unsigned int stidx,
sys/arch/m68k/m68k/pmap_68k.c
1476
t2 = pmap_table_lookup(pmap, segnum, segtab);
sys/arch/m68k/m68k/pmap_68k.c
1488
pmap_table_release(pmap, t1, NULL);
sys/arch/m68k/m68k/pmap_68k.c
1494
t2 = pmap_table_alloc(pmap, segtab, nowait, pc);
sys/arch/m68k/m68k/pmap_68k.c
1497
pmap_table_release(pmap, t1, pc);
sys/arch/m68k/m68k/pmap_68k.c
1508
ret_t = rb_tree_insert_node(&pmap->pm_tables, t2);
sys/arch/m68k/m68k/pmap_68k.c
1517
pmap_table_release(pmap, t2, pc);
sys/arch/m68k/m68k/pmap_68k.c
1518
pmap_table_release(pmap, t1, NULL);
sys/arch/m68k/m68k/pmap_68k.c
1585
pmap_pte_lookup(pmap_t pmap, vaddr_t va, struct pmap_table **out_pt)
sys/arch/m68k/m68k/pmap_68k.c
1587
if (pmap == pmap_kernel()) {
sys/arch/m68k/m68k/pmap_68k.c
1594
struct pmap_table *pt = pmap_table_lookup(pmap, segnum, false);
sys/arch/m68k/m68k/pmap_68k.c
1614
pmap_pte_alloc(pmap_t pmap, vaddr_t va, struct pmap_table **out_pt,
sys/arch/m68k/m68k/pmap_68k.c
1622
ptep = pmap_pte_lookup(pmap, va, out_pt);
sys/arch/m68k/m68k/pmap_68k.c
1631
if (__predict_true((st = pmap->pm_lev1map) != NULL)) {
sys/arch/m68k/m68k/pmap_68k.c
1639
st = pmap_table_alloc(pmap, true/*segtab*/, nowait, pc);
sys/arch/m68k/m68k/pmap_68k.c
1646
if (__predict_false(pmap->pm_lev1map != NULL)) {
sys/arch/m68k/m68k/pmap_68k.c
1648
pmap_table_release(pmap, st, pc);
sys/arch/m68k/m68k/pmap_68k.c
1649
st = pmap->pm_lev1map;
sys/arch/m68k/m68k/pmap_68k.c
1653
pmap_set_lev1map(pmap, st, pmap_table_pa(st));
sys/arch/m68k/m68k/pmap_68k.c
1665
st = pmap_table_insert(pmap, st1, pmap_st1_index(va),
sys/arch/m68k/m68k/pmap_68k.c
1668
pmap_table_release(pmap, st1, pc);
sys/arch/m68k/m68k/pmap_68k.c
1674
pt = pmap_table_insert(pmap, st, pmap_st_index(va), pmap_segnum(va),
sys/arch/m68k/m68k/pmap_68k.c
1677
pmap_table_release(pmap, st, pc);
sys/arch/m68k/m68k/pmap_68k.c
1721
pmap_pv_enter(pmap_t pmap, struct vm_page *pg, vaddr_t va, vm_prot_t prot,
sys/arch/m68k/m68k/pmap_68k.c
1735
newpv->pv_pmap = pmap;
sys/arch/m68k/m68k/pmap_68k.c
1746
if (pmap == pv->pv_pmap && va == PV_VA(pv)) {
sys/arch/m68k/m68k/pmap_68k.c
1748
__func__, pmap, va);
sys/arch/m68k/m68k/pmap_68k.c
1759
LIST_INSERT_HEAD(&pmap->pm_pvlist, newpv, pv_pmlist);
sys/arch/m68k/m68k/pmap_68k.c
1803
if (active_pmap(pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
1817
if (active_pmap(pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
1908
if (active_pmap(pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
1918
if (MATCHING_PMAP(pmap, pv->pv_pmap) &&
sys/arch/m68k/m68k/pmap_68k.c
1933
if (MATCHING_PMAP(pmap, pv->pv_pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
1963
pmap_pv_remove(pmap_t pmap, struct vm_page *pg, vaddr_t va,
sys/arch/m68k/m68k/pmap_68k.c
1976
if (pmap == pv->pv_pmap && va == PV_VA(pv)) {
sys/arch/m68k/m68k/pmap_68k.c
2055
if (! MATCHING_PMAP(pmap, pv->pv_pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
2078
if (! MATCHING_PMAP(pmap, pv->pv_pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
2125
pmap_pinit(pmap_t pmap, paddr_t lev1pa)
sys/arch/m68k/m68k/pmap_68k.c
2127
pmap->pm_lev1pa = lev1pa;
sys/arch/m68k/m68k/pmap_68k.c
2128
rb_tree_init(&pmap->pm_tables, &pmap_table_rb_ops);
sys/arch/m68k/m68k/pmap_68k.c
2129
TAILQ_INIT(&pmap->pm_ptpages[0]);
sys/arch/m68k/m68k/pmap_68k.c
2130
TAILQ_INIT(&pmap->pm_ptpages[1]);
sys/arch/m68k/m68k/pmap_68k.c
2131
LIST_INIT(&pmap->pm_pvlist);
sys/arch/m68k/m68k/pmap_68k.c
2133
pmap->pm_refcnt = 1;
sys/arch/m68k/m68k/pmap_68k.c
2181
pmap_t pmap;
sys/arch/m68k/m68k/pmap_68k.c
2187
pmap = pmap_alloc();
sys/arch/m68k/m68k/pmap_68k.c
2188
pmap_pinit(pmap, null_segtab_pa);
sys/arch/m68k/m68k/pmap_68k.c
2190
return pmap;
sys/arch/m68k/m68k/pmap_68k.c
2200
pmap_destroy(pmap_t pmap)
sys/arch/m68k/m68k/pmap_68k.c
2205
KASSERT(pmap->pm_refcnt > 0);
sys/arch/m68k/m68k/pmap_68k.c
2206
newval = --pmap->pm_refcnt;
sys/arch/m68k/m68k/pmap_68k.c
2214
KASSERT(pmap->pm_lev1map == NULL);
sys/arch/m68k/m68k/pmap_68k.c
2215
KASSERT(pmap->pm_lev1pa == null_segtab_pa);
sys/arch/m68k/m68k/pmap_68k.c
2217
pmap_free(pmap);
sys/arch/m68k/m68k/pmap_68k.c
2226
pmap_reference(pmap_t pmap)
sys/arch/m68k/m68k/pmap_68k.c
2229
pmap->pm_refcnt++;
sys/arch/m68k/m68k/pmap_68k.c
2230
KASSERT(pmap->pm_refcnt > 0);
sys/arch/m68k/m68k/pmap_68k.c
2252
pmap_remove_mapping(pmap_t pmap, vaddr_t va, pt_entry_t *ptep,
sys/arch/m68k/m68k/pmap_68k.c
2256
KASSERT(pt != NULL || pmap == pmap_kernel());
sys/arch/m68k/m68k/pmap_68k.c
2265
pmap_stat_update(pmap, wired_count, -1);
sys/arch/m68k/m68k/pmap_68k.c
2267
pmap_stat_update(pmap, resident_count, -1);
sys/arch/m68k/m68k/pmap_68k.c
2278
if (pmap == pmap_kernel()) {
sys/arch/m68k/m68k/pmap_68k.c
2280
} else if (active_user_pmap(pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
2301
pmap_pv_remove(pmap, pg, va, pc);
sys/arch/m68k/m68k/pmap_68k.c
2311
pmap_table_release(pmap, pt, pc);
sys/arch/m68k/m68k/pmap_68k.c
2317
if (__predict_true((flags & PRM_TFLUSH) != 0 && active_pmap(pmap))) {
sys/arch/m68k/m68k/pmap_68k.c
2335
pmap_remove_internal(pmap_t pmap, vaddr_t sva, vaddr_t eva,
sys/arch/m68k/m68k/pmap_68k.c
2354
prm_flags = active_pmap(pmap) ? PRM_TFLUSH : 0;
sys/arch/m68k/m68k/pmap_68k.c
2355
if (pmap == pmap_kernel()) {
sys/arch/m68k/m68k/pmap_68k.c
2356
PMAP_CRIT_ENTER(pmap_busy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
2371
pmap_remove_mapping(pmap, sva, ptep, NULL,
sys/arch/m68k/m68k/pmap_68k.c
2384
PMAP_CRIT_EXIT(pmap_unbusy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
2395
PMAP_CRIT_ENTER(pmap_busy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
2403
ptep = pmap_pte_lookup(pmap, sva, &pt);
sys/arch/m68k/m68k/pmap_68k.c
2428
pmap_remove_mapping(pmap, sva, ptep, pt, NULL,
sys/arch/m68k/m68k/pmap_68k.c
2431
pmap_table_release(pmap, pt, pc);
sys/arch/m68k/m68k/pmap_68k.c
2439
if (pmap == pmap_kernel()) {
sys/arch/m68k/m68k/pmap_68k.c
2441
} else if (active_user_pmap(pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
2446
PMAP_CRIT_EXIT(pmap_unbusy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
2452
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/m68k/m68k/pmap_68k.c
2456
pmap_remove_internal(pmap, sva, eva, &pc);
sys/arch/m68k/m68k/pmap_68k.c
2468
pmap_remove_all(pmap_t pmap)
sys/arch/m68k/m68k/pmap_68k.c
2475
KASSERT(pmap != pmap_kernel());
sys/arch/m68k/m68k/pmap_68k.c
2494
PMAP_CRIT_ENTER(pmap_busy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
2497
pmap_set_lev1map(pmap, NULL, null_segtab_pa);
sys/arch/m68k/m68k/pmap_68k.c
2500
pmap->pm_pt_cache = NULL;
sys/arch/m68k/m68k/pmap_68k.c
2501
TAILQ_CONCAT(&pc.pc_ptpages, &pmap->pm_ptpages[0], ptp_list);
sys/arch/m68k/m68k/pmap_68k.c
2502
TAILQ_CONCAT(&pc.pc_ptpages, &pmap->pm_ptpages[1], ptp_list);
sys/arch/m68k/m68k/pmap_68k.c
2503
memset(&pmap->pm_tables, 0, sizeof(pmap->pm_tables));
sys/arch/m68k/m68k/pmap_68k.c
2504
rb_tree_init(&pmap->pm_tables, &pmap_table_rb_ops);
sys/arch/m68k/m68k/pmap_68k.c
2505
KASSERT(RB_TREE_MIN(&pmap->pm_tables) == NULL);
sys/arch/m68k/m68k/pmap_68k.c
2508
while ((pv = LIST_FIRST(&pmap->pm_pvlist)) != NULL) {
sys/arch/m68k/m68k/pmap_68k.c
2509
KASSERT(pv->pv_pmap == pmap);
sys/arch/m68k/m68k/pmap_68k.c
2514
pmap_pv_remove(pmap, pg, PV_VA(pv), &pc);
sys/arch/m68k/m68k/pmap_68k.c
2518
pmap_stat_set(pmap, wired_count, 0);
sys/arch/m68k/m68k/pmap_68k.c
2519
pmap_stat_set(pmap, resident_count, 0);
sys/arch/m68k/m68k/pmap_68k.c
2521
PMAP_CRIT_EXIT(pmap_unbusy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
2575
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/m68k/m68k/pmap_68k.c
2588
pmap_remove_internal(pmap, sva, eva, &pc);
sys/arch/m68k/m68k/pmap_68k.c
2593
PMAP_CRIT_ENTER(pmap_busy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
2598
need_tflush = active_pmap(pmap);
sys/arch/m68k/m68k/pmap_68k.c
2605
ptep = pmap_pte_lookup(pmap, sva, &pt);
sys/arch/m68k/m68k/pmap_68k.c
264
pmap_busy(pmap_t pmap)
sys/arch/m68k/m68k/pmap_68k.c
2649
pmap_table_release(pmap, pt, NULL);
sys/arch/m68k/m68k/pmap_68k.c
2652
PMAP_CRIT_EXIT(pmap_unbusy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
266
pmap->pm_busy++;
sys/arch/m68k/m68k/pmap_68k.c
267
KDASSERT(pmap->pm_busy != 0);
sys/arch/m68k/m68k/pmap_68k.c
2670
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/m68k/m68k/pmap_68k.c
2690
PMAP_CRIT_ENTER(pmap_busy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
2699
ptep = pmap_pte_alloc(pmap, va, &pt, nowait, &pc);
sys/arch/m68k/m68k/pmap_68k.c
271
pmap_unbusy(pmap_t pmap)
sys/arch/m68k/m68k/pmap_68k.c
273
KDASSERT(pmap->pm_busy != 0);
sys/arch/m68k/m68k/pmap_68k.c
274
pmap->pm_busy--;
sys/arch/m68k/m68k/pmap_68k.c
2762
pmap_stat_update(pmap, wired_count,
sys/arch/m68k/m68k/pmap_68k.c
2776
if (active_pmap(pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
2809
pmap_remove_mapping(pmap, va, ptep, pt, NULL,
sys/arch/m68k/m68k/pmap_68k.c
2820
pmap_stat_update(pmap, resident_count, 1);
sys/arch/m68k/m68k/pmap_68k.c
2822
pmap_stat_update(pmap, wired_count, 1);
sys/arch/m68k/m68k/pmap_68k.c
2859
pmap_stat_update(pmap,
sys/arch/m68k/m68k/pmap_68k.c
2862
pmap_stat_update(pmap,
sys/arch/m68k/m68k/pmap_68k.c
2879
pmap_pv_enter(pmap, pg, va, prot, pt, npte, newpv);
sys/arch/m68k/m68k/pmap_68k.c
2899
if (active_pmap(pmap)) {
sys/arch/m68k/m68k/pmap_68k.c
2905
pmap_table_release(pmap, pt, &pc);
sys/arch/m68k/m68k/pmap_68k.c
2907
PMAP_CRIT_EXIT(pmap_unbusy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
2922
pmap_t const pmap = pmap_kernel();
sys/arch/m68k/m68k/pmap_68k.c
2955
pmap_stat_update(pmap, resident_count, 1);
sys/arch/m68k/m68k/pmap_68k.c
2956
pmap_stat_update(pmap, wired_count, 1);
sys/arch/m68k/m68k/pmap_68k.c
2977
pmap_t const pmap = pmap_kernel();
sys/arch/m68k/m68k/pmap_68k.c
3017
pmap_stat_update(pmap, resident_count, -count);
sys/arch/m68k/m68k/pmap_68k.c
3018
pmap_stat_update(pmap, wired_count, -count);
sys/arch/m68k/m68k/pmap_68k.c
3030
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/m68k/m68k/pmap_68k.c
3035
PMAP_CRIT_ENTER(pmap_busy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
3037
ptep = pmap_pte_lookup(pmap, va, &pt);
sys/arch/m68k/m68k/pmap_68k.c
3055
pmap_stat_update(pmap, wired_count, -1);
sys/arch/m68k/m68k/pmap_68k.c
3060
pmap_table_release(pmap, pt, NULL);
sys/arch/m68k/m68k/pmap_68k.c
3062
PMAP_CRIT_EXIT(pmap_unbusy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
3077
pmap_extract_info(pmap_t pmap, vaddr_t va, paddr_t *pap, int *flagsp)
sys/arch/m68k/m68k/pmap_68k.c
3083
if (__predict_false(pmap == pmap_kernel() &&
sys/arch/m68k/m68k/pmap_68k.c
3088
PMAP_CRIT_ENTER(pmap_busy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
3090
ptep = pmap_pte_lookup(pmap, va, &pt);
sys/arch/m68k/m68k/pmap_68k.c
3104
pmap_table_release(pmap, pt, NULL);
sys/arch/m68k/m68k/pmap_68k.c
3107
PMAP_CRIT_EXIT(pmap_unbusy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
3113
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/m68k/m68k/pmap_68k.c
3115
return pmap_extract_info(pmap, va, pap, NULL);
sys/arch/m68k/m68k/pmap_68k.c
3175
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/m68k/m68k/pmap_68k.c
3183
if (pmap != pmap_kernel()) {
sys/arch/m68k/m68k/pmap_68k.c
3184
PMAP_CRIT_ENTER(pmap_busy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
3185
pmap_load_urp(pmap->pm_lev1pa);
sys/arch/m68k/m68k/pmap_68k.c
3199
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/m68k/m68k/pmap_68k.c
3201
if (pmap != pmap_kernel()) {
sys/arch/m68k/m68k/pmap_68k.c
3203
PMAP_CRIT_EXIT(pmap_unbusy(pmap));
sys/arch/m68k/m68k/pmap_68k.c
591
static struct pmap kernel_pmap_store;
sys/arch/m68k/m68k/pmap_68k.c
592
struct pmap * const kernel_pmap_ptr = &kernel_pmap_store;
sys/arch/m68k/m68k/pmap_68k.c
608
active_pmap(pmap_t pmap)
sys/arch/m68k/m68k/pmap_68k.c
610
return pmap == pmap_kernel() ||
sys/arch/m68k/m68k/pmap_68k.c
611
pmap == curproc->p_vmspace->vm_map.pmap;
sys/arch/m68k/m68k/pmap_68k.c
615
active_user_pmap(pmap_t pmap)
sys/arch/m68k/m68k/pmap_68k.c
618
pmap != pmap_kernel() &&
sys/arch/m68k/m68k/pmap_68k.c
619
pmap == curproc->p_vmspace->vm_map.pmap;
sys/arch/m68k/m68k/pmap_68k.c
767
pool_init(&pmap_pool, sizeof(struct pmap),
sys/arch/m68k/m68k/pmap_68k.c
779
pmap_t pmap = pool_get(&pmap_pool, PR_WAITOK);
sys/arch/m68k/m68k/pmap_68k.c
780
memset(pmap, 0, sizeof(*pmap));
sys/arch/m68k/m68k/pmap_68k.c
781
return pmap;
sys/arch/m68k/m68k/pmap_68k.c
785
pmap_free(pmap_t pmap)
sys/arch/m68k/m68k/pmap_68k.c
787
pool_put(&pmap_pool, pmap);
sys/arch/m68k/m68k/pmap_motorola.c
1044
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/m68k/m68k/pmap_motorola.c
1053
pmap, sva, eva, prot));
sys/arch/m68k/m68k/pmap_motorola.c
1059
pmap_remove(pmap, sva, eva);
sys/arch/m68k/m68k/pmap_motorola.c
1062
isro = pte_prot(pmap, prot);
sys/arch/m68k/m68k/pmap_motorola.c
1063
needtflush = active_pmap(pmap);
sys/arch/m68k/m68k/pmap_motorola.c
1075
if (!pmap_ste_v(pmap, sva)) {
sys/arch/m68k/m68k/pmap_motorola.c
1085
pte = pmap_pte(pmap, sva);
sys/arch/m68k/m68k/pmap_motorola.c
1148
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/m68k/m68k/pmap_motorola.c
1161
pmap, va, pa, prot, wired));
sys/arch/m68k/m68k/pmap_motorola.c
1167
if (pmap == pmap_kernel() &&
sys/arch/m68k/m68k/pmap_motorola.c
1175
if (pmap->pm_ptab == NULL) {
sys/arch/m68k/m68k/pmap_motorola.c
1176
pmap->pm_ptab = (pt_entry_t *)
sys/arch/m68k/m68k/pmap_motorola.c
1180
if (pmap->pm_ptab == NULL)
sys/arch/m68k/m68k/pmap_motorola.c
1187
if (!pmap_ste_v(pmap, va)) {
sys/arch/m68k/m68k/pmap_motorola.c
1188
int err = pmap_enter_ptpage(pmap, va, can_fail);
sys/arch/m68k/m68k/pmap_motorola.c
1194
pte = pmap_pte(pmap, va);
sys/arch/m68k/m68k/pmap_motorola.c
1213
pmap->pm_stats.wired_count++;
sys/arch/m68k/m68k/pmap_motorola.c
1215
pmap->pm_stats.wired_count--;
sys/arch/m68k/m68k/pmap_motorola.c
1233
pmap_remove_mapping(pmap, va, pte,
sys/arch/m68k/m68k/pmap_motorola.c
1242
if (pmap != pmap_kernel())
sys/arch/m68k/m68k/pmap_motorola.c
1267
pv->pv_pmap = pmap;
sys/arch/m68k/m68k/pmap_motorola.c
1280
if (pmap == npv->pv_pmap && va == npv->pv_va)
sys/arch/m68k/m68k/pmap_motorola.c
1291
npv->pv_pmap = pmap;
sys/arch/m68k/m68k/pmap_motorola.c
1329
((pmap == pv->pv_pmap ||
sys/arch/m68k/m68k/pmap_motorola.c
1330
pmap == pmap_kernel() ||
sys/arch/m68k/m68k/pmap_motorola.c
1370
pmap->pm_stats.resident_count++;
sys/arch/m68k/m68k/pmap_motorola.c
1372
pmap->pm_stats.wired_count++;
sys/arch/m68k/m68k/pmap_motorola.c
1388
npte = pa | pte_prot(pmap, prot) | (*pte & (PG_M|PG_U)) | PG_V;
sys/arch/m68k/m68k/pmap_motorola.c
1430
if (!wired && active_pmap(pmap))
sys/arch/m68k/m68k/pmap_motorola.c
1451
if ((pmapdebug & PDB_WIRING) && pmap != pmap_kernel())
sys/arch/m68k/m68k/pmap_motorola.c
1464
pmap_t pmap = pmap_kernel();
sys/arch/m68k/m68k/pmap_motorola.c
1475
if (!pmap_ste_v(pmap, va)) {
sys/arch/m68k/m68k/pmap_motorola.c
1477
pmap_enter_ptpage(pmap, va, false);
sys/arch/m68k/m68k/pmap_motorola.c
1482
pte = pmap_pte(pmap, va);
sys/arch/m68k/m68k/pmap_motorola.c
1491
pmap->pm_stats.resident_count++;
sys/arch/m68k/m68k/pmap_motorola.c
1492
pmap->pm_stats.wired_count++;
sys/arch/m68k/m68k/pmap_motorola.c
1498
npte = pa | pte_prot(pmap, prot) | PG_V | PG_W;
sys/arch/m68k/m68k/pmap_motorola.c
1523
pmap_t pmap = pmap_kernel();
sys/arch/m68k/m68k/pmap_motorola.c
1548
if (!pmap_ste_v(pmap, va)) {
sys/arch/m68k/m68k/pmap_motorola.c
1557
pte = pmap_pte(pmap, va);
sys/arch/m68k/m68k/pmap_motorola.c
1586
pmap->pm_stats.wired_count--;
sys/arch/m68k/m68k/pmap_motorola.c
1587
pmap->pm_stats.resident_count--;
sys/arch/m68k/m68k/pmap_motorola.c
1606
if (pmap_aliasmask && !active_user_pmap(pmap))
sys/arch/m68k/m68k/pmap_motorola.c
1609
if (pmap == pmap_kernel()) {
sys/arch/m68k/m68k/pmap_motorola.c
1626
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/m68k/m68k/pmap_motorola.c
1631
("pmap_unwire(%p, %lx)\n", pmap, va));
sys/arch/m68k/m68k/pmap_motorola.c
1633
pte = pmap_pte(pmap, va);
sys/arch/m68k/m68k/pmap_motorola.c
1643
pmap->pm_stats.wired_count--;
sys/arch/m68k/m68k/pmap_motorola.c
1654
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/m68k/m68k/pmap_motorola.c
1660
("pmap_extract(%p, %lx) -> ", pmap, va));
sys/arch/m68k/m68k/pmap_motorola.c
1662
if (pmap_ste_v(pmap, va)) {
sys/arch/m68k/m68k/pmap_motorola.c
1663
pte = *(u_int *)pmap_pte(pmap, va);
sys/arch/m68k/m68k/pmap_motorola.c
1727
pmap_collect1(pmap_t pmap, paddr_t startpa, paddr_t endpa)
sys/arch/m68k/m68k/pmap_motorola.c
1788
if (!pmap_extract(pmap, pv->pv_va, &kpa)) {
sys/arch/m68k/m68k/pmap_motorola.c
1793
pmap_remove_mapping(pmap, pv->pv_va, NULL,
sys/arch/m68k/m68k/pmap_motorola.c
2105
pmap_remove_mapping(pmap_t pmap, vaddr_t va, pt_entry_t *pte, int flags,
sys/arch/m68k/m68k/pmap_motorola.c
2111
struct pmap *ptpmap;
sys/arch/m68k/m68k/pmap_motorola.c
2120
pmap, va, pte, flags, opvp));
sys/arch/m68k/m68k/pmap_motorola.c
2127
pte = pmap_pte(pmap, va);
sys/arch/m68k/m68k/pmap_motorola.c
2148
if (active_user_pmap(pmap) && !pmap_pte_ci(pte)) {
sys/arch/m68k/m68k/pmap_motorola.c
2164
pmap->pm_stats.wired_count--;
sys/arch/m68k/m68k/pmap_motorola.c
2165
pmap->pm_stats.resident_count--;
sys/arch/m68k/m68k/pmap_motorola.c
2184
if ((flags & PRM_TFLUSH) && active_pmap(pmap))
sys/arch/m68k/m68k/pmap_motorola.c
2192
if (pmap != pmap_kernel()) {
sys/arch/m68k/m68k/pmap_motorola.c
2263
if (pmap == pv->pv_pmap && va == pv->pv_va) {
sys/arch/m68k/m68k/pmap_motorola.c
2274
if (pmap == npv->pv_pmap && va == npv->pv_va)
sys/arch/m68k/m68k/pmap_motorola.c
2318
*ste, ste, opte, pmap_pte(pmap, va)));
sys/arch/m68k/m68k/pmap_motorola.c
2551
pmap_enter_ptpage(pmap_t pmap, vaddr_t va, bool can_fail)
sys/arch/m68k/m68k/pmap_motorola.c
2561
("pmap_enter_ptpage: pmap %p, va %lx\n", pmap, va));
sys/arch/m68k/m68k/pmap_motorola.c
257
static struct pmap kernel_pmap_store;
sys/arch/m68k/m68k/pmap_motorola.c
2570
if (pmap->pm_stab == Segtabzero) {
sys/arch/m68k/m68k/pmap_motorola.c
2571
pmap->pm_stab = (st_entry_t *)
sys/arch/m68k/m68k/pmap_motorola.c
2575
if (pmap->pm_stab == NULL) {
sys/arch/m68k/m68k/pmap_motorola.c
2576
pmap->pm_stab = Segtabzero;
sys/arch/m68k/m68k/pmap_motorola.c
2579
(void) pmap_extract(pmap_kernel(), (vaddr_t)pmap->pm_stab,
sys/arch/m68k/m68k/pmap_motorola.c
258
struct pmap *const kernel_pmap_ptr = &kernel_pmap_store;
sys/arch/m68k/m68k/pmap_motorola.c
2580
(paddr_t *)&pmap->pm_stpa);
sys/arch/m68k/m68k/pmap_motorola.c
2588
pte = pmap_pte(pmap_kernel(), pmap->pm_stab);
sys/arch/m68k/m68k/pmap_motorola.c
2590
pmap->pm_stfree = protostfree;
sys/arch/m68k/m68k/pmap_motorola.c
2597
if (active_user_pmap(pmap)) {
sys/arch/m68k/m68k/pmap_motorola.c
2598
pmap_load_urp((paddr_t)pmap->pm_stpa);
sys/arch/m68k/m68k/pmap_motorola.c
2603
pmap, pmap->pm_stab, pmap->pm_stpa));
sys/arch/m68k/m68k/pmap_motorola.c
2606
ste = pmap_ste(pmap, va);
sys/arch/m68k/m68k/pmap_motorola.c
2619
ix = bmtol2(pmap->pm_stfree);
sys/arch/m68k/m68k/pmap_motorola.c
2622
pmap->pm_stfree &= ~l2tobm(ix);
sys/arch/m68k/m68k/pmap_motorola.c
2623
addr = (void *)&pmap->pm_stab[ix*SG4_LEV2SIZE];
sys/arch/m68k/m68k/pmap_motorola.c
2625
addr = (void *)&pmap->pm_stpa[ix*SG4_LEV2SIZE];
sys/arch/m68k/m68k/pmap_motorola.c
2631
ste = pmap_ste2(pmap, va);
sys/arch/m68k/m68k/pmap_motorola.c
2643
("enter: ste2 %p (%p)\n", pmap_ste2(pmap, va), ste));
sys/arch/m68k/m68k/pmap_motorola.c
2646
va = trunc_page((vaddr_t)pmap_pte(pmap, va));
sys/arch/m68k/m68k/pmap_motorola.c
2653
if (pmap == pmap_kernel()) {
sys/arch/m68k/m68k/pmap_motorola.c
2673
pmap_enter(pmap, va, ptpa, VM_PROT_READ | VM_PROT_WRITE,
sys/arch/m68k/m68k/pmap_motorola.c
2675
pmap_update(pmap);
sys/arch/m68k/m68k/pmap_motorola.c
2678
int ix = pmap_ste(pmap, va) - pmap_ste(pmap, 0);
sys/arch/m68k/m68k/pmap_motorola.c
2697
pmap->pm_sref++;
sys/arch/m68k/m68k/pmap_motorola.c
2706
pmap->pm_sref--;
sys/arch/m68k/m68k/pmap_motorola.c
2734
pmap == pmap_kernel() ? "Kernel" : "User",
sys/arch/m68k/m68k/pmap_motorola.c
2763
pv->pv_ptpmap = pmap;
sys/arch/m68k/m68k/pmap_motorola.c
2795
if (pmap != pmap_kernel()) {
sys/arch/m68k/m68k/pmap_motorola.c
2798
pmap->pm_stab, pmap->pm_sref));
sys/arch/m68k/m68k/pmap_motorola.c
2803
if (pmap == pmap_kernel())
sys/arch/m68k/m68k/pmap_motorola.c
2807
pmap->pm_ptpages++;
sys/arch/m68k/m68k/pmap_motorola.c
2928
_pmap_set_page_cacheable(pmap_t pmap, vaddr_t va)
sys/arch/m68k/m68k/pmap_motorola.c
2931
if (!pmap_ste_v(pmap, va))
sys/arch/m68k/m68k/pmap_motorola.c
2938
if (pmap_changebit(pmap_pte_pa(pmap_pte(pmap, va)), PG_CCB,
sys/arch/m68k/m68k/pmap_motorola.c
2944
pmap_changebit(pmap_pte_pa(pmap_pte(pmap, va)), 0,
sys/arch/m68k/m68k/pmap_motorola.c
2948
pmap_changebit(pmap_pte_pa(pmap_pte(pmap, va)), 0,
sys/arch/m68k/m68k/pmap_motorola.c
2954
_pmap_set_page_cacheinhibit(pmap_t pmap, vaddr_t va)
sys/arch/m68k/m68k/pmap_motorola.c
2957
if (!pmap_ste_v(pmap, va))
sys/arch/m68k/m68k/pmap_motorola.c
2964
if (pmap_changebit(pmap_pte_pa(pmap_pte(pmap, va)), PG_CI,
sys/arch/m68k/m68k/pmap_motorola.c
2969
pmap_changebit(pmap_pte_pa(pmap_pte(pmap, va)), PG_CI, ~0);
sys/arch/m68k/m68k/pmap_motorola.c
2972
pmap_changebit(pmap_pte_pa(pmap_pte(pmap, va)), PG_CI, ~0);
sys/arch/m68k/m68k/pmap_motorola.c
2977
_pmap_page_is_cacheable(pmap_t pmap, vaddr_t va)
sys/arch/m68k/m68k/pmap_motorola.c
2980
if (!pmap_ste_v(pmap, va))
sys/arch/m68k/m68k/pmap_motorola.c
2983
return (pmap_pte_ci(pmap_pte(pmap, va)) == 0) ? 1 : 0;
sys/arch/m68k/m68k/pmap_motorola.c
343
((pm) == pmap_kernel() || (pm) == curproc->p_vmspace->vm_map.pmap)
sys/arch/m68k/m68k/pmap_motorola.c
347
(pm) != pmap_kernel() && (pm) == curproc->p_vmspace->vm_map.pmap)
sys/arch/m68k/m68k/pmap_motorola.c
618
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, 0, 0, "pmappl",
sys/arch/m68k/m68k/pmap_motorola.c
718
struct pmap *pmap;
sys/arch/m68k/m68k/pmap_motorola.c
723
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK);
sys/arch/m68k/m68k/pmap_motorola.c
724
memset(pmap, 0, sizeof(*pmap));
sys/arch/m68k/m68k/pmap_motorola.c
725
pmap_pinit(pmap);
sys/arch/m68k/m68k/pmap_motorola.c
726
return pmap;
sys/arch/m68k/m68k/pmap_motorola.c
737
pmap_pinit(struct pmap *pmap)
sys/arch/m68k/m68k/pmap_motorola.c
741
("pmap_pinit(%p)\n", pmap));
sys/arch/m68k/m68k/pmap_motorola.c
749
pmap->pm_stab = Segtabzero;
sys/arch/m68k/m68k/pmap_motorola.c
750
pmap->pm_stpa = Segtabzeropa;
sys/arch/m68k/m68k/pmap_motorola.c
755
pmap->pm_stfree = protostfree;
sys/arch/m68k/m68k/pmap_motorola.c
757
pmap->pm_count = 1;
sys/arch/m68k/m68k/pmap_motorola.c
767
pmap_destroy(pmap_t pmap)
sys/arch/m68k/m68k/pmap_motorola.c
771
PMAP_DPRINTF(PDB_FOLLOW, ("pmap_destroy(%p)\n", pmap));
sys/arch/m68k/m68k/pmap_motorola.c
774
count = --pmap->pm_count;
sys/arch/m68k/m68k/pmap_motorola.c
776
count = atomic_dec_uint_nv(&pmap->pm_count);
sys/arch/m68k/m68k/pmap_motorola.c
779
pmap_release(pmap);
sys/arch/m68k/m68k/pmap_motorola.c
780
pool_put(&pmap_pmap_pool, pmap);
sys/arch/m68k/m68k/pmap_motorola.c
792
pmap_release(pmap_t pmap)
sys/arch/m68k/m68k/pmap_motorola.c
795
PMAP_DPRINTF(PDB_FOLLOW, ("pmap_release(%p)\n", pmap));
sys/arch/m68k/m68k/pmap_motorola.c
799
if (pmap->pm_count != 1)
sys/arch/m68k/m68k/pmap_motorola.c
803
if (pmap->pm_ptab) {
sys/arch/m68k/m68k/pmap_motorola.c
804
pmap_remove(pmap_kernel(), (vaddr_t)pmap->pm_ptab,
sys/arch/m68k/m68k/pmap_motorola.c
805
(vaddr_t)pmap->pm_ptab + M68K_MAX_PTSIZE);
sys/arch/m68k/m68k/pmap_motorola.c
806
uvm_km_pgremove((vaddr_t)pmap->pm_ptab,
sys/arch/m68k/m68k/pmap_motorola.c
807
(vaddr_t)pmap->pm_ptab + M68K_MAX_PTSIZE);
sys/arch/m68k/m68k/pmap_motorola.c
808
uvm_km_free(pt_map, (vaddr_t)pmap->pm_ptab,
sys/arch/m68k/m68k/pmap_motorola.c
811
KASSERT(pmap->pm_stab == Segtabzero);
sys/arch/m68k/m68k/pmap_motorola.c
820
pmap_reference(pmap_t pmap)
sys/arch/m68k/m68k/pmap_motorola.c
822
PMAP_DPRINTF(PDB_FOLLOW, ("pmap_reference(%p)\n", pmap));
sys/arch/m68k/m68k/pmap_motorola.c
825
pmap->pm_count++;
sys/arch/m68k/m68k/pmap_motorola.c
827
atomic_inc_uint(&pmap->pm_count);
sys/arch/m68k/m68k/pmap_motorola.c
844
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/m68k/m68k/pmap_motorola.c
855
if (pmap != pmap_kernel()) {
sys/arch/m68k/m68k/pmap_motorola.c
856
pmap_load_urp((paddr_t)pmap->pm_stpa);
sys/arch/m68k/m68k/pmap_motorola.c
885
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/m68k/m68k/pmap_motorola.c
895
("pmap_remove(%p, %lx, %lx)\n", pmap, sva, eva));
sys/arch/m68k/m68k/pmap_motorola.c
897
flags = active_pmap(pmap) ? PRM_TFLUSH : 0;
sys/arch/m68k/m68k/pmap_motorola.c
907
pte = pmap_pte(pmap, sva);
sys/arch/m68k/m68k/pmap_motorola.c
915
if (!pmap_ste_v(pmap, sva)) {
sys/arch/m68k/m68k/pmap_motorola.c
946
pmap_remove_mapping(pmap, sva, pte, flags, NULL);
sys/arch/m68k/m68k/pmap_motorola.c
971
if (pmap_aliasmask && !active_user_pmap(pmap))
sys/arch/m68k/m68k/pmap_motorola.c
974
if (pmap == pmap_kernel()) {
sys/arch/m68k/m68k/sys_machdep.c
109
if (pmap_extract(p->p_vmspace->vm_map.pmap,
sys/arch/m68k/m68k/vm_machdep.c
161
struct pmap *upmap, *kpmap __unused;
sys/arch/mips/include/pmap.h
146
pmap_md_asid_activate(tlb_asid_t asid, struct pmap *pm, struct lwp *l)
sys/arch/mips/include/pmap.h
153
pmap_md_asid_deactivate(struct pmap *pm)
sys/arch/mips/include/pte.h
68
bool pmap_is_page_ro_p(struct pmap *pmap, vaddr_t, uint32_t);
sys/arch/mips/mips/mips_fixup.c
552
void tlb_set_asid(uint32_t, struct pmap *) __stub;
sys/arch/mips/mips/mips_fixup.c
582
tlb_set_asid(uint32_t asid, struct pmap *pm)
sys/arch/mips/mips/pmap_machdep.c
595
pmap_t pmap = p->p_vmspace->vm_map.pmap;
sys/arch/mips/mips/pmap_machdep.c
597
pt_entry_t * const ptep = pmap_pte_lookup(pmap, va);
sys/arch/mips/mips/trap.c
299
pmap_t pmap = user_p
sys/arch/mips/mips/trap.c
300
? p->p_vmspace->vm_map.pmap
sys/arch/mips/mips/trap.c
305
pt_entry_t * const ptep = pmap_pte_lookup(pmap, vaddr);
sys/arch/mips/mips/trap.c
341
int ok = pmap_tlb_update_addr(pmap, vaddr, pte, 0);
sys/arch/mips/mips/trap.c
354
pmap, vaddr, pte_value(pte), ok);
sys/arch/mips/mips/trap.c
429
vaddr, pc, map->pmap->pm_pai[0].pai_asid,
sys/arch/mips/mips/trap.c
456
map, vm->vm_map.pmap, va, vaddr, ftype, rv, pc);
sys/arch/mips/mips/trap.c
475
pmap_pte_lookup(map->pmap, va);
sys/arch/mips/mips/vm_machdep.c
308
struct pmap * const upmap = vm_map_pmap(&bp->b_proc->p_vmspace->vm_map);
sys/arch/ofppc/ofppc/machdep.c
70
extern struct pmap ofw_pmap;
sys/arch/powerpc/booke/booke_pmap.c
338
struct pmap * const pm = pmap_kernel();
sys/arch/powerpc/booke/booke_pmap.c
64
struct pmap * const pmap = p->p_vmspace->vm_map.pmap;
sys/arch/powerpc/booke/booke_pmap.c
70
pt_entry_t * const ptep = pmap_pte_lookup(pmap, va);
sys/arch/powerpc/booke/booke_stubs.c
48
void tlb_set_asid(tlb_asid_t, struct pmap *) __stub;
sys/arch/powerpc/booke/booke_stubs.c
51
tlb_set_asid(tlb_asid_t asid, struct pmap *pm)
sys/arch/powerpc/booke/trap.c
249
pmap_tlb_update_addr(faultmap->pmap, trunc_page(faultva),
sys/arch/powerpc/booke/trap.c
322
pmap_tlb_update_addr(faultmap->pmap, trunc_page(faultva),
sys/arch/powerpc/ibm4xx/copyinstr.c
49
struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/powerpc/ibm4xx/copyoutstr.c
49
struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/powerpc/ibm4xx/pmap.c
1001
pmap_remove(struct pmap *pm, vaddr_t va, vaddr_t endva)
sys/arch/powerpc/ibm4xx/pmap.c
1027
pmap_extract(struct pmap *pm, vaddr_t va, paddr_t *pap)
sys/arch/powerpc/ibm4xx/pmap.c
1050
pmap_protect(struct pmap *pm, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/powerpc/ibm4xx/pmap.c
109
volatile struct pmap *ctxbusy[NUMCTX];
sys/arch/powerpc/ibm4xx/pmap.c
1120
struct pmap *pm;
sys/arch/powerpc/ibm4xx/pmap.c
1155
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/powerpc/ibm4xx/pmap.c
1160
printf("pmap_activate(%p), pmap=%p\n",l,pmap);
sys/arch/powerpc/ibm4xx/pmap.c
1161
pcb->pcb_pm = pmap;
sys/arch/powerpc/ibm4xx/pmap.c
1179
struct pmap *pm = p->p_vmspace->vm_map.pmap;
sys/arch/powerpc/ibm4xx/pmap.c
140
struct pmap kernel_pmap_;
sys/arch/powerpc/ibm4xx/pmap.c
141
struct pmap *const kernel_pmap_ptr = &kernel_pmap_;
sys/arch/powerpc/ibm4xx/pmap.c
166
struct pmap *pv_pm;
sys/arch/powerpc/ibm4xx/pmap.c
1854
pte = pte_find((struct pmap *)__UNVOLATILE(ctxbusy[ctx]), va);
sys/arch/powerpc/ibm4xx/pmap.c
1907
ctx_alloc(struct pmap *pm)
sys/arch/powerpc/ibm4xx/pmap.c
1949
ctx_free(struct pmap *pm)
sys/arch/powerpc/ibm4xx/pmap.c
204
static inline volatile u_int *pte_find(struct pmap *, vaddr_t);
sys/arch/powerpc/ibm4xx/pmap.c
205
static inline int pte_enter(struct pmap *, vaddr_t, u_int);
sys/arch/powerpc/ibm4xx/pmap.c
207
static inline int pmap_enter_pv(struct pmap *, vaddr_t, paddr_t, int);
sys/arch/powerpc/ibm4xx/pmap.c
208
static void pmap_remove_pv(struct pmap *, vaddr_t, paddr_t);
sys/arch/powerpc/ibm4xx/pmap.c
245
pte_enter(struct pmap *pm, vaddr_t va, u_int pte)
sys/arch/powerpc/ibm4xx/pmap.c
281
pte_find(struct pmap *pm, vaddr_t va)
sys/arch/powerpc/ibm4xx/pmap.c
548
struct pmap *pm = pmap_kernel();
sys/arch/powerpc/ibm4xx/pmap.c
621
struct pmap *
sys/arch/powerpc/ibm4xx/pmap.c
624
struct pmap *pm;
sys/arch/powerpc/ibm4xx/pmap.c
636
pmap_reference(struct pmap *pm)
sys/arch/powerpc/ibm4xx/pmap.c
647
pmap_destroy(struct pmap *pm)
sys/arch/powerpc/ibm4xx/pmap.c
674
pmap_copy(struct pmap *dst_pmap, struct pmap *src_pmap, vaddr_t dst_addr,
sys/arch/powerpc/ibm4xx/pmap.c
684
pmap_update(struct pmap *pmap)
sys/arch/powerpc/ibm4xx/pmap.c
723
pmap_enter_pv(struct pmap *pm, vaddr_t va, paddr_t pa, int flags)
sys/arch/powerpc/ibm4xx/pmap.c
769
pmap_remove_pv(struct pmap *pm, vaddr_t va, paddr_t pa)
sys/arch/powerpc/ibm4xx/pmap.c
812
pmap_enter(struct pmap *pm, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/powerpc/ibm4xx/pmap.c
909
pmap_unwire(struct pmap *pm, vaddr_t va)
sys/arch/powerpc/ibm4xx/pmap.c
941
struct pmap *pm = pmap_kernel();
sys/arch/powerpc/ibm4xx/trap.c
466
volatile struct pmap *pm;
sys/arch/powerpc/ibm4xx/trap.c
470
pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/powerpc/ibm4xx/trap.c
517
struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/powerpc/ibm4xx/trap.c
640
struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/powerpc/include/booke/pmap.h
109
bool pmap_extract(struct pmap *, vaddr_t, paddr_t *);
sys/arch/powerpc/include/booke/pmap.h
173
pmap_md_asid_activate(tlb_asid_t asid, struct pmap *pm, struct lwp *l)
sys/arch/powerpc/include/booke/pmap.h
180
pmap_md_asid_deactivate(struct pmap *pm)
sys/arch/powerpc/include/cpu.h
98
struct pmap *ci_curpm;
sys/arch/powerpc/include/ibm4xx/pmap.h
165
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/powerpc/include/ibm4xx/pmap.h
166
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/powerpc/include/ibm4xx/pmap.h
168
void pmap_unwire(struct pmap *pm, vaddr_t va);
sys/arch/powerpc/include/ibm4xx/pmap.h
170
bool pmap_extract(struct pmap *, vaddr_t, paddr_t *);
sys/arch/powerpc/include/ibm4xx/pmap.h
176
pmap_remove_all(struct pmap *pmap)
sys/arch/powerpc/include/ibm4xx/pmap.h
182
int ctx_alloc(struct pmap *);
sys/arch/powerpc/include/ibm4xx/pmap.h
183
void ctx_free(struct pmap *);
sys/arch/powerpc/include/ibm4xx/tlb.h
136
struct pmap;
sys/arch/powerpc/include/ibm4xx/tlb.h
142
int ppc4xx_tlb_new_pid(struct pmap *);
sys/arch/powerpc/include/oea/pmap.h
146
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/powerpc/include/oea/pmap.h
147
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/powerpc/include/oea/pmap.h
151
pmap_remove_all(struct pmap *pmap)
sys/arch/powerpc/include/oea/pmap.h
78
int (*pmapop_pte_spill)(struct pmap *, vaddr_t, bool);
sys/arch/powerpc/include/pcb.h
52
struct pmap *pcb_pm; /* pmap of our vmspace */
sys/arch/powerpc/oea/ofwoea_machdep.c
113
struct pmap ofw_pmap;
sys/arch/powerpc/oea/pmap.c
106
extern struct pmap kernel_pmap_;
sys/arch/powerpc/oea/pmap.c
1276
pmap_update(struct pmap *pmap)
sys/arch/powerpc/oea/pmap.c
1820
struct pmap *pm = pvo->pvo_pmap;
sys/arch/powerpc/oea/pmap.c
1844
struct pmap *pm = pvo->pvo_pmap;
sys/arch/powerpc/oea/pmap.c
200
STATIC int pmap_pte_spill(struct pmap *, vaddr_t, bool);
sys/arch/powerpc/oea/pmap.c
2403
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/powerpc/oea/pmap.c
2411
pcb->pcb_pm = pmap;
sys/arch/powerpc/oea/pmap.c
2419
curpm = pmap;
sys/arch/powerpc/oea/pmap.c
2585
pvo = pmap_pvo_find_va(p->p_vmspace->vm_map.pmap, va, NULL);
sys/arch/powerpc/oea/pmap.c
3470
pool_init(&pmap_pool, sizeof(struct pmap),
sys/arch/powerpc/oea/pmap.c
3471
__alignof(struct pmap), 0, 0, "pmap_pl",
sys/arch/powerpc/oea/pmap.c
3476
struct pmap *pm = pmap_kernel();
sys/arch/powerpc/oea/pmap.c
3502
struct pmap *pm = pmap_kernel();
sys/arch/powerpc/oea/pmap.c
578
va_to_vsid(const struct pmap *pm, vaddr_t addr)
sys/arch/powerpc/oea/pmap.c
594
va_to_pteg(const struct pmap *pm, vaddr_t addr)
sys/arch/powerpc/oea/pmap.c
720
pmap_pte_create(struct pte *pt, const struct pmap *pm, vaddr_t va, register_t pte_lo)
sys/arch/powerpc/oea/pmap.c
881
pmap_pte_spill(struct pmap *pm, vaddr_t addr, bool isi_p)
sys/arch/powerpc/oea/pmap_kernel.c
137
pmap_pte_spill(struct pmap *pm, vaddr_t va, bool exec)
sys/arch/powerpc/oea/pmap_kernel.c
53
struct pmap kernel_pmap_;
sys/arch/powerpc/oea/pmap_kernel.c
54
struct pmap *const kernel_pmap_ptr = &kernel_pmap_;
sys/arch/powerpc/oea/pmap_kernel.c
94
int pmap_pte_spill(struct pmap *, vaddr_t, bool) __stub;
sys/arch/powerpc/powerpc/db_interface.c
542
p->p_pid, p->p_vmspace->vm_map.pmap,
sys/arch/powerpc/powerpc/db_interface.c
543
p->p_vmspace->vm_map.pmap->pm_ctx,
sys/arch/powerpc/powerpc/db_interface.c
556
struct pmap *pv_pm;
sys/arch/powerpc/powerpc/vm_machdep.c
104
pcb2->pcb_pm = l2->l_proc->p_vmspace->vm_map.pmap;
sys/arch/riscv/include/cpu.h
212
#define CPU_INFO_CURPMAP(ci) (curlwp->l_proc->p_vmspace->vm_map.pmap)
sys/arch/riscv/include/pmap.h
122
void pmap_md_pdetab_init(struct pmap *);
sys/arch/riscv/include/pmap.h
123
void pmap_md_pdetab_fini(struct pmap *);
sys/arch/riscv/include/pmap.h
257
pmap_md_asid_activate(tlb_asid_t asid, struct pmap *pmap, struct lwp *l)
sys/arch/riscv/include/pmap.h
269
__SHIFTIN(pmap->pm_md.md_ppn, SATP_PPN);
sys/arch/riscv/include/pmap.h
279
pmap_md_asid_deactivate(struct pmap *pmap)
sys/arch/riscv/riscv/bus_dma.c
1593
pmap_t pmap = vm_map_pmap(&vm->vm_map);
sys/arch/riscv/riscv/bus_dma.c
1605
if (!pmap_extract(pmap, vaddr, &curaddr))
sys/arch/riscv/riscv/pmap_machdep.c
196
pmap_md_pdetab_init(struct pmap *pmap)
sys/arch/riscv/riscv/pmap_machdep.c
198
KASSERT(pmap != NULL);
sys/arch/riscv/riscv/pmap_machdep.c
200
const vaddr_t pdetabva = (vaddr_t)pmap->pm_pdetab;
sys/arch/riscv/riscv/pmap_machdep.c
202
pmap->pm_md.md_ppn = pdetabpa >> PAGE_SHIFT;
sys/arch/riscv/riscv/pmap_machdep.c
230
pmap->pm_pdetab->pde_pde[i] = pde;
sys/arch/riscv/riscv/pmap_machdep.c
236
pmap_md_pdetab_fini(struct pmap *pmap)
sys/arch/riscv/riscv/pmap_machdep.c
239
if (pmap == pmap_kernel())
sys/arch/riscv/riscv/pmap_machdep.c
243
pmap->pm_pdetab->pde_pde[i] = 0;
sys/arch/riscv/riscv/riscv_tlb.c
55
tlb_set_asid(tlb_asid_t asid, struct pmap *pm)
sys/arch/riscv/riscv/trap.c
334
trap_pagefault_fixup(struct trapframe *tf, struct pmap *pmap, register_t cause,
sys/arch/riscv/riscv/trap.c
337
pt_entry_t * const ptep = pmap_pte_lookup(pmap, addr);
sys/arch/riscv/riscv/trap.c
401
pmap_tlb_update_addr(pmap, addr, npte, 0);
sys/arch/riscv/riscv/trap.c
435
if (trap_pagefault_fixup(tf, map->pmap, cause, addr))
sys/arch/riscv/riscv/trap.c
450
tval, addr, epc, map->pmap->pm_pai[0].pai_asid,
sys/arch/riscv/riscv/trap.c
598
struct pmap * const pmap = curlwp->l_proc->p_vmspace->vm_map.pmap;
sys/arch/riscv/riscv/trap.c
600
&& pmap != pmap_kernel()
sys/arch/riscv/riscv/trap.c
601
&& pmap_pdetab_fixup(pmap, addr)) {
sys/arch/riscv/riscv/vm_machdep.c
229
struct pmap * const upmap = vm_map_pmap(&bp->b_proc->p_vmspace->vm_map);
sys/arch/sh3/include/pmap.h
58
#define pmap_update(pmap) ((void)0)
sys/arch/sh3/include/pmap.h
60
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/sh3/include/pmap.h
61
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/sh3/include/pmap.h
65
pmap_remove_all(struct pmap *pmap)
sys/arch/sh3/sh3/db_interface.c
442
if (p->p_vmspace->vm_map.pmap->pm_asid == asid)
sys/arch/sh3/sh3/exception.c
280
pmap_t pmap;
sys/arch/sh3/sh3/exception.c
353
pmap = map->pmap;
sys/arch/sh3/sh3/exception.c
357
pmap = pmap_kernel();
sys/arch/sh3/sh3/exception.c
367
pmap = map->pmap;
sys/arch/sh3/sh3/exception.c
372
if (track && __pmap_pte_load(pmap, va, track)) {
sys/arch/sh3/sh3/exception.c
402
loaded = __pmap_pte_load(pmap, va, track);
sys/arch/sh3/sh3/pmap.c
1025
__pmap_pte_load(pmap_t pmap, vaddr_t va, int flags)
sys/arch/sh3/sh3/pmap.c
1031
KDASSERT(((intptr_t)va < 0 && pmap == pmap_kernel()) ||
sys/arch/sh3/sh3/pmap.c
1032
((intptr_t)va >= 0 && pmap != pmap_kernel()));
sys/arch/sh3/sh3/pmap.c
1035
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL ||
sys/arch/sh3/sh3/pmap.c
1057
if (pmap->pm_asid != -1)
sys/arch/sh3/sh3/pmap.c
1058
sh_tlb_update(pmap->pm_asid, va, entry);
sys/arch/sh3/sh3/pmap.c
1090
if ((asid = p->p_vmspace->vm_map.pmap->pm_asid) > 0) {
sys/arch/sh3/sh3/pmap.c
1091
pmap_t pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sh3/sh3/pmap.c
1092
pmap->pm_asid = -1;
sys/arch/sh3/sh3/pmap.c
1095
sh_tlb_invalidate_asid(pmap->pm_asid);
sys/arch/sh3/sh3/pmap.c
212
pool_init(&__pmap_pmap_pool, sizeof(struct pmap), 0, 0, 0, "pmappl",
sys/arch/sh3/sh3/pmap.c
239
pmap_t pmap;
sys/arch/sh3/sh3/pmap.c
241
pmap = pool_get(&__pmap_pmap_pool, PR_WAITOK);
sys/arch/sh3/sh3/pmap.c
242
memset(pmap, 0, sizeof(struct pmap));
sys/arch/sh3/sh3/pmap.c
243
pmap->pm_asid = -1;
sys/arch/sh3/sh3/pmap.c
244
pmap->pm_refcnt = 1;
sys/arch/sh3/sh3/pmap.c
246
pmap->pm_ptp = (pt_entry_t **)
sys/arch/sh3/sh3/pmap.c
251
return pmap;
sys/arch/sh3/sh3/pmap.c
255
pmap_destroy(pmap_t pmap)
sys/arch/sh3/sh3/pmap.c
259
if (--pmap->pm_refcnt > 0)
sys/arch/sh3/sh3/pmap.c
264
vaddr_t va = (vaddr_t)pmap->pm_ptp[i];
sys/arch/sh3/sh3/pmap.c
283
sh_dcache_inv_range((vaddr_t)pmap->pm_ptp, PAGE_SIZE);
sys/arch/sh3/sh3/pmap.c
284
uvm_pagefree(PHYS_TO_VM_PAGE(SH3_P1SEG_TO_PHYS((vaddr_t)pmap->pm_ptp)));
sys/arch/sh3/sh3/pmap.c
287
__pmap_asid_free(pmap->pm_asid);
sys/arch/sh3/sh3/pmap.c
289
pool_put(&__pmap_pmap_pool, pmap);
sys/arch/sh3/sh3/pmap.c
293
pmap_reference(pmap_t pmap)
sys/arch/sh3/sh3/pmap.c
296
pmap->pm_refcnt++;
sys/arch/sh3/sh3/pmap.c
302
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/sh3/sh3/pmap.c
304
if (pmap->pm_asid == -1)
sys/arch/sh3/sh3/pmap.c
305
pmap->pm_asid = __pmap_asid_alloc();
sys/arch/sh3/sh3/pmap.c
307
KDASSERT(pmap->pm_asid >=0 && pmap->pm_asid < 256);
sys/arch/sh3/sh3/pmap.c
309
sh_tlb_set_asid(pmap->pm_asid);
sys/arch/sh3/sh3/pmap.c
310
curptd = pmap->pm_ptp;
sys/arch/sh3/sh3/pmap.c
321
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/sh3/sh3/pmap.c
326
bool kva = pmap == pmap_kernel();
sys/arch/sh3/sh3/pmap.c
364
if (__pmap_map_change(pmap, va, pa, prot, entry))
sys/arch/sh3/sh3/pmap.c
368
if (__pmap_pv_enter(pmap, pg, va)) {
sys/arch/sh3/sh3/pmap.c
389
pte = __pmap_pte_alloc(pmap, va);
sys/arch/sh3/sh3/pmap.c
393
__pmap_pv_remove(pmap, pg, va);
sys/arch/sh3/sh3/pmap.c
402
if (pmap->pm_asid != -1)
sys/arch/sh3/sh3/pmap.c
403
sh_tlb_update(pmap->pm_asid, va, entry);
sys/arch/sh3/sh3/pmap.c
410
pmap->pm_stats.wired_count++;
sys/arch/sh3/sh3/pmap.c
411
pmap->pm_stats.resident_count++;
sys/arch/sh3/sh3/pmap.c
424
__pmap_map_change(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot,
sys/arch/sh3/sh3/pmap.c
430
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL ||
sys/arch/sh3/sh3/pmap.c
436
pmap_remove(pmap, va, eva);
sys/arch/sh3/sh3/pmap.c
444
pmap_protect(pmap, va, eva, prot);
sys/arch/sh3/sh3/pmap.c
452
pmap->pm_stats.wired_count--;
sys/arch/sh3/sh3/pmap.c
456
pmap_remove(pmap, va, eva);
sys/arch/sh3/sh3/pmap.c
469
__pmap_pv_enter(pmap_t pmap, struct vm_page *pg, vaddr_t va)
sys/arch/sh3/sh3/pmap.c
505
pv->pv_pmap = pmap;
sys/arch/sh3/sh3/pmap.c
514
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sh3/sh3/pmap.c
523
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL ||
sys/arch/sh3/sh3/pmap.c
528
__pmap_pv_remove(pmap, pg, va);
sys/arch/sh3/sh3/pmap.c
531
pmap->pm_stats.wired_count--;
sys/arch/sh3/sh3/pmap.c
532
pmap->pm_stats.resident_count--;
sys/arch/sh3/sh3/pmap.c
539
if (pmap->pm_asid != -1)
sys/arch/sh3/sh3/pmap.c
540
sh_tlb_invalidate_addr(pmap->pm_asid, va);
sys/arch/sh3/sh3/pmap.c
549
__pmap_pv_remove(pmap_t pmap, struct vm_page *pg, vaddr_t vaddr)
sys/arch/sh3/sh3/pmap.c
558
if (pv->pv_pmap == pmap && pv->pv_va == vaddr) {
sys/arch/sh3/sh3/pmap.c
578
KDASSERT(!(pv->pv_pmap == pmap && pv->pv_va == vaddr));
sys/arch/sh3/sh3/pmap.c
60
struct pmap __pmap_kernel;
sys/arch/sh3/sh3/pmap.c
61
struct pmap *const kernel_pmap_ptr = &__pmap_kernel;
sys/arch/sh3/sh3/pmap.c
633
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/sh3/sh3/pmap.c
638
if (pmap == pmap_kernel() && (va >> 30) == 2) {
sys/arch/sh3/sh3/pmap.c
644
pte = __pmap_pte_lookup(pmap, va);
sys/arch/sh3/sh3/pmap.c
655
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/sh3/sh3/pmap.c
657
bool kernel = pmap == pmap_kernel();
sys/arch/sh3/sh3/pmap.c
664
pmap_remove(pmap, sva, eva);
sys/arch/sh3/sh3/pmap.c
683
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL ||
sys/arch/sh3/sh3/pmap.c
697
if (pmap->pm_asid != -1)
sys/arch/sh3/sh3/pmap.c
698
sh_tlb_update(pmap->pm_asid, va, entry);
sys/arch/sh3/sh3/pmap.c
707
struct pmap *pmap;
sys/arch/sh3/sh3/pmap.c
720
pmap = pv->pv_pmap;
sys/arch/sh3/sh3/pmap.c
723
KDASSERT(pmap);
sys/arch/sh3/sh3/pmap.c
724
pmap_protect(pmap, va, va + PAGE_SIZE, prot);
sys/arch/sh3/sh3/pmap.c
733
pmap = pv->pv_pmap;
sys/arch/sh3/sh3/pmap.c
736
pt_entry_t *pte = __pmap_pte_lookup(pmap, va);
sys/arch/sh3/sh3/pmap.c
74
struct pmap *pv_pmap;
sys/arch/sh3/sh3/pmap.c
740
pmap_remove(pmap, va, va + PAGE_SIZE);
sys/arch/sh3/sh3/pmap.c
747
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/sh3/sh3/pmap.c
751
pte = __pmap_pte_lookup(pmap, va);
sys/arch/sh3/sh3/pmap.c
760
pmap->pm_stats.wired_count--;
sys/arch/sh3/sh3/pmap.c
812
pmap_t pmap;
sys/arch/sh3/sh3/pmap.c
824
pmap = pv->pv_pmap;
sys/arch/sh3/sh3/pmap.c
827
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL)
sys/arch/sh3/sh3/pmap.c
833
if (pmap->pm_asid != -1)
sys/arch/sh3/sh3/pmap.c
834
sh_tlb_invalidate_addr(pmap->pm_asid, va);
sys/arch/sh3/sh3/pmap.c
854
struct pmap *pmap;
sys/arch/sh3/sh3/pmap.c
877
pmap = pv->pv_pmap;
sys/arch/sh3/sh3/pmap.c
879
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL)
sys/arch/sh3/sh3/pmap.c
889
if (pmap->pm_asid != -1)
sys/arch/sh3/sh3/pmap.c
890
sh_tlb_invalidate_addr(pmap->pm_asid, va);
sys/arch/sh3/sh3/pmap.c
964
__pmap_pte_alloc(pmap_t pmap, vaddr_t va)
sys/arch/sh3/sh3/pmap.c
969
if ((pte = __pmap_pte_lookup(pmap, va)) != NULL)
sys/arch/sh3/sh3/pmap.c
978
pmap->pm_ptp[__PMAP_PTP_INDEX(va)] = ptp;
sys/arch/sh3/sh3/pmap.c
988
__pmap_pte_lookup(pmap_t pmap, vaddr_t va)
sys/arch/sh3/sh3/pmap.c
992
if (pmap == pmap_kernel())
sys/arch/sh3/sh3/pmap.c
996
ptp = pmap->pm_ptp[__PMAP_PTP_INDEX(va)];
sys/arch/sparc/dev/vme_machdep.c
841
pmap_t pmap;
sys/arch/sparc/dev/vme_machdep.c
879
pmap = (p == NULL) ? pmap_kernel() : p->p_vmspace->vm_map.pmap;
sys/arch/sparc/dev/vme_machdep.c
886
(void) pmap_extract(pmap, va, &pa);
sys/arch/sparc/include/pmap.h
266
#define pmap_update(pmap) __USE(pmap)
sys/arch/sparc/include/pmap.h
273
int mmu_pagein(struct pmap *pm, vaddr_t, int);
sys/arch/sparc/include/pmap.h
276
bool pmap_remove_all(struct pmap *pm);
sys/arch/sparc/include/pmap.h
411
struct pmap *pv_pmap; /* pmap of this va */
sys/arch/sparc/sparc/db_interface.c
317
p->p_vmspace->vm_map.pmap->pm_ctx,
sys/arch/sparc/sparc/db_interface.c
318
p->p_vmspace->vm_map.pmap->pm_cpuset);
sys/arch/sparc/sparc/db_interface.c
320
p->p_vmspace->vm_map.pmap,
sys/arch/sparc/sparc/iommu.c
581
pmap_t pmap;
sys/arch/sparc/sparc/iommu.c
608
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sparc/sparc/iommu.c
610
pmap = pmap_kernel();
sys/arch/sparc/sparc/iommu.c
617
if (!pmap_extract(pmap, va, &pa)) {
sys/arch/sparc/sparc/machdep.c
1541
pmap_t pmap;
sys/arch/sparc/sparc/machdep.c
1608
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sparc/sparc/machdep.c
1610
pmap = pmap_kernel();
sys/arch/sparc/sparc/machdep.c
1618
(void) pmap_extract(pmap, va, &pa);
sys/arch/sparc/sparc/msiiep.c
651
pmap_t pmap;
sys/arch/sparc/sparc/msiiep.c
655
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sparc/sparc/msiiep.c
657
pmap = pmap_kernel();
sys/arch/sparc/sparc/msiiep.c
659
if (!pmap_extract(pmap, (vaddr_t)buf, &pa))
sys/arch/sparc/sparc/pmap.c
1007
void pm_check(char *, struct pmap *);
sys/arch/sparc/sparc/pmap.c
1008
void pm_check_k(char *, struct pmap *);
sys/arch/sparc/sparc/pmap.c
1009
void pm_check_u(char *, struct pmap *);
sys/arch/sparc/sparc/pmap.c
1386
mmu_reservemon4m(struct pmap *kpmap)
sys/arch/sparc/sparc/pmap.c
1438
mmu_setup4m_L1(int regtblptd, struct pmap *kpmap)
sys/arch/sparc/sparc/pmap.c
1588
static int me_alloc(struct mmuentry *, struct pmap *, int, int);
sys/arch/sparc/sparc/pmap.c
1589
static void me_free(struct pmap *, u_int);
sys/arch/sparc/sparc/pmap.c
1591
static int region_alloc(struct mmuentry *, struct pmap *, int);
sys/arch/sparc/sparc/pmap.c
1592
static void region_free(struct pmap *, u_int);
sys/arch/sparc/sparc/pmap.c
1611
me_alloc(struct mmuentry *mh, struct pmap *newpm, int newvreg, int newvseg)
sys/arch/sparc/sparc/pmap.c
1614
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
1796
me_free(struct pmap *pm, u_int pmeg)
sys/arch/sparc/sparc/pmap.c
1859
region_alloc(struct mmuentry *mh, struct pmap *newpm, int newvr)
sys/arch/sparc/sparc/pmap.c
1862
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
1945
region_free(struct pmap *pm, u_int smeg)
sys/arch/sparc/sparc/pmap.c
1970
mmu_pagein_reg(struct pmap *pm, struct regmap *rp, vaddr_t va,
sys/arch/sparc/sparc/pmap.c
2029
mmu_pagein_seg(struct pmap *pm, struct segmap *sp, vaddr_t va,
sys/arch/sparc/sparc/pmap.c
2070
mmu_pagein(struct pmap *pm, vaddr_t va, int prot)
sys/arch/sparc/sparc/pmap.c
2130
ctx_alloc(struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
2305
ctx_free(struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
2370
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
2440
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
2505
pv_unlink4_4c(struct vm_page *pg, struct pmap *pm, vaddr_t va)
sys/arch/sparc/sparc/pmap.c
2573
pv_link4_4c(struct vm_page *pg, struct pmap *pm, vaddr_t va,
sys/arch/sparc/sparc/pmap.c
2664
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
2707
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
2758
pv_unlink4m(struct vm_page *pg, struct pmap *pm, vaddr_t va)
sys/arch/sparc/sparc/pmap.c
2833
pv_link4m(struct vm_page *pg, struct pmap *pm, vaddr_t va,
sys/arch/sparc/sparc/pmap.c
295
struct pmap *me_pmap; /* pmap, if in use */
sys/arch/sparc/sparc/pmap.c
2951
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
2981
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
381
struct pmap *c_pmap; /* pmap (if busy) */
sys/arch/sparc/sparc/pmap.c
391
static void ctx_alloc(struct pmap *);
sys/arch/sparc/sparc/pmap.c
392
static void ctx_free(struct pmap *);
sys/arch/sparc/sparc/pmap.c
398
static struct pmap kernel_pmap_store; /* the kernel's pmap */
sys/arch/sparc/sparc/pmap.c
399
struct pmap *const kernel_pmap_ptr = &kernel_pmap_store; /* pmap_kernel() */
sys/arch/sparc/sparc/pmap.c
4152
sz = ALIGN(sizeof(struct pmap)) +
sys/arch/sparc/sparc/pmap.c
4209
pmap_quiet_check(struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
4307
struct pmap *pm = object;
sys/arch/sparc/sparc/pmap.c
4316
addr = (u_long)pm + ALIGN(sizeof(struct pmap));
sys/arch/sparc/sparc/pmap.c
4389
struct pmap *pm = object;
sys/arch/sparc/sparc/pmap.c
4432
struct pmap *
sys/arch/sparc/sparc/pmap.c
4435
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
4464
pmap_destroy(struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
4480
pmap_reference(struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
4491
pgt_lvl23_remove4_4c(struct pmap *pm, struct regmap *rp, struct segmap *sp,
sys/arch/sparc/sparc/pmap.c
4568
pgt_lvl23_remove4m(struct pmap *pm, struct regmap *rp, struct segmap *sp,
sys/arch/sparc/sparc/pmap.c
4605
pmap_remove_all(struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
4636
pmap_remove(struct pmap *pm, vaddr_t va, vaddr_t endva)
sys/arch/sparc/sparc/pmap.c
4640
void (*rm)(struct pmap *, vaddr_t, vaddr_t, int, int);
sys/arch/sparc/sparc/pmap.c
4694
pmap_rmk4_4c(struct pmap *pm, vaddr_t va, vaddr_t endva, int vr, int vs)
sys/arch/sparc/sparc/pmap.c
4783
pmap_rmk4m(struct pmap *pm, vaddr_t va, vaddr_t endva, int vr, int vs)
sys/arch/sparc/sparc/pmap.c
4839
pmap_rmu4_4c(struct pmap *pm, vaddr_t va, vaddr_t endva, int vr, int vs)
sys/arch/sparc/sparc/pmap.c
4946
pmap_rmu4m(struct pmap *pm, vaddr_t va, vaddr_t endva, int vr, int vs)
sys/arch/sparc/sparc/pmap.c
5043
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
5166
pmap_protect4_4c(struct pmap *pm, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/sparc/sparc/pmap.c
5263
pmap_changeprot4_4c(struct pmap *pm, vaddr_t va, vm_prot_t prot, int flags)
sys/arch/sparc/sparc/pmap.c
5352
struct pmap *pm;
sys/arch/sparc/sparc/pmap.c
540
#define PMAP_SET_CPUSET(pmap, cpi) \
sys/arch/sparc/sparc/pmap.c
541
(pmap->pm_cpuset |= (1 << (cpi)->ci_cpuid))
sys/arch/sparc/sparc/pmap.c
542
#define PMAP_CLR_CPUSET(pmap, cpi) \
sys/arch/sparc/sparc/pmap.c
543
(pmap->pm_cpuset &= ~(1 << (cpi)->ci_cpuid))
sys/arch/sparc/sparc/pmap.c
544
#define PMAP_CPUSET(pmap) (pmap->pm_cpuset)
sys/arch/sparc/sparc/pmap.c
5451
pmap_protect4m(struct pmap *pm, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/sparc/sparc/pmap.c
546
#define PMAP_SET_CPUSET(pmap, cpi) /* nothing */
sys/arch/sparc/sparc/pmap.c
547
#define PMAP_CLR_CPUSET(pmap, cpi) /* nothing */
sys/arch/sparc/sparc/pmap.c
548
#define PMAP_CPUSET(pmap) 1 /* XXX: 1 or 0? */
sys/arch/sparc/sparc/pmap.c
5532
pmap_changeprot4m(struct pmap *pm, vaddr_t va, vm_prot_t prot, int flags)
sys/arch/sparc/sparc/pmap.c
5596
pmap_enter4_4c(struct pmap *pm, vaddr_t va, paddr_t pa,
sys/arch/sparc/sparc/pmap.c
5647
pmap_enk4_4c(struct pmap *pm, vaddr_t va, vm_prot_t prot, int flags,
sys/arch/sparc/sparc/pmap.c
566
static void mmu_setup4m_L1(int, struct pmap *);
sys/arch/sparc/sparc/pmap.c
569
/*static*/ void mmu_reservemon4m(struct pmap *);
sys/arch/sparc/sparc/pmap.c
572
/*static*/ void pmap_rmk4m(struct pmap *, vaddr_t, vaddr_t, int, int);
sys/arch/sparc/sparc/pmap.c
573
/*static*/ void pmap_rmu4m(struct pmap *, vaddr_t, vaddr_t, int, int);
sys/arch/sparc/sparc/pmap.c
574
/*static*/ int pmap_enk4m(struct pmap *, vaddr_t, vm_prot_t,
sys/arch/sparc/sparc/pmap.c
5757
pmap_enu4_4c(struct pmap *pm, vaddr_t va, vm_prot_t prot, int flags,
sys/arch/sparc/sparc/pmap.c
576
/*static*/ int pmap_enu4m(struct pmap *, vaddr_t, vm_prot_t,
sys/arch/sparc/sparc/pmap.c
580
/*static*/ int pv_link4m(struct vm_page *, struct pmap *, vaddr_t, u_int *);
sys/arch/sparc/sparc/pmap.c
581
/*static*/ void pv_unlink4m(struct vm_page *, struct pmap *, vaddr_t);
sys/arch/sparc/sparc/pmap.c
587
/*static*/ void pmap_rmk4_4c(struct pmap *, vaddr_t, vaddr_t, int, int);
sys/arch/sparc/sparc/pmap.c
588
/*static*/ void pmap_rmu4_4c(struct pmap *, vaddr_t, vaddr_t, int, int);
sys/arch/sparc/sparc/pmap.c
589
/*static*/ int pmap_enk4_4c(struct pmap *, vaddr_t, vm_prot_t,
sys/arch/sparc/sparc/pmap.c
591
/*static*/ int pmap_enu4_4c(struct pmap *, vaddr_t, vm_prot_t,
sys/arch/sparc/sparc/pmap.c
5946
struct pmap *pm = pmap_kernel();
sys/arch/sparc/sparc/pmap.c
595
/*static*/ int pv_link4_4c(struct vm_page *, struct pmap *, vaddr_t, u_int *);
sys/arch/sparc/sparc/pmap.c
596
/*static*/ void pv_unlink4_4c(struct vm_page *, struct pmap *, vaddr_t);
sys/arch/sparc/sparc/pmap.c
6016
struct pmap *pm = pmap_kernel();
sys/arch/sparc/sparc/pmap.c
6047
struct pmap *pm = pmap_kernel();
sys/arch/sparc/sparc/pmap.c
6195
pmap_enter4m(struct pmap *pm, vaddr_t va, paddr_t pa,
sys/arch/sparc/sparc/pmap.c
623
void (*pmap_rmk_p)(struct pmap *, vaddr_t, vaddr_t, int, int);
sys/arch/sparc/sparc/pmap.c
624
void (*pmap_rmu_p)(struct pmap *, vaddr_t, vaddr_t, int, int);
sys/arch/sparc/sparc/pmap.c
6250
pmap_enk4m(struct pmap *pm, vaddr_t va, vm_prot_t prot, int flags,
sys/arch/sparc/sparc/pmap.c
6335
pmap_enu4m(struct pmap *pm, vaddr_t va, vm_prot_t prot, int flags,
sys/arch/sparc/sparc/pmap.c
6534
struct pmap *pm = pmap_kernel();
sys/arch/sparc/sparc/pmap.c
6559
struct pmap *pm = pmap_kernel();
sys/arch/sparc/sparc/pmap.c
6625
struct pmap *pm = pmap_kernel();
sys/arch/sparc/sparc/pmap.c
6670
pmap_unwire(struct pmap *pm, vaddr_t va)
sys/arch/sparc/sparc/pmap.c
6722
pmap_extract4_4c(struct pmap *pm, vaddr_t va, paddr_t *pap)
sys/arch/sparc/sparc/pmap.c
6762
pmap_extract4m(struct pmap *pm, vaddr_t va, paddr_t *pap)
sys/arch/sparc/sparc/pmap.c
6841
pmap_copy(struct pmap *dst_pmap, struct pmap *src_pmap,
sys/arch/sparc/sparc/pmap.c
7451
pmap_t pm = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/sparc/sparc/pmap.c
7474
pmap_t pm = p->p_vmspace->vm_map.pmap;
sys/arch/sparc/sparc/pmap.c
7501
pm_check(char *s, struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
7511
pm_check_u(char *s, struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
7601
pm_check_k(char *s, struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
8030
int pmap_dump(struct pmap *pm);
sys/arch/sparc/sparc/pmap.c
8033
pmap_dump(struct pmap *pm)
sys/arch/sparc/sparc/pmap.c
886
struct pmap *pm;
sys/arch/sparc/sparc/trap.c
878
rv = mmu_pagein(vm->vm_map.pmap, va, atype);
sys/arch/sparc/sparc/trap.c
914
(void) mmu_pagein(vm->vm_map.pmap, va, VM_PROT_NONE);
sys/arch/sparc/sparc/vm_machdep.c
83
struct pmap *upmap, *kpmap;
sys/arch/sparc64/dev/iommu.c
565
struct pmap *pmap;
sys/arch/sparc64/dev/iommu.c
675
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sparc64/dev/iommu.c
677
pmap = pmap_kernel();
sys/arch/sparc64/dev/iommu.c
685
if (pmap_extract(pmap, (vaddr_t)vaddr, &curaddr) == FALSE) {
sys/arch/sparc64/include/cpu.h
192
LIST_HEAD(, pmap) ci_pmap_ctxlist;
sys/arch/sparc64/include/pmap.h
134
LIST_ENTRY(pmap) pm_list[PMAP_LIST_MAXNUMCPU]; /* per cpu ctx used list */
sys/arch/sparc64/include/pmap.h
186
int pmap_count_res(struct pmap *);
sys/arch/sparc64/include/pmap.h
187
int pmap_count_wired(struct pmap *);
sys/arch/sparc64/include/pmap.h
197
void pmap_activate_pmap(struct pmap *);
sys/arch/sparc64/include/pmap.h
198
void pmap_update(struct pmap *);
sys/arch/sparc64/include/pmap.h
255
struct pmap;
sys/arch/sparc64/include/pmap.h
258
struct pmap *pv_pmap; /* pmap where mapping lies */
sys/arch/sparc64/sparc64/cache.h
125
void smp_tlb_flush_pte(vaddr_t, struct pmap *);
sys/arch/sparc64/sparc64/db_interface.c
126
static void db_dump_pmap(struct pmap *);
sys/arch/sparc64/sparc64/db_interface.c
485
int64_t pseg_get_real(struct pmap *, vaddr_t);
sys/arch/sparc64/sparc64/db_interface.c
488
db_dump_pmap(struct pmap *pm)
sys/arch/sparc64/sparc64/db_interface.c
582
struct pmap* pm=NULL;
sys/arch/sparc64/sparc64/db_interface.c
594
pm = curlwp->l_proc->p_vmspace->vm_map.pmap;
sys/arch/sparc64/sparc64/db_interface.c
596
pm = (struct pmap*)(uintptr_t)addr;
sys/arch/sparc64/sparc64/db_interface.c
707
p->p_pid, p->p_vmspace, p->p_vmspace->vm_map.pmap,
sys/arch/sparc64/sparc64/db_interface.c
708
pmap_ctx(p->p_vmspace->vm_map.pmap));
sys/arch/sparc64/sparc64/db_interface.c
730
p->p_pid, p->p_vmspace->vm_map.pmap,
sys/arch/sparc64/sparc64/db_interface.c
731
pmap_ctx(p->p_vmspace->vm_map.pmap));
sys/arch/sparc64/sparc64/db_interface.c
800
if (p->p_vmspace->vm_map.pmap == pmap_kernel()) {
sys/arch/sparc64/sparc64/db_interface.c
805
ctx = pmap_ctx(p->p_vmspace->vm_map.pmap);
sys/arch/sparc64/sparc64/db_interface.c
808
pmap_ctx(p->p_vmspace->vm_map.pmap) = ctx;
sys/arch/sparc64/sparc64/db_interface.c
810
pmap_activate_pmap(p->p_vmspace->vm_map.pmap);
sys/arch/sparc64/sparc64/db_interface.c
811
ctx = pmap_ctx(p->p_vmspace->vm_map.pmap);
sys/arch/sparc64/sparc64/ipifuncs.c
453
smp_tlb_flush_pte(vaddr_t va, struct pmap * pm)
sys/arch/sparc64/sparc64/kgdb_machdep.c
145
extern int64_t pseg_get(struct pmap *, vaddr_t);
sys/arch/sparc64/sparc64/kgdb_machdep.c
383
struct pmap *pm = &kernel_pmap_;
sys/arch/sparc64/sparc64/machdep.c
1180
struct pmap *pm;
sys/arch/sparc64/sparc64/machdep.c
1189
pm = p->p_vmspace->vm_map.pmap;
sys/arch/sparc64/sparc64/machdep.c
210
module_map_store.pmap = pmap_kernel();
sys/arch/sparc64/sparc64/pmap.c
135
pv_entry_t pmap_remove_pv(struct pmap *, vaddr_t, struct vm_page *);
sys/arch/sparc64/sparc64/pmap.c
136
void pmap_enter_pv(struct pmap *, vaddr_t, paddr_t, struct vm_page *,
sys/arch/sparc64/sparc64/pmap.c
1375
pool_cache_bootstrap(&pmap_cache, sizeof(struct pmap),
sys/arch/sparc64/sparc64/pmap.c
138
void pmap_page_cache(struct pmap *, paddr_t, int);
sys/arch/sparc64/sparc64/pmap.c
1433
struct pmap *pm = pmap_kernel();
sys/arch/sparc64/sparc64/pmap.c
1464
struct pmap *
sys/arch/sparc64/sparc64/pmap.c
1467
struct pmap *pm;
sys/arch/sparc64/sparc64/pmap.c
1491
pmap_reference(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
1502
pmap_destroy(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
153
static struct pmap kernel_pmap_;
sys/arch/sparc64/sparc64/pmap.c
154
struct pmap *const kernel_pmap_ptr = &kernel_pmap_;
sys/arch/sparc64/sparc64/pmap.c
156
static int ctx_alloc(struct pmap *);
sys/arch/sparc64/sparc64/pmap.c
1561
pmap_copy(struct pmap *dst_pmap, struct pmap *src_pmap, vaddr_t dst_addr, vsize_t len, vaddr_t src_addr)
sys/arch/sparc64/sparc64/pmap.c
1576
struct pmap *pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/sparc64/sparc64/pmap.c
1578
if (pmap == pmap_kernel()) {
sys/arch/sparc64/sparc64/pmap.c
159
static void ctx_free(struct pmap *, struct cpu_info *);
sys/arch/sparc64/sparc64/pmap.c
1593
pmap_activate_pmap(pmap);
sys/arch/sparc64/sparc64/pmap.c
1597
pmap_activate_pmap(struct pmap *pmap)
sys/arch/sparc64/sparc64/pmap.c
1600
if (pmap_ctx(pmap) == 0) {
sys/arch/sparc64/sparc64/pmap.c
1601
(void) ctx_alloc(pmap);
sys/arch/sparc64/sparc64/pmap.c
1605
cpu_number(), pmap_ctx(pmap)));
sys/arch/sparc64/sparc64/pmap.c
1606
dmmu_set_secondary_context(pmap_ctx(pmap));
sys/arch/sparc64/sparc64/pmap.c
1618
cpu_number(), pmap_ctx(l->l_proc->p_vmspace->vm_map.pmap)));
sys/arch/sparc64/sparc64/pmap.c
1634
struct pmap *pm = pmap_kernel();
sys/arch/sparc64/sparc64/pmap.c
1705
struct pmap *pm = pmap_kernel();
sys/arch/sparc64/sparc64/pmap.c
1768
pmap_enter(struct pmap *pm, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/sparc64/sparc64/pmap.c
184
pmap_has_ctx(struct pmap *p)
sys/arch/sparc64/sparc64/pmap.c
200
pmap_is_on_mmu(struct pmap *p)
sys/arch/sparc64/sparc64/pmap.c
2021
pmap_remove_all(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
2072
pmap_remove(struct pmap *pm, vaddr_t va, vaddr_t endva)
sys/arch/sparc64/sparc64/pmap.c
2177
pmap_protect(struct pmap *pm, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/sparc64/sparc64/pmap.c
2262
pmap_extract(struct pmap *pm, vaddr_t va, paddr_t *pap)
sys/arch/sparc64/sparc64/pmap.c
2335
struct pmap *pm = pmap_kernel();
sys/arch/sparc64/sparc64/pmap.c
2594
struct pmap *pmap = pv->pv_pmap;
sys/arch/sparc64/sparc64/pmap.c
2598
data = pseg_get(pmap, va);
sys/arch/sparc64/sparc64/pmap.c
2608
rv = pseg_set(pmap, va, data, 0);
sys/arch/sparc64/sparc64/pmap.c
2612
if (pmap_is_on_mmu(pmap)) {
sys/arch/sparc64/sparc64/pmap.c
2613
KASSERT(pmap_ctx(pmap)>=0);
sys/arch/sparc64/sparc64/pmap.c
2614
tsb_invalidate(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
2615
tlb_flush_pte(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
2669
struct pmap *pmap = pv->pv_pmap;
sys/arch/sparc64/sparc64/pmap.c
2672
data = pseg_get(pmap, va);
sys/arch/sparc64/sparc64/pmap.c
2676
pmap, (void *)(u_long)va,
sys/arch/sparc64/sparc64/pmap.c
2677
(u_long)pmap_ctx(pmap),
sys/arch/sparc64/sparc64/pmap.c
2689
rv = pseg_set(pmap, va, data, 0);
sys/arch/sparc64/sparc64/pmap.c
2693
if (pmap_is_on_mmu(pmap)) {
sys/arch/sparc64/sparc64/pmap.c
2694
KASSERT(pmap_ctx(pmap)>=0);
sys/arch/sparc64/sparc64/pmap.c
2695
tsb_invalidate(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
2696
tlb_flush_pte(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
2876
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/sparc64/sparc64/pmap.c
2881
DPRINTF(PDB_MMU_STEAL, ("pmap_unwire(%p, %lx)\n", pmap, va));
sys/arch/sparc64/sparc64/pmap.c
2887
if (pmap == pmap_kernel() && va >= ktext &&
sys/arch/sparc64/sparc64/pmap.c
2894
data = pseg_get(pmap, va & PV_VAMASK);
sys/arch/sparc64/sparc64/pmap.c
2897
rv = pseg_set(pmap, va & PV_VAMASK, data, 0);
sys/arch/sparc64/sparc64/pmap.c
2917
struct pmap *pmap;
sys/arch/sparc64/sparc64/pmap.c
2946
pmap = pv->pv_pmap;
sys/arch/sparc64/sparc64/pmap.c
2953
data = pseg_get(pmap, va);
sys/arch/sparc64/sparc64/pmap.c
2964
rv = pseg_set(pmap, va, data, 0);
sys/arch/sparc64/sparc64/pmap.c
2969
if (pmap_is_on_mmu(pmap)) {
sys/arch/sparc64/sparc64/pmap.c
2970
KASSERT(pmap_ctx(pmap)>=0);
sys/arch/sparc64/sparc64/pmap.c
2971
tsb_invalidate(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
2972
tlb_flush_pte(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
2983
pmap = npv->pv_pmap;
sys/arch/sparc64/sparc64/pmap.c
2990
(void *)(u_long)va, pg, pmap));
sys/arch/sparc64/sparc64/pmap.c
2993
data = pseg_get(pmap, va);
sys/arch/sparc64/sparc64/pmap.c
3002
rv = pseg_set(pmap, va, 0, 0);
sys/arch/sparc64/sparc64/pmap.c
3006
if (pmap_is_on_mmu(pmap)) {
sys/arch/sparc64/sparc64/pmap.c
3007
KASSERT(pmap_ctx(pmap)>=0);
sys/arch/sparc64/sparc64/pmap.c
3008
tsb_invalidate(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
3009
tlb_flush_pte(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
3011
if (pmap->pm_refs > 0) {
sys/arch/sparc64/sparc64/pmap.c
3029
pmap = pv->pv_pmap;
sys/arch/sparc64/sparc64/pmap.c
3035
(void *)(u_long)va, pg, pmap));
sys/arch/sparc64/sparc64/pmap.c
3037
data = pseg_get(pmap, va);
sys/arch/sparc64/sparc64/pmap.c
3044
rv = pseg_set(pmap, va, 0, 0);
sys/arch/sparc64/sparc64/pmap.c
3048
if (pmap_is_on_mmu(pmap)) {
sys/arch/sparc64/sparc64/pmap.c
3049
KASSERT(pmap_ctx(pmap)>=0);
sys/arch/sparc64/sparc64/pmap.c
3050
tsb_invalidate(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
3051
tlb_flush_pte(va, pmap);
sys/arch/sparc64/sparc64/pmap.c
3053
if (pmap->pm_refs > 0) {
sys/arch/sparc64/sparc64/pmap.c
3089
pmap_count_res(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
3131
pmap_count_wired(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
3181
ctx_alloc(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
3186
KASSERT(pm == curproc->p_vmspace->vm_map.pmap);
sys/arch/sparc64/sparc64/pmap.c
3232
ctx_free(struct pmap *pm, struct cpu_info *ci)
sys/arch/sparc64/sparc64/pmap.c
3281
pmap_enter_pv(struct pmap *pmap, vaddr_t va, paddr_t pa, struct vm_page *pg,
sys/arch/sparc64/sparc64/pmap.c
3298
pmap, va));
sys/arch/sparc64/sparc64/pmap.c
3301
pvh->pv_pmap = pmap;
sys/arch/sparc64/sparc64/pmap.c
3315
pmap_page_cache(pmap, pa, 0);
sys/arch/sparc64/sparc64/pmap.c
3326
pmap, va));
sys/arch/sparc64/sparc64/pmap.c
3329
npv->pv_pmap = pmap;
sys/arch/sparc64/sparc64/pmap.c
3345
pmap_remove_pv(struct pmap *pmap, vaddr_t va, struct vm_page *pg)
sys/arch/sparc64/sparc64/pmap.c
3355
DPRINTF(PDB_REMOVE, ("pmap_remove_pv(pm=%p, va=%p, pg=%p)\n", pmap,
sys/arch/sparc64/sparc64/pmap.c
3366
if (pmap == pvh->pv_pmap && PV_MATCH(pvh, va)) {
sys/arch/sparc64/sparc64/pmap.c
3385
if (pmap == npv->pv_pmap && PV_MATCH(npv, va))
sys/arch/sparc64/sparc64/pmap.c
3409
pmap_page_cache(pmap, VM_PAGE_TO_PHYS(pg), 1);
sys/arch/sparc64/sparc64/pmap.c
3421
pmap_page_cache(struct pmap *pm, paddr_t pa, int mode)
sys/arch/sparc64/sparc64/pmap.c
3754
pmap_update(struct pmap *pmap)
sys/arch/sparc64/sparc64/pmap.c
3757
if (pmap->pm_refs > 0) {
sys/arch/sparc64/sparc64/pmap.c
3760
pmap->pm_refs = 1;
sys/arch/sparc64/sparc64/pmap.c
3761
pmap_activate_pmap(pmap);
sys/arch/sparc64/sparc64/pmap.c
389
pseg_get_locksafe(struct pmap *pm, vaddr_t va)
sys/arch/sparc64/sparc64/pmap.c
403
pseg_set_locksafe(struct pmap *pm, vaddr_t va, int64_t data, paddr_t ptp)
sys/arch/sparc64/sparc64/pmap.c
87
extern int64_t pseg_get_real(struct pmap *, vaddr_t);
sys/arch/sparc64/sparc64/pmap.c
88
extern int pseg_set_real(struct pmap *, vaddr_t, int64_t, paddr_t);
sys/arch/sparc64/sparc64/vm_machdep.c
82
struct pmap *upmap;
sys/arch/sun2/include/pmap.h
114
#define pmap_update(pmap) __nothing /* nothing (yet) */
sys/arch/sun2/include/pmap.h
61
#define pmap_resident_count(pmap) (pmap_resident_pages(pmap))
sys/arch/sun2/include/pmap.h
65
#define pmap_wired_count(pmap) (pmap_wired_pages(pmap))
sys/arch/sun2/include/pmap.h
74
pmap_remove_all(struct pmap *pmap)
sys/arch/sun2/sun2/machdep.c
729
pmap_t pmap;
sys/arch/sun2/sun2/machdep.c
790
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sun2/sun2/machdep.c
792
pmap = pmap_kernel();
sys/arch/sun2/sun2/machdep.c
799
rv = pmap_extract(pmap, va, &pa);
sys/arch/sun2/sun2/pmap.c
1082
pmap_t pmap;
sys/arch/sun2/sun2/pmap.c
1105
pmap = pv->pv_pmap;
sys/arch/sun2/sun2/pmap.c
1109
if (pmap->pm_segmap == NULL)
sys/arch/sun2/sun2/pmap.c
1116
if (pmap == kernel_pmap) {
sys/arch/sun2/sun2/pmap.c
1120
else if (has_context(pmap)) {
sys/arch/sun2/sun2/pmap.c
1122
set_context(pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
1144
sme = pmap->pm_segmap[VA_SEGNUM(va)];
sys/arch/sun2/sun2/pmap.c
1186
pmap_t pmap;
sys/arch/sun2/sun2/pmap.c
1200
pmap = pv->pv_pmap;
sys/arch/sun2/sun2/pmap.c
1209
if (pmap->pm_segmap == NULL)
sys/arch/sun2/sun2/pmap.c
1215
if (pmap == kernel_pmap) {
sys/arch/sun2/sun2/pmap.c
1219
else if (has_context(pmap)) {
sys/arch/sun2/sun2/pmap.c
1221
set_context(pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
1245
sme = pmap->pm_segmap[VA_SEGNUM(va)];
sys/arch/sun2/sun2/pmap.c
1281
pmap_t pmap;
sys/arch/sun2/sun2/pmap.c
1293
pmap = pv->pv_pmap;
sys/arch/sun2/sun2/pmap.c
1295
pmap_remove1(pmap, va, va + PAGE_SIZE);
sys/arch/sun2/sun2/pmap.c
1315
pv_link(pmap_t pmap, int pte, vaddr_t va)
sys/arch/sun2/sun2/pmap.c
1330
printf("pv_link(%p, 0x%x, 0x%lx)\n", pmap, pte, va);
sys/arch/sun2/sun2/pmap.c
1341
if ((pv->pv_pmap == pmap) && (pv->pv_va == va))
sys/arch/sun2/sun2/pmap.c
1374
pv->pv_pmap = pmap;
sys/arch/sun2/sun2/pmap.c
1393
pv_unlink(pmap_t pmap, int pte, vaddr_t va)
sys/arch/sun2/sun2/pmap.c
1404
printf("pv_unlink(%p, 0x%x, 0x%lx)\n", pmap, pte, va);
sys/arch/sun2/sun2/pmap.c
1418
if ((pv->pv_pmap == pmap) && (pv->pv_va == va))
sys/arch/sun2/sun2/pmap.c
1470
pmap_common_init(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
1472
memset(pmap, 0, sizeof(struct pmap));
sys/arch/sun2/sun2/pmap.c
1473
pmap->pm_refcount = 1;
sys/arch/sun2/sun2/pmap.c
1474
pmap->pm_version = pmap_version++;
sys/arch/sun2/sun2/pmap.c
1475
pmap->pm_ctxnum = EMPTY_CONTEXT;
sys/arch/sun2/sun2/pmap.c
1717
pmap_kernel_init(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
1726
pmap->pm_segmap = kernel_segmap;
sys/arch/sun2/sun2/pmap.c
1760
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, 0, 0, "pmappl",
sys/arch/sun2/sun2/pmap.c
1787
pmap_user_init(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
1790
pmap->pm_segmap = kmem_alloc(sizeof(char)*NUSEG, KM_SLEEP);
sys/arch/sun2/sun2/pmap.c
1792
pmap->pm_segmap[i] = SEGINV;
sys/arch/sun2/sun2/pmap.c
1811
pmap_t pmap;
sys/arch/sun2/sun2/pmap.c
1813
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK);
sys/arch/sun2/sun2/pmap.c
1814
pmap_pinit(pmap);
sys/arch/sun2/sun2/pmap.c
1815
return pmap;
sys/arch/sun2/sun2/pmap.c
1824
pmap_release(struct pmap *pmap)
sys/arch/sun2/sun2/pmap.c
1830
if (pmap == kernel_pmap)
sys/arch/sun2/sun2/pmap.c
1833
if (has_context(pmap)) {
sys/arch/sun2/sun2/pmap.c
1837
pmap, pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
1839
context_free(pmap);
sys/arch/sun2/sun2/pmap.c
1841
kmem_free(pmap->pm_segmap, sizeof(char)*NUSEG);
sys/arch/sun2/sun2/pmap.c
1842
pmap->pm_segmap = NULL;
sys/arch/sun2/sun2/pmap.c
1854
pmap_destroy(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
1860
printf("pmap_destroy(%p)\n", pmap);
sys/arch/sun2/sun2/pmap.c
1862
if (pmap == kernel_pmap)
sys/arch/sun2/sun2/pmap.c
1864
count = atomic_dec_uint_nv(&pmap->pm_refcount);
sys/arch/sun2/sun2/pmap.c
1866
pmap_release(pmap);
sys/arch/sun2/sun2/pmap.c
1867
pool_put(&pmap_pmap_pool, pmap);
sys/arch/sun2/sun2/pmap.c
1875
pmap_reference(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
1878
atomic_inc_uint(&pmap->pm_refcount);
sys/arch/sun2/sun2/pmap.c
1899
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/sun2/sun2/pmap.c
1908
pmap, va, pa, prot, wired);
sys/arch/sun2/sun2/pmap.c
1936
if (pmap == kernel_pmap) {
sys/arch/sun2/sun2/pmap.c
1940
pmap_enter_user(pmap, va, new_pte, wired);
sys/arch/sun2/sun2/pmap.c
1949
pmap_t pmap = kernel_pmap;
sys/arch/sun2/sun2/pmap.c
2000
if (sme != pmap->pm_segmap[VA_SEGNUM(segva)])
sys/arch/sun2/sun2/pmap.c
2004
if (pmegp->pmeg_owner != pmap)
sys/arch/sun2/sun2/pmap.c
2009
pmegp = pmeg_allocate(pmap, segva);
sys/arch/sun2/sun2/pmap.c
2011
pmap->pm_segmap[VA_SEGNUM(segva)] = sme;
sys/arch/sun2/sun2/pmap.c
2017
"(ek)\n", pmap, segva, sme);
sys/arch/sun2/sun2/pmap.c
2065
pv_unlink(pmap, old_pte, pgva);
sys/arch/sun2/sun2/pmap.c
2076
if (pv_link(pmap, new_pte, pgva) & PV_NC)
sys/arch/sun2/sun2/pmap.c
2082
"(ek)\n", pmap, pgva, old_pte, new_pte);
sys/arch/sun2/sun2/pmap.c
2093
pmap_enter_user(pmap_t pmap, vaddr_t pgva, int new_pte, bool wired)
sys/arch/sun2/sun2/pmap.c
2123
if (pmap != current_pmap()) {
sys/arch/sun2/sun2/pmap.c
2141
if (!has_context(pmap)) {
sys/arch/sun2/sun2/pmap.c
2142
context_allocate(pmap);
sys/arch/sun2/sun2/pmap.c
2146
pmap, pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
2148
set_context(pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
2152
if (pmap->pm_ctxnum != get_context()) {
sys/arch/sun2/sun2/pmap.c
2156
set_context(pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
217
static struct pmap kernel_pmap_store;
sys/arch/sun2/sun2/pmap.c
2170
if (sme != pmap->pm_segmap[VA_SEGNUM(segva)])
sys/arch/sun2/sun2/pmap.c
2173
if (pmegp->pmeg_owner != pmap)
sys/arch/sun2/sun2/pmap.c
2178
pmegp = pmeg_cache(pmap, segva);
sys/arch/sun2/sun2/pmap.c
218
struct pmap *const kernel_pmap_ptr = &kernel_pmap_store;
sys/arch/sun2/sun2/pmap.c
2185
pmegp = pmeg_allocate(pmap, segva);
sys/arch/sun2/sun2/pmap.c
2187
pmap->pm_segmap[VA_SEGNUM(segva)] = sme;
sys/arch/sun2/sun2/pmap.c
2196
"(eu)\n", pmap, segva, sme);
sys/arch/sun2/sun2/pmap.c
2241
pv_unlink(pmap, old_pte, pgva);
sys/arch/sun2/sun2/pmap.c
2253
if (pv_link(pmap, new_pte, pgva) & PV_NC)
sys/arch/sun2/sun2/pmap.c
2259
"(eu)\n", pmap, pgva, old_pte, new_pte);
sys/arch/sun2/sun2/pmap.c
2271
pmap_t pmap = kernel_pmap;
sys/arch/sun2/sun2/pmap.c
2339
if (sme != pmap->pm_segmap[VA_SEGNUM(segva)])
sys/arch/sun2/sun2/pmap.c
2342
if (pmegp->pmeg_owner != pmap)
sys/arch/sun2/sun2/pmap.c
2348
pmegp = pmeg_allocate(pmap, segva);
sys/arch/sun2/sun2/pmap.c
2350
pmap->pm_segmap[VA_SEGNUM(segva)] = sme;
sys/arch/sun2/sun2/pmap.c
2356
"(ek)\n", pmap, segva, sme);
sys/arch/sun2/sun2/pmap.c
2370
"(ek)\n", pmap, va, new_pte);
sys/arch/sun2/sun2/pmap.c
2383
pmap_t pmap = kernel_pmap;
sys/arch/sun2/sun2/pmap.c
2402
if (pmap->pm_segmap[segnum] == SEGINV) {
sys/arch/sun2/sun2/pmap.c
2444
pmap, pgva, pte, PG_INVAL);
sys/arch/sun2/sun2/pmap.c
2466
pmap->pm_ctxnum, segva,
sys/arch/sun2/sun2/pmap.c
2474
pmap->pm_segmap[VA_SEGNUM(segva)] = SEGINV;
sys/arch/sun2/sun2/pmap.c
2496
pmap_t pmap;
sys/arch/sun2/sun2/pmap.c
2499
pmap = vm_map_pmap(map);
sys/arch/sun2/sun2/pmap.c
2511
if (pmap_fault_reload(pmap, va, ftype))
sys/arch/sun2/sun2/pmap.c
2535
pmap_fault_reload(pmap_t pmap, vaddr_t pgva, vm_prot_t ftype)
sys/arch/sun2/sun2/pmap.c
2543
if (pmap->pm_segmap == NULL) {
sys/arch/sun2/sun2/pmap.c
2552
if (pmap->pm_segmap[VA_SEGNUM(pgva)] == SEGINV)
sys/arch/sun2/sun2/pmap.c
2568
if (!has_context(pmap)) {
sys/arch/sun2/sun2/pmap.c
2569
context_allocate(pmap);
sys/arch/sun2/sun2/pmap.c
2573
pmap, pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
2575
set_context(pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
2579
if (pmap->pm_ctxnum != get_context()) {
sys/arch/sun2/sun2/pmap.c
2583
set_context(pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
2591
pmegp = pmeg_cache(pmap, segva);
sys/arch/sun2/sun2/pmap.c
2708
_pmap_switch(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
2716
if (!has_context(pmap)) {
sys/arch/sun2/sun2/pmap.c
2717
context_allocate(pmap);
sys/arch/sun2/sun2/pmap.c
2721
pmap, pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
2724
set_context(pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
2736
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/sun2/sun2/pmap.c
2739
_pmap_switch(pmap);
sys/arch/sun2/sun2/pmap.c
2760
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/sun2/sun2/pmap.c
2770
pmap, va);
sys/arch/sun2/sun2/pmap.c
2777
if (pmap != kernel_pmap) {
sys/arch/sun2/sun2/pmap.c
2818
_pmap_extract_pmeg(pmap_t pmap, vaddr_t va)
sys/arch/sun2/sun2/pmap.c
2824
if (pmap == kernel_pmap) {
sys/arch/sun2/sun2/pmap.c
2832
sme = pmap->pm_segmap[segnum];
sys/arch/sun2/sun2/pmap.c
2847
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/sun2/sun2/pmap.c
2855
if (pmap == kernel_pmap) {
sys/arch/sun2/sun2/pmap.c
2865
sme = pmap->pm_segmap[segnum];
sys/arch/sun2/sun2/pmap.c
290
struct pmap *context_upmap;
sys/arch/sun2/sun2/pmap.c
2940
pmap_pinit(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
2942
pmap_common_init(pmap);
sys/arch/sun2/sun2/pmap.c
2943
pmap_user_init(pmap);
sys/arch/sun2/sun2/pmap.c
2952
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/sun2/sun2/pmap.c
2963
pmap_remove(pmap, sva, eva);
sys/arch/sun2/sun2/pmap.c
2970
printf("pmap_protect(%p, 0x%lx, 0x%lx)\n", pmap, sva, eva);
sys/arch/sun2/sun2/pmap.c
2973
KASSERT((pmap == kernel_pmap) ?
sys/arch/sun2/sun2/pmap.c
298
#define has_context(pmap) (((pmap)->pm_ctxnum != EMPTY_CONTEXT) == ((pmap) != kernel_pmap))
sys/arch/sun2/sun2/pmap.c
2982
if (pmap->pm_segmap[segnum] != SEGINV)
sys/arch/sun2/sun2/pmap.c
2983
pmap_protect1(pmap, va, neva);
sys/arch/sun2/sun2/pmap.c
2995
pmap_protect1(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun2/sun2/pmap.c
3007
if (pmap == kernel_pmap) {
sys/arch/sun2/sun2/pmap.c
3012
pmap_protect_mmu(pmap, sva, eva);
sys/arch/sun2/sun2/pmap.c
3021
if (has_context(pmap)) {
sys/arch/sun2/sun2/pmap.c
3024
set_context(pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
3031
pmap_protect_mmu(pmap, sva, eva);
sys/arch/sun2/sun2/pmap.c
3033
pmap_protect_noctx(pmap, sva, eva);
sys/arch/sun2/sun2/pmap.c
3050
pmap_protect_mmu(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun2/sun2/pmap.c
3061
if (pmap->pm_ctxnum != get_context())
sys/arch/sun2/sun2/pmap.c
3072
if (pmap->pm_segmap && (pmap->pm_segmap[VA_SEGNUM(segva)] != sme))
sys/arch/sun2/sun2/pmap.c
3082
(pmegp->pmeg_owner != pmap) ||
sys/arch/sun2/sun2/pmap.c
3083
(pmegp->pmeg_version != pmap->pm_version))
sys/arch/sun2/sun2/pmap.c
3133
pmap_protect_noctx(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun2/sun2/pmap.c
3140
if (pmap == kernel_pmap)
sys/arch/sun2/sun2/pmap.c
3142
if (pmap->pm_segmap == NULL)
sys/arch/sun2/sun2/pmap.c
3148
sme = pmap->pm_segmap[segnum];
sys/arch/sun2/sun2/pmap.c
3199
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun2/sun2/pmap.c
3207
printf("pmap_remove(%p, 0x%lx, 0x%lx)\n", pmap, sva, eva);
sys/arch/sun2/sun2/pmap.c
3211
KASSERT((pmap == kernel_pmap) ?
sys/arch/sun2/sun2/pmap.c
3220
if (pmap->pm_segmap[segnum] != SEGINV)
sys/arch/sun2/sun2/pmap.c
3221
pmap_remove1(pmap, va, neva);
sys/arch/sun2/sun2/pmap.c
3231
pmap_remove1(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun2/sun2/pmap.c
3243
if (pmap == kernel_pmap) {
sys/arch/sun2/sun2/pmap.c
3248
pmap_remove_mmu(pmap, sva, eva);
sys/arch/sun2/sun2/pmap.c
3257
if (has_context(pmap)) {
sys/arch/sun2/sun2/pmap.c
3260
set_context(pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
3267
pmap_remove_mmu(pmap, sva, eva);
sys/arch/sun2/sun2/pmap.c
3269
pmap_remove_noctx(pmap, sva, eva);
sys/arch/sun2/sun2/pmap.c
3287
pmap_remove_mmu(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun2/sun2/pmap.c
3299
if (pmap->pm_ctxnum != get_context())
sys/arch/sun2/sun2/pmap.c
3310
if (pmap->pm_segmap && (pmap->pm_segmap[VA_SEGNUM(segva)] != sme))
sys/arch/sun2/sun2/pmap.c
3320
(pmegp->pmeg_owner != pmap) ||
sys/arch/sun2/sun2/pmap.c
3321
(pmegp->pmeg_version != pmap->pm_version))
sys/arch/sun2/sun2/pmap.c
3359
pv_unlink(pmap, pte, pgva);
sys/arch/sun2/sun2/pmap.c
3366
pmap, pgva, pte, PG_INVAL);
sys/arch/sun2/sun2/pmap.c
3392
pmap->pm_ctxnum, segva, pmegp->pmeg_index);
sys/arch/sun2/sun2/pmap.c
3398
if (kernel_pmap == pmap) {
sys/arch/sun2/sun2/pmap.c
3405
pmap->pm_segmap[VA_SEGNUM(segva)] = SEGINV;
sys/arch/sun2/sun2/pmap.c
3416
pmap_remove_noctx(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun2/sun2/pmap.c
3426
if (pmap == kernel_pmap)
sys/arch/sun2/sun2/pmap.c
3428
if (pmap->pm_segmap == NULL)
sys/arch/sun2/sun2/pmap.c
3434
sme = pmap->pm_segmap[segnum];
sys/arch/sun2/sun2/pmap.c
3461
pv_unlink(pmap, pte,
sys/arch/sun2/sun2/pmap.c
3469
pmap, pgva, pte, PG_INVAL);
sys/arch/sun2/sun2/pmap.c
3501
pmap->pm_segmap[segnum] = SEGINV;
sys/arch/sun2/sun2/pmap.c
3512
pmap_resident_pages(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
3517
if (pmap->pm_segmap == 0)
sys/arch/sun2/sun2/pmap.c
3522
sme = pmap->pm_segmap[i];
sys/arch/sun2/sun2/pmap.c
3536
pmap_wired_pages(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
3541
if (pmap->pm_segmap == 0)
sys/arch/sun2/sun2/pmap.c
3546
sme = pmap->pm_segmap[i];
sys/arch/sun2/sun2/pmap.c
385
static int pmap_fault_reload(struct pmap *, vaddr_t, int);
sys/arch/sun2/sun2/pmap.c
3867
pmap_print(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
3869
db_printf(" pm_ctxnum=%d\n", pmap->pm_ctxnum);
sys/arch/sun2/sun2/pmap.c
3870
db_printf(" pm_version=0x%x\n", pmap->pm_version);
sys/arch/sun2/sun2/pmap.c
3871
db_printf(" pm_segmap=%p\n", pmap->pm_segmap);
sys/arch/sun2/sun2/pmap.c
408
pmap_t pmap;
sys/arch/sun2/sun2/pmap.c
412
pmap = vm_map_pmap(map);
sys/arch/sun2/sun2/pmap.c
414
return (pmap);
sys/arch/sun2/sun2/pmap.c
512
context_allocate(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
519
if (pmap == kernel_pmap)
sys/arch/sun2/sun2/pmap.c
521
if (has_context(pmap))
sys/arch/sun2/sun2/pmap.c
546
context->context_upmap = pmap;
sys/arch/sun2/sun2/pmap.c
547
pmap->pm_ctxnum = context->context_num;
sys/arch/sun2/sun2/pmap.c
564
context_free(pmap_t pmap)
sys/arch/sun2/sun2/pmap.c
573
ctxnum = pmap->pm_ctxnum;
sys/arch/sun2/sun2/pmap.c
593
if (pmap->pm_segmap[i] == SEGINV)
sys/arch/sun2/sun2/pmap.c
609
if (sme != pmap->pm_segmap[i])
sys/arch/sun2/sun2/pmap.c
624
pmap->pm_ctxnum = EMPTY_CONTEXT;
sys/arch/sun2/sun2/pmap.c
791
pmeg_allocate(pmap_t pmap, vaddr_t va)
sys/arch/sun2/sun2/pmap.c
846
pmegp->pmeg_owner = pmap;
sys/arch/sun2/sun2/pmap.c
847
pmegp->pmeg_version = pmap->pm_version;
sys/arch/sun2/sun2/pmap.c
852
if (pmap == kernel_pmap) {
sys/arch/sun2/sun2/pmap.c
934
pmeg_cache(pmap_t pmap, vaddr_t va)
sys/arch/sun2/sun2/pmap.c
942
if (pmap == kernel_pmap)
sys/arch/sun2/sun2/pmap.c
949
if (pmap->pm_segmap == NULL)
sys/arch/sun2/sun2/pmap.c
956
sme = pmap->pm_segmap[segnum];
sys/arch/sun2/sun2/pmap.c
973
if ((pmegp->pmeg_owner != pmap) ||
sys/arch/sun2/sun2/pmap.c
974
(pmegp->pmeg_version != pmap->pm_version) ||
sys/arch/sun2/sun2/pmap.c
982
pmap->pm_segmap[segnum] = SEGINV;
sys/arch/sun3/include/pmap.h
49
#define pmap_update(pmap) __nothing /* nothing (yet) */
sys/arch/sun3/include/pmap3.h
64
#define pmap_resident_count(pmap) (pmap_resident_pages(pmap))
sys/arch/sun3/include/pmap3.h
68
#define pmap_wired_count(pmap) (pmap_wired_pages(pmap))
sys/arch/sun3/include/pmap3.h
74
pmap_remove_all(struct pmap *pmap)
sys/arch/sun3/include/pmap3x.h
54
#define pmap_resident_count(pmap) (pmap_count((pmap), 0))
sys/arch/sun3/include/pmap3x.h
57
#define pmap_wired_count(pmap) (pmap_count((pmap), 1))
sys/arch/sun3/include/pmap3x.h
63
pmap_remove_all(struct pmap *pmap)
sys/arch/sun3/sun3/dvma.c
293
pmap_t pmap;
sys/arch/sun3/sun3/dvma.c
336
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sun3/sun3/dvma.c
338
pmap = pmap_kernel();
sys/arch/sun3/sun3/dvma.c
341
rv = pmap_extract(pmap, kva, &pa);
sys/arch/sun3/sun3/dvma.c
86
phys_map->pmap = pmap_kernel();
sys/arch/sun3/sun3/pmap.c
1091
pmap_t pmap;
sys/arch/sun3/sun3/pmap.c
1114
pmap = pv->pv_pmap;
sys/arch/sun3/sun3/pmap.c
1118
if (pmap->pm_segmap == NULL)
sys/arch/sun3/sun3/pmap.c
1125
if (pmap == kernel_pmap)
sys/arch/sun3/sun3/pmap.c
1127
else if (has_context(pmap)) {
sys/arch/sun3/sun3/pmap.c
1129
set_context(pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
1151
sme = pmap->pm_segmap[VA_SEGNUM(va)];
sys/arch/sun3/sun3/pmap.c
1193
pmap_t pmap;
sys/arch/sun3/sun3/pmap.c
1207
pmap = pv->pv_pmap;
sys/arch/sun3/sun3/pmap.c
1216
if (pmap->pm_segmap == NULL)
sys/arch/sun3/sun3/pmap.c
1222
if (pmap == kernel_pmap)
sys/arch/sun3/sun3/pmap.c
1224
else if (has_context(pmap)) {
sys/arch/sun3/sun3/pmap.c
1226
set_context(pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
1250
sme = pmap->pm_segmap[VA_SEGNUM(va)];
sys/arch/sun3/sun3/pmap.c
1286
pmap_t pmap;
sys/arch/sun3/sun3/pmap.c
1298
pmap = pv->pv_pmap;
sys/arch/sun3/sun3/pmap.c
1300
pmap_remove1(pmap, va, va + PAGE_SIZE);
sys/arch/sun3/sun3/pmap.c
1320
pv_link(pmap_t pmap, int pte, vaddr_t va)
sys/arch/sun3/sun3/pmap.c
1336
printf("pv_link(%p, 0x%x, 0x%lx)\n", pmap, pte, va);
sys/arch/sun3/sun3/pmap.c
1347
if ((pv->pv_pmap == pmap) && (pv->pv_va == va))
sys/arch/sun3/sun3/pmap.c
1379
pv->pv_pmap = pmap;
sys/arch/sun3/sun3/pmap.c
1398
pv_unlink(pmap_t pmap, int pte, vaddr_t va)
sys/arch/sun3/sun3/pmap.c
1409
printf("pv_unlink(%p, 0x%x, 0x%lx)\n", pmap, pte, va);
sys/arch/sun3/sun3/pmap.c
1423
if ((pv->pv_pmap == pmap) && (pv->pv_va == va))
sys/arch/sun3/sun3/pmap.c
1475
pmap_common_init(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
1477
memset(pmap, 0, sizeof(struct pmap));
sys/arch/sun3/sun3/pmap.c
1478
pmap->pm_refcount = 1;
sys/arch/sun3/sun3/pmap.c
1479
pmap->pm_version = pmap_version++;
sys/arch/sun3/sun3/pmap.c
1480
pmap->pm_ctxnum = EMPTY_CONTEXT;
sys/arch/sun3/sun3/pmap.c
1750
pmap_kernel_init(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
1759
pmap->pm_segmap = kernel_segmap;
sys/arch/sun3/sun3/pmap.c
1793
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, 0, 0, "pmappl",
sys/arch/sun3/sun3/pmap.c
1820
pmap_user_init(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
1823
pmap->pm_segmap = kmem_alloc(sizeof(char)*NUSEG, KM_SLEEP);
sys/arch/sun3/sun3/pmap.c
1825
pmap->pm_segmap[i] = SEGINV;
sys/arch/sun3/sun3/pmap.c
1844
pmap_t pmap;
sys/arch/sun3/sun3/pmap.c
1846
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK);
sys/arch/sun3/sun3/pmap.c
1847
pmap_pinit(pmap);
sys/arch/sun3/sun3/pmap.c
1848
return pmap;
sys/arch/sun3/sun3/pmap.c
1857
pmap_release(struct pmap *pmap)
sys/arch/sun3/sun3/pmap.c
1863
if (pmap == kernel_pmap)
sys/arch/sun3/sun3/pmap.c
1866
if (has_context(pmap)) {
sys/arch/sun3/sun3/pmap.c
1870
pmap, pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
1872
context_free(pmap);
sys/arch/sun3/sun3/pmap.c
1874
kmem_free(pmap->pm_segmap, sizeof(char)*NUSEG);
sys/arch/sun3/sun3/pmap.c
1875
pmap->pm_segmap = NULL;
sys/arch/sun3/sun3/pmap.c
1887
pmap_destroy(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
1893
printf("pmap_destroy(%p)\n", pmap);
sys/arch/sun3/sun3/pmap.c
1895
if (pmap == kernel_pmap)
sys/arch/sun3/sun3/pmap.c
1897
count = atomic_dec_uint_nv(&pmap->pm_refcount);
sys/arch/sun3/sun3/pmap.c
1899
pmap_release(pmap);
sys/arch/sun3/sun3/pmap.c
1900
pool_put(&pmap_pmap_pool, pmap);
sys/arch/sun3/sun3/pmap.c
1908
pmap_reference(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
1911
atomic_inc_uint(&pmap->pm_refcount);
sys/arch/sun3/sun3/pmap.c
1932
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/sun3/sun3/pmap.c
1941
pmap, va, pa, prot, wired);
sys/arch/sun3/sun3/pmap.c
1969
if (pmap == kernel_pmap) {
sys/arch/sun3/sun3/pmap.c
1973
pmap_enter_user(pmap, va, new_pte, wired);
sys/arch/sun3/sun3/pmap.c
1982
pmap_t pmap = kernel_pmap;
sys/arch/sun3/sun3/pmap.c
2031
if (sme != pmap->pm_segmap[VA_SEGNUM(segva)])
sys/arch/sun3/sun3/pmap.c
2035
if (pmegp->pmeg_owner != pmap)
sys/arch/sun3/sun3/pmap.c
2040
pmegp = pmeg_allocate(pmap, segva);
sys/arch/sun3/sun3/pmap.c
2042
pmap->pm_segmap[VA_SEGNUM(segva)] = sme;
sys/arch/sun3/sun3/pmap.c
2048
"(ek)\n", pmap, segva, sme);
sys/arch/sun3/sun3/pmap.c
2096
pv_unlink(pmap, old_pte, pgva);
sys/arch/sun3/sun3/pmap.c
2107
if (pv_link(pmap, new_pte, pgva) & PV_NC)
sys/arch/sun3/sun3/pmap.c
2113
"(ek)\n", pmap, pgva, old_pte, new_pte);
sys/arch/sun3/sun3/pmap.c
2123
pmap_enter_user(pmap_t pmap, vaddr_t pgva, int new_pte, bool wired)
sys/arch/sun3/sun3/pmap.c
2153
if (pmap != current_pmap()) {
sys/arch/sun3/sun3/pmap.c
2171
if (!has_context(pmap)) {
sys/arch/sun3/sun3/pmap.c
2172
context_allocate(pmap);
sys/arch/sun3/sun3/pmap.c
2176
pmap, pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
2178
set_context(pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
2182
if (pmap->pm_ctxnum != get_context()) {
sys/arch/sun3/sun3/pmap.c
2186
set_context(pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
2200
if (sme != pmap->pm_segmap[VA_SEGNUM(segva)])
sys/arch/sun3/sun3/pmap.c
2203
if (pmegp->pmeg_owner != pmap)
sys/arch/sun3/sun3/pmap.c
2208
pmegp = pmeg_cache(pmap, segva);
sys/arch/sun3/sun3/pmap.c
2215
pmegp = pmeg_allocate(pmap, segva);
sys/arch/sun3/sun3/pmap.c
2217
pmap->pm_segmap[VA_SEGNUM(segva)] = sme;
sys/arch/sun3/sun3/pmap.c
2226
"(eu)\n", pmap, segva, sme);
sys/arch/sun3/sun3/pmap.c
224
static struct pmap kernel_pmap_store;
sys/arch/sun3/sun3/pmap.c
225
struct pmap *const kernel_pmap_ptr = &kernel_pmap_store;
sys/arch/sun3/sun3/pmap.c
2271
pv_unlink(pmap, old_pte, pgva);
sys/arch/sun3/sun3/pmap.c
2283
if (pv_link(pmap, new_pte, pgva) & PV_NC)
sys/arch/sun3/sun3/pmap.c
2289
"(eu)\n", pmap, pgva, old_pte, new_pte);
sys/arch/sun3/sun3/pmap.c
2301
pmap_t pmap = kernel_pmap;
sys/arch/sun3/sun3/pmap.c
2366
if (sme != pmap->pm_segmap[VA_SEGNUM(segva)])
sys/arch/sun3/sun3/pmap.c
2369
if (pmegp->pmeg_owner != pmap)
sys/arch/sun3/sun3/pmap.c
2375
pmegp = pmeg_allocate(pmap, segva);
sys/arch/sun3/sun3/pmap.c
2377
pmap->pm_segmap[VA_SEGNUM(segva)] = sme;
sys/arch/sun3/sun3/pmap.c
2383
"(ek)\n", pmap, segva, sme);
sys/arch/sun3/sun3/pmap.c
2397
"(ek)\n", pmap, va, new_pte);
sys/arch/sun3/sun3/pmap.c
2409
pmap_t pmap = kernel_pmap;
sys/arch/sun3/sun3/pmap.c
2423
if (pmap->pm_segmap[segnum] == SEGINV) {
sys/arch/sun3/sun3/pmap.c
2465
pmap, pgva, pte, PG_INVAL);
sys/arch/sun3/sun3/pmap.c
2487
pmap->pm_ctxnum, segva,
sys/arch/sun3/sun3/pmap.c
2495
pmap->pm_segmap[VA_SEGNUM(segva)] = SEGINV;
sys/arch/sun3/sun3/pmap.c
2516
pmap_t pmap;
sys/arch/sun3/sun3/pmap.c
2519
pmap = vm_map_pmap(map);
sys/arch/sun3/sun3/pmap.c
2531
if (pmap_fault_reload(pmap, va, ftype))
sys/arch/sun3/sun3/pmap.c
2555
pmap_fault_reload(pmap_t pmap, vaddr_t pgva, vm_prot_t ftype)
sys/arch/sun3/sun3/pmap.c
2563
if (pmap->pm_segmap == NULL) {
sys/arch/sun3/sun3/pmap.c
2572
if (pmap->pm_segmap[VA_SEGNUM(pgva)] == SEGINV)
sys/arch/sun3/sun3/pmap.c
2588
if (!has_context(pmap)) {
sys/arch/sun3/sun3/pmap.c
2589
context_allocate(pmap);
sys/arch/sun3/sun3/pmap.c
2593
pmap, pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
2595
set_context(pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
2599
if (pmap->pm_ctxnum != get_context()) {
sys/arch/sun3/sun3/pmap.c
2603
set_context(pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
2611
pmegp = pmeg_cache(pmap, segva);
sys/arch/sun3/sun3/pmap.c
2734
_pmap_switch(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
2736
set_context(pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
2749
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/sun3/sun3/pmap.c
2752
_pmap_switch(pmap);
sys/arch/sun3/sun3/pmap.c
2773
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/sun3/sun3/pmap.c
2782
pmap, va);
sys/arch/sun3/sun3/pmap.c
2789
if (pmap != kernel_pmap) {
sys/arch/sun3/sun3/pmap.c
2830
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/sun3/sun3/pmap.c
2837
if (pmap == kernel_pmap) {
sys/arch/sun3/sun3/pmap.c
2844
sme = pmap->pm_segmap[segnum];
sys/arch/sun3/sun3/pmap.c
2919
pmap_pinit(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
2921
pmap_common_init(pmap);
sys/arch/sun3/sun3/pmap.c
2922
pmap_user_init(pmap);
sys/arch/sun3/sun3/pmap.c
2931
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/sun3/sun3/pmap.c
2942
pmap_remove(pmap, sva, eva);
sys/arch/sun3/sun3/pmap.c
2949
printf("pmap_protect(%p, 0x%lx, 0x%lx)\n", pmap, sva, eva);
sys/arch/sun3/sun3/pmap.c
2952
KASSERT((pmap == kernel_pmap) ?
sys/arch/sun3/sun3/pmap.c
2961
if (pmap->pm_segmap[segnum] != SEGINV)
sys/arch/sun3/sun3/pmap.c
2962
pmap_protect1(pmap, va, neva);
sys/arch/sun3/sun3/pmap.c
2974
pmap_protect1(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun3/sun3/pmap.c
2986
if (pmap == kernel_pmap) {
sys/arch/sun3/sun3/pmap.c
2989
pmap_protect_mmu(pmap, sva, eva);
sys/arch/sun3/sun3/pmap.c
2997
if (has_context(pmap)) {
sys/arch/sun3/sun3/pmap.c
300
struct pmap *context_upmap;
sys/arch/sun3/sun3/pmap.c
3000
set_context(pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
3007
pmap_protect_mmu(pmap, sva, eva);
sys/arch/sun3/sun3/pmap.c
3009
pmap_protect_noctx(pmap, sva, eva);
sys/arch/sun3/sun3/pmap.c
3026
pmap_protect_mmu(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun3/sun3/pmap.c
3038
if (pmap != kernel_pmap) {
sys/arch/sun3/sun3/pmap.c
3039
if (pmap->pm_ctxnum != get_context())
sys/arch/sun3/sun3/pmap.c
3047
if (pmap->pm_segmap && (pmap->pm_segmap[VA_SEGNUM(segva)] != sme))
sys/arch/sun3/sun3/pmap.c
3054
(pmegp->pmeg_owner != pmap) ||
sys/arch/sun3/sun3/pmap.c
3055
(pmegp->pmeg_version != pmap->pm_version))
sys/arch/sun3/sun3/pmap.c
307
#define has_context(pmap) ((pmap)->pm_ctxnum != EMPTY_CONTEXT)
sys/arch/sun3/sun3/pmap.c
3105
pmap_protect_noctx(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun3/sun3/pmap.c
3112
if (pmap == kernel_pmap)
sys/arch/sun3/sun3/pmap.c
3114
if (pmap->pm_segmap == NULL)
sys/arch/sun3/sun3/pmap.c
3120
sme = pmap->pm_segmap[segnum];
sys/arch/sun3/sun3/pmap.c
3161
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun3/sun3/pmap.c
3169
printf("pmap_remove(%p, 0x%lx, 0x%lx)\n", pmap, sva, eva);
sys/arch/sun3/sun3/pmap.c
3173
KASSERT((pmap == kernel_pmap) ?
sys/arch/sun3/sun3/pmap.c
3182
if (pmap->pm_segmap[segnum] != SEGINV)
sys/arch/sun3/sun3/pmap.c
3183
pmap_remove1(pmap, va, neva);
sys/arch/sun3/sun3/pmap.c
3193
pmap_remove1(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun3/sun3/pmap.c
3205
if (pmap == kernel_pmap) {
sys/arch/sun3/sun3/pmap.c
3208
pmap_remove_mmu(pmap, sva, eva);
sys/arch/sun3/sun3/pmap.c
3216
if (has_context(pmap)) {
sys/arch/sun3/sun3/pmap.c
3219
set_context(pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
3226
pmap_remove_mmu(pmap, sva, eva);
sys/arch/sun3/sun3/pmap.c
3228
pmap_remove_noctx(pmap, sva, eva);
sys/arch/sun3/sun3/pmap.c
3246
pmap_remove_mmu(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun3/sun3/pmap.c
3256
if (pmap != kernel_pmap) {
sys/arch/sun3/sun3/pmap.c
3257
if (pmap->pm_ctxnum != get_context())
sys/arch/sun3/sun3/pmap.c
3269
if (pmap->pm_segmap && (pmap->pm_segmap[VA_SEGNUM(segva)] != sme))
sys/arch/sun3/sun3/pmap.c
3279
(pmegp->pmeg_owner != pmap) ||
sys/arch/sun3/sun3/pmap.c
3280
(pmegp->pmeg_version != pmap->pm_version))
sys/arch/sun3/sun3/pmap.c
3318
pv_unlink(pmap, pte, pgva);
sys/arch/sun3/sun3/pmap.c
3325
pmap, pgva, pte, PG_INVAL);
sys/arch/sun3/sun3/pmap.c
3349
pmap->pm_ctxnum, segva, pmegp->pmeg_index);
sys/arch/sun3/sun3/pmap.c
3355
if (kernel_pmap == pmap) {
sys/arch/sun3/sun3/pmap.c
3362
pmap->pm_segmap[VA_SEGNUM(segva)] = SEGINV;
sys/arch/sun3/sun3/pmap.c
3373
pmap_remove_noctx(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun3/sun3/pmap.c
3383
if (pmap == kernel_pmap)
sys/arch/sun3/sun3/pmap.c
3385
if (pmap->pm_segmap == NULL)
sys/arch/sun3/sun3/pmap.c
3391
sme = pmap->pm_segmap[segnum];
sys/arch/sun3/sun3/pmap.c
3411
pv_unlink(pmap, pte, pgva);
sys/arch/sun3/sun3/pmap.c
3418
pmap, pgva, pte, PG_INVAL);
sys/arch/sun3/sun3/pmap.c
3447
pmap->pm_segmap[segnum] = SEGINV;
sys/arch/sun3/sun3/pmap.c
3458
pmap_resident_pages(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
3463
if (pmap->pm_segmap == 0)
sys/arch/sun3/sun3/pmap.c
3468
sme = pmap->pm_segmap[i];
sys/arch/sun3/sun3/pmap.c
3482
pmap_wired_pages(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
3487
if (pmap->pm_segmap == 0)
sys/arch/sun3/sun3/pmap.c
3492
sme = pmap->pm_segmap[i];
sys/arch/sun3/sun3/pmap.c
3783
pmap_print(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
3785
db_printf(" pm_ctxnum=%d\n", pmap->pm_ctxnum);
sys/arch/sun3/sun3/pmap.c
3786
db_printf(" pm_version=0x%x\n", pmap->pm_version);
sys/arch/sun3/sun3/pmap.c
3787
db_printf(" pm_segmap=%p\n", pmap->pm_segmap);
sys/arch/sun3/sun3/pmap.c
394
static int pmap_fault_reload(struct pmap *, vaddr_t, int);
sys/arch/sun3/sun3/pmap.c
417
pmap_t pmap;
sys/arch/sun3/sun3/pmap.c
421
pmap = vm_map_pmap(map);
sys/arch/sun3/sun3/pmap.c
423
return (pmap);
sys/arch/sun3/sun3/pmap.c
521
context_allocate(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
528
if (pmap == kernel_pmap)
sys/arch/sun3/sun3/pmap.c
530
if (has_context(pmap))
sys/arch/sun3/sun3/pmap.c
555
context->context_upmap = pmap;
sys/arch/sun3/sun3/pmap.c
556
pmap->pm_ctxnum = context->context_num;
sys/arch/sun3/sun3/pmap.c
573
context_free(pmap_t pmap)
sys/arch/sun3/sun3/pmap.c
582
ctxnum = pmap->pm_ctxnum;
sys/arch/sun3/sun3/pmap.c
602
if (pmap->pm_segmap[i] == SEGINV)
sys/arch/sun3/sun3/pmap.c
618
if (sme != pmap->pm_segmap[i])
sys/arch/sun3/sun3/pmap.c
633
pmap->pm_ctxnum = EMPTY_CONTEXT;
sys/arch/sun3/sun3/pmap.c
800
pmeg_allocate(pmap_t pmap, vaddr_t va)
sys/arch/sun3/sun3/pmap.c
855
pmegp->pmeg_owner = pmap;
sys/arch/sun3/sun3/pmap.c
856
pmegp->pmeg_version = pmap->pm_version;
sys/arch/sun3/sun3/pmap.c
861
if (pmap == kernel_pmap) {
sys/arch/sun3/sun3/pmap.c
943
pmeg_cache(pmap_t pmap, vaddr_t va)
sys/arch/sun3/sun3/pmap.c
951
if (pmap == kernel_pmap)
sys/arch/sun3/sun3/pmap.c
958
if (pmap->pm_segmap == NULL)
sys/arch/sun3/sun3/pmap.c
965
sme = pmap->pm_segmap[segnum];
sys/arch/sun3/sun3/pmap.c
982
if ((pmegp->pmeg_owner != pmap) ||
sys/arch/sun3/sun3/pmap.c
983
(pmegp->pmeg_version != pmap->pm_version) ||
sys/arch/sun3/sun3/pmap.c
991
pmap->pm_segmap[segnum] = SEGINV;
sys/arch/sun3/sun3x/dvma.c
306
pmap_t pmap;
sys/arch/sun3/sun3x/dvma.c
348
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sun3/sun3x/dvma.c
350
pmap = pmap_kernel();
sys/arch/sun3/sun3x/dvma.c
353
rv = pmap_extract(pmap, kva, &pa);
sys/arch/sun3/sun3x/pmap.c
1078
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, 0, 0, "pmappl",
sys/arch/sun3/sun3x/pmap.c
1235
pmap_t pmap;
sys/arch/sun3/sun3x/pmap.c
1269
pmap = tbl->at_parent;
sys/arch/sun3/sun3x/pmap.c
1271
pmap->pm_a_tmgr = NULL;
sys/arch/sun3/sun3x/pmap.c
1272
pmap->pm_a_phys = kernAphys;
sys/arch/sun3/sun3x/pmap.c
1598
pmap_stroll(pmap_t pmap, vaddr_t va, a_tmgr_t **a_tbl, b_tmgr_t **b_tbl,
sys/arch/sun3/sun3x/pmap.c
1605
if (pmap == pmap_kernel())
sys/arch/sun3/sun3x/pmap.c
1609
*a_tbl = pmap->pm_a_tmgr;
sys/arch/sun3/sun3x/pmap.c
1648
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/sun3/sun3x/pmap.c
1664
if (pmap == pmap_kernel()) {
sys/arch/sun3/sun3x/pmap.c
1725
a_tbl = pmap->pm_a_tmgr;
sys/arch/sun3/sun3x/pmap.c
1732
a_tbl->at_parent = pmap;
sys/arch/sun3/sun3x/pmap.c
1739
pmap->pm_a_tmgr = a_tbl;
sys/arch/sun3/sun3x/pmap.c
1740
pmap->pm_a_phys = mmu_vtop(a_tbl->at_dtbl);
sys/arch/sun3/sun3x/pmap.c
1748
if (pmap == current_pmap()) {
sys/arch/sun3/sun3x/pmap.c
1749
mmu_load_urp51(pmap->pm_a_phys);
sys/arch/sun3/sun3x/pmap.c
1864
c_tbl->ct_pmap = pmap;
sys/arch/sun3/sun3x/pmap.c
2253
pmap_protect(pmap_t pmap, vaddr_t startva, vaddr_t endva, vm_prot_t prot)
sys/arch/sun3/sun3x/pmap.c
2262
if (pmap == pmap_kernel()) {
sys/arch/sun3/sun3x/pmap.c
2282
pmap_remove(pmap, startva, endva);
sys/arch/sun3/sun3x/pmap.c
2301
if ((a_tbl = pmap->pm_a_tmgr) == NULL)
sys/arch/sun3/sun3x/pmap.c
2310
iscurpmap = (pmap == current_pmap());
sys/arch/sun3/sun3x/pmap.c
2373
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/sun3/sun3x/pmap.c
2382
if (pmap == pmap_kernel())
sys/arch/sun3/sun3x/pmap.c
2390
if (pmap_stroll(pmap, va, &a_tbl, &b_tbl, &c_tbl, &pte, &a_idx,
sys/arch/sun3/sun3x/pmap.c
246
static struct pmap kernel_pmap;
sys/arch/sun3/sun3x/pmap.c
247
struct pmap *const kernel_pmap_ptr = &kernel_pmap;
sys/arch/sun3/sun3x/pmap.c
2518
pmap_pinit(pmap_t pmap)
sys/arch/sun3/sun3x/pmap.c
2521
memset(pmap, 0, sizeof(struct pmap));
sys/arch/sun3/sun3x/pmap.c
2522
pmap->pm_a_tmgr = NULL;
sys/arch/sun3/sun3x/pmap.c
2523
pmap->pm_a_phys = kernAphys;
sys/arch/sun3/sun3x/pmap.c
2524
pmap->pm_refcount = 1;
sys/arch/sun3/sun3x/pmap.c
2534
pmap_t pmap;
sys/arch/sun3/sun3x/pmap.c
2536
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK);
sys/arch/sun3/sun3x/pmap.c
2537
pmap_pinit(pmap);
sys/arch/sun3/sun3x/pmap.c
2538
return pmap;
sys/arch/sun3/sun3x/pmap.c
2550
pmap_release(pmap_t pmap)
sys/arch/sun3/sun3x/pmap.c
2560
if (pmap == pmap_kernel())
sys/arch/sun3/sun3x/pmap.c
2571
if (pmap->pm_a_tmgr != NULL) {
sys/arch/sun3/sun3x/pmap.c
2573
if (protorp[1] == pmap->pm_a_phys) {
sys/arch/sun3/sun3x/pmap.c
2581
free_a_table(pmap->pm_a_tmgr, true);
sys/arch/sun3/sun3x/pmap.c
2582
pmap->pm_a_tmgr = NULL;
sys/arch/sun3/sun3x/pmap.c
2583
pmap->pm_a_phys = kernAphys;
sys/arch/sun3/sun3x/pmap.c
2592
pmap_reference(pmap_t pmap)
sys/arch/sun3/sun3x/pmap.c
2595
atomic_inc_uint(&pmap->pm_refcount);
sys/arch/sun3/sun3x/pmap.c
2604
pmap_dereference(pmap_t pmap)
sys/arch/sun3/sun3x/pmap.c
2608
rtn = atomic_dec_uint_nv(&pmap->pm_refcount);
sys/arch/sun3/sun3x/pmap.c
2620
pmap_destroy(pmap_t pmap)
sys/arch/sun3/sun3x/pmap.c
2623
if (pmap_dereference(pmap) == 0) {
sys/arch/sun3/sun3x/pmap.c
2624
pmap_release(pmap);
sys/arch/sun3/sun3x/pmap.c
2625
pool_put(&pmap_pmap_pool, pmap);
sys/arch/sun3/sun3x/pmap.c
2706
pmap_t pmap, curpmap;
sys/arch/sun3/sun3x/pmap.c
2724
va = pmap_get_pteinfo(idx, &pmap, &c_tbl);
sys/arch/sun3/sun3x/pmap.c
2726
if (pmap == curpmap || pmap == pmap_kernel())
sys/arch/sun3/sun3x/pmap.c
2739
va = pmap_get_pteinfo(idx, &pmap, &c_tbl);
sys/arch/sun3/sun3x/pmap.c
2745
if (pmap == pmap_kernel()) {
sys/arch/sun3/sun3x/pmap.c
2756
if (pmap == curpmap)
sys/arch/sun3/sun3x/pmap.c
2783
pmap_get_pteinfo(u_int idx, pmap_t *pmap, c_tmgr_t **tbl)
sys/arch/sun3/sun3x/pmap.c
2797
*pmap = (*tbl)->ct_pmap;
sys/arch/sun3/sun3x/pmap.c
2810
*pmap = pmap_kernel();
sys/arch/sun3/sun3x/pmap.c
2871
pmap_t pmap;
sys/arch/sun3/sun3x/pmap.c
2897
va = pmap_get_pteinfo(idx, &pmap, &c_tbl);
sys/arch/sun3/sun3x/pmap.c
2928
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/sun3/sun3x/pmap.c
2936
if (pmap == pmap_kernel())
sys/arch/sun3/sun3x/pmap.c
2939
if (pmap_stroll(pmap, va, &a_tbl, &b_tbl, &c_tbl,
sys/arch/sun3/sun3x/pmap.c
2994
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sun3/sun3x/pmap.c
2997
if (pmap == pmap_kernel()) {
sys/arch/sun3/sun3x/pmap.c
3006
if (pmap->pm_a_tmgr == NULL)
sys/arch/sun3/sun3x/pmap.c
3016
if (pmap_remove_a(pmap->pm_a_tmgr, sva, eva)) {
sys/arch/sun3/sun3x/pmap.c
3017
if (protorp[1] == pmap->pm_a_phys) {
sys/arch/sun3/sun3x/pmap.c
3021
pmap->pm_a_tmgr = NULL;
sys/arch/sun3/sun3x/pmap.c
3022
pmap->pm_a_phys = kernAphys;
sys/arch/sun3/sun3x/pmap.c
3033
if (pmap == current_pmap())
sys/arch/sun3/sun3x/pmap.c
3486
void _pmap_switch(pmap_t pmap);
sys/arch/sun3/sun3x/pmap.c
3501
_pmap_switch(pmap_t pmap)
sys/arch/sun3/sun3x/pmap.c
3511
rootpa = pmap->pm_a_phys;
sys/arch/sun3/sun3x/pmap.c
3513
DPRINT(("pmap_activate(%p)\n", pmap));
sys/arch/sun3/sun3x/pmap.c
3530
_pmap_switch(l->l_proc->p_vmspace->vm_map.pmap);
sys/arch/sun3/sun3x/pmap.c
3593
pmap_count(pmap_t pmap, int type)
sys/arch/sun3/sun3x/pmap.c
3605
if (pmap->pm_a_tmgr == NULL)
sys/arch/sun3/sun3x/pmap.c
3608
a_tbl = pmap->pm_a_tmgr;
sys/arch/sun3/sun3x/pmap.c
3769
pmap_t pmap;
sys/arch/sun3/sun3x/pmap.c
3774
va = pmap_get_pteinfo(idx, &pmap, &c_tbl);
sys/arch/sun3/sun3x/pmap.c
3776
idx, (u_int) pmap, (u_int) va, (u_int) c_tbl);
sys/arch/sun3/sun3x/pmap.c
518
pmap_t pmap;
sys/arch/sun3/sun3x/pmap.c
522
pmap = vm_map_pmap(map);
sys/arch/sun3/sun3x/pmap.c
524
return pmap;
sys/arch/usermode/usermode/db_memrw.c
76
struct pmap *pmap;
sys/arch/usermode/usermode/db_memrw.c
78
if (!p || !p->p_vmspace || !p->p_vmspace->vm_map.pmap ||
sys/arch/usermode/usermode/db_memrw.c
84
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/usermode/usermode/db_memrw.c
85
return (pmap_extract(pmap, addr, NULL) == false);
sys/arch/usermode/usermode/pmap.c
1003
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/usermode/usermode/pmap.c
1017
pv = pmap_lookup_pv(pmap, lpn);
sys/arch/usermode/usermode/pmap.c
1019
if (pmap->pm_flags & PM_ACTIVE) {
sys/arch/usermode/usermode/pmap.c
1024
pmap_set_pv(pmap, lpn, NULL);
sys/arch/usermode/usermode/pmap.c
1026
pmap->pm_stats.wired_count--;
sys/arch/usermode/usermode/pmap.c
1027
pv_release(pmap, pv->pv_ppn, lpn);
sys/arch/usermode/usermode/pmap.c
1034
pmap_remove_all(pmap_t pmap)
sys/arch/usermode/usermode/pmap.c
1040
if (pmap == pmap_kernel())
sys/arch/usermode/usermode/pmap.c
1045
pmap_remove(pmap, VM_MIN_ADDRESS, VM_MAXUSER_ADDRESS);
sys/arch/usermode/usermode/pmap.c
1057
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/usermode/usermode/pmap.c
1064
pmap_remove(pmap, sva, eva);
sys/arch/usermode/usermode/pmap.c
1069
if (pmap == pmap_kernel())
sys/arch/usermode/usermode/pmap.c
1080
pv = pmap_lookup_pv(pmap, lpn);
sys/arch/usermode/usermode/pmap.c
1092
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/usermode/usermode/pmap.c
1098
if (pmap == NULL)
sys/arch/usermode/usermode/pmap.c
1102
pv = pmap_lookup_pv(pmap, lpn);
sys/arch/usermode/usermode/pmap.c
1108
pmap->pm_stats.wired_count--;
sys/arch/usermode/usermode/pmap.c
1116
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *ppa)
sys/arch/usermode/usermode/pmap.c
1131
pv = pmap_lookup_pv(pmap, lpn);
sys/arch/usermode/usermode/pmap.c
116
bool pmap_fault(pmap_t pmap, vaddr_t va, vm_prot_t *atype);
sys/arch/usermode/usermode/pmap.c
1166
pmap_update(pmap_t pmap)
sys/arch/usermode/usermode/pmap.c
1175
pmap_t pmap;
sys/arch/usermode/usermode/pmap.c
1177
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/usermode/usermode/pmap.c
1178
thunk_printf_debug("pmap_activate for lwp %p, pmap = %p\n", l, pmap);
sys/arch/usermode/usermode/pmap.c
118
static struct pv_entry *pv_get(pmap_t pmap, uintptr_t ppn, uintptr_t lpn);
sys/arch/usermode/usermode/pmap.c
1180
if (pmap == pmap_kernel())
sys/arch/usermode/usermode/pmap.c
1184
KASSERT((pmap->pm_flags & PM_ACTIVE) == 0);
sys/arch/usermode/usermode/pmap.c
1186
active_pmap = pmap;
sys/arch/usermode/usermode/pmap.c
1187
pmap->pm_flags |= PM_ACTIVE;
sys/arch/usermode/usermode/pmap.c
1196
pmap_t pmap;
sys/arch/usermode/usermode/pmap.c
1199
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/usermode/usermode/pmap.c
1200
thunk_printf_debug("pmap_DEactivate for lwp %p, pmap = %p\n", l, pmap);
sys/arch/usermode/usermode/pmap.c
1202
if (pmap == pmap_kernel())
sys/arch/usermode/usermode/pmap.c
1205
KASSERT(pmap == active_pmap);
sys/arch/usermode/usermode/pmap.c
1206
KASSERT(pmap->pm_flags & PM_ACTIVE);
sys/arch/usermode/usermode/pmap.c
1209
pmap->pm_flags &=~ PM_ACTIVE;
sys/arch/usermode/usermode/pmap.c
1212
l2tbl = pmap->pm_l1[l1];
sys/arch/usermode/usermode/pmap.c
141
struct pmap *pmap;
sys/arch/usermode/usermode/pmap.c
356
pmap = pmap_kernel();
sys/arch/usermode/usermode/pmap.c
357
memset(pmap, 0, sizeof(*pmap));
sys/arch/usermode/usermode/pmap.c
358
pmap->pm_count = 1; /* reference */
sys/arch/usermode/usermode/pmap.c
359
pmap->pm_flags = PM_ACTIVE; /* kernel pmap is always active */
sys/arch/usermode/usermode/pmap.c
360
pmap->pm_l1 = (struct pmap_l2 **) kmem_kvm_cur_start;
sys/arch/usermode/usermode/pmap.c
363
addr = thunk_mmap(pmap->pm_l1, pm_l1_size,
sys/arch/usermode/usermode/pmap.c
367
if (addr != (void *) pmap->pm_l1)
sys/arch/usermode/usermode/pmap.c
370
memset(pmap->pm_l1, 0, pm_l1_size); /* test and clear */
sys/arch/usermode/usermode/pmap.c
396
pmap = pmap_kernel();
sys/arch/usermode/usermode/pmap.c
397
pmap->pm_l1[l1] = (struct pmap_l2 *)
sys/arch/usermode/usermode/pmap.c
419
va = (vaddr_t) pmap->pm_l1 + pg;
sys/arch/usermode/usermode/pmap.c
481
pool_init(&pmap_pool, sizeof(struct pmap), 0, 0, 0,
sys/arch/usermode/usermode/pmap.c
491
struct pmap *pmap;
sys/arch/usermode/usermode/pmap.c
505
(uint64_t) num_pmaps * (sizeof(*pmap) + pm_l1_size) / 1024,
sys/arch/usermode/usermode/pmap.c
510
pmap = pool_get(&pmap_pool, PR_WAITOK);
sys/arch/usermode/usermode/pmap.c
511
memset(pmap, 0, sizeof(*pmap));
sys/arch/usermode/usermode/pmap.c
512
pmap->pm_count = 1;
sys/arch/usermode/usermode/pmap.c
513
pmap->pm_flags = 0;
sys/arch/usermode/usermode/pmap.c
516
pmap->pm_l1 = kmem_zalloc(pm_l1_size, KM_SLEEP);
sys/arch/usermode/usermode/pmap.c
517
assert(pmap->pm_l1);
sys/arch/usermode/usermode/pmap.c
519
thunk_printf_debug("\tpmap %p\n", pmap);
sys/arch/usermode/usermode/pmap.c
521
return pmap;
sys/arch/usermode/usermode/pmap.c
525
pmap_destroy(pmap_t pmap)
sys/arch/usermode/usermode/pmap.c
531
thunk_printf_debug("pmap_destroy %p\n", pmap);
sys/arch/usermode/usermode/pmap.c
532
if (--pmap->pm_count > 0)
sys/arch/usermode/usermode/pmap.c
537
KASSERT((pmap->pm_flags & PM_ACTIVE) == 0);
sys/arch/usermode/usermode/pmap.c
538
KASSERT(pmap->pm_stats.resident_count == 0);
sys/arch/usermode/usermode/pmap.c
539
KASSERT(pmap->pm_stats.wired_count == 0);
sys/arch/usermode/usermode/pmap.c
544
l2tbl = pmap->pm_l1[l1];
sys/arch/usermode/usermode/pmap.c
554
l2tbl = pmap->pm_l1[l1];
sys/arch/usermode/usermode/pmap.c
559
kmem_free(pmap->pm_l1, pm_l1_size);
sys/arch/usermode/usermode/pmap.c
560
pool_put(&pmap_pool, pmap);
sys/arch/usermode/usermode/pmap.c
564
pmap_reference(pmap_t pmap)
sys/arch/usermode/usermode/pmap.c
566
thunk_printf_debug("pmap_reference %p\n", (void *) pmap);
sys/arch/usermode/usermode/pmap.c
567
pmap->pm_count++;
sys/arch/usermode/usermode/pmap.c
571
pmap_resident_count(pmap_t pmap)
sys/arch/usermode/usermode/pmap.c
573
return pmap->pm_stats.resident_count;
sys/arch/usermode/usermode/pmap.c
577
pmap_wired_count(pmap_t pmap)
sys/arch/usermode/usermode/pmap.c
579
return pmap->pm_stats.wired_count;
sys/arch/usermode/usermode/pmap.c
602
pv_get(pmap_t pmap, uintptr_t ppn, uintptr_t lpn)
sys/arch/usermode/usermode/pmap.c
609
pmap->pm_stats.resident_count++;
sys/arch/usermode/usermode/pmap.c
614
if ((pv->pv_pmap == pmap) && (pv->pv_lpn == lpn)) {
sys/arch/usermode/usermode/pmap.c
631
pmap->pm_stats.resident_count++;
sys/arch/usermode/usermode/pmap.c
637
pmap_set_pv(pmap_t pmap, uintptr_t lpn, struct pv_entry *pv)
sys/arch/usermode/usermode/pmap.c
649
l2tbl = pmap->pm_l1[l1];
sys/arch/usermode/usermode/pmap.c
651
l2tbl = pmap->pm_l1[l1] = kmem_zalloc(PMAP_L2_SIZE, KM_SLEEP);
sys/arch/usermode/usermode/pmap.c
658
pmap_lookup_pv(pmap_t pmap, uintptr_t lpn)
sys/arch/usermode/usermode/pmap.c
667
l2tbl = pmap->pm_l1[l1];
sys/arch/usermode/usermode/pmap.c
678
pmap_fault(pmap_t pmap, vaddr_t va, vm_prot_t *atype)
sys/arch/usermode/usermode/pmap.c
684
thunk_printf_debug("pmap_fault pmap %p, va %p\n", pmap, (void *) va);
sys/arch/usermode/usermode/pmap.c
688
pv = pmap_lookup_pv(pmap, lpn);
sys/arch/usermode/usermode/pmap.c
887
pmap_do_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, uint flags, int unmanaged)
sys/arch/usermode/usermode/pmap.c
905
pv = pmap_lookup_pv(pmap, lpn);
sys/arch/usermode/usermode/pmap.c
907
pmap_remove(pmap, va, va + PAGE_SIZE);
sys/arch/usermode/usermode/pmap.c
91
static struct pmap pmap_kernel_store;
sys/arch/usermode/usermode/pmap.c
911
pv = pv_get(pmap, ppn, lpn); /* get our (copy) of pv entry */
sys/arch/usermode/usermode/pmap.c
917
pmap->pm_stats.wired_count--;
sys/arch/usermode/usermode/pmap.c
92
struct pmap * const kernel_pmap_ptr = &pmap_kernel_store;
sys/arch/usermode/usermode/pmap.c
920
pv->pv_pmap = pmap;
sys/arch/usermode/usermode/pmap.c
941
pmap_set_pv(pmap, lpn, pv);
sys/arch/usermode/usermode/pmap.c
945
pmap->pm_stats.wired_count++;
sys/arch/usermode/usermode/pmap.c
950
if (pmap->pm_flags & PM_ACTIVE)
sys/arch/usermode/usermode/pmap.c
957
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/usermode/usermode/pmap.c
960
(void *) pmap, (void *) va, (void *) pa, (int) prot, (int) flags);
sys/arch/usermode/usermode/pmap.c
961
return pmap_do_enter(pmap, va, pa, prot, flags, 0);
sys/arch/usermode/usermode/pmap.c
966
pv_release(pmap_t pmap, uintptr_t ppn, uintptr_t lpn)
sys/arch/usermode/usermode/pmap.c
978
if ((pmap == pv->pv_pmap) && (lpn == pv->pv_lpn)) {
sys/arch/usermode/usermode/pmap.c
990
if ((pmap == npv->pv_pmap) && (lpn == npv->pv_lpn))
sys/arch/usermode/usermode/pmap.c
998
pmap_set_pv(pmap, lpn, NULL);
sys/arch/usermode/usermode/pmap.c
999
pmap->pm_stats.resident_count--;
sys/arch/usermode/usermode/trap.c
452
if (pmap_fault(vm_map->pmap, va, &atype)) {
sys/arch/usermode/usermode/trap.c
80
extern bool pmap_fault(pmap_t pmap, vaddr_t va, vm_prot_t *atype);
sys/arch/vax/include/pcb.h
57
struct pmap *pcb_pm; /* owning pmap */
sys/arch/vax/include/pmap.h
122
struct pmap *pv_pmap; /* pmap this entry belongs to */
sys/arch/vax/include/pmap.h
152
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/vax/include/pmap.h
169
if (sva >= (pmap->pm_p0lr & ~AST_MASK))
sys/arch/vax/include/pmap.h
171
pte = (int *)pmap->pm_p0br;
sys/arch/vax/include/pmap.h
173
if (sva < pmap->pm_p1lr)
sys/arch/vax/include/pmap.h
175
pte = (int *)pmap->pm_p1br;
sys/arch/vax/include/pmap.h
219
pmap_protect(pmap_t pmap, vaddr_t start, vaddr_t end, vm_prot_t prot)
sys/arch/vax/include/pmap.h
221
if (pmap->pm_p0lr != 0 || pmap->pm_p1lr != 0x200000 ||
sys/arch/vax/include/pmap.h
223
pmap_protect_long(pmap, start, end, prot);
sys/arch/vax/include/pmap.h
227
pmap_remove_all(struct pmap *pmap)
sys/arch/vax/include/pmap.h
236
#define pmap_update(pmap) /* nothing (yet) */
sys/arch/vax/include/pmap.h
237
#define pmap_remove(pmap, start, end) pmap_protect(pmap, start, end, 0)
sys/arch/vax/include/pmap.h
238
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/vax/include/pmap.h
239
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/vax/include/pmap.h
240
#define pmap_reference(pmap) atomic_inc_uint(&(pmap)->pm_count)
sys/arch/vax/vax/bus_dma.c
556
pmap_t pmap;
sys/arch/vax/vax/bus_dma.c
563
pmap = vm_map_pmap(&vm->vm_map);
sys/arch/vax/vax/bus_dma.c
572
(void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
sys/arch/vax/vax/db_machdep.c
249
struct pmap *pmap;
sys/arch/vax/vax/db_machdep.c
251
if (!p || !p->p_vmspace || !p->p_vmspace->vm_map.pmap ||
sys/arch/vax/vax/db_machdep.c
253
pmap = pmap_kernel();
sys/arch/vax/vax/db_machdep.c
255
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/vax/vax/db_machdep.c
257
return (pmap_extract(pmap, addr, NULL));
sys/arch/vax/vax/disksubr.c
277
pte = &p->p_vmspace->vm_map.pmap->pm_p1br[xaddr &
sys/arch/vax/vax/disksubr.c
280
pte = &p->p_vmspace->vm_map.pmap->pm_p0br[xaddr];
sys/arch/vax/vax/pmap.c
1057
pmap_enter(pmap_t pmap, vaddr_t v, paddr_t p, vm_prot_t prot, u_int flags)
sys/arch/vax/vax/pmap.c
1066
pmap, v, p, prot, (flags & PMAP_WIRED) != 0, flags & VM_PROT_ALL));
sys/arch/vax/vax/pmap.c
1078
if (vax_btop(v) >= pmap->pm_p0lr)
sys/arch/vax/vax/pmap.c
1079
if (grow_p0(pmap, vax_btop(v)) == 0)
sys/arch/vax/vax/pmap.c
1081
pteptr = (int *)pmap->pm_p0br + vax_btop(v);
sys/arch/vax/vax/pmap.c
1086
if (vax_btop(v - 0x40000000) < pmap->pm_p1lr)
sys/arch/vax/vax/pmap.c
1087
if (grow_p1(pmap, vax_btop(v - 0x40000000)) == 0)
sys/arch/vax/vax/pmap.c
1089
pteptr = (int *)pmap->pm_p1br + vax_btop(v - 0x40000000);
sys/arch/vax/vax/pmap.c
1135
pmap->pm_stats.wired_count++;
sys/arch/vax/vax/pmap.c
1150
pmap_decrement_stats(pmap, (oldpte & PG_W) != 0);
sys/arch/vax/vax/pmap.c
1159
rmpage(pmap, pteptr);
sys/arch/vax/vax/pmap.c
1168
pv->pv_pmap = pmap;
sys/arch/vax/vax/pmap.c
117
pmap_decrement_stats(struct pmap *pm, bool wired)
sys/arch/vax/vax/pmap.c
1172
tmp->pv_pmap = pmap;
sys/arch/vax/vax/pmap.c
1177
pmap->pm_stats.resident_count++;
sys/arch/vax/vax/pmap.c
1179
pmap->pm_stats.wired_count++;
sys/arch/vax/vax/pmap.c
1230
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/vax/vax/pmap.c
1235
PMDEBUG(("pmap_extract: pmap %p, va %lx\n",pmap, va));
sys/arch/vax/vax/pmap.c
1248
if (sva > pmap->pm_p0lr)
sys/arch/vax/vax/pmap.c
1250
pte = (int *)pmap->pm_p0br;
sys/arch/vax/vax/pmap.c
1252
if (sva < pmap->pm_p1lr)
sys/arch/vax/vax/pmap.c
1254
pte = (int *)pmap->pm_p1br;
sys/arch/vax/vax/pmap.c
1270
pmap_protect_long(pmap_t pmap, vaddr_t start, vaddr_t end, vm_prot_t prot)
sys/arch/vax/vax/pmap.c
1276
pmap, start, end,prot));
sys/arch/vax/vax/pmap.c
1293
if (vax_btop(end - 0x40000000) <= pmap->pm_p1lr) {
sys/arch/vax/vax/pmap.c
1297
if (vax_btop(start - 0x40000000) < pmap->pm_p1lr)
sys/arch/vax/vax/pmap.c
1298
start = pmap->pm_p1lr * VAX_NBPG;
sys/arch/vax/vax/pmap.c
1299
pt = pmap->pm_p1br;
sys/arch/vax/vax/pmap.c
1306
lr = pmap->pm_p0lr;
sys/arch/vax/vax/pmap.c
1315
pt = pmap->pm_p0br;
sys/arch/vax/vax/pmap.c
1335
rmpage(pmap, (u_int *)pts);
sys/arch/vax/vax/pmap.c
1584
pmap_remove_pcb(struct pmap *pm, struct pcb *thispcb)
sys/arch/vax/vax/pmap.c
1617
struct pmap * const pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/vax/vax/pmap.c
1621
pcb->P0BR = pmap->pm_p0br;
sys/arch/vax/vax/pmap.c
1622
pcb->P0LR = pmap->pm_p0lr|AST_PCB;
sys/arch/vax/vax/pmap.c
1623
pcb->P1BR = pmap->pm_p1br;
sys/arch/vax/vax/pmap.c
1624
pcb->P1LR = pmap->pm_p1lr;
sys/arch/vax/vax/pmap.c
1626
if (pcb->pcb_pm != pmap) {
sys/arch/vax/vax/pmap.c
1629
pcb->pcb_pmnext = pmap->pm_pcbs;
sys/arch/vax/vax/pmap.c
1630
pmap->pm_pcbs = pcb;
sys/arch/vax/vax/pmap.c
1631
pcb->pcb_pm = pmap;
sys/arch/vax/vax/pmap.c
1635
mtpr((uintptr_t)pmap->pm_p0br, PR_P0BR);
sys/arch/vax/vax/pmap.c
1636
mtpr(pmap->pm_p0lr|AST_PCB, PR_P0LR);
sys/arch/vax/vax/pmap.c
1637
mtpr((uintptr_t)pmap->pm_p1br, PR_P1BR);
sys/arch/vax/vax/pmap.c
1638
mtpr(pmap->pm_p1lr, PR_P1LR);
sys/arch/vax/vax/pmap.c
1647
struct pmap * const pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/vax/vax/pmap.c
1654
if (pcb->pcb_pm != pmap)
sys/arch/vax/vax/pmap.c
1656
l, pcb, pmap);
sys/arch/vax/vax/pmap.c
1658
pmap_remove_pcb(pmap, pcb);
sys/arch/vax/vax/pmap.c
1665
pmap_unwire(pmap_t pmap, vaddr_t v)
sys/arch/vax/vax/pmap.c
1669
PMDEBUG(("pmap_unwire: pmap %p v %lx\n", pmap, v));
sys/arch/vax/vax/pmap.c
1676
pte = (int *)&pmap->pm_p0br[PG_PFNUM(v)];
sys/arch/vax/vax/pmap.c
1678
pte = (int *)&pmap->pm_p1br[PG_PFNUM(v)];
sys/arch/vax/vax/pmap.c
1681
pmap->pm_stats.wired_count--;
sys/arch/vax/vax/pmap.c
263
struct pmap * const pmap = pmap_kernel();
sys/arch/vax/vax/pmap.c
381
pmap->pm_p1br = (struct pte *)KERNBASE;
sys/arch/vax/vax/pmap.c
382
pmap->pm_p0br = (struct pte *)KERNBASE;
sys/arch/vax/vax/pmap.c
383
pmap->pm_p1lr = NPTEPERREG;
sys/arch/vax/vax/pmap.c
384
pmap->pm_p0lr = 0;
sys/arch/vax/vax/pmap.c
385
pmap->pm_stats.wired_count = pmap->pm_stats.resident_count = 0;
sys/arch/vax/vax/pmap.c
388
pmap->pm_count = 1;
sys/arch/vax/vax/pmap.c
391
pcb->P1BR = pmap->pm_p1br;
sys/arch/vax/vax/pmap.c
392
pcb->P0BR = pmap->pm_p0br;
sys/arch/vax/vax/pmap.c
393
pcb->P1LR = pmap->pm_p1lr;
sys/arch/vax/vax/pmap.c
394
pcb->P0LR = pmap->pm_p0lr|AST_PCB;
sys/arch/vax/vax/pmap.c
395
pcb->pcb_pm = pmap;
sys/arch/vax/vax/pmap.c
396
pcb->pcb_pmnext = pmap->pm_pcbs;
sys/arch/vax/vax/pmap.c
397
pmap->pm_pcbs = pcb;
sys/arch/vax/vax/pmap.c
559
update_pcbs(struct pmap *pm)
sys/arch/vax/vax/pmap.c
573
if (pm == curproc->p_vmspace->vm_map.pmap) {
sys/arch/vax/vax/pmap.c
616
rmspace(struct pmap *pm)
sys/arch/vax/vax/pmap.c
673
pmap_vax_swappable(struct lwp *l, struct pmap *pm)
sys/arch/vax/vax/pmap.c
678
if (l->l_proc->p_vmspace->vm_map.pmap == pm)
sys/arch/vax/vax/pmap.c
692
pmap_rmproc(struct pmap *pm)
sys/arch/vax/vax/pmap.c
694
struct pmap *ppm;
sys/arch/vax/vax/pmap.c
707
ppm = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/vax/vax/pmap.c
721
rmspace(l->l_proc->p_vmspace->vm_map.pmap);
sys/arch/vax/vax/pmap.c
735
rmspace(l->l_proc->p_vmspace->vm_map.pmap);
sys/arch/vax/vax/pmap.c
781
grow_p0(struct pmap *pm, int reqlen)
sys/arch/vax/vax/pmap.c
829
grow_p1(struct pmap *pm, int len)
sys/arch/vax/vax/pmap.c
870
pmap_pinit(pmap_t pmap)
sys/arch/vax/vax/pmap.c
878
pmap->pm_p0br = (struct pte *)KERNBASE;
sys/arch/vax/vax/pmap.c
879
pmap->pm_p1br = (struct pte *)KERNBASE;
sys/arch/vax/vax/pmap.c
88
static struct pmap kernel_pmap_store;
sys/arch/vax/vax/pmap.c
880
pmap->pm_p0lr = 0;
sys/arch/vax/vax/pmap.c
881
pmap->pm_p1lr = NPTEPERREG;
sys/arch/vax/vax/pmap.c
882
pmap->pm_p1ap = NULL;
sys/arch/vax/vax/pmap.c
885
pmap, pmap->pm_p0br, pmap->pm_p0lr, pmap->pm_p1br, pmap->pm_p1lr));
sys/arch/vax/vax/pmap.c
887
pmap->pm_count = 1;
sys/arch/vax/vax/pmap.c
888
pmap->pm_stats.resident_count = pmap->pm_stats.wired_count = 0;
sys/arch/vax/vax/pmap.c
89
struct pmap *const kernel_pmap_ptr = &kernel_pmap_store;
sys/arch/vax/vax/pmap.c
895
struct pmap *
sys/arch/vax/vax/pmap.c
898
struct pmap *pmap;
sys/arch/vax/vax/pmap.c
900
pmap = kmem_zalloc(sizeof(*pmap), KM_SLEEP);
sys/arch/vax/vax/pmap.c
901
pmap_pinit(pmap);
sys/arch/vax/vax/pmap.c
902
return pmap;
sys/arch/vax/vax/pmap.c
911
pmap_release(struct pmap *pmap)
sys/arch/vax/vax/pmap.c
917
PMDEBUG(("pmap_release: pmap %p\n",pmap));
sys/arch/vax/vax/pmap.c
919
if (pmap->pm_p0br == 0)
sys/arch/vax/vax/pmap.c
925
if (pmap->pm_pref[i])
sys/arch/vax/vax/pmap.c
927
pmap->pm_pref[i], i);
sys/arch/vax/vax/pmap.c
930
saddr = (vaddr_t)pmap->pm_p0br;
sys/arch/vax/vax/pmap.c
931
eaddr = saddr + pmap->pm_p0lr * PPTESZ;
sys/arch/vax/vax/pmap.c
935
saddr = (vaddr_t)pmap->pm_p1br + pmap->pm_p1lr * PPTESZ;
sys/arch/vax/vax/pmap.c
941
if (pmap->pm_p0lr != 0)
sys/arch/vax/vax/pmap.c
942
extent_free(ptemap, (u_long)pmap->pm_p0br,
sys/arch/vax/vax/pmap.c
943
pmap->pm_p0lr * PPTESZ, EX_WAITOK);
sys/arch/vax/vax/pmap.c
944
if (pmap->pm_p1lr != NPTEPERREG)
sys/arch/vax/vax/pmap.c
945
extent_free(ptemap, (u_long)pmap->pm_p1ap,
sys/arch/vax/vax/pmap.c
946
(NPTEPERREG - pmap->pm_p1lr) * PPTESZ, EX_WAITOK);
sys/arch/vax/vax/pmap.c
956
pmap_destroy(pmap_t pmap)
sys/arch/vax/vax/pmap.c
958
PMDEBUG(("pmap_destroy: pmap %p\n",pmap));
sys/arch/vax/vax/pmap.c
960
if (atomic_dec_uint_nv(&pmap->pm_count) == 0) {
sys/arch/vax/vax/pmap.c
962
if (pmap->pm_pcbs)
sys/arch/vax/vax/pmap.c
965
pmap_release(pmap);
sys/arch/vax/vax/pmap.c
966
kmem_free(pmap, sizeof(*pmap));
sys/arch/vax/vax/pmap.c
973
struct pmap *pm;
sys/arch/vax/vax/sgmap.c
241
(void) pmap_extract(p->p_vmspace->vm_map.pmap, va, &pa);
sys/arch/vax/vsa/vsbus.c
264
#define puvtopte(va, pmap) \
sys/arch/vax/vsa/vsbus.c
266
&(((pmap)->pm_p0br)[PG_PFNUM(va)]) : \
sys/arch/vax/vsa/vsbus.c
267
&(((pmap)->pm_p1br)[PG_PFNUM(va)]))
sys/arch/vax/vsa/vsbus.c
277
struct pmap *pm;
sys/arch/vax/vsa/vsbus.c
291
pm = p->p_vmspace->vm_map.pmap;
sys/arch/vax/vsa/vsbus.c
317
struct pmap *pm;
sys/arch/vax/vsa/vsbus.c
331
pm = p->p_vmspace->vm_map.pmap;
sys/arch/x68k/x68k/bus.c
487
pmap_t pmap;
sys/arch/x68k/x68k/bus.c
490
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/x68k/x68k/bus.c
492
pmap = pmap_kernel();
sys/arch/x68k/x68k/bus.c
501
(void) pmap_extract(pmap, vaddr, &curaddr);
sys/arch/x86/include/bus_private.h
126
#define _BUS_PMAP_ENTER(pmap, va, ba, prot, flags) \
sys/arch/x86/include/bus_private.h
127
pmap_enter(pmap, va, ba, prot, flags)
sys/arch/x86/include/bus_private.h
133
static __inline bus_addr_t _bus_virt_to_bus(struct pmap *, vaddr_t);
sys/arch/x86/include/bus_private.h
137
_bus_virt_to_bus(struct pmap *pm, vaddr_t va)
sys/arch/x86/include/cpu.h
125
struct pmap *ci_pmap; /* current pmap */
sys/arch/x86/include/cpu.h
415
void cpu_load_pmap(struct pmap *, struct pmap *);
sys/arch/x86/include/cpu.h
79
struct pmap;
sys/arch/x86/include/pmap.h
111
void pmap_remove(struct pmap *, vaddr_t, vaddr_t);
sys/arch/x86/include/pmap.h
113
void pmap_write_protect(struct pmap *, vaddr_t, vaddr_t, vm_prot_t);
sys/arch/x86/include/pmap.h
116
bool pmap_remove_all(struct pmap *);
sys/arch/x86/include/pmap.h
118
void pmap_ldt_sync(struct pmap *);
sys/arch/x86/include/pmap.h
182
pmap_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/x86/include/pmap.h
186
pmap_write_protect(pmap, sva, eva, prot);
sys/arch/x86/include/pmap.h
188
pmap_remove(pmap, sva, eva);
sys/arch/x86/include/pmap.h
199
int pmap_enter_ma(struct pmap *, vaddr_t, paddr_t, paddr_t,
sys/arch/x86/include/pmap_private.h
148
LIST_HEAD(pmap_head, pmap); /* struct pmap_head: head of a pmap list */
sys/arch/x86/include/pmap_private.h
176
LIST_ENTRY(pmap) pm_list; /* list of all pmaps */
sys/arch/x86/include/pmap_private.h
204
int (*pm_enter)(struct pmap *, vaddr_t, paddr_t, vm_prot_t, u_int);
sys/arch/x86/include/pmap_private.h
205
bool (*pm_extract)(struct pmap *, vaddr_t, paddr_t *);
sys/arch/x86/include/pmap_private.h
206
void (*pm_remove)(struct pmap *, vaddr_t, vaddr_t);
sys/arch/x86/include/pmap_private.h
209
void (*pm_pp_remove_ent)(struct pmap *, struct vm_page *, pt_entry_t,
sys/arch/x86/include/pmap_private.h
211
void (*pm_write_protect)(struct pmap *, vaddr_t, vaddr_t, vm_prot_t);
sys/arch/x86/include/pmap_private.h
212
void (*pm_unwire)(struct pmap *, vaddr_t);
sys/arch/x86/include/pmap_private.h
214
void (*pm_tlb_flush)(struct pmap *);
sys/arch/x86/include/pmap_private.h
224
#define pmap_pdirpa(pmap, index) \
sys/arch/x86/include/pmap_private.h
225
((pmap)->pm_pdirpa[l2tol3(index)] + l2tol2(index) * sizeof(pd_entry_t))
sys/arch/x86/include/pmap_private.h
227
#define pmap_pdirpa(pmap, index) \
sys/arch/x86/include/pmap_private.h
228
((pmap)->pm_pdirpa[0] + (index) * sizeof(pd_entry_t))
sys/arch/x86/include/pmap_private.h
252
void pmap_map_ptes(struct pmap *, struct pmap **, pd_entry_t **,
sys/arch/x86/include/pmap_private.h
254
void pmap_unmap_ptes(struct pmap *, struct pmap *);
sys/arch/x86/include/pmap_private.h
259
bool pmap_is_curpmap(struct pmap *);
sys/arch/x86/include/pmap_private.h
261
void pmap_ept_transform(struct pmap *);
sys/arch/x86/include/pmap_private.h
386
void * pmap_activate_sync(struct pmap *);
sys/arch/x86/include/pmap_private.h
387
void pmap_deactivate_sync(struct pmap *, void *);
sys/arch/x86/include/pmap_private.h
388
bool pmap_is_user(struct pmap *);
sys/arch/x86/include/pmap_private.h
391
pmap_is_user(struct pmap *pmap)
sys/arch/x86/include/pmap_private.h
394
KASSERT(pmap != pmap_kernel());
sys/arch/x86/include/pmap_private.h
90
struct pmap;
sys/arch/x86/x86/bus_dma.c
1285
pmap_t pmap;
sys/arch/x86/x86/bus_dma.c
1288
pmap = vm_map_pmap(&vm->vm_map);
sys/arch/x86/x86/bus_dma.c
1290
pmap = pmap_kernel();
sys/arch/x86/x86/bus_dma.c
1298
curaddr = _BUS_VIRT_TO_BUS(pmap, vaddr);
sys/arch/x86/x86/cpu.c
1543
cpu_load_pmap(struct pmap *pmap, struct pmap *oldpmap)
sys/arch/x86/x86/cpu.c
1549
if (svs_enabled && pmap_is_user(pmap)) {
sys/arch/x86/x86/cpu.c
1550
svs_pdir_switch(pmap);
sys/arch/x86/x86/cpu.c
1570
l3_pd[i] = pmap->pm_pdirpa[i] | PTE_P;
sys/arch/x86/x86/cpu.c
1577
lcr3(pmap_pdirpa(pmap, 0));
sys/arch/x86/x86/db_memrw.c
74
struct pmap *pmap;
sys/arch/x86/x86/db_memrw.c
76
if (!p || !p->p_vmspace || !p->p_vmspace->vm_map.pmap ||
sys/arch/x86/x86/db_memrw.c
78
pmap = pmap_kernel();
sys/arch/x86/x86/db_memrw.c
80
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/x86/x86/db_memrw.c
82
return (pmap_extract(pmap, addr, NULL) == false);
sys/arch/x86/x86/efi_machdep.c
86
struct pmap *efi_runtime_pmap __read_mostly;
sys/arch/x86/x86/pmap.c
1202
struct pmap *kpm;
sys/arch/x86/x86/pmap.c
1689
pmap_init_directmap(struct pmap *kpm)
sys/arch/x86/x86/pmap.c
1924
pool_cache_bootstrap(&pmap_cache, sizeof(struct pmap), COHERENCY_UNIT,
sys/arch/x86/x86/pmap.c
2088
pmap_alloc_pv(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
2093
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2095
if (__predict_false((pvp = LIST_FIRST(&pmap->pm_pvp_part)) == NULL)) {
sys/arch/x86/x86/pmap.c
2096
if ((pvp = LIST_FIRST(&pmap->pm_pvp_full)) != NULL) {
sys/arch/x86/x86/pmap.c
2105
LIST_INSERT_HEAD(&pmap->pm_pvp_part, pvp, pvp_list);
sys/arch/x86/x86/pmap.c
2106
pvp->pvp_pmap = pmap;
sys/arch/x86/x86/pmap.c
2109
KASSERT(pvp->pvp_pmap == pmap);
sys/arch/x86/x86/pmap.c
2120
LIST_INSERT_HEAD(&pmap->pm_pvp_empty, pvp, pvp_list);
sys/arch/x86/x86/pmap.c
2132
pmap_free_pv(struct pmap *pmap, struct pv_entry *pve)
sys/arch/x86/x86/pmap.c
2136
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2137
KASSERT(pvp->pvp_pmap == pmap);
sys/arch/x86/x86/pmap.c
2146
LIST_INSERT_HEAD(&pmap->pm_pvp_part, pvp, pvp_list);
sys/arch/x86/x86/pmap.c
2150
LIST_INSERT_HEAD(&pmap->pm_pvp_full, pvp, pvp_list);
sys/arch/x86/x86/pmap.c
2158
pmap_drain_pv(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
2162
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2164
while ((pvp = LIST_FIRST(&pmap->pm_pvp_full)) != NULL) {
sys/arch/x86/x86/pmap.c
2166
KASSERT(pvp->pvp_pmap == pmap);
sys/arch/x86/x86/pmap.c
2177
pmap_check_pv(struct pmap *pmap, struct vm_page *ptp, struct pmap_page *pp,
sys/arch/x86/x86/pmap.c
2207
pmap_treelookup_pv(const struct pmap *pmap, const struct vm_page *ptp,
sys/arch/x86/x86/pmap.c
2238
pmap_lookup_pv(const struct pmap *pmap, const struct vm_page *ptp,
sys/arch/x86/x86/pmap.c
2244
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2245
KASSERT(ptp != NULL || pmap == pmap_kernel());
sys/arch/x86/x86/pmap.c
2283
return pmap_treelookup_pv(pmap, ptp, tree, va);
sys/arch/x86/x86/pmap.c
2293
pmap_enter_pv(struct pmap *pmap, struct pmap_page *pp, struct vm_page *ptp,
sys/arch/x86/x86/pmap.c
2300
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2301
KASSERT(ptp_to_pmap(ptp) == pmap);
sys/arch/x86/x86/pmap.c
2315
pmap_check_pv(pmap, ptp, pp, va, true);
sys/arch/x86/x86/pmap.c
2324
*old_pve = pmap_treelookup_pv(pmap, ptp, tree, va);
sys/arch/x86/x86/pmap.c
2327
pmap_check_pv(pmap, ptp, pp, va, true);
sys/arch/x86/x86/pmap.c
2335
if (pmap->pm_pve == NULL) {
sys/arch/x86/x86/pmap.c
2336
pmap->pm_pve = pmap_alloc_pv(pmap);
sys/arch/x86/x86/pmap.c
2340
pmap_check_pv(pmap, ptp, pp, va, false);
sys/arch/x86/x86/pmap.c
2349
} else if (__predict_false(pmap->pm_pve == NULL)) {
sys/arch/x86/x86/pmap.c
2358
pve = pmap->pm_pve;
sys/arch/x86/x86/pmap.c
2359
pmap->pm_pve = NULL;
sys/arch/x86/x86/pmap.c
2368
pmap_check_pv(pmap, ptp, pp, va, true);
sys/arch/x86/x86/pmap.c
2382
pmap_remove_pv(struct pmap *pmap, struct pmap_page *pp, struct vm_page *ptp,
sys/arch/x86/x86/pmap.c
2388
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2389
KASSERT(ptp_to_pmap(ptp) == pmap);
sys/arch/x86/x86/pmap.c
2392
KASSERT(ptp != NULL || pmap == pmap_kernel());
sys/arch/x86/x86/pmap.c
2394
pmap_check_pv(pmap, ptp, pp, va, true);
sys/arch/x86/x86/pmap.c
2415
KASSERT(pmap_treelookup_pv(pmap, ptp, tree, va) == pve);
sys/arch/x86/x86/pmap.c
2420
pmap_free_pv(pmap, pve);
sys/arch/x86/x86/pmap.c
2423
KASSERT(pmap_treelookup_pv(pmap, ptp, tree, va) == NULL);
sys/arch/x86/x86/pmap.c
2424
pmap_check_pv(pmap, ptp, pp, va, false);
sys/arch/x86/x86/pmap.c
2432
pmap_find_ptp(struct pmap *pmap, vaddr_t va, int level)
sys/arch/x86/x86/pmap.c
2438
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2440
if (pmap->pm_ptphint[lidx] && off == pmap->pm_ptphint[lidx]->offset) {
sys/arch/x86/x86/pmap.c
2441
KASSERT(pmap->pm_ptphint[lidx]->wire_count > 0);
sys/arch/x86/x86/pmap.c
2442
pg = pmap->pm_ptphint[lidx];
sys/arch/x86/x86/pmap.c
2446
PMAP_DUMMY_LOCK(pmap);
sys/arch/x86/x86/pmap.c
2447
pg = uvm_pagelookup(&pmap->pm_obj[lidx], off);
sys/arch/x86/x86/pmap.c
2448
PMAP_DUMMY_UNLOCK(pmap);
sys/arch/x86/x86/pmap.c
2456
pmap->pm_ptphint[lidx] = pg;
sys/arch/x86/x86/pmap.c
2461
pmap_freepage(struct pmap *pmap, struct vm_page *ptp, int level)
sys/arch/x86/x86/pmap.c
2469
pmap_stats_update(pmap, -ptp->wire_count, 0);
sys/arch/x86/x86/pmap.c
2470
if (pmap->pm_ptphint[lidx] == ptp)
sys/arch/x86/x86/pmap.c
2471
pmap->pm_ptphint[lidx] = NULL;
sys/arch/x86/x86/pmap.c
2483
LIST_INSERT_HEAD(&pmap->pm_gc_ptp, ptp, mdpage.mp_pp.pp_link);
sys/arch/x86/x86/pmap.c
2487
pmap_free_ptp(struct pmap *pmap, struct vm_page *ptp, vaddr_t va,
sys/arch/x86/x86/pmap.c
2495
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
2496
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2510
xen_kpm_sync(pmap, index);
sys/arch/x86/x86/pmap.c
2514
pmap_is_user(pmap)) {
sys/arch/x86/x86/pmap.c
2515
svs_pmap_sync(pmap, index);
sys/arch/x86/x86/pmap.c
2521
pmap_tlb_shootdown(pmap, invaladdr + index * PAGE_SIZE,
sys/arch/x86/x86/pmap.c
2528
pmap_freepage(pmap, ptp, level);
sys/arch/x86/x86/pmap.c
2530
ptp = pmap_find_ptp(pmap, va, level + 1);
sys/arch/x86/x86/pmap.c
2547
pmap_get_ptp(struct pmap *pmap, struct pmap_ptparray *pt, vaddr_t va,
sys/arch/x86/x86/pmap.c
2555
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
2556
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2566
obj = &pmap->pm_obj[i - 2];
sys/arch/x86/x86/pmap.c
2569
PMAP_DUMMY_LOCK(pmap);
sys/arch/x86/x86/pmap.c
2580
PMAP_DUMMY_UNLOCK(pmap);
sys/arch/x86/x86/pmap.c
2582
pmap_unget_ptp(pmap, pt);
sys/arch/x86/x86/pmap.c
2594
pmap->pm_ptphint[0] = ptp;
sys/arch/x86/x86/pmap.c
2607
pmap_install_ptp(struct pmap *pmap, struct pmap_ptparray *pt, vaddr_t va,
sys/arch/x86/x86/pmap.c
2616
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
2617
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2636
pmap->pm_ptphint[i - 2] = ptp;
sys/arch/x86/x86/pmap.c
2647
xen_kpm_sync(pmap, index);
sys/arch/x86/x86/pmap.c
2651
pmap_is_user(pmap)) {
sys/arch/x86/x86/pmap.c
2652
svs_pmap_sync(pmap, index);
sys/arch/x86/x86/pmap.c
2657
pmap_stats_update(pmap, 1, 0);
sys/arch/x86/x86/pmap.c
2676
pmap_unget_ptp(struct pmap *pmap, struct pmap_ptparray *pt)
sys/arch/x86/x86/pmap.c
2680
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
2681
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
2689
pmap_freepage(pmap, pt->pg[i], i - 1);
sys/arch/x86/x86/pmap.c
2866
struct pmap *pmap = obj;
sys/arch/x86/x86/pmap.c
2872
mutex_init(&pmap->pm_lock, MUTEX_DEFAULT, IPL_NONE);
sys/arch/x86/x86/pmap.c
2873
rw_init(&pmap->pm_dummy_lock);
sys/arch/x86/x86/pmap.c
2874
kcpuset_create(&pmap->pm_cpus, true);
sys/arch/x86/x86/pmap.c
2875
kcpuset_create(&pmap->pm_kernel_cpus, true);
sys/arch/x86/x86/pmap.c
2877
kcpuset_create(&pmap->pm_xen_ptp_cpus, true);
sys/arch/x86/x86/pmap.c
2879
LIST_INIT(&pmap->pm_gc_ptp);
sys/arch/x86/x86/pmap.c
2880
pmap->pm_pve = NULL;
sys/arch/x86/x86/pmap.c
2881
LIST_INIT(&pmap->pm_pvp_full);
sys/arch/x86/x86/pmap.c
2882
LIST_INIT(&pmap->pm_pvp_part);
sys/arch/x86/x86/pmap.c
2883
LIST_INIT(&pmap->pm_pvp_empty);
sys/arch/x86/x86/pmap.c
2886
pmap->pm_pdir = pool_get(&pmap_pdp_pool, PR_WAITOK);
sys/arch/x86/x86/pmap.c
2889
pmap_pdp_init(pmap->pm_pdir);
sys/arch/x86/x86/pmap.c
2891
p = pmap->pm_pdir[PDIR_SLOT_KERN + nkptp[PTP_LEVELS - 1] - 1];
sys/arch/x86/x86/pmap.c
2899
pmap->pm_pdirpa[i] =
sys/arch/x86/x86/pmap.c
2900
pmap_pte2pa(pmap->pm_pdir[PDIR_SLOT_PTE + i]);
sys/arch/x86/x86/pmap.c
2902
LIST_INSERT_HEAD(&pmaps, pmap, pm_list);
sys/arch/x86/x86/pmap.c
2914
struct pmap *pmap = obj;
sys/arch/x86/x86/pmap.c
2917
LIST_REMOVE(pmap, pm_list);
sys/arch/x86/x86/pmap.c
2920
pmap_pdp_fini(pmap->pm_pdir);
sys/arch/x86/x86/pmap.c
2921
pool_put(&pmap_pdp_pool, pmap->pm_pdir);
sys/arch/x86/x86/pmap.c
2922
mutex_destroy(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
2923
rw_destroy(&pmap->pm_dummy_lock);
sys/arch/x86/x86/pmap.c
2924
kcpuset_destroy(pmap->pm_cpus);
sys/arch/x86/x86/pmap.c
2925
kcpuset_destroy(pmap->pm_kernel_cpus);
sys/arch/x86/x86/pmap.c
2927
kcpuset_destroy(pmap->pm_xen_ptp_cpus);
sys/arch/x86/x86/pmap.c
2934
struct pmap *
sys/arch/x86/x86/pmap.c
2937
struct pmap *pmap;
sys/arch/x86/x86/pmap.c
2940
pmap = pool_cache_get(&pmap_cache, PR_WAITOK);
sys/arch/x86/x86/pmap.c
2944
uvm_obj_init(&pmap->pm_obj[i], &pmap_pager, false, 1);
sys/arch/x86/x86/pmap.c
2945
uvm_obj_setlock(&pmap->pm_obj[i], &pmap->pm_dummy_lock);
sys/arch/x86/x86/pmap.c
2946
pmap->pm_ptphint[i] = NULL;
sys/arch/x86/x86/pmap.c
2948
pmap->pm_stats.wired_count = 0;
sys/arch/x86/x86/pmap.c
2950
pmap->pm_stats.resident_count = PDP_SIZE;
sys/arch/x86/x86/pmap.c
2952
pmap->pm_hiexec = 0;
sys/arch/x86/x86/pmap.c
2956
pmap->pm_enter = NULL;
sys/arch/x86/x86/pmap.c
2957
pmap->pm_extract = NULL;
sys/arch/x86/x86/pmap.c
2958
pmap->pm_remove = NULL;
sys/arch/x86/x86/pmap.c
2959
pmap->pm_sync_pv = NULL;
sys/arch/x86/x86/pmap.c
2960
pmap->pm_pp_remove_ent = NULL;
sys/arch/x86/x86/pmap.c
2961
pmap->pm_write_protect = NULL;
sys/arch/x86/x86/pmap.c
2962
pmap->pm_unwire = NULL;
sys/arch/x86/x86/pmap.c
2963
pmap->pm_tlb_flush = NULL;
sys/arch/x86/x86/pmap.c
2964
pmap->pm_data = NULL;
sys/arch/x86/x86/pmap.c
2967
pmap->pm_ldt = NULL;
sys/arch/x86/x86/pmap.c
2968
pmap->pm_ldt_sel = GSYSSEL(GLDT_SEL, SEL_KPL);
sys/arch/x86/x86/pmap.c
2970
return pmap;
sys/arch/x86/x86/pmap.c
2978
pmap_check_ptps(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
2983
KASSERTMSG(pmap->pm_obj[i].uo_npages == 0,
sys/arch/x86/x86/pmap.c
2985
pmap, i, (int)pmap->pm_obj[i].uo_npages);
sys/arch/x86/x86/pmap.c
2990
pmap_check_inuse(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
2997
if (ci->ci_pmap == pmap)
sys/arch/x86/x86/pmap.c
3001
if (pmap->pm_pdir[i] != 0 &&
sys/arch/x86/x86/pmap.c
3002
ci->ci_kpm_pdir[i] == pmap->pm_pdir[i]) {
sys/arch/x86/x86/pmap.c
3007
pmap, pmap_kernel(), curcpu()->ci_index,
sys/arch/x86/x86/pmap.c
3010
i, pmap->pm_pdir[i]);
sys/arch/x86/x86/pmap.c
3027
pmap_destroy(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
3035
if (atomic_dec_uint_nv(&pmap->pm_obj[0].uo_refs) > 0) {
sys/arch/x86/x86/pmap.c
3038
pmap_check_inuse(pmap);
sys/arch/x86/x86/pmap.c
3044
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
3045
if (pmap->pm_pve != NULL) {
sys/arch/x86/x86/pmap.c
3046
pmap_free_pv(pmap, pmap->pm_pve);
sys/arch/x86/x86/pmap.c
3047
pmap->pm_pve = NULL;
sys/arch/x86/x86/pmap.c
3049
pmap_drain_pv(pmap);
sys/arch/x86/x86/pmap.c
3050
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
3051
pmap_update(pmap);
sys/arch/x86/x86/pmap.c
3057
pmap_check_ptps(pmap);
sys/arch/x86/x86/pmap.c
3058
KASSERT(LIST_EMPTY(&pmap->pm_gc_ptp));
sys/arch/x86/x86/pmap.c
3061
if (pmap->pm_ldt != NULL) {
sys/arch/x86/x86/pmap.c
3071
ldt_free(pmap->pm_ldt_sel);
sys/arch/x86/x86/pmap.c
3073
uvm_km_free(kernel_map, (vaddr_t)pmap->pm_ldt,
sys/arch/x86/x86/pmap.c
3079
uvm_obj_destroy(&pmap->pm_obj[i], false);
sys/arch/x86/x86/pmap.c
3081
kcpuset_zero(pmap->pm_cpus);
sys/arch/x86/x86/pmap.c
3082
kcpuset_zero(pmap->pm_kernel_cpus);
sys/arch/x86/x86/pmap.c
3084
kcpuset_zero(pmap->pm_xen_ptp_cpus);
sys/arch/x86/x86/pmap.c
3087
KASSERT(LIST_EMPTY(&pmap->pm_pvp_full));
sys/arch/x86/x86/pmap.c
3088
KASSERT(LIST_EMPTY(&pmap->pm_pvp_part));
sys/arch/x86/x86/pmap.c
3089
KASSERT(LIST_EMPTY(&pmap->pm_pvp_empty));
sys/arch/x86/x86/pmap.c
3091
pmap_check_ptps(pmap);
sys/arch/x86/x86/pmap.c
3092
if (__predict_false(pmap->pm_enter != NULL)) {
sys/arch/x86/x86/pmap.c
3094
pool_cache_destruct_object(&pmap_cache, pmap);
sys/arch/x86/x86/pmap.c
3096
pool_cache_put(&pmap_cache, pmap);
sys/arch/x86/x86/pmap.c
3109
pmap_zap_ptp(struct pmap *pmap, struct vm_page *ptp, pt_entry_t *pte,
sys/arch/x86/x86/pmap.c
3123
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
3125
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
3166
KASSERT(pmap_treelookup_pv(pmap, ptp, (ptp != NULL ?
sys/arch/x86/x86/pmap.c
3195
pmap_free_pv(pmap, pve);
sys/arch/x86/x86/pmap.c
3222
pmap_stats_update(pmap, -(ptp->wire_count - 1), wired / PTE_WIRED);
sys/arch/x86/x86/pmap.c
3232
pmap_remove_ptes(pmap, ptp, (vaddr_t)pte, startva, blkendva);
sys/arch/x86/x86/pmap.c
3246
pmap_remove_all(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
3250
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
3257
if (pmap->pm_remove != NULL) {
sys/arch/x86/x86/pmap.c
3263
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
3264
n = radix_tree_gang_lookup_node(&pmap->pm_obj[0].uo_pages, 0,
sys/arch/x86/x86/pmap.c
3267
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
3272
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
3286
KASSERT(pmap_find_ptp(pmap, va, 1) == ptps[i]);
sys/arch/x86/x86/pmap.c
3289
pmap_zap_ptp(pmap, ptps[i], &ptes[pl1_i(va)], va,
sys/arch/x86/x86/pmap.c
3294
pmap_free_ptp(pmap, ptps[i], va, ptes, pdes);
sys/arch/x86/x86/pmap.c
3296
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
3297
pmap_drain_pv(pmap);
sys/arch/x86/x86/pmap.c
3298
pmap_tlb_shootdown(pmap, -1L, 0, TLBSHOOT_REMOVE_ALL);
sys/arch/x86/x86/pmap.c
3299
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
3302
pmap_update(pmap);
sys/arch/x86/x86/pmap.c
3309
pmap_check_ptps(pmap);
sys/arch/x86/x86/pmap.c
3310
KASSERTMSG(pmap->pm_stats.resident_count == PDP_SIZE,
sys/arch/x86/x86/pmap.c
3311
"pmap %p not empty", pmap);
sys/arch/x86/x86/pmap.c
3322
pmap_fork(struct pmap *pmap1, struct pmap *pmap2)
sys/arch/x86/x86/pmap.c
338
static struct pmap kernel_pmap_store __cacheline_aligned; /* kernel's pmap */
sys/arch/x86/x86/pmap.c
339
struct pmap *const kernel_pmap_ptr = &kernel_pmap_store;
sys/arch/x86/x86/pmap.c
3409
struct pmap *pm;
sys/arch/x86/x86/pmap.c
3429
pmap_ldt_sync(struct pmap *pm)
sys/arch/x86/x86/pmap.c
3447
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/arch/x86/x86/pmap.c
3451
if (__predict_true(pmap->pm_ldt == NULL)) {
sys/arch/x86/x86/pmap.c
3456
if (pmap->pm_ldt != NULL) {
sys/arch/x86/x86/pmap.c
3457
sel = pmap->pm_ldt_sel;
sys/arch/x86/x86/pmap.c
3458
ldt = pmap->pm_ldt;
sys/arch/x86/x86/pmap.c
3459
pmap->pm_ldt_sel = GSYSSEL(GLDT_SEL, SEL_KPL);
sys/arch/x86/x86/pmap.c
3460
pmap->pm_ldt = NULL;
sys/arch/x86/x86/pmap.c
3461
pmap_ldt_sync(pmap);
sys/arch/x86/x86/pmap.c
3481
struct pmap *pmap = vm_map_pmap(&l->l_proc->p_vmspace->vm_map);
sys/arch/x86/x86/pmap.c
3498
if (pmap == pmap_kernel()) {
sys/arch/x86/x86/pmap.c
3507
#define KASSERT_PDIRPA(pmap) \
sys/arch/x86/x86/pmap.c
3508
KASSERT(pmap_pdirpa(pmap, 0) == ci->ci_xen_current_user_pgd || \
sys/arch/x86/x86/pmap.c
3509
pmap == pmap_kernel())
sys/arch/x86/x86/pmap.c
3511
#define KASSERT_PDIRPA(pmap) \
sys/arch/x86/x86/pmap.c
3512
KASSERT(pmap_pdirpa(pmap, 0) == pmap_pte2pa(ci->ci_pae_l3_pdir[0]))
sys/arch/x86/x86/pmap.c
3514
#define KASSERT_PDIRPA(pmap) \
sys/arch/x86/x86/pmap.c
3515
KASSERT(pmap_pdirpa(pmap, 0) == pmap_pte2pa(rcr3()))
sys/arch/x86/x86/pmap.c
3517
#define KASSERT_PDIRPA(pmap) KASSERT(true) /* nothing to do */
sys/arch/x86/x86/pmap.c
3526
pmap_reactivate(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
3532
KASSERT_PDIRPA(pmap);
sys/arch/x86/x86/pmap.c
3545
KASSERT(kcpuset_isset(pmap->pm_kernel_cpus, cid));
sys/arch/x86/x86/pmap.c
3547
if (__predict_true(kcpuset_isset(pmap->pm_cpus, cid))) {
sys/arch/x86/x86/pmap.c
3554
kcpuset_atomic_set(pmap->pm_cpus, cid);
sys/arch/x86/x86/pmap.c
3575
struct pmap *pmap, *oldpmap;
sys/arch/x86/x86/pmap.c
3602
pmap = vm_map_pmap(&l->l_proc->p_vmspace->vm_map);
sys/arch/x86/x86/pmap.c
3603
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
3606
if (pmap == oldpmap) {
sys/arch/x86/x86/pmap.c
3607
pmap_reactivate(pmap);
sys/arch/x86/x86/pmap.c
3617
pmap_reference(pmap);
sys/arch/x86/x86/pmap.c
3618
pmap_load1(l, pmap, oldpmap);
sys/arch/x86/x86/pmap.c
3641
pmap_load1(struct lwp *l, struct pmap *pmap, struct pmap *oldpmap)
sys/arch/x86/x86/pmap.c
3657
KASSERT(!kcpuset_isset(pmap->pm_cpus, cid));
sys/arch/x86/x86/pmap.c
3658
KASSERT(!kcpuset_isset(pmap->pm_kernel_cpus, cid));
sys/arch/x86/x86/pmap.c
3666
kcpuset_atomic_set(pmap->pm_cpus, cid);
sys/arch/x86/x86/pmap.c
3667
kcpuset_atomic_set(pmap->pm_kernel_cpus, cid);
sys/arch/x86/x86/pmap.c
3668
ci->ci_pmap = pmap;
sys/arch/x86/x86/pmap.c
3677
pcb->pcb_cr3 = pmap_pdirpa(pmap, 0);
sys/arch/x86/x86/pmap.c
3682
ci->ci_tss->tss.tss_ldt = pmap->pm_ldt_sel;
sys/arch/x86/x86/pmap.c
3689
svs_ldt_sync(pmap);
sys/arch/x86/x86/pmap.c
3692
lldt(pmap->pm_ldt_sel);
sys/arch/x86/x86/pmap.c
3694
cpu_load_pmap(pmap, oldpmap);
sys/arch/x86/x86/pmap.c
3705
struct pmap *pmap;
sys/arch/x86/x86/pmap.c
3744
pmap = vm_map_pmap(&l->l_proc->p_vmspace->vm_map);
sys/arch/x86/x86/pmap.c
3746
if (pmap == pmap_kernel()) {
sys/arch/x86/x86/pmap.c
3750
KASSERT_PDIRPA(pmap);
sys/arch/x86/x86/pmap.c
3751
KASSERT(ci->ci_pmap == pmap);
sys/arch/x86/x86/pmap.c
3764
extern struct pmap *efi_runtime_pmap;
sys/arch/x86/x86/pmap.c
3771
pmap_is_user(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
3774
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
3775
return (pmap != efi_runtime_pmap);
sys/arch/x86/x86/pmap.c
3785
pmap_activate_sync(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
3788
struct pmap *oldpmap = ci->ci_pmap;
sys/arch/x86/x86/pmap.c
3792
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
3794
KASSERT(!kcpuset_isset(pmap->pm_cpus, cid));
sys/arch/x86/x86/pmap.c
3795
KASSERT(!kcpuset_isset(pmap->pm_kernel_cpus, cid));
sys/arch/x86/x86/pmap.c
3804
kcpuset_atomic_set(pmap->pm_cpus, cid);
sys/arch/x86/x86/pmap.c
3805
kcpuset_atomic_set(pmap->pm_kernel_cpus, cid);
sys/arch/x86/x86/pmap.c
3806
ci->ci_pmap = pmap;
sys/arch/x86/x86/pmap.c
3810
svs_ldt_sync(pmap);
sys/arch/x86/x86/pmap.c
3813
lldt(pmap->pm_ldt_sel);
sys/arch/x86/x86/pmap.c
3815
cpu_load_pmap(pmap, oldpmap);
sys/arch/x86/x86/pmap.c
3828
pmap_deactivate_sync(struct pmap *pmap, void *cookie)
sys/arch/x86/x86/pmap.c
3831
struct pmap *oldpmap = cookie;
sys/arch/x86/x86/pmap.c
3835
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
3836
KASSERT(ci->ci_pmap == pmap);
sys/arch/x86/x86/pmap.c
3838
KASSERT_PDIRPA(pmap);
sys/arch/x86/x86/pmap.c
3840
KASSERT(kcpuset_isset(pmap->pm_cpus, cid));
sys/arch/x86/x86/pmap.c
3841
KASSERT(kcpuset_isset(pmap->pm_kernel_cpus, cid));
sys/arch/x86/x86/pmap.c
3845
kcpuset_atomic_clear(pmap->pm_cpus, cid);
sys/arch/x86/x86/pmap.c
3846
kcpuset_atomic_clear(pmap->pm_kernel_cpus, cid);
sys/arch/x86/x86/pmap.c
3859
cpu_load_pmap(oldpmap, pmap);
sys/arch/x86/x86/pmap.c
3899
pmap_extract(struct pmap *pmap, vaddr_t va, paddr_t *pap)
sys/arch/x86/x86/pmap.c
3904
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
3909
if (__predict_false(pmap->pm_extract != NULL)) {
sys/arch/x86/x86/pmap.c
3910
return (*pmap->pm_extract)(pmap, va, pap);
sys/arch/x86/x86/pmap.c
3925
if (pmap != pmap_kernel()) {
sys/arch/x86/x86/pmap.c
3926
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
3928
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
3942
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
3943
if (pmap != pmap_kernel()) {
sys/arch/x86/x86/pmap.c
3944
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4139
pmap_map_pte(struct pmap *pmap, struct vm_page *ptp, vaddr_t va)
sys/arch/x86/x86/pmap.c
4143
if (pmap_is_curpmap(pmap)) {
sys/arch/x86/x86/pmap.c
4175
pmap_remove_ptes(struct pmap *pmap, struct vm_page *ptp, vaddr_t ptpva,
sys/arch/x86/x86/pmap.c
4180
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
4198
(void)pmap_remove_pte(pmap, ptp, pte, startva);
sys/arch/x86/x86/pmap.c
4214
pmap_remove_pte(struct pmap *pmap, struct vm_page *ptp, pt_entry_t *pte,
sys/arch/x86/x86/pmap.c
4222
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
4236
pmap_exec_account(pmap, va, opte, 0);
sys/arch/x86/x86/pmap.c
4237
pmap_stats_update_bypte(pmap, 0, opte);
sys/arch/x86/x86/pmap.c
4250
pmap_tlb_shootdown(pmap, va, opte, TLBSHOOT_REMOVE_PTE);
sys/arch/x86/x86/pmap.c
4263
KASSERT(pmap_treelookup_pv(pmap, ptp, (ptp != NULL ?
sys/arch/x86/x86/pmap.c
4278
pve = pmap_lookup_pv(pmap, ptp, pp, va);
sys/arch/x86/x86/pmap.c
4279
pmap_remove_pv(pmap, pp, ptp, va, pve, pmap_pte_to_pp_attrs(opte));
sys/arch/x86/x86/pmap.c
4284
pmap_remove_locked(struct pmap *pmap, vaddr_t sva, vaddr_t eva)
sys/arch/x86/x86/pmap.c
4292
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
4295
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
4297
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
4308
if (pmap != pmap_kernel()) {
sys/arch/x86/x86/pmap.c
4309
ptp = pmap_find_ptp(pmap, va, 1);
sys/arch/x86/x86/pmap.c
4317
result = pmap_remove_pte(pmap, ptp,
sys/arch/x86/x86/pmap.c
4326
pmap_free_ptp(pmap, ptp, va, ptes, pdes);
sys/arch/x86/x86/pmap.c
4342
if (pmap != pmap_kernel()) {
sys/arch/x86/x86/pmap.c
4343
ptp = pmap_find_ptp(pmap, va, 1);
sys/arch/x86/x86/pmap.c
4351
pmap_remove_ptes(pmap, ptp, (vaddr_t)&ptes[pl1_i(va)], va,
sys/arch/x86/x86/pmap.c
4356
pmap_free_ptp(pmap, ptp, va, ptes, pdes);
sys/arch/x86/x86/pmap.c
4359
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
4360
pmap_drain_pv(pmap);
sys/arch/x86/x86/pmap.c
4369
pmap_remove(struct pmap *pmap, vaddr_t sva, vaddr_t eva)
sys/arch/x86/x86/pmap.c
4371
if (__predict_false(pmap->pm_remove != NULL)) {
sys/arch/x86/x86/pmap.c
4372
(*pmap->pm_remove)(pmap, sva, eva);
sys/arch/x86/x86/pmap.c
4376
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4377
pmap_remove_locked(pmap, sva, eva);
sys/arch/x86/x86/pmap.c
4378
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4392
struct pmap *pmap;
sys/arch/x86/x86/pmap.c
4405
pmap = ptp_to_pmap(ptp);
sys/arch/x86/x86/pmap.c
4408
if (__predict_false(pmap->pm_sync_pv != NULL)) {
sys/arch/x86/x86/pmap.c
4409
return (*pmap->pm_sync_pv)(ptp, va, pa, clearbits, oattrs,
sys/arch/x86/x86/pmap.c
4420
ptep = pmap_map_pte(pmap, ptp, va);
sys/arch/x86/x86/pmap.c
4466
pmap_tlb_shootdown(pmap, va, opte, TLBSHOOT_SYNC_PV);
sys/arch/x86/x86/pmap.c
4477
pmap_pp_remove_ent(struct pmap *pmap, struct vm_page *ptp, pt_entry_t opte,
sys/arch/x86/x86/pmap.c
4480
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
4484
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
4486
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
4487
pmap_stats_update_bypte(pmap, 0, opte);
sys/arch/x86/x86/pmap.c
4490
pmap_free_ptp(pmap, ptp, va, ptes, pdes);
sys/arch/x86/x86/pmap.c
4492
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
4520
struct pmap *pmap;
sys/arch/x86/x86/pmap.c
4536
pmap = ptp_to_pmap(ptp);
sys/arch/x86/x86/pmap.c
4537
KASSERT(pmap->pm_obj[0].uo_refs > 0);
sys/arch/x86/x86/pmap.c
4539
pmap_reference(pmap);
sys/arch/x86/x86/pmap.c
4549
locked = mutex_tryenter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4552
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4554
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4556
pmap_destroy(pmap);
sys/arch/x86/x86/pmap.c
4562
KASSERTMSG(pmap->pm_stats.resident_count > PDP_SIZE,
sys/arch/x86/x86/pmap.c
4563
"va %lx pmap %p ptp %p is empty", va, pmap, ptp);
sys/arch/x86/x86/pmap.c
4565
"va %lx pmap %p ptp %p is free", va, pmap, ptp);
sys/arch/x86/x86/pmap.c
4567
"va %lx pmap %p ptp %p is empty", va, pmap, ptp);
sys/arch/x86/x86/pmap.c
4570
pmap_check_pv(pmap, ptp, pp, pvpte->pte_va, true);
sys/arch/x86/x86/pmap.c
4573
pve = pmap_treelookup_pv(pmap, ptp, tree, va);
sys/arch/x86/x86/pmap.c
4577
va, pmap, ptp, pvpte, pve);
sys/arch/x86/x86/pmap.c
4581
va, pmap, ptp, pvpte, pve);
sys/arch/x86/x86/pmap.c
4589
pve = pmap_lookup_pv(pmap, ptp, pp, va);
sys/arch/x86/x86/pmap.c
4590
pmap_remove_pv(pmap, pp, ptp, va, pve, oattrs);
sys/arch/x86/x86/pmap.c
4594
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
4596
if (__predict_false(pmap->pm_pp_remove_ent != NULL)) {
sys/arch/x86/x86/pmap.c
4597
(*pmap->pm_pp_remove_ent)(pmap, ptp, opte, va);
sys/arch/x86/x86/pmap.c
4599
pmap_pp_remove_ent(pmap, ptp, opte, va);
sys/arch/x86/x86/pmap.c
4602
KASSERT(pmap == pmap_kernel());
sys/arch/x86/x86/pmap.c
4603
pmap_stats_update_bypte(pmap, 0, opte);
sys/arch/x86/x86/pmap.c
4606
pmap_drain_pv(pmap);
sys/arch/x86/x86/pmap.c
4607
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4609
pmap_destroy(pmap);
sys/arch/x86/x86/pmap.c
4661
struct pmap *pmap;
sys/arch/x86/x86/pmap.c
4684
pmap = ptp_to_pmap(pvpte->pte_ptp);
sys/arch/x86/x86/pmap.c
4685
pmap_reference(pmap);
sys/arch/x86/x86/pmap.c
4687
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4689
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4690
pmap_destroy(pmap);
sys/arch/x86/x86/pmap.c
470
struct pmap *pvp_pmap;
sys/arch/x86/x86/pmap.c
4710
struct pmap *pmap;
sys/arch/x86/x86/pmap.c
4724
pmap = ptp_to_pmap(pvpte->pte_ptp);
sys/arch/x86/x86/pmap.c
4725
pmap_reference(pmap);
sys/arch/x86/x86/pmap.c
4727
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4729
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4730
pmap_destroy(pmap);
sys/arch/x86/x86/pmap.c
4828
pmap_write_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/x86/x86/pmap.c
4833
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
4837
if (__predict_false(pmap->pm_write_protect != NULL)) {
sys/arch/x86/x86/pmap.c
4838
(*pmap->pm_write_protect)(pmap, sva, eva, prot);
sys/arch/x86/x86/pmap.c
4858
if (pmap != pmap_kernel()) {
sys/arch/x86/x86/pmap.c
4859
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4861
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
4893
pmap_tlb_shootdown(pmap, tva, opte,
sys/arch/x86/x86/pmap.c
4901
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
4902
if (pmap != pmap_kernel()) {
sys/arch/x86/x86/pmap.c
4903
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4913
pmap_unwire(struct pmap *pmap, vaddr_t va)
sys/arch/x86/x86/pmap.c
4917
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
4920
if (__predict_false(pmap->pm_unwire != NULL)) {
sys/arch/x86/x86/pmap.c
4921
(*pmap->pm_unwire)(pmap, va);
sys/arch/x86/x86/pmap.c
4929
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4930
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
4945
pmap_stats_update_bypte(pmap, npte, opte);
sys/arch/x86/x86/pmap.c
4948
" did not change!\n", __func__, pmap, va);
sys/arch/x86/x86/pmap.c
4952
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
4953
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
4970
pmap_enter_default(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot,
sys/arch/x86/x86/pmap.c
4973
if (__predict_false(pmap->pm_enter != NULL)) {
sys/arch/x86/x86/pmap.c
4974
return (*pmap->pm_enter)(pmap, va, pa, prot, flags);
sys/arch/x86/x86/pmap.c
4977
return pmap_enter_ma(pmap, va, pa, pa, prot, flags, 0);
sys/arch/x86/x86/pmap.c
498
static void pmap_init_directmap(struct pmap *);
sys/arch/x86/x86/pmap.c
4986
pmap_enter_ma(struct pmap *pmap, vaddr_t va, paddr_t ma, paddr_t pa,
sys/arch/x86/x86/pmap.c
4997
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
5008
pmap_valid_entry(pmap->pm_pdir[pl_i(va, PTP_LEVELS)]),
sys/arch/x86/x86/pmap.c
5020
KASSERTMSG(pmap != pmap_kernel(),
sys/arch/x86/x86/pmap.c
5023
if (pmap_is_user(pmap))
sys/arch/x86/x86/pmap.c
5027
if (pmap == pmap_kernel())
sys/arch/x86/x86/pmap.c
5058
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
5063
if (pmap != pmap_kernel()) {
sys/arch/x86/x86/pmap.c
5064
ptp = pmap_find_ptp(pmap, va, 1);
sys/arch/x86/x86/pmap.c
5067
error = pmap_get_ptp(pmap, &pt, va, flags, &ptp);
sys/arch/x86/x86/pmap.c
5070
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
508
static int pmap_get_ptp(struct pmap *, struct pmap_ptparray *, vaddr_t, int,
sys/arch/x86/x86/pmap.c
5099
error = pmap_enter_pv(pmap, new_pp, ptp, va, &new_pve,
sys/arch/x86/x86/pmap.c
510
static void pmap_unget_ptp(struct pmap *, struct pmap_ptparray *);
sys/arch/x86/x86/pmap.c
5109
pmap_unget_ptp(pmap, &pt);
sys/arch/x86/x86/pmap.c
511
static void pmap_install_ptp(struct pmap *, struct pmap_ptparray *, vaddr_t,
sys/arch/x86/x86/pmap.c
5111
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
5117
old_pve = pmap_treelookup_pv(pmap, ptp, tree, va);
sys/arch/x86/x86/pmap.c
5121
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
5125
pmap_install_ptp(pmap, &pt, va, pdes);
sys/arch/x86/x86/pmap.c
513
static struct vm_page *pmap_find_ptp(struct pmap *, vaddr_t, int);
sys/arch/x86/x86/pmap.c
514
static void pmap_freepage(struct pmap *, struct vm_page *, int);
sys/arch/x86/x86/pmap.c
515
static void pmap_free_ptp(struct pmap *, struct vm_page *, vaddr_t,
sys/arch/x86/x86/pmap.c
5163
KASSERT(pmap->pm_pve == NULL);
sys/arch/x86/x86/pmap.c
5164
pmap->pm_pve = new_pve;
sys/arch/x86/x86/pmap.c
517
static bool pmap_remove_pte(struct pmap *, struct vm_page *, pt_entry_t *,
sys/arch/x86/x86/pmap.c
5171
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
5174
pmap_free_ptp(pmap, ptp, va, ptes,
sys/arch/x86/x86/pmap.c
5177
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
5188
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
519
static void pmap_remove_ptes(struct pmap *, struct vm_page *, vaddr_t, vaddr_t,
sys/arch/x86/x86/pmap.c
5193
pmap_stats_update_bypte(pmap, npte, opte);
sys/arch/x86/x86/pmap.c
5210
pmap_check_pv(pmap, ptp, new_pp, va, true);
sys/arch/x86/x86/pmap.c
523
static struct pv_entry *pmap_alloc_pv(struct pmap *);
sys/arch/x86/x86/pmap.c
5230
pmap_remove_pv(pmap, old_pp, ptp, va, old_pve,
sys/arch/x86/x86/pmap.c
5234
KASSERT(pmap_treelookup_pv(pmap, ptp, tree, va) == NULL);
sys/arch/x86/x86/pmap.c
524
static void pmap_free_pv(struct pmap *, struct pv_entry *);
sys/arch/x86/x86/pmap.c
5241
KASSERT(pmap_treelookup_pv(pmap, ptp, tree, va) == NULL);
sys/arch/x86/x86/pmap.c
5244
pmap_check_pv(pmap, ptp, new_pp, va, true);
sys/arch/x86/x86/pmap.c
525
static void pmap_drain_pv(struct pmap *);
sys/arch/x86/x86/pmap.c
5254
pmap_tlb_shootdown(pmap, va, opte, TLBSHOOT_ENTER);
sys/arch/x86/x86/pmap.c
5256
pmap_drain_pv(pmap);
sys/arch/x86/x86/pmap.c
5257
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
527
static void pmap_alloc_level(struct pmap *, vaddr_t, long *);
sys/arch/x86/x86/pmap.c
5272
static void pmap_remove_gnt(struct pmap *, vaddr_t, vaddr_t);
sys/arch/x86/x86/pmap.c
5275
pmap_find_gnt(struct pmap *pmap, vaddr_t sva, vaddr_t eva)
sys/arch/x86/x86/pmap.c
5280
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
5281
headp = pmap->pm_data;
sys/arch/x86/x86/pmap.c
529
static void pmap_load1(struct lwp *, struct pmap *, struct pmap *);
sys/arch/x86/x86/pmap.c
5293
pmap_alloc_gnt(struct pmap *pmap, vaddr_t sva, int nentries,
sys/arch/x86/x86/pmap.c
5299
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
530
static void pmap_reactivate(struct pmap *);
sys/arch/x86/x86/pmap.c
5301
if (pmap->pm_remove == NULL) {
sys/arch/x86/x86/pmap.c
5302
pmap->pm_remove = pmap_remove_gnt;
sys/arch/x86/x86/pmap.c
5303
KASSERT(pmap->pm_data == NULL);
sys/arch/x86/x86/pmap.c
5306
pmap->pm_data = headp;
sys/arch/x86/x86/pmap.c
5308
KASSERT(pmap->pm_remove == pmap_remove_gnt);
sys/arch/x86/x86/pmap.c
5309
KASSERT(pmap->pm_data != NULL);
sys/arch/x86/x86/pmap.c
5310
headp = pmap->pm_data;
sys/arch/x86/x86/pmap.c
5313
pgnt = pmap_find_gnt(pmap, sva, eva);
sys/arch/x86/x86/pmap.c
533
pmap_resident_count(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
5332
pmap_free_gnt(struct pmap *pmap, struct pmap_data_gnt *pgnt)
sys/arch/x86/x86/pmap.c
5334
struct pmap_data_gnt_head *headp = pmap->pm_data;
sys/arch/x86/x86/pmap.c
5337
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
5344
pmap->pm_data = NULL;
sys/arch/x86/x86/pmap.c
5345
pmap->pm_remove = NULL;
sys/arch/x86/x86/pmap.c
5355
pmap_enter_gnt(struct pmap *pmap, vaddr_t va, vaddr_t sva, int nentries,
sys/arch/x86/x86/pmap.c
536
return pmap->pm_stats.resident_count;
sys/arch/x86/x86/pmap.c
5369
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
5382
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
5385
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
5386
pmap_alloc_gnt(pmap, sva, nentries, oops);
sys/arch/x86/x86/pmap.c
5388
pgnt = pmap_find_gnt(pmap, va, va + PAGE_SIZE);
sys/arch/x86/x86/pmap.c
5394
ptp = pmap_find_ptp(pmap, va, 1);
sys/arch/x86/x86/pmap.c
5397
error = pmap_get_ptp(pmap, &pt, va, PMAP_CANFAIL, &ptp);
sys/arch/x86/x86/pmap.c
5399
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
540
pmap_wired_count(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
5416
old_pve = pmap_treelookup_pv(pmap, ptp, tree, va);
sys/arch/x86/x86/pmap.c
5419
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
5423
pmap_install_ptp(pmap, &pt, va, pdes);
sys/arch/x86/x86/pmap.c
543
return pmap->pm_stats.wired_count;
sys/arch/x86/x86/pmap.c
5488
pmap_free_ptp(pmap, ptp, va, ptes, pdes);
sys/arch/x86/x86/pmap.c
5493
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
5498
pmap_stats_update_bypte(pmap, 0, opte);
sys/arch/x86/x86/pmap.c
551
pmap_stats_update(struct pmap *pmap, int resid_diff, int wired_diff)
sys/arch/x86/x86/pmap.c
5512
pmap_remove_pv(pmap, old_pp, ptp, va, old_pve,
sys/arch/x86/x86/pmap.c
5516
KASSERT(pmap_treelookup_pv(pmap, ptp, tree, va) == NULL);
sys/arch/x86/x86/pmap.c
5519
pmap_drain_pv(pmap);
sys/arch/x86/x86/pmap.c
5520
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
5530
pmap_remove_gnt(struct pmap *pmap, vaddr_t sva, vaddr_t eva)
sys/arch/x86/x86/pmap.c
5537
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
554
KASSERT(cold || mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
5545
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
5546
KASSERT(pmap->pm_remove == pmap_remove_gnt);
sys/arch/x86/x86/pmap.c
5548
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
555
pmap->pm_stats.resident_count += resid_diff;
sys/arch/x86/x86/pmap.c
5550
pgnt = pmap_find_gnt(pmap, va, va + PAGE_SIZE);
sys/arch/x86/x86/pmap.c
5552
pmap_remove_locked(pmap, sva, eva);
sys/arch/x86/x86/pmap.c
5556
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
556
pmap->pm_stats.wired_count += wired_diff;
sys/arch/x86/x86/pmap.c
5566
ptp = pmap_find_ptp(pmap, va, 1);
sys/arch/x86/x86/pmap.c
5591
pmap_free_gnt(pmap, pgnt);
sys/arch/x86/x86/pmap.c
5599
pmap_free_ptp(pmap, ptp, va, ptes, pdes);
sys/arch/x86/x86/pmap.c
560
pmap_stats_update_bypte(struct pmap *pmap, pt_entry_t npte, pt_entry_t opte)
sys/arch/x86/x86/pmap.c
5600
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
5602
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
5610
struct pmap *kpm = pmap_kernel();
sys/arch/x86/x86/pmap.c
5667
pmap_alloc_level(struct pmap *cpm, vaddr_t kva, long *needed_ptps)
sys/arch/x86/x86/pmap.c
568
pmap_stats_update(pmap, resid_diff, wired_diff);
sys/arch/x86/x86/pmap.c
574
static inline struct pmap *
sys/arch/x86/x86/pmap.c
5740
struct pmap *kpm = pmap_kernel();
sys/arch/x86/x86/pmap.c
5741
struct pmap *cpm;
sys/arch/x86/x86/pmap.c
5743
struct pmap *pm;
sys/arch/x86/x86/pmap.c
577
struct pmap *pmap;
sys/arch/x86/x86/pmap.c
582
pmap = (struct pmap *)ptp->uobject;
sys/arch/x86/x86/pmap.c
583
KASSERT(pmap != NULL);
sys/arch/x86/x86/pmap.c
584
KASSERT(&pmap->pm_obj[0] == ptp->uobject);
sys/arch/x86/x86/pmap.c
585
return pmap;
sys/arch/x86/x86/pmap.c
5855
void pmap_dump(struct pmap *, vaddr_t, vaddr_t);
sys/arch/x86/x86/pmap.c
5863
pmap_dump(struct pmap *pmap, vaddr_t sva, vaddr_t eva)
sys/arch/x86/x86/pmap.c
5867
struct pmap *pmap2;
sys/arch/x86/x86/pmap.c
5879
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
5880
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/x86/x86/pmap.c
5907
pmap_unmap_ptes(pmap, pmap2);
sys/arch/x86/x86/pmap.c
5908
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
5916
pmap_update(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
5934
if (atomic_load_relaxed(&pmap->pm_gc_ptp.lh_first) == NULL) {
sys/arch/x86/x86/pmap.c
5938
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
5939
while ((ptp = LIST_FIRST(&pmap->pm_gc_ptp)) != NULL) {
sys/arch/x86/x86/pmap.c
5955
PMAP_DUMMY_LOCK(pmap);
sys/arch/x86/x86/pmap.c
5957
PMAP_DUMMY_UNLOCK(pmap);
sys/arch/x86/x86/pmap.c
5960
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6106
pmap_ept_stats_update_bypte(struct pmap *pmap, pt_entry_t npte, pt_entry_t opte)
sys/arch/x86/x86/pmap.c
6114
pmap_stats_update(pmap, resid_diff, wired_diff);
sys/arch/x86/x86/pmap.c
6193
pmap_ept_get_tree(struct pmap *pmap, vaddr_t va, pd_entry_t **tree)
sys/arch/x86/x86/pmap.c
6199
ptepa = pmap->pm_pdirpa[0];
sys/arch/x86/x86/pmap.c
6210
pmap_ept_free_ptp(struct pmap *pmap, struct vm_page *ptp, vaddr_t va)
sys/arch/x86/x86/pmap.c
6215
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
6216
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
6219
pmap_ept_get_tree(pmap, va, tree);
sys/arch/x86/x86/pmap.c
6225
pmap_freepage(pmap, ptp, level);
sys/arch/x86/x86/pmap.c
6227
ptp = pmap_find_ptp(pmap, va, level + 1);
sys/arch/x86/x86/pmap.c
6238
pmap_ept_install_ptp(struct pmap *pmap, struct pmap_ptparray *pt, vaddr_t va)
sys/arch/x86/x86/pmap.c
6246
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
6247
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
6254
ptepa = pmap->pm_pdirpa[0];
sys/arch/x86/x86/pmap.c
6268
pmap->pm_ptphint[i - 2] = ptp;
sys/arch/x86/x86/pmap.c
6273
pmap_stats_update(pmap, 1, 0);
sys/arch/x86/x86/pmap.c
6286
pmap_ept_enter(struct pmap *pmap, vaddr_t va, paddr_t pa, vm_prot_t prot,
sys/arch/x86/x86/pmap.c
6330
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6335
if (pmap != pmap_kernel()) {
sys/arch/x86/x86/pmap.c
6336
ptp = pmap_find_ptp(pmap, va, 1);
sys/arch/x86/x86/pmap.c
6339
error = pmap_get_ptp(pmap, &pt, va, flags, &ptp);
sys/arch/x86/x86/pmap.c
6342
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6371
error = pmap_enter_pv(pmap, new_pp, ptp, va, &new_pve,
sys/arch/x86/x86/pmap.c
6381
pmap_unget_ptp(pmap, &pt);
sys/arch/x86/x86/pmap.c
6383
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6389
old_pve = pmap_treelookup_pv(pmap, ptp, tree, va);
sys/arch/x86/x86/pmap.c
6397
pmap_ept_install_ptp(pmap, &pt, va);
sys/arch/x86/x86/pmap.c
6429
pmap_ept_stats_update_bypte(pmap, npte, opte);
sys/arch/x86/x86/pmap.c
6446
pmap_check_pv(pmap, ptp, new_pp, va, true);
sys/arch/x86/x86/pmap.c
6466
pmap_remove_pv(pmap, old_pp, ptp, va, old_pve,
sys/arch/x86/x86/pmap.c
6470
KASSERT(pmap_treelookup_pv(pmap, ptp, tree, va) == NULL);
sys/arch/x86/x86/pmap.c
6477
KASSERT(pmap_treelookup_pv(pmap, ptp, tree, va) == NULL);
sys/arch/x86/x86/pmap.c
6480
pmap_check_pv(pmap, ptp, new_pp, va, true);
sys/arch/x86/x86/pmap.c
6494
pmap_tlb_shootdown(pmap, va, 0, TLBSHOOT_ENTER);
sys/arch/x86/x86/pmap.c
6496
pmap_drain_pv(pmap);
sys/arch/x86/x86/pmap.c
6497
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6503
pmap_ept_pdes_invalid(struct pmap *pmap, vaddr_t va, pd_entry_t *lastpde)
sys/arch/x86/x86/pmap.c
6509
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
6511
ptepa = pmap->pm_pdirpa[0];
sys/arch/x86/x86/pmap.c
6527
pmap_ept_extract(struct pmap *pmap, vaddr_t va, paddr_t *pap)
sys/arch/x86/x86/pmap.c
6546
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6549
if (!pmap_ept_pdes_invalid(pmap, va, &pde)) {
sys/arch/x86/x86/pmap.c
6560
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6569
pmap_ept_remove_pte(struct pmap *pmap, struct vm_page *ptp, pt_entry_t *pte,
sys/arch/x86/x86/pmap.c
6578
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
6579
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
6593
pmap_ept_stats_update_bypte(pmap, 0, opte);
sys/arch/x86/x86/pmap.c
6611
pmap_tlb_shootdown(pmap, va, 0, TLBSHOOT_REMOVE_PTE);
sys/arch/x86/x86/pmap.c
6622
KASSERT(pmap_treelookup_pv(pmap, ptp, (ptp != NULL ?
sys/arch/x86/x86/pmap.c
6637
pve = pmap_lookup_pv(pmap, ptp, pp, va);
sys/arch/x86/x86/pmap.c
6638
pmap_remove_pv(pmap, pp, ptp, va, pve, pmap_ept_to_pp_attrs(opte));
sys/arch/x86/x86/pmap.c
6643
pmap_ept_remove_ptes(struct pmap *pmap, struct vm_page *ptp, vaddr_t ptpva,
sys/arch/x86/x86/pmap.c
6648
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/pmap.c
6649
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
6667
(void)pmap_ept_remove_pte(pmap, ptp, pte, startva);
sys/arch/x86/x86/pmap.c
6674
pmap_ept_remove(struct pmap *pmap, vaddr_t sva, vaddr_t eva)
sys/arch/x86/x86/pmap.c
6682
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6693
lvl = pmap_ept_pdes_invalid(pmap, va, &pde);
sys/arch/x86/x86/pmap.c
6703
ptp = pmap_find_ptp(pmap, va, 1);
sys/arch/x86/x86/pmap.c
6709
pmap_ept_remove_ptes(pmap, ptp, (vaddr_t)&ptes[pl1_pi(va)], va,
sys/arch/x86/x86/pmap.c
6714
pmap_ept_free_ptp(pmap, ptp, va);
sys/arch/x86/x86/pmap.c
6719
pmap_drain_pv(pmap);
sys/arch/x86/x86/pmap.c
6720
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6727
struct pmap *pmap;
sys/arch/x86/x86/pmap.c
6735
pmap = ptp_to_pmap(ptp);
sys/arch/x86/x86/pmap.c
6742
ptep = pmap_map_pte(pmap, ptp, va);
sys/arch/x86/x86/pmap.c
675
pmap_is_curpmap(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
677
return ((pmap == pmap_kernel()) || (pmap == curcpu()->ci_pmap));
sys/arch/x86/x86/pmap.c
6792
pmap_tlb_shootdown(pmap, va, 0, TLBSHOOT_SYNC_PV);
sys/arch/x86/x86/pmap.c
6803
pmap_ept_pp_remove_ent(struct pmap *pmap, struct vm_page *ptp, pt_entry_t opte,
sys/arch/x86/x86/pmap.c
6807
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
6809
pmap_ept_stats_update_bypte(pmap, 0, opte);
sys/arch/x86/x86/pmap.c
681
pmap_reference(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
6812
pmap_ept_free_ptp(pmap, ptp, va);
sys/arch/x86/x86/pmap.c
6817
pmap_ept_write_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/x86/x86/pmap.c
6835
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6839
if (pmap_ept_pdes_invalid(pmap, va, &pde)) {
sys/arch/x86/x86/pmap.c
684
atomic_inc_uint(&pmap->pm_obj[0].uo_refs);
sys/arch/x86/x86/pmap.c
6862
pmap_tlb_shootdown(pmap, tva, 0,
sys/arch/x86/x86/pmap.c
6869
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6873
pmap_ept_unwire(struct pmap *pmap, vaddr_t va)
sys/arch/x86/x86/pmap.c
6880
mutex_enter(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6883
if (pmap_ept_pdes_invalid(pmap, va, &pde)) {
sys/arch/x86/x86/pmap.c
6897
pmap_ept_stats_update_bypte(pmap, npte, opte);
sys/arch/x86/x86/pmap.c
6900
"did not change!\n", __func__, pmap, va);
sys/arch/x86/x86/pmap.c
6905
mutex_exit(&pmap->pm_lock);
sys/arch/x86/x86/pmap.c
6911
pmap_ept_transform(struct pmap *pmap)
sys/arch/x86/x86/pmap.c
6913
pmap->pm_enter = pmap_ept_enter;
sys/arch/x86/x86/pmap.c
6914
pmap->pm_extract = pmap_ept_extract;
sys/arch/x86/x86/pmap.c
6915
pmap->pm_remove = pmap_ept_remove;
sys/arch/x86/x86/pmap.c
6916
pmap->pm_sync_pv = pmap_ept_sync_pv;
sys/arch/x86/x86/pmap.c
6917
pmap->pm_pp_remove_ent = pmap_ept_pp_remove_ent;
sys/arch/x86/x86/pmap.c
6918
pmap->pm_write_protect = pmap_ept_write_protect;
sys/arch/x86/x86/pmap.c
6919
pmap->pm_unwire = pmap_ept_unwire;
sys/arch/x86/x86/pmap.c
6921
memset(PAGE_ALIGNED(pmap->pm_pdir), 0, PAGE_SIZE);
sys/arch/x86/x86/pmap.c
780
pmap_map_ptes(struct pmap *pmap, struct pmap **pmap2, pd_entry_t **ptepp,
sys/arch/x86/x86/pmap.c
783
struct pmap *curpmap;
sys/arch/x86/x86/pmap.c
790
if (pmap == pmap_kernel()) {
sys/arch/x86/x86/pmap.c
797
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
802
if (pmap == curpmap) {
sys/arch/x86/x86/pmap.c
809
pmap_reactivate(pmap);
sys/arch/x86/x86/pmap.c
819
pmap_reference(pmap);
sys/arch/x86/x86/pmap.c
820
pmap_load1(l, pmap, curpmap);
sys/arch/x86/x86/pmap.c
825
pmap->pm_pctr = lwp_pctr();
sys/arch/x86/x86/pmap.c
831
ci->ci_normal_pdes[PTP_LEVELS - 2] = pmap->pm_pdir;
sys/arch/x86/x86/pmap.c
846
pmap_unmap_ptes(struct pmap *pmap, struct pmap * pmap2)
sys/arch/x86/x86/pmap.c
849
struct pmap *mypmap;
sys/arch/x86/x86/pmap.c
855
if (pmap == pmap_kernel()) {
sys/arch/x86/x86/pmap.c
863
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/pmap.c
864
KASSERT(pmap->pm_pctr == lwp_pctr());
sys/arch/x86/x86/pmap.c
891
pmap_exec_account(struct pmap *pm, vaddr_t va, pt_entry_t opte, pt_entry_t npte)
sys/arch/x86/x86/pmap.c
927
struct pmap *pm = vm_map_pmap(map);
sys/arch/x86/x86/svs.c
570
svs_pmap_sync(struct pmap *pmap, int index)
sys/arch/x86/x86/svs.c
576
KASSERT(pmap != NULL);
sys/arch/x86/x86/svs.c
577
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/svs.c
578
KASSERT(pmap_is_user(pmap));
sys/arch/x86/x86/svs.c
579
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/x86/x86/svs.c
587
KASSERT(kcpuset_isset(pmap->pm_kernel_cpus, cid));
sys/arch/x86/x86/svs.c
588
ci->ci_svs_updir[index] = pmap->pm_pdir[index];
sys/arch/x86/x86/svs.c
591
if (!kcpuset_isotherset(pmap->pm_kernel_cpus, cid)) {
sys/arch/x86/x86/svs.c
598
if (!kcpuset_isset(pmap->pm_kernel_cpus, cid)) {
sys/arch/x86/x86/svs.c
604
if (kcpuset_isset(pmap->pm_kernel_cpus, cid)) {
sys/arch/x86/x86/svs.c
605
ci->ci_svs_updir[index] = pmap->pm_pdir[index];
sys/arch/x86/x86/svs.c
612
svs_ldt_sync(struct pmap *pmap)
sys/arch/x86/x86/svs.c
631
sel = atomic_load_relaxed(&pmap->pm_ldt_sel);
sys/arch/x86/x86/svs.c
633
ldt = atomic_load_relaxed(&pmap->pm_ldt);
sys/arch/x86/x86/svs.c
696
svs_pdir_switch(struct pmap *pmap)
sys/arch/x86/x86/svs.c
702
KASSERT(pmap != pmap_kernel());
sys/arch/x86/x86/svs.c
703
KASSERT(pmap_is_user(pmap));
sys/arch/x86/x86/svs.c
707
utls->kpdirpa = pmap_pdirpa(pmap, 0) | svs_pcid_kcr3;
sys/arch/x86/x86/svs.c
711
svs_quad_copy(ci->ci_svs_updir, pmap->pm_pdir, PDIR_SLOT_USERLIM);
sys/arch/x86/x86/sys_machdep.c
126
pmap_t pmap = p->p_vmspace->vm_map.pmap;
sys/arch/x86/x86/sys_machdep.c
151
if (pmap->pm_ldt != NULL) {
sys/arch/x86/x86/sys_machdep.c
153
lp = pmap->pm_ldt;
sys/arch/x86/x86/sys_machdep.c
217
pmap_t pmap = p->p_vmspace->vm_map.pmap;
sys/arch/x86/x86/sys_machdep.c
295
if (pmap->pm_ldt != NULL) {
sys/arch/x86/x86/sys_machdep.c
296
old_ldt = pmap->pm_ldt;
sys/arch/x86/x86/sys_machdep.c
297
old_sel = pmap->pm_ldt_sel;
sys/arch/x86/x86/sys_machdep.c
320
atomic_store_relaxed(&pmap->pm_ldt_sel, new_sel);
sys/arch/x86/x86/sys_machdep.c
323
atomic_store_relaxed(&pmap->pm_ldt, new_ldt);
sys/arch/x86/x86/sys_machdep.c
326
pmap_ldt_sync(pmap);
sys/arch/x86/x86/x86_tlb.c
182
pmap_tlbstat_count(struct pmap *pm, vaddr_t va, tlbwhy_t why)
sys/arch/x86/x86/x86_tlb.c
240
pmap_tlb_shootdown(struct pmap *pm, vaddr_t va, pt_entry_t pte, tlbwhy_t why)
sys/arch/xen/include/bus_private.h
37
#define _BUS_PMAP_ENTER(pmap, va, ba, prot, flags) \
sys/arch/xen/include/bus_private.h
38
pmap_enter(pmap, va, xpmap_mtop(ba), prot, flags)
sys/arch/xen/include/bus_private.h
40
static __inline bus_addr_t _bus_virt_to_bus(struct pmap *, vaddr_t);
sys/arch/xen/include/bus_private.h
43
_bus_virt_to_bus(struct pmap *pm, vaddr_t va)
sys/arch/xen/include/xenpmap.h
178
int pmap_enter_gnt(struct pmap *, vaddr_t, vaddr_t, int,
sys/arch/xen/include/xenpmap.h
64
void xen_kpm_sync(struct pmap *, int);
sys/arch/xen/x86/cpu.c
1106
cpu_load_pmap(struct pmap *pmap, struct pmap *oldpmap)
sys/arch/xen/x86/cpu.c
1113
KASSERT(pmap != pmap_kernel());
sys/arch/xen/x86/cpu.c
1117
kcpuset_atomic_set(pmap->pm_xen_ptp_cpus, cid);
sys/arch/xen/x86/cpu.c
1129
new_pgd = pmap->pm_pdir;
sys/arch/xen/x86/cpu.c
1130
KASSERT(pmap == ci->ci_pmap);
sys/arch/xen/x86/cpu.c
1134
KASSERT(pmap != pmap_kernel() || new_pgd[i] == 0);
sys/arch/xen/x86/cpu.c
1141
xen_set_user_pgd(pmap_pdirpa(pmap, 0));
sys/arch/xen/x86/cpu.c
1142
ci->ci_xen_current_user_pgd = pmap_pdirpa(pmap, 0);
sys/arch/xen/x86/cpu.c
1148
xpmap_ptom(pmap->pm_pdirpa[i]) | PTE_P);
sys/arch/xen/x86/xen_pmap.c
147
pmap_enter(struct pmap *pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/arch/xen/x86/xen_pmap.c
157
return pmap_enter_ma(pmap, va, ma, pa, prot, flags, DOMID_SELF);
sys/arch/xen/x86/xen_pmap.c
209
pmap_extract_ma(struct pmap *pmap, vaddr_t va, paddr_t *pap)
sys/arch/xen/x86/xen_pmap.c
214
struct pmap *pmap2;
sys/arch/xen/x86/xen_pmap.c
217
if (pmap != pmap_kernel()) {
sys/arch/xen/x86/xen_pmap.c
218
mutex_enter(&pmap->pm_lock);
sys/arch/xen/x86/xen_pmap.c
220
pmap_map_ptes(pmap, &pmap2, &ptes, &pdes);
sys/arch/xen/x86/xen_pmap.c
222
pmap_unmap_ptes(pmap, pmap2);
sys/arch/xen/x86/xen_pmap.c
223
if (pmap != pmap_kernel()) {
sys/arch/xen/x86/xen_pmap.c
224
mutex_exit(&pmap->pm_lock);
sys/arch/xen/x86/xen_pmap.c
231
pmap_unmap_ptes(pmap, pmap2);
sys/arch/xen/x86/xen_pmap.c
232
if (pmap != pmap_kernel()) {
sys/arch/xen/x86/xen_pmap.c
233
mutex_exit(&pmap->pm_lock);
sys/arch/xen/x86/xen_pmap.c
278
struct pmap *pm;
sys/arch/xen/x86/xen_pmap.c
306
struct pmap *pm;
sys/arch/xen/x86/xen_pmap.c
334
pmap_kpm_setpte(struct cpu_info *ci, struct pmap *pmap, int index)
sys/arch/xen/x86/xen_pmap.c
336
KASSERT(mutex_owned(&pmap->pm_lock));
sys/arch/xen/x86/xen_pmap.c
338
if (pmap == pmap_kernel()) {
sys/arch/xen/x86/xen_pmap.c
345
pmap->pm_pdir[index]);
sys/arch/xen/x86/xen_pmap.c
349
pmap->pm_pdir[index]);
sys/arch/xen/x86/xen_pmap.c
360
xen_kpm_sync(struct pmap *pmap, int index)
sys/arch/xen/x86/xen_pmap.c
365
KASSERT(pmap != NULL);
sys/arch/xen/x86/xen_pmap.c
375
if (pmap != pmap_kernel() &&
sys/arch/xen/x86/xen_pmap.c
376
!kcpuset_isset(pmap->pm_xen_ptp_cpus, cid))
sys/arch/xen/x86/xen_pmap.c
381
if (pmap == pmap_kernel() ||
sys/arch/xen/x86/xen_pmap.c
382
kcpuset_isset(pmap->pm_xen_ptp_cpus, cid)) {
sys/arch/xen/x86/xen_pmap.c
383
pmap_kpm_setpte(ci, pmap, index);
sys/arch/xen/xen/privcmd.c
1073
error = pmap_enter_ma(ufi->orig_map->pmap, vaddr,
sys/arch/xen/xen/privcmd.c
1088
struct pmap *pmap = ufi->orig_map->pmap;
sys/arch/xen/xen/privcmd.c
1089
if (pmap_enter_gnt(pmap, vaddr, entry->start, pobj->npages, &pobj->u.gr.ops[0]) != GNTST_okay) {
sys/arch/xen/xen/privcmd.c
1103
error = pmap_enter(ufi->orig_map->pmap, vaddr, pa,
sys/arch/xen/xen/privcmd.c
1114
pmap_remove(ufi->orig_map->pmap, vaddr,
sys/arch/xen/xen/privcmd.c
1119
pmap_update(ufi->orig_map->pmap);
sys/arch/xen/xen/privcmd.c
526
err = pmap_enter_ma(vmm->pmap, va0, maddr[i], 0,
sys/ddb/db_watch.c
217
pmap_protect(watch->map->pmap,
sys/ddb/db_watch.c
221
pmap_update(watch->map->pmap);
sys/dev/bi/kdb.c
251
#define UVTOPTE(addr, pmap) (((addr) < 0x40000000) ? \
sys/dev/bi/kdb.c
252
&(*pmap)->pm_p0br[PG_PFNUM(addr)] : &(*pmap)->pm_p1br[PG_PFNUM(addr)])
sys/dev/bi/kdb.c
254
pmap_t *pmap = &bp->b_proc->p_vmspace->vm_map.pmap;
sys/dev/bi/kdb.c
256
u_int32_t emapaddr = (u_int32_t)UVTOPTE(eaddr, pmap);
sys/dev/bi/kdb.c
258
mapaddr = (u_int32_t)UVTOPTE(addr, pmap);
sys/dev/nvmm/x86/nvmm_x86_svm.c
2450
vmcb->ctrl.n_cr3 = mach->vm->vm_map.pmap->pm_pdirpa[0];
sys/dev/nvmm/x86/nvmm_x86_svm.c
2680
svm_tlb_flush(struct pmap *pm)
sys/dev/nvmm/x86/nvmm_x86_svm.c
2697
mach->vm->vm_map.pmap->pm_data = (void *)mach;
sys/dev/nvmm/x86/nvmm_x86_svm.c
2698
mach->vm->vm_map.pmap->pm_tlb_flush = svm_tlb_flush;
sys/dev/nvmm/x86/nvmm_x86_vmx.c
3170
mach->vm->vm_map.pmap->pm_pdirpa[0];
sys/dev/nvmm/x86/nvmm_x86_vmx.c
3459
vmx_tlb_flush(struct pmap *pm)
sys/dev/nvmm/x86/nvmm_x86_vmx.c
3473
struct pmap *pmap = mach->vm->vm_map.pmap;
sys/dev/nvmm/x86/nvmm_x86_vmx.c
3477
pmap_ept_transform(pmap);
sys/dev/nvmm/x86/nvmm_x86_vmx.c
3480
pmap->pm_data = (void *)mach;
sys/dev/nvmm/x86/nvmm_x86_vmx.c
3481
pmap->pm_tlb_flush = vmx_tlb_flush;
sys/dev/pci/ixgbe/ix_txrx.c
1384
ixgbe_dmamap_unload(rxr->ptag, rxbuf->pmap);
sys/dev/pci/ixgbe/ix_txrx.c
1386
rxbuf->pmap, mp, BUS_DMA_NOWAIT);
sys/dev/pci/ixgbe/ix_txrx.c
1396
bus_dmamap_sync(rxr->ptag->dt_dmat, rxbuf->pmap,
sys/dev/pci/ixgbe/ix_txrx.c
1399
htole64(rxbuf->pmap->dm_segs[0].ds_addr);
sys/dev/pci/ixgbe/ix_txrx.c
1454
error = ixgbe_dmamap_create(rxr->ptag, 0, &rxbuf->pmap);
sys/dev/pci/ixgbe/ix_txrx.c
1543
netmap_load_map(na, rxr->ptag, rxbuf->pmap, addr);
sys/dev/pci/ixgbe/ix_txrx.c
1562
error = bus_dmamap_load_mbuf(rxr->ptag->dt_dmat, rxbuf->pmap,
sys/dev/pci/ixgbe/ix_txrx.c
1574
bus_dmamap_sync(rxr->ptag->dt_dmat, rxbuf->pmap,
sys/dev/pci/ixgbe/ix_txrx.c
1578
htole64(rxbuf->pmap->dm_segs[0].ds_addr);
sys/dev/pci/ixgbe/ix_txrx.c
1579
rxbuf->addr = htole64(rxbuf->pmap->dm_segs[0].ds_addr);
sys/dev/pci/ixgbe/ix_txrx.c
1709
if (rxbuf->pmap != NULL) {
sys/dev/pci/ixgbe/ix_txrx.c
1710
ixgbe_dmamap_destroy(rxr->ptag, rxbuf->pmap);
sys/dev/pci/ixgbe/ix_txrx.c
1711
rxbuf->pmap = NULL;
sys/dev/pci/ixgbe/ix_txrx.c
1788
bus_dmamap_sync(rxr->ptag->dt_dmat, rbuf->pmap, 0,
sys/dev/pci/ixgbe/ix_txrx.c
1790
ixgbe_dmamap_unload(rxr->ptag, rbuf->pmap);
sys/dev/pci/ixgbe/ix_txrx.c
1795
bus_dmamap_sync(rxr->ptag->dt_dmat, rbuf->pmap, 0,
sys/dev/pci/ixgbe/ix_txrx.c
1797
ixgbe_dmamap_unload(rxr->ptag, rbuf->pmap);
sys/dev/pci/ixgbe/ix_txrx.c
1986
bus_dmamap_sync(rxr->ptag->dt_dmat, rbuf->pmap, 0,
sys/dev/pci/ixgbe/ixgbe.h
297
bus_dmamap_t pmap;
sys/dev/pci/ixgbe/ixgbe_netmap.c
434
rxr->rx_buffers[nic_i].pmap, BUS_DMASYNC_POSTREAD);
sys/dev/pci/ixgbe/ixgbe_netmap.c
474
netmap_reload_map(na, rxr->ptag, rxbuf->pmap, addr);
sys/dev/pci/ixgbe/ixgbe_netmap.c
479
bus_dmamap_sync(rxr->ptag, rxbuf->pmap,
sys/kern/subr_physmap.c
111
if (!pmap_extract(pmap, va, &curaddr)) {
sys/kern/subr_physmap.c
146
int error = physmap_fill(map, vs->vm_map.pmap, va, len);
sys/kern/subr_physmap.c
174
int error = physmap_fill(map, vs->vm_map.pmap,
sys/kern/subr_physmap.c
82
physmap_fill(physmap_t *map, pmap_t pmap, vaddr_t va, vsize_t len)
sys/kern/subr_physmap.c
89
if (!pmap_extract(pmap, va, &ps->ps_addr)) {
sys/miscfs/genfs/genfs_io.c
1865
struct pmap *upm, *kpm __unused;
sys/net/lagg/if_lagg_lacp.c
2054
size_t pmap, n;
sys/net/lagg/if_lagg_lacp.c
2061
pmap = LACP_PORTMAP_ACTIVE(lsc);
sys/net/lagg/if_lagg_lacp.c
2062
pm_act = &lsc->lsc_portmaps[pmap];
sys/net/lagg/if_lagg_lacp.c
2064
pmap = LACP_PORTMAP_NEXT(lsc);
sys/net/lagg/if_lagg_lacp.c
2065
pm_next = &lsc->lsc_portmaps[pmap];
sys/net/lagg/if_lagg_lacp.c
2084
atomic_store_release(&lsc->lsc_activemap, pmap);
sys/rump/include/rump-sys/kern.h
127
extern struct pmap rump_pmap_local;
sys/rump/kern/lib/libsysproxy/sysproxy.c
100
static struct pmap remotepmap;
sys/rump/librump/rumpkern/arch/generic/rump_generic_pmap.c
103
pmap_wired_count(struct pmap *pmap)
sys/rump/librump/rumpkern/arch/generic/rump_generic_pmap.c
57
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/rump/librump/rumpkern/arch/generic/rump_generic_pmap.c
64
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/rump/librump/rumpkern/arch/generic/rump_generic_pmap.c
71
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/rump/librump/rumpkern/arch/generic/rump_generic_pmap.c
94
pmap_resident_count(struct pmap *pmap)
sys/rump/librump/rumpkern/arch/x86/rump_x86_pmap.c
107
pmap_write_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/rump/librump/rumpkern/arch/x86/rump_x86_pmap.c
112
pmap_resident_count(struct pmap *pmap)
sys/rump/librump/rumpkern/arch/x86/rump_x86_pmap.c
119
pmap_wired_count(struct pmap *pmap)
sys/rump/librump/rumpkern/arch/x86/rump_x86_pmap.c
52
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/rump/librump/rumpkern/arch/x86/rump_x86_pmap.c
86
pmap_update(pmap_t pmap)
sys/rump/librump/rumpkern/arch/x86/rump_x86_pmap.c
92
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/rump/librump/rumpkern/arch/x86/rump_x86_pmap.c
99
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/rump/librump/rumpkern/vm.c
102
static struct pmap pmap_kernel;
sys/rump/librump/rumpkern/vm.c
103
struct pmap rump_pmap_local;
sys/rump/librump/rumpkern/vm.c
104
struct pmap *const kernel_pmap_ptr = &pmap_kernel;
sys/rump/librump/rumpkern/vm.c
393
kernel_map->pmap = pmap_kernel();
sys/rump/librump/rumpkern/vm.c
418
uvmspace_init(struct vmspace *vm, struct pmap *pmap, vaddr_t vmin, vaddr_t vmax,
sys/rump/librump/rumpkern/vm.c
422
vm->vm_map.pmap = pmap;
sys/rump/librump/rumpkern/vm.c
964
return pmap_resident_count(vm->vm_map.pmap);
sys/uvm/pmap/pmap.c
1056
const pmap_t pmap = pv->pv_pmap;
sys/uvm/pmap/pmap.c
1058
pt_entry_t * const ptep = pmap_pte_lookup(pmap, va);
sys/uvm/pmap/pmap.c
1066
" pte %#jx", (uintptr_t)pv, (uintptr_t)pmap, va,
sys/uvm/pmap/pmap.c
1070
const bool is_kernel_pmap_p = (pmap == pmap_kernel());
sys/uvm/pmap/pmap.c
1077
pmap->pm_stats.wired_count--;
sys/uvm/pmap/pmap.c
1078
pmap->pm_stats.resident_count--;
sys/uvm/pmap/pmap.c
1088
if (__predict_true(!(pmap->pm_flags & PMAP_DEFERRED_ACTIVATE))) {
sys/uvm/pmap/pmap.c
1092
pmap_tlb_invalidate_addr(pmap, va);
sys/uvm/pmap/pmap.c
1151
pmap_pte_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva, pt_entry_t *ptep,
sys/uvm/pmap/pmap.c
1155
const bool is_kernel_pmap_p = (pmap == pmap_kernel());
sys/uvm/pmap/pmap.c
1159
(uintptr_t)pmap, (is_kernel_pmap_p ? 1 : 0), sva, eva);
sys/uvm/pmap/pmap.c
1175
pmap->pm_stats.wired_count--;
sys/uvm/pmap/pmap.c
1176
pmap->pm_stats.resident_count--;
sys/uvm/pmap/pmap.c
1179
pmap_remove_pv(pmap, sva, pg, pte_modified_p(pte));
sys/uvm/pmap/pmap.c
1183
if (__predict_true(!(pmap->pm_flags & PMAP_DEFERRED_ACTIVATE))) {
sys/uvm/pmap/pmap.c
1187
pmap_tlb_invalidate_addr(pmap, sva);
sys/uvm/pmap/pmap.c
1198
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/uvm/pmap/pmap.c
1200
const bool is_kernel_pmap_p = (pmap == pmap_kernel());
sys/uvm/pmap/pmap.c
1205
(uintptr_t)pmap, sva, eva, 0);
sys/uvm/pmap/pmap.c
1218
pmap_addr_range_check(pmap, sva, eva, __func__);
sys/uvm/pmap/pmap.c
1219
pmap_pte_process(pmap, sva, eva, pmap_pte_remove, rpte);
sys/uvm/pmap/pmap.c
1266
const pmap_t pmap = pv->pv_pmap;
sys/uvm/pmap/pmap.c
1270
pmap_protect(pmap, va, va + PAGE_SIZE, prot);
sys/uvm/pmap/pmap.c
1271
KASSERT(pv->pv_pmap == pmap);
sys/uvm/pmap/pmap.c
1272
pmap_update(pmap);
sys/uvm/pmap/pmap.c
1295
pmap_pte_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, pt_entry_t *ptep,
sys/uvm/pmap/pmap.c
1302
(uintptr_t)pmap, (pmap == pmap_kernel() ? 1 : 0), sva, eva);
sys/uvm/pmap/pmap.c
1343
pmap_tlb_update_addr(pmap, sva, npte, PMAP_TLB_NEED_IPI);
sys/uvm/pmap/pmap.c
1347
(uintptr_t)pmap, (uintptr_t)sva, opte, npte);
sys/uvm/pmap/pmap.c
1360
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/uvm/pmap/pmap.c
1364
(uintptr_t)pmap, sva, eva, prot);
sys/uvm/pmap/pmap.c
1368
pmap_remove(pmap, sva, eva);
sys/uvm/pmap/pmap.c
1377
pmap_addr_range_check(pmap, sva, eva, __func__);
sys/uvm/pmap/pmap.c
1378
pmap_pte_process(pmap, sva, eva, pmap_pte_protect, prot);
sys/uvm/pmap/pmap.c
1414
pmap_t pmap = pv->pv_pmap;
sys/uvm/pmap/pmap.c
1417
KASSERT(pmap != NULL);
sys/uvm/pmap/pmap.c
1418
KASSERT(pmap != pmap_kernel() || !pmap_md_direct_mapped_vaddr_p(va));
sys/uvm/pmap/pmap.c
1419
pt_entry_t * const ptep = pmap_pte_lookup(pmap, va);
sys/uvm/pmap/pmap.c
1427
pmap_tlb_update_addr(pmap, va, pte, PMAP_TLB_NEED_IPI);
sys/uvm/pmap/pmap.c
1445
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, u_int flags)
sys/uvm/pmap/pmap.c
1448
const bool is_kernel_pmap_p = (pmap == pmap_kernel());
sys/uvm/pmap/pmap.c
1450
const bool is_efirt_pmap_p = (pmap == pmap_efirt());
sys/uvm/pmap/pmap.c
1462
(uintptr_t)pmap, va, pa, 0);
sys/uvm/pmap/pmap.c
1475
pmap_addr_range_check(pmap, va, va, __func__);
sys/uvm/pmap/pmap.c
1534
pt_entry_t * const ptep = pmap_pte_reserve(pmap, va, flags);
sys/uvm/pmap/pmap.c
1548
pmap_addr_range_check(pmap, va, va + NBPG, __func__);
sys/uvm/pmap/pmap.c
1549
pmap_pte_process(pmap, va, va + NBPG, pmap_pte_remove,
sys/uvm/pmap/pmap.c
1558
pmap->pm_stats.resident_count++;
sys/uvm/pmap/pmap.c
1563
pmap_enter_pv(pmap, va, pa, md, &npte, 0);
sys/uvm/pmap/pmap.c
1569
pmap->pm_stats.wired_count++;
sys/uvm/pmap/pmap.c
1580
pmap_tlb_update_addr(pmap, va, npte, update_flags);
sys/uvm/pmap/pmap.c
1634
pmap_t pmap = pmap_kernel();
sys/uvm/pmap/pmap.c
1654
pt_entry_t * const ptep = pmap_pte_reserve(pmap, va, 0);
sys/uvm/pmap/pmap.c
1666
pmap_enter_pv(pmap, va, pa, mdpg, &npte, PV_KENTER);
sys/uvm/pmap/pmap.c
1700
pmap_pte_kremove(pmap_t pmap, vaddr_t sva, vaddr_t eva, pt_entry_t *ptep,
sys/uvm/pmap/pmap.c
1707
(uintptr_t)pmap, sva, eva, (uintptr_t)ptep);
sys/uvm/pmap/pmap.c
1720
pmap_remove_pv(pmap, sva, pg, !pte_readonly_p(pte));
sys/uvm/pmap/pmap.c
1726
pmap_tlb_invalidate_addr(pmap, sva);
sys/uvm/pmap/pmap.c
1754
pmap_remove_all(struct pmap *pmap)
sys/uvm/pmap/pmap.c
1757
UVMHIST_CALLARGS(pmaphist, "(pm=%#jx)", (uintptr_t)pmap, 0, 0, 0);
sys/uvm/pmap/pmap.c
1759
KASSERT(pmap != pmap_kernel());
sys/uvm/pmap/pmap.c
1769
KASSERT(!kcpuset_isotherset(pmap->pm_onproc, cpu_index(curcpu())));
sys/uvm/pmap/pmap.c
1770
if (kcpuset_isset(pmap->pm_onproc, cpu_index(curcpu())))
sys/uvm/pmap/pmap.c
1772
pmap_tlb_asid_deactivate(pmap);
sys/uvm/pmap/pmap.c
1774
KASSERT(kcpuset_iszero(pmap->pm_onproc));
sys/uvm/pmap/pmap.c
1776
pmap_tlb_asid_release_all(pmap);
sys/uvm/pmap/pmap.c
1778
pmap->pm_flags |= PMAP_DEFERRED_ACTIVATE;
sys/uvm/pmap/pmap.c
1799
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/uvm/pmap/pmap.c
1802
UVMHIST_CALLARGS(pmaphist, "(pmap=%#jx, va=%#jx)", (uintptr_t)pmap, va,
sys/uvm/pmap/pmap.c
1811
pmap_addr_range_check(pmap, va, va, __func__);
sys/uvm/pmap/pmap.c
1812
pt_entry_t * const ptep = pmap_pte_lookup(pmap, va);
sys/uvm/pmap/pmap.c
1814
pmap, va);
sys/uvm/pmap/pmap.c
1818
pmap, va, pte_value(pte), ptep);
sys/uvm/pmap/pmap.c
1824
pmap->pm_stats.wired_count--;
sys/uvm/pmap/pmap.c
1829
__func__, pmap, va);
sys/uvm/pmap/pmap.c
1844
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/uvm/pmap/pmap.c
1848
if (pmap == pmap_kernel()) {
sys/uvm/pmap/pmap.c
1865
const pt_entry_t * const ptep = pmap_pte_lookup(pmap, va);
sys/uvm/pmap/pmap.c
1942
pmap_t pmap = pv->pv_pmap;
sys/uvm/pmap/pmap.c
1950
pt_entry_t * const ptep = pmap_pte_lookup(pmap, va);
sys/uvm/pmap/pmap.c
1955
(uintptr_t)pmap, va, opte, npte);
sys/uvm/pmap/pmap.c
1964
pmap_tlb_invalidate_addr(pmap, va);
sys/uvm/pmap/pmap.c
1966
pmap_update(pmap);
sys/uvm/pmap/pmap.c
2032
pmap_t pmap = pv->pv_pmap;
sys/uvm/pmap/pmap.c
2040
pt_entry_t * const ptep = pmap_pte_lookup(pmap, va);
sys/uvm/pmap/pmap.c
2204
pmap_enter_pv(pmap_t pmap, vaddr_t va, paddr_t pa, struct vm_page_md *mdpg,
sys/uvm/pmap/pmap.c
2216
(uintptr_t)pmap, va, (uintptr_t)pg, pa);
sys/uvm/pmap/pmap.c
2221
KASSERT(pmap != pmap_kernel() || !pmap_md_direct_mapped_vaddr_p(va));
sys/uvm/pmap/pmap.c
2222
KASSERTMSG(pmap != pmap_kernel() || !pmap_md_io_vaddr_p(va),
sys/uvm/pmap/pmap.c
2248
pv->pv_pmap = pmap;
sys/uvm/pmap/pmap.c
2266
if (pmap == npv->pv_pmap
sys/uvm/pmap/pmap.c
2269
pt_entry_t *ptep = pmap_pte_lookup(pmap, va);
sys/uvm/pmap/pmap.c
2319
if (pmap != kpmap) {
sys/uvm/pmap/pmap.c
2326
npv->pv_pmap = pmap;
sys/uvm/pmap/pmap.c
2348
pmap_remove_pv(pmap_t pmap, vaddr_t va, struct vm_page *pg, bool dirty)
sys/uvm/pmap/pmap.c
2356
(uintptr_t)pmap, va, (uintptr_t)pg, VM_PAGE_TO_PHYS(pg));
sys/uvm/pmap/pmap.c
2374
if (pmap == pv->pv_pmap && va == trunc_page(pv->pv_va)) {
sys/uvm/pmap/pmap.c
2390
if (pmap == npv->pv_pmap && va == trunc_page(npv->pv_va))
sys/uvm/pmap/pmap.c
243
struct pmap * const kernel_pmap_ptr = &kernel_pmap_store.kernel_pmap;
sys/uvm/pmap/pmap.c
246
static struct pmap efirt_pmap;
sys/uvm/pmap/pmap.c
2683
pmap_db_pmap_print(struct pmap *pm,
sys/uvm/pmap/pmap.c
298
(pm) == curlwp->l_proc->p_vmspace->vm_map.pmap)
sys/uvm/pmap/pmap.c
397
pmap_addr_range_check(pmap_t pmap, vaddr_t sva, vaddr_t eva, const char *func)
sys/uvm/pmap/pmap.c
400
if (pmap == pmap_kernel()) {
sys/uvm/pmap/pmap.c
411
pmap_asid_check(pmap, func);
sys/uvm/pmap/pmap.c
459
struct pmap * const curpmap = curlwp->l_proc->p_vmspace->vm_map.pmap;
sys/uvm/pmap/pmap.c
759
pmap_t pmap = pool_get(&pmap_pmap_pool, PR_WAITOK);
sys/uvm/pmap/pmap.c
760
memset(pmap, 0, PMAP_SIZE);
sys/uvm/pmap/pmap.c
762
KASSERT(pmap->pm_pai[0].pai_link.le_prev == NULL);
sys/uvm/pmap/pmap.c
764
pmap->pm_refcnt = 1;
sys/uvm/pmap/pmap.c
765
pmap->pm_minaddr = VM_MIN_ADDRESS;
sys/uvm/pmap/pmap.c
766
pmap->pm_maxaddr = VM_MAXUSER_ADDRESS;
sys/uvm/pmap/pmap.c
768
rw_init(&pmap->pm_obj_lock);
sys/uvm/pmap/pmap.c
769
uvm_obj_init(&pmap->pm_uobject, &pmap_pager, false, 1);
sys/uvm/pmap/pmap.c
770
uvm_obj_setlock(&pmap->pm_uobject, &pmap->pm_obj_lock);
sys/uvm/pmap/pmap.c
772
TAILQ_INIT(&pmap->pm_ppg_list);
sys/uvm/pmap/pmap.c
774
TAILQ_INIT(&pmap->pm_pdetab_list);
sys/uvm/pmap/pmap.c
777
TAILQ_INIT(&pmap->pm_segtab_list);
sys/uvm/pmap/pmap.c
780
pmap_segtab_init(pmap);
sys/uvm/pmap/pmap.c
783
kcpuset_create(&pmap->pm_active, true);
sys/uvm/pmap/pmap.c
784
kcpuset_create(&pmap->pm_onproc, true);
sys/uvm/pmap/pmap.c
785
KASSERT(pmap->pm_active != NULL);
sys/uvm/pmap/pmap.c
786
KASSERT(pmap->pm_onproc != NULL);
sys/uvm/pmap/pmap.c
789
UVMHIST_LOG(pmaphist, " <-- done (pmap=%#jx)", (uintptr_t)pmap,
sys/uvm/pmap/pmap.c
792
return pmap;
sys/uvm/pmap/pmap.c
801
pmap_destroy(pmap_t pmap)
sys/uvm/pmap/pmap.c
804
UVMHIST_CALLARGS(pmaphist, "(pmap=%#jx)", (uintptr_t)pmap, 0, 0, 0);
sys/uvm/pmap/pmap.c
805
UVMHIST_CALLARGS(pmapxtabhist, "(pmap=%#jx)", (uintptr_t)pmap, 0, 0, 0);
sys/uvm/pmap/pmap.c
808
if (atomic_dec_uint_nv(&pmap->pm_refcnt) > 0) {
sys/uvm/pmap/pmap.c
817
KASSERT(pmap->pm_refcnt == 0);
sys/uvm/pmap/pmap.c
820
pmap_tlb_asid_release_all(pmap);
sys/uvm/pmap/pmap.c
822
pmap_segtab_destroy(pmap, NULL, 0);
sys/uvm/pmap/pmap.c
824
KASSERT(TAILQ_EMPTY(&pmap->pm_ppg_list));
sys/uvm/pmap/pmap.c
828
KASSERT(TAILQ_EMPTY(&pmap->pm_pdetab_list));
sys/uvm/pmap/pmap.c
831
KASSERT(TAILQ_EMPTY(&pmap->pm_segtab_list));
sys/uvm/pmap/pmap.c
834
KASSERT(pmap->pm_uobject.uo_npages == 0);
sys/uvm/pmap/pmap.c
836
uvm_obj_destroy(&pmap->pm_uobject, false);
sys/uvm/pmap/pmap.c
837
rw_destroy(&pmap->pm_obj_lock);
sys/uvm/pmap/pmap.c
840
kcpuset_destroy(pmap->pm_active);
sys/uvm/pmap/pmap.c
841
kcpuset_destroy(pmap->pm_onproc);
sys/uvm/pmap/pmap.c
842
pmap->pm_active = NULL;
sys/uvm/pmap/pmap.c
843
pmap->pm_onproc = NULL;
sys/uvm/pmap/pmap.c
846
pool_put(&pmap_pmap_pool, pmap);
sys/uvm/pmap/pmap.c
857
pmap_reference(pmap_t pmap)
sys/uvm/pmap/pmap.c
860
UVMHIST_CALLARGS(pmaphist, "(pmap=%#jx)", (uintptr_t)pmap, 0, 0, 0);
sys/uvm/pmap/pmap.c
863
if (pmap != NULL) {
sys/uvm/pmap/pmap.c
864
atomic_inc_uint(&pmap->pm_refcnt);
sys/uvm/pmap/pmap.c
876
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/uvm/pmap/pmap.c
880
(uintptr_t)pmap, 0, 0);
sys/uvm/pmap/pmap.c
883
if (pmap == pmap_kernel()) {
sys/uvm/pmap/pmap.c
905
if (__predict_true((pmap->pm_flags & PMAP_DEFERRED_ACTIVATE) == 0)) {
sys/uvm/pmap/pmap.c
907
pmap_tlb_asid_acquire(pmap, l);
sys/uvm/pmap/pmap.c
908
pmap_segtab_activate(pmap, l);
sys/uvm/pmap/pmap.c
924
pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
sys/uvm/pmap/pmap.c
928
(uintptr_t)pmap, 0, 0);
sys/uvm/pmap/pmap.c
935
pmap_tlb_asid_deactivate(pmap);
sys/uvm/pmap/pmap.c
936
pmap_segtab_deactivate(pmap);
sys/uvm/pmap/pmap.c
945
pmap_update(struct pmap *pmap)
sys/uvm/pmap/pmap.c
948
UVMHIST_CALLARGS(pmaphist, "(pmap=%#jx)", (uintptr_t)pmap, 0, 0, 0);
sys/uvm/pmap/pmap.c
953
u_int pending = atomic_swap_uint(&pmap->pm_shootdown_pending, 0);
sys/uvm/pmap/pmap.c
954
if (pending && pmap_tlb_shootdown_bystanders(pmap))
sys/uvm/pmap/pmap.c
959
pmap_tlb_check(pmap, pmap_md_tlb_check_entry);
sys/uvm/pmap/pmap.c
966
if (__predict_false(pmap->pm_flags & PMAP_DEFERRED_ACTIVATE)) {
sys/uvm/pmap/pmap.c
967
pmap->pm_flags ^= PMAP_DEFERRED_ACTIVATE;
sys/uvm/pmap/pmap.c
970
pmap_tlb_asid_acquire(pmap, curlwp);
sys/uvm/pmap/pmap.c
971
pmap_segtab_activate(pmap, curlwp);
sys/uvm/pmap/pmap.c
977
(pmap == pmap_kernel() ? 1 : 0), 0, 0, 0);
sys/uvm/pmap/pmap.h
166
struct pmap;
sys/uvm/pmap/pmap.h
167
typedef bool (*pte_callback_t)(struct pmap *, vaddr_t, vaddr_t,
sys/uvm/pmap/pmap.h
176
pt_entry_t *pmap_pte_lookup(struct pmap *, vaddr_t);
sys/uvm/pmap/pmap.h
177
pt_entry_t *pmap_pte_reserve(struct pmap *, vaddr_t, int);
sys/uvm/pmap/pmap.h
178
void pmap_pte_process(struct pmap *, vaddr_t, vaddr_t, pte_callback_t,
sys/uvm/pmap/pmap.h
180
void pmap_segtab_activate(struct pmap *, struct lwp *);
sys/uvm/pmap/pmap.h
181
void pmap_segtab_deactivate(struct pmap *);
sys/uvm/pmap/pmap.h
182
void pmap_segtab_init(struct pmap *);
sys/uvm/pmap/pmap.h
183
void pmap_segtab_destroy(struct pmap *, pte_callback_t, uintptr_t);
sys/uvm/pmap/pmap.h
185
pd_entry_t *pmap_pde_lookup(struct pmap *, vaddr_t, paddr_t *);
sys/uvm/pmap/pmap.h
186
bool pmap_pdetab_fixup(struct pmap *, vaddr_t);
sys/uvm/pmap/pmap.h
240
pmap_lock(struct pmap *pm)
sys/uvm/pmap/pmap.h
247
pmap_unlock(struct pmap *pm)
sys/uvm/pmap/pmap.h
254
struct pmap kernel_pmap;
sys/uvm/pmap/pmap.h
271
#define PMAP_SIZE offsetof(struct pmap, pm_pai[PMAP_TLB_MAX])
sys/uvm/pmap/pmap.h
273
#define PMAP_SIZE sizeof(struct pmap)
sys/uvm/pmap/pmap.h
299
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/uvm/pmap/pmap.h
300
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/uvm/pmap/pmap.h
339
void pmap_db_pmap_print(struct pmap *, void (*)(const char *, ...) __printflike(1, 2));
sys/uvm/pmap/pmap.h
343
struct pmap *
sys/uvm/pmap/pmap_segtab.c
1002
pt_entry_t * const ptep = pmap_pte_lookup(pmap, sva);
sys/uvm/pmap/pmap_segtab.c
1007
(*callback)(pmap, sva, lastseg_va, ptep, flags);
sys/uvm/pmap/pmap_segtab.c
1019
pmap_pdetab_reserve(struct pmap *pmap, vaddr_t va)
sys/uvm/pmap/pmap_segtab.c
1022
pmap_segtab_reserve(struct pmap *pmap, vaddr_t va, pd_entry_t **pde_p)
sys/uvm/pmap/pmap_segtab.c
1025
pmap_segtab_reserve(struct pmap *pmap, vaddr_t va)
sys/uvm/pmap/pmap_segtab.c
1029
UVMHIST_CALLARGS(pmapxtabhist, "pm %#jx va %#jx", (uintptr_t)pmap,
sys/uvm/pmap/pmap_segtab.c
1033
pmap_pdetab_t *ptb = pmap->pm_pdetab;
sys/uvm/pmap/pmap_segtab.c
1051
ptb = pmap_pdetab_alloc(pmap);
sys/uvm/pmap/pmap_segtab.c
1054
pmap == pmap_kernel());
sys/uvm/pmap/pmap_segtab.c
1060
pmap_page_detach(pmap, &pmap->pm_pdetab_list,
sys/uvm/pmap/pmap_segtab.c
1085
pmap_segtab_t *stb = pmap->pm_segtab;
sys/uvm/pmap/pmap_segtab.c
1097
stb = pmap_segtab_alloc(pmap);
sys/uvm/pmap/pmap_segtab.c
1104
pmap_page_detach(pmap, &pmap->pm_segtab_list,
sys/uvm/pmap/pmap_segtab.c
1124
*pte_p = &pmap->pm_segtab
sys/uvm/pmap/pmap_segtab.c
1139
pmap_pte_reserve(pmap_t pmap, vaddr_t va, int flags)
sys/uvm/pmap/pmap_segtab.c
1143
(uintptr_t)pmap, (uintptr_t)va, flags, 0);
sys/uvm/pmap/pmap_segtab.c
1148
pd_entry_t * const pde_p = pmap_pdetab_reserve(pmap, va);
sys/uvm/pmap/pmap_segtab.c
1152
pmap_ptpage_t ** const ppg_p = pmap_segtab_reserve(pmap, va, &pde_p);
sys/uvm/pmap/pmap_segtab.c
1155
pmap_ptpage_t ** const ppg_p = pmap_segtab_reserve(pmap, va);
sys/uvm/pmap/pmap_segtab.c
1160
ppg = pmap_ptpage_alloc(pmap, flags, &pa);
sys/uvm/pmap/pmap_segtab.c
1165
pd_entry_t npde = pte_pde_ptpage(pa, pmap == pmap_kernel());
sys/uvm/pmap/pmap_segtab.c
1170
pmap_ptpage_free(pmap, ppg, __func__);
sys/uvm/pmap/pmap_segtab.c
1181
pmap_ptpage_free(pmap, ppg, __func__);
sys/uvm/pmap/pmap_segtab.c
277
pmap_ptpage(struct pmap *pmap, vaddr_t va)
sys/uvm/pmap/pmap_segtab.c
281
pmap_pdetab_t *ptb = pmap->pm_pdetab;
sys/uvm/pmap/pmap_segtab.c
285
KASSERTMSG(pmap != pmap_kernel() || !pmap_md_direct_mapped_vaddr_p(va),
sys/uvm/pmap/pmap_segtab.c
287
pmap == pmap_kernel() ? "true" : "false",
sys/uvm/pmap/pmap_segtab.c
288
pmap == pmap_kernel() ? va : 0);
sys/uvm/pmap/pmap_segtab.c
302
pmap_segtab_t *stb = pmap->pm_segtab;
sys/uvm/pmap/pmap_segtab.c
304
KASSERTMSG(pmap != pmap_kernel() || !pmap_md_direct_mapped_vaddr_p(va),
sys/uvm/pmap/pmap_segtab.c
305
"pmap %p va %#" PRIxVADDR, pmap, va);
sys/uvm/pmap/pmap_segtab.c
321
pmap_pdetab_fixup(struct pmap *pmap, vaddr_t va)
sys/uvm/pmap/pmap_segtab.c
323
struct pmap * const kpm = pmap_kernel();
sys/uvm/pmap/pmap_segtab.c
325
pmap_pdetab_t * const uptb = pmap->pm_pdetab;
sys/uvm/pmap/pmap_segtab.c
330
pmap_segtab_t * const ustb = pmap->pm_segtab;
sys/uvm/pmap/pmap_segtab.c
353
pmap_page_attach(pmap_t pmap, vaddr_t kva, struct vm_page *pg,
sys/uvm/pmap/pmap_segtab.c
358
(uintptr_t)pmap, (uintptr_t)kva, (uintptr_t)pg, (uintptr_t)pglist);
sys/uvm/pmap/pmap_segtab.c
360
struct uvm_object * const uobj = &pmap->pm_uobject;
sys/uvm/pmap/pmap_segtab.c
374
pmap_lock(pmap);
sys/uvm/pmap/pmap_segtab.c
377
pmap_unlock(pmap);
sys/uvm/pmap/pmap_segtab.c
389
pmap_page_detach(pmap_t pmap, struct pglist *list, vaddr_t va)
sys/uvm/pmap/pmap_segtab.c
393
(uintptr_t)pmap, (uintptr_t)va, (uintptr_t)list, 0);
sys/uvm/pmap/pmap_segtab.c
400
struct uvm_object * const uobj = &pmap->pm_uobject;
sys/uvm/pmap/pmap_segtab.c
408
pmap_lock(pmap);
sys/uvm/pmap/pmap_segtab.c
411
pmap_unlock(pmap);
sys/uvm/pmap/pmap_segtab.c
421
pmap_segtab_pagefree(pmap_t pmap, struct pglist *list, vaddr_t kva, size_t size)
sys/uvm/pmap/pmap_segtab.c
426
(uintptr_t)pmap, (uintptr_t)list, kva, size);
sys/uvm/pmap/pmap_segtab.c
431
uvm_pagefree(pmap_page_detach(pmap, list, kva));
sys/uvm/pmap/pmap_segtab.c
436
(void)pmap_page_detach(pmap, list, kva + i);
sys/uvm/pmap/pmap_segtab.c
444
pmap_pte_lookup(pmap_t pmap, vaddr_t va)
sys/uvm/pmap/pmap_segtab.c
446
pmap_ptpage_t * const ppg = pmap_ptpage(pmap, va);
sys/uvm/pmap/pmap_segtab.c
457
pmap_ptpage_alloc(pmap_t pmap, int flags, paddr_t *pa_p)
sys/uvm/pmap/pmap_segtab.c
460
UVMHIST_CALLARGS(pmapxtabhist, "pm %#jx flags %#jx pa_p %#jx", (uintptr_t)pmap,
sys/uvm/pmap/pmap_segtab.c
487
pmap_page_attach(pmap, (vaddr_t)ppg, pg, &pmap->pm_ppg_list, 0);
sys/uvm/pmap/pmap_segtab.c
500
pmap_page_attach(pmap, kva, NULL, &pmap->pm_ppg_list, 0);
sys/uvm/pmap/pmap_segtab.c
510
pmap_ptpage_free(pmap_t pmap, pmap_ptpage_t *ppg, const char *caller)
sys/uvm/pmap/pmap_segtab.c
513
UVMHIST_CALLARGS(pmapxtabhist, "pm %#jx va %#jx", (uintptr_t)pmap,
sys/uvm/pmap/pmap_segtab.c
546
pmap_page_detach(pmap, &pmap->pm_ppg_list, kva);
sys/uvm/pmap/pmap_segtab.c
549
pmap_segtab_pagefree(pmap, &pmap->pm_ppg_list, kva, PAGE_SIZE);
sys/uvm/pmap/pmap_segtab.c
557
pmap_pdetab_alloc(struct pmap *pmap)
sys/uvm/pmap/pmap_segtab.c
560
UVMHIST_CALLARGS(pmapxtabhist, "pm %#jx", (uintptr_t)pmap, 0, 0, 0);
sys/uvm/pmap/pmap_segtab.c
616
pmap_page_attach(pmap, (vaddr_t)ptb, ptb_pg, &pmap->pm_pdetab_list, 0);
sys/uvm/pmap/pmap_segtab.c
639
pmap_segtab_alloc(struct pmap *pmap)
sys/uvm/pmap/pmap_segtab.c
642
UVMHIST_CALLARGS(pmapxtabhist, "pm %#jx", (uintptr_t)pmap, 0, 0, 0);
sys/uvm/pmap/pmap_segtab.c
699
pmap_page_attach(pmap, (vaddr_t)stb, stb_pg, &pmap->pm_segtab_list, 0);
sys/uvm/pmap/pmap_segtab.c
753
pmap_pdetab_release(pmap_t pmap, pmap_pdetab_t **ptb_p, bool free_ptb,
sys/uvm/pmap/pmap_segtab.c
761
(uintptr_t)pmap, (uintptr_t)ptb_p, (uintptr_t)ptb, free_ptb);
sys/uvm/pmap/pmap_segtab.c
777
pmap_pdetab_release(pmap, &nptb, true,
sys/uvm/pmap/pmap_segtab.c
800
pmap_ptpage_free(pmap, ppg, __func__);
sys/uvm/pmap/pmap_segtab.c
808
pmap_page_detach(pmap, &pmap->pm_pdetab_list, kva);
sys/uvm/pmap/pmap_segtab.c
817
pmap_segtab_release(pmap_t pmap, pmap_segtab_t **stb_p, bool free_stb,
sys/uvm/pmap/pmap_segtab.c
824
(uintptr_t)pmap, (uintptr_t)stb, free_stb, 0);
sys/uvm/pmap/pmap_segtab.c
836
pmap_segtab_release(pmap, &stb->seg_seg[i],
sys/uvm/pmap/pmap_segtab.c
854
(*callback)(pmap, va, va + vinc, ppg->ppg_ptes, flags);
sys/uvm/pmap/pmap_segtab.c
856
pmap_ptpage_free(pmap, ppg, __func__);
sys/uvm/pmap/pmap_segtab.c
867
pmap_page_detach(pmap, &pmap->pm_segtab_list, kva);
sys/uvm/pmap/pmap_segtab.c
880
pmap_segtab_init(pmap_t pmap)
sys/uvm/pmap/pmap_segtab.c
883
UVMHIST_CALLARGS(pmapxtabhist, "pm %#jx", (uintptr_t)pmap, 0, 0, 0);
sys/uvm/pmap/pmap_segtab.c
892
pmap->pm_segtab = pmap_segtab_alloc(pmap);
sys/uvm/pmap/pmap_segtab.c
895
pmap->pm_pdetab = pmap_pdetab_alloc(pmap);
sys/uvm/pmap/pmap_segtab.c
896
pmap_md_pdetab_init(pmap);
sys/uvm/pmap/pmap_segtab.c
906
pmap_segtab_destroy(pmap_t pmap, pte_callback_t func, uintptr_t flags)
sys/uvm/pmap/pmap_segtab.c
908
KASSERT(pmap != pmap_kernel());
sys/uvm/pmap/pmap_segtab.c
916
if (pmap->pm_pdetab != NULL) {
sys/uvm/pmap/pmap_segtab.c
917
pmap_md_pdetab_fini(pmap);
sys/uvm/pmap/pmap_segtab.c
918
pmap_pdetab_release(pmap, &pmap->pm_pdetab,
sys/uvm/pmap/pmap_segtab.c
919
true, pmap->pm_minaddr, vinc);
sys/uvm/pmap/pmap_segtab.c
923
if (pmap->pm_segtab != NULL) {
sys/uvm/pmap/pmap_segtab.c
924
pmap_segtab_release(pmap, &pmap->pm_segtab,
sys/uvm/pmap/pmap_segtab.c
925
func == NULL, func, flags, pmap->pm_minaddr, vinc);
sys/uvm/pmap/pmap_segtab.c
931
KASSERT((pmap->pm_segtab == NULL) == (pmap->pm_pdetab == NULL));
sys/uvm/pmap/pmap_segtab.c
933
KASSERT(pmap->pm_pdetab == NULL);
sys/uvm/pmap/pmap_segtab.c
936
KASSERT(pmap->pm_segtab == NULL);
sys/uvm/pmap/pmap_segtab.c
945
pmap_segtab_activate(struct pmap *pm, struct lwp *l)
sys/uvm/pmap/pmap_segtab.c
948
KASSERTMSG(pm == l->l_proc->p_vmspace->vm_map.pmap,
sys/uvm/pmap/pmap_segtab.c
950
l->l_proc->p_vmspace->vm_map.pmap);
sys/uvm/pmap/pmap_segtab.c
986
pmap_pte_process(pmap_t pmap, vaddr_t sva, vaddr_t eva,
sys/uvm/pmap/pmap_segtab.c
991
__func__, pmap, sva, eva, callback, flags);
sys/uvm/pmap/pmap_tlb.c
1034
pmap_tlb_asid_release_all(struct pmap *pm)
sys/uvm/pmap/pmap_tlb.c
1130
pmap_db_tlb_print(struct pmap *pm,
sys/uvm/pmap/pmap_tlb.c
246
struct pmap *pm)
sys/uvm/pmap/pmap_tlb.c
517
struct pmap * const pm = PAI_PMAP(pai, ti);
sys/uvm/pmap/pmap_tlb.h
105
#define PMAP_PAI(pmap, ti) (&(pmap)->pm_pai[tlbinfo_index(ti)])
sys/uvm/pmap/pmap_tlb.h
108
- offsetof(struct pmap, pm_pai[tlbinfo_index(ti)])))
sys/uvm/pmap/pmap_tlb.h
176
bool pmap_tlb_shootdown_bystanders(pmap_t pmap);
sys/uvm/pmap/pmap_tlb.h
193
void pmap_db_tlb_print(struct pmap *, void (*)(const char *, ...) __printflike(1, 2));
sys/uvm/pmap/tlb.h
36
struct pmap;
sys/uvm/pmap/tlb.h
58
void tlb_set_asid(tlb_asid_t, struct pmap *);
sys/uvm/pmap/vmpagemd.h
61
struct pmap *pv_pmap;
sys/uvm/uvm_bio.c
290
error = pmap_enter(ufi->orig_map->pmap, va, VM_PAGE_TO_PHYS(pg),
sys/uvm/uvm_bio.c
442
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_bio.c
449
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_device.c
452
(uintptr_t)ufi->orig_map->pmap, curr_va, paddr, mapprot);
sys/uvm/uvm_device.c
453
if (pmap_enter(ufi->orig_map->pmap, curr_va, paddr, mapprot,
sys/uvm/uvm_device.c
465
pmap_update(ufi->orig_map->pmap); /* sync what we have so far */
sys/uvm/uvm_device.c
472
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_extern.h
287
struct pmap;
sys/uvm/uvm_extern.h
731
void uvmspace_init(struct vmspace *, struct pmap *,
sys/uvm/uvm_fault.c
1342
!pmap_extract(ufi->orig_map->pmap, currva, NULL)) {
sys/uvm/uvm_fault.c
1349
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_fault.c
1395
(uintptr_t)ufi->orig_map->pmap, currva, (uintptr_t)pg, 0);
sys/uvm/uvm_fault.c
1404
(void) pmap_enter(ufi->orig_map->pmap, currva,
sys/uvm/uvm_fault.c
1677
struct pmap *pmap = ufi->orig_map->pmap;
sys/uvm/uvm_fault.c
1696
(uintptr_t)pmap, va, (uintptr_t)pg, flt->promote);
sys/uvm/uvm_fault.c
1697
if (pmap_enter(pmap, va, VM_PAGE_TO_PHYS(pg),
sys/uvm/uvm_fault.c
1754
pmap_update(pmap);
sys/uvm/uvm_fault.c
2039
} else if (!pmap_extract(ufi->orig_map->pmap, currva, NULL)) {
sys/uvm/uvm_fault.c
2045
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_fault.c
2080
(uintptr_t)ufi->orig_map->pmap, currva, (uintptr_t)pg, 0);
sys/uvm/uvm_fault.c
2102
(void) pmap_enter(ufi->orig_map->pmap, currva,
sys/uvm/uvm_fault.c
2500
(uintptr_t)ufi->orig_map->pmap, ufi->orig_rvaddr,
sys/uvm/uvm_fault.c
2509
if (pmap_enter(ufi->orig_map->pmap, ufi->orig_rvaddr,
sys/uvm/uvm_fault.c
2549
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_fault.c
2668
pmap_t pmap = vm_map_pmap(map);
sys/uvm/uvm_fault.c
2719
if (!pmap_extract(pmap, va, &pa))
sys/uvm/uvm_fault.c
2723
pmap_unwire(pmap, va);
sys/uvm/uvm_fault.c
693
res = pmap_resident_count(map->pmap);
sys/uvm/uvm_glue.c
188
return pmap_resident_count(vm->vm_map.pmap);
sys/uvm/uvm_km.c
301
kernel_map_store.pmap = pmap_kernel();
sys/uvm/uvm_km.c
435
submap->pmap = vm_map_pmap(map);
sys/uvm/uvm_map.c
2422
pmap_remove(map->pmap, entry->start, entry->end);
sys/uvm/uvm_map.c
2990
pmap_copy(dstmap->pmap, srcmap->pmap,
sys/uvm/uvm_map.c
3002
pmap_remove(srcmap->pmap, entry->start,
sys/uvm/uvm_map.c
3018
pmap_update(srcmap->pmap);
sys/uvm/uvm_map.c
3238
pmap_protect(map->pmap, current->start, current->end,
sys/uvm/uvm_map.c
3277
pmap_update(map->pmap);
sys/uvm/uvm_map.c
3302
pmap_update(map->pmap);
sys/uvm/uvm_map.c
4193
uvmspace_init(struct vmspace *vm, struct pmap *pmap, vaddr_t vmin,
sys/uvm/uvm_map.c
4198
(uintptr_t)vm, (uintptr_t)pmap, vmin, vmax);
sys/uvm/uvm_map.c
4205
if (pmap)
sys/uvm/uvm_map.c
4206
pmap_reference(pmap);
sys/uvm/uvm_map.c
4208
pmap = pmap_create();
sys/uvm/uvm_map.c
4209
vm->vm_map.pmap = pmap;
sys/uvm/uvm_map.c
4309
flags = pmap_remove_all(map->pmap) ? UVM_FLAG_VAONLY : 0;
sys/uvm/uvm_map.c
4313
pmap_update(map->pmap);
sys/uvm/uvm_map.c
4393
flags = pmap_remove_all(map->pmap) ? UVM_FLAG_VAONLY : 0;
sys/uvm/uvm_map.c
4413
pmap_destroy(map->pmap);
sys/uvm/uvm_map.c
4575
pmap_protect(old_map->pmap,
sys/uvm/uvm_map.c
4685
pmap_update(old_map->pmap);
sys/uvm/uvm_map.c
4692
pmap_fork(vm1->vm_map.pmap, vm2->vm_map.pmap);
sys/uvm/uvm_map.c
5226
(*pr)("\tpmap=%p(resident=%ld, wired=%ld)\n", map->pmap,
sys/uvm/uvm_map.c
5227
pmap_resident_count(map->pmap), pmap_wired_count(map->pmap));
sys/uvm/uvm_map.h
213
struct pmap * pmap; /* Physical map */
sys/uvm/uvm_map.h
349
#define vm_map_pmap(map) ((map)->pmap)
sys/uvm/uvm_pmap.h
150
struct pmap *pmap_create(void);
sys/uvm/uvm_pmap.h
155
bool pmap_remove_all(struct pmap *);
sys/uvm/uvm_pmap.h
78
struct pmap;
sys/uvm/uvm_pmap.h
79
typedef struct pmap *pmap_t;
sys/uvm/uvm_pmap.h
95
extern struct pmap *const kernel_pmap_ptr;
tests/modules/x86_pte_tester/x86_pte_tester.c
367
struct pmap *pmap = p->p_vmspace->vm_map.pmap;
tests/modules/x86_pte_tester/x86_pte_tester.c
370
mutex_enter(&pmap->pm_lock);
tests/modules/x86_pte_tester/x86_pte_tester.c
373
pa0 = (paddr_t)pmap->pm_pdirpa[0];
tests/modules/x86_pte_tester/x86_pte_tester.c
379
mutex_exit(&pmap->pm_lock);
tests/modules/x86_pte_tester/x86_pte_tester.c
385
struct pmap *kpm = pmap_kernel();
usr.bin/eject/am_glue.c
62
struct pmap parms;
usr.bin/pmap/pmap.c
137
printf(" pmap = %p,\n", D(vm_map, vm_map)->pmap);
usr.bin/pmap/pmap.c
178
D(vm_map, vm_map)->pmap);
usr.sbin/rpcbind/pmap_svc.c
170
struct pmap reg;
usr.sbin/rpcbind/pmap_svc.c
264
struct pmap reg;
usr.sbin/rpcbind/rpcb_svc_com.c
1441
struct pmap pmap;
usr.sbin/rpcbind/rpcb_svc_com.c
1447
pmap.pm_prot = IPPROTO_UDP;
usr.sbin/rpcbind/rpcb_svc_com.c
1450
pmap.pm_prot = IPPROTO_TCP;
usr.sbin/rpcbind/rpcb_svc_com.c
1459
pmap.pm_port = ((p1 & 0xff) << 8) + (p2 & 0xff);
usr.sbin/rpcbind/rpcb_svc_com.c
1460
pmap.pm_prog = arg->r_prog;
usr.sbin/rpcbind/rpcb_svc_com.c
1461
pmap.pm_vers = arg->r_vers;
usr.sbin/rpcbind/rpcb_svc_com.c
1470
pml->pml_map = pmap;
usr.sbin/rpcbind/security.c
84
struct pmap *pmap;
usr.sbin/rpcbind/security.c
98
pmap = (struct pmap *)args;
usr.sbin/rpcbind/security.c
99
prog = pmap->pm_prog;