Symbol: pmap
include/rpc/pmap_prot.h
102
extern bool_t xdr_pmap(XDR *, struct pmap *);
include/rpc/pmap_prot.h
97
struct pmap pml_map;
lib/libc/rpc/pmap_clnt.c
58
struct pmap parms;
lib/libc/rpc/pmap_clnt.c
96
struct pmap parms;
lib/libc/rpc/pmap_getport.c
61
struct pmap parms;
lib/libc/rpc/pmap_prot.c
45
xdr_pmap(XDR *xdrs, struct pmap *regs)
lib/libcrypto/x509/x509_pmaps.c
165
POLICY_MAPPING *pmap;
lib/libcrypto/x509/x509_pmaps.c
175
if ((pmap = sk_POLICY_MAPPING_value(pmaps, i)) == NULL)
lib/libcrypto/x509/x509_pmaps.c
178
pmap->issuerDomainPolicy))
lib/libcrypto/x509/x509_pmaps.c
181
pmap->subjectDomainPolicy))
lib/libcrypto/x509/x509_pmaps.c
200
POLICY_MAPPING *pmap = NULL;
lib/libcrypto/x509/x509_pmaps.c
222
pmap = POLICY_MAPPING_new();
lib/libcrypto/x509/x509_pmaps.c
223
if (!pmap) {
lib/libcrypto/x509/x509_pmaps.c
227
pmap->issuerDomainPolicy = obj1;
lib/libcrypto/x509/x509_pmaps.c
228
pmap->subjectDomainPolicy = obj2;
lib/libcrypto/x509/x509_pmaps.c
230
if (sk_POLICY_MAPPING_push(pmaps, pmap) == 0) {
lib/libcrypto/x509/x509_pmaps.c
234
pmap = NULL;
lib/libcrypto/x509/x509_pmaps.c
245
POLICY_MAPPING_free(pmap);
regress/sys/arch/amd64/dump_tables/dump_tables.c
301
struct pmap pmap;
regress/sys/arch/amd64/dump_tables/dump_tables.c
302
KGET((u_long)pcb.pcb_pmap, pmap);
regress/sys/arch/amd64/dump_tables/dump_tables.c
303
if (cr3 != pmap.pm_pdirpa)
regress/sys/arch/amd64/dump_tables/dump_tables.c
305
cr3, pmap.pm_pdirpa);
regress/sys/arch/amd64/dump_tables/dump_tables.c
307
cr3 = (u_long)pmap.pm_pdir_intel; /* VA */
sys/arch/alpha/alpha/pmap.c
1026
pmap_t pmap;
sys/arch/alpha/alpha/pmap.c
1034
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK|PR_ZERO);
sys/arch/alpha/alpha/pmap.c
1036
pmap->pm_count = 1;
sys/arch/alpha/alpha/pmap.c
1038
pmap->pm_asni[i].pma_asn = PMAP_ASN_RESERVED;
sys/arch/alpha/alpha/pmap.c
1040
pmap->pm_asni[i].pma_asngen = pmap_asn_info[i].pma_asngen;
sys/arch/alpha/alpha/pmap.c
1042
mtx_init(&pmap->pm_mtx, IPL_VM);
sys/arch/alpha/alpha/pmap.c
1046
i = pmap_lev1map_create(pmap, cpu_number());
sys/arch/alpha/alpha/pmap.c
1054
TAILQ_INSERT_TAIL(&pmap_all_pmaps, pmap, pm_list);
sys/arch/alpha/alpha/pmap.c
1057
return (pmap);
sys/arch/alpha/alpha/pmap.c
1067
pmap_destroy(pmap_t pmap)
sys/arch/alpha/alpha/pmap.c
1073
printf("pmap_destroy(%p)\n", pmap);
sys/arch/alpha/alpha/pmap.c
1076
refs = atomic_dec_int_nv(&pmap->pm_count);
sys/arch/alpha/alpha/pmap.c
1084
TAILQ_REMOVE(&pmap_all_pmaps, pmap, pm_list);
sys/arch/alpha/alpha/pmap.c
1088
pmap_lev1map_destroy(pmap);
sys/arch/alpha/alpha/pmap.c
1091
pool_put(&pmap_pmap_pool, pmap);
sys/arch/alpha/alpha/pmap.c
1100
pmap_reference(pmap_t pmap)
sys/arch/alpha/alpha/pmap.c
1105
printf("pmap_reference(%p)\n", pmap);
sys/arch/alpha/alpha/pmap.c
1108
atomic_inc_int(&pmap->pm_count);
sys/arch/alpha/alpha/pmap.c
1120
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/alpha/alpha/pmap.c
1125
printf("pmap_remove(%p, %lx, %lx)\n", pmap, sva, eva);
sys/arch/alpha/alpha/pmap.c
1128
pmap_do_remove(pmap, sva, eva);
sys/arch/alpha/alpha/pmap.c
1138
pmap_do_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/alpha/alpha/pmap.c
1148
printf("pmap_remove(%p, %lx, %lx)\n", pmap, sva, eva);
sys/arch/alpha/alpha/pmap.c
1159
if (pmap == pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
1160
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1172
needisync |= pmap_remove_mapping(pmap, sva,
sys/arch/alpha/alpha/pmap.c
1178
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1191
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1197
if (pmap->pm_lev1map == kernel_lev1map)
sys/arch/alpha/alpha/pmap.c
1200
saved_l1pte = l1pte = pmap_l1pte(pmap, sva);
sys/arch/alpha/alpha/pmap.c
1211
saved_l2pte = l2pte = pmap_l2pte(pmap, sva, l1pte);
sys/arch/alpha/alpha/pmap.c
1224
pmap_l3pte(pmap, sva, l2pte);
sys/arch/alpha/alpha/pmap.c
1244
pmap, sva,
sys/arch/alpha/alpha/pmap.c
1255
pmap_l3pt_delref(pmap, vptva,
sys/arch/alpha/alpha/pmap.c
1264
pmap_l2pt_delref(pmap, l1pte, saved_l2pte);
sys/arch/alpha/alpha/pmap.c
1272
pmap_l1pt_delref(pmap, saved_l1pte);
sys/arch/alpha/alpha/pmap.c
1275
PMAP_SYNC_ISTREAM_USER(pmap);
sys/arch/alpha/alpha/pmap.c
1278
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1290
pmap_t pmap;
sys/arch/alpha/alpha/pmap.c
1333
pmap = pv->pv_pmap;
sys/arch/alpha/alpha/pmap.c
1336
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1349
pv->pv_pmap != pmap) {
sys/arch/alpha/alpha/pmap.c
1351
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1352
pmap_destroy(pmap);
sys/arch/alpha/alpha/pmap.c
1362
if (pmap_remove_mapping(pmap, pv->pv_va, pv->pv_pte,
sys/arch/alpha/alpha/pmap.c
1364
if (pmap == pmap_kernel())
sys/arch/alpha/alpha/pmap.c
1367
PMAP_SYNC_ISTREAM_USER(pmap);
sys/arch/alpha/alpha/pmap.c
1370
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1371
pmap_destroy(pmap);
sys/arch/alpha/alpha/pmap.c
1387
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/alpha/alpha/pmap.c
1399
pmap, sva, eva, prot);
sys/arch/alpha/alpha/pmap.c
1403
pmap_remove(pmap, sva, eva);
sys/arch/alpha/alpha/pmap.c
1407
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1409
bits = pte_prot(pmap, prot);
sys/arch/alpha/alpha/pmap.c
1410
isactive = PMAP_ISACTIVE(pmap, cpu_id);
sys/arch/alpha/alpha/pmap.c
1412
l1pte = pmap_l1pte(pmap, sva);
sys/arch/alpha/alpha/pmap.c
1418
l2pte = pmap_l2pte(pmap, sva, l1pte);
sys/arch/alpha/alpha/pmap.c
1424
l3pte = pmap_l3pte(pmap, sva, l2pte);
sys/arch/alpha/alpha/pmap.c
1433
PMAP_INVALIDATE_TLB(pmap, sva, hadasm,
sys/arch/alpha/alpha/pmap.c
1435
PMAP_TLB_SHOOTDOWN(pmap, sva,
sys/arch/alpha/alpha/pmap.c
1445
PMAP_SYNC_ISTREAM(pmap);
sys/arch/alpha/alpha/pmap.c
1447
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1465
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, int flags)
sys/arch/alpha/alpha/pmap.c
1483
pmap, va, pa, prot, flags);
sys/arch/alpha/alpha/pmap.c
1486
isactive = PMAP_ISACTIVE(pmap, cpu_id);
sys/arch/alpha/alpha/pmap.c
1496
if (pmap == pmap_kernel())
sys/arch/alpha/alpha/pmap.c
1500
needisync = (pmap->pm_cpus != 0);
sys/arch/alpha/alpha/pmap.c
1504
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1506
if (pmap == pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
1526
KASSERT(pmap->pm_lev1map != kernel_lev1map);
sys/arch/alpha/alpha/pmap.c
1534
l1pte = pmap_l1pte(pmap, va);
sys/arch/alpha/alpha/pmap.c
1537
error = pmap_ptpage_alloc(pmap, l1pte, PGU_L2PT);
sys/arch/alpha/alpha/pmap.c
1539
pmap_l1pt_delref(pmap, l1pte);
sys/arch/alpha/alpha/pmap.c
1558
l2pte = pmap_l2pte(pmap, va, l1pte);
sys/arch/alpha/alpha/pmap.c
1561
error = pmap_ptpage_alloc(pmap, l2pte, PGU_L3PT);
sys/arch/alpha/alpha/pmap.c
1563
pmap_l2pt_delref(pmap, l1pte, l2pte);
sys/arch/alpha/alpha/pmap.c
1579
pte = pmap_l3pte(pmap, va, l2pte);
sys/arch/alpha/alpha/pmap.c
1603
if (pmap != pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
1631
PMAP_STAT_INCR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
1633
PMAP_STAT_DECR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
1650
if (pmap != pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
1659
needisync |= pmap_remove_mapping(pmap, va, pte, TRUE, cpu_id);
sys/arch/alpha/alpha/pmap.c
1666
error = pmap_pv_enter(pmap, pg, va, pte, TRUE);
sys/arch/alpha/alpha/pmap.c
1668
pmap_l3pt_delref(pmap, va, pte, cpu_id);
sys/arch/alpha/alpha/pmap.c
1679
PMAP_STAT_INCR(pmap->pm_stats.resident_count, 1);
sys/arch/alpha/alpha/pmap.c
1681
PMAP_STAT_INCR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
1687
npte = ((pa >> PGSHIFT) << PG_SHIFT) | pte_prot(pmap, prot) | PG_V;
sys/arch/alpha/alpha/pmap.c
1739
PMAP_INVALIDATE_TLB(pmap, va, hadasm, isactive, cpu_id);
sys/arch/alpha/alpha/pmap.c
1740
PMAP_TLB_SHOOTDOWN(pmap, va, hadasm ? PG_ASM : 0);
sys/arch/alpha/alpha/pmap.c
1744
PMAP_SET_NEEDISYNC(pmap);
sys/arch/alpha/alpha/pmap.c
1746
PMAP_SYNC_ISTREAM(pmap);
sys/arch/alpha/alpha/pmap.c
1749
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1768
pmap_t pmap = pmap_kernel();
sys/arch/alpha/alpha/pmap.c
1788
PMAP_STAT_INCR(pmap->pm_stats.resident_count, 1);
sys/arch/alpha/alpha/pmap.c
1790
PMAP_STAT_DECR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
1813
PMAP_INVALIDATE_TLB(pmap, va, TRUE, TRUE, cpu_id);
sys/arch/alpha/alpha/pmap.c
1814
PMAP_TLB_SHOOTDOWN(pmap, va, PG_ASM);
sys/arch/alpha/alpha/pmap.c
1833
pmap_t pmap = pmap_kernel();
sys/arch/alpha/alpha/pmap.c
1863
PMAP_INVALIDATE_TLB(pmap, va, TRUE, TRUE, cpu_id);
sys/arch/alpha/alpha/pmap.c
1864
PMAP_TLB_SHOOTDOWN(pmap, va, PG_ASM);
sys/arch/alpha/alpha/pmap.c
1867
PMAP_STAT_DECR(pmap->pm_stats.resident_count, 1);
sys/arch/alpha/alpha/pmap.c
1868
PMAP_STAT_DECR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
1886
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/alpha/alpha/pmap.c
1892
printf("pmap_unwire(%p, %lx)\n", pmap, va);
sys/arch/alpha/alpha/pmap.c
1895
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1897
pte = pmap_l3pte(pmap, va, NULL);
sys/arch/alpha/alpha/pmap.c
1910
PMAP_STAT_DECR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
1915
"didn't change!\n", pmap, va);
sys/arch/alpha/alpha/pmap.c
1919
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1929
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/alpha/alpha/pmap.c
1937
printf("pmap_extract(%p, %lx) -> ", pmap, va);
sys/arch/alpha/alpha/pmap.c
1940
if (pmap == pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
1958
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
1960
l1pte = pmap_l1pte(pmap, va);
sys/arch/alpha/alpha/pmap.c
1964
l2pte = pmap_l2pte(pmap, va, l1pte);
sys/arch/alpha/alpha/pmap.c
1968
l3pte = pmap_l3pte(pmap, va, l2pte);
sys/arch/alpha/alpha/pmap.c
1976
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2002
struct pmap *pmap = p->p_vmspace->vm_map.pmap;
sys/arch/alpha/alpha/pmap.c
2011
atomic_setbits_ulong(&pmap->pm_cpus, (1UL << cpu_id));
sys/arch/alpha/alpha/pmap.c
2014
pmap_asn_alloc(pmap, cpu_id);
sys/arch/alpha/alpha/pmap.c
2016
PMAP_ACTIVATE(pmap, p, cpu_id);
sys/arch/alpha/alpha/pmap.c
2032
struct pmap *pmap = p->p_vmspace->vm_map.pmap;
sys/arch/alpha/alpha/pmap.c
2042
atomic_clearbits_ulong(&pmap->pm_cpus, (1UL << cpu_number()));
sys/arch/alpha/alpha/pmap.c
213
struct pmap kernel_pmap_store
sys/arch/alpha/alpha/pmap.c
214
[(PMAP_SIZEOF(ALPHA_MAXPROCS) + sizeof(struct pmap) - 1)
sys/arch/alpha/alpha/pmap.c
215
/ sizeof(struct pmap)];
sys/arch/alpha/alpha/pmap.c
2280
pmap_remove_mapping(pmap_t pmap, vaddr_t va, pt_entry_t *pte,
sys/arch/alpha/alpha/pmap.c
2294
pmap, va, pte, dolock, cpu_id);
sys/arch/alpha/alpha/pmap.c
2301
pte = pmap_l3pte(pmap, va, NULL);
sys/arch/alpha/alpha/pmap.c
2315
pmap_pv_remove(pmap, pg, va, dolock);
sys/arch/alpha/alpha/pmap.c
2319
isactive = PMAP_ISACTIVE(pmap, cpu_id);
sys/arch/alpha/alpha/pmap.c
2328
if (pmap == pmap_kernel())
sys/arch/alpha/alpha/pmap.c
2331
PMAP_SET_NEEDISYNC(pmap);
sys/arch/alpha/alpha/pmap.c
2332
needisync = (pmap->pm_cpus != 0);
sys/arch/alpha/alpha/pmap.c
2340
PMAP_STAT_DECR(pmap->pm_stats.wired_count, 1);
sys/arch/alpha/alpha/pmap.c
2341
PMAP_STAT_DECR(pmap->pm_stats.resident_count, 1);
sys/arch/alpha/alpha/pmap.c
2352
PMAP_INVALIDATE_TLB(pmap, va, hadasm, isactive, cpu_id);
sys/arch/alpha/alpha/pmap.c
2353
PMAP_TLB_SHOOTDOWN(pmap, va, hadasm ? PG_ASM : 0);
sys/arch/alpha/alpha/pmap.c
2360
if (pmap != pmap_kernel()) {
sys/arch/alpha/alpha/pmap.c
2366
pmap_l3pt_delref(pmap, va, pte, cpu_id);
sys/arch/alpha/alpha/pmap.c
242
TAILQ_HEAD(, pmap) pmap_all_pmaps;
sys/arch/alpha/alpha/pmap.c
2431
struct pmap *pmap;
sys/arch/alpha/alpha/pmap.c
2462
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/alpha/alpha/pmap.c
2463
PMAP_LOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2465
pte = pmap_l3pte(pmap, v, NULL);
sys/arch/alpha/alpha/pmap.c
2472
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2478
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2540
PMAP_UNLOCK(pmap);
sys/arch/alpha/alpha/pmap.c
2647
pmap_pv_enter(pmap_t pmap, struct vm_page *pg, vaddr_t va, pt_entry_t *pte,
sys/arch/alpha/alpha/pmap.c
2659
newpv->pv_pmap = pmap;
sys/arch/alpha/alpha/pmap.c
2672
if (pmap == pv->pv_pmap && va == pv->pv_va) {
sys/arch/alpha/alpha/pmap.c
2673
printf("pmap = %p, va = 0x%lx\n", pmap, va);
sys/arch/alpha/alpha/pmap.c
2698
pmap_pv_remove(pmap_t pmap, struct vm_page *pg, vaddr_t va, boolean_t dolock)
sys/arch/alpha/alpha/pmap.c
2710
if (pmap == pv->pv_pmap && va == pv->pv_va)
sys/arch/alpha/alpha/pmap.c
2871
struct pmap *kpm = pmap_kernel(), *pm;
sys/arch/alpha/alpha/pmap.c
2972
pmap_lev1map_create(pmap_t pmap, cpuid_t cpu_id)
sys/arch/alpha/alpha/pmap.c
2976
KASSERT(pmap != pmap_kernel());
sys/arch/alpha/alpha/pmap.c
2977
KASSERT(pmap->pm_asni[cpu_id].pma_asn == PMAP_ASN_RESERVED);
sys/arch/alpha/alpha/pmap.c
2985
pmap->pm_lev1map = l1pt;
sys/arch/alpha/alpha/pmap.c
2999
pmap_lev1map_destroy(pmap_t pmap)
sys/arch/alpha/alpha/pmap.c
3001
pt_entry_t *l1pt = pmap->pm_lev1map;
sys/arch/alpha/alpha/pmap.c
3003
KASSERT(pmap != pmap_kernel());
sys/arch/alpha/alpha/pmap.c
3008
pmap->pm_lev1map = kernel_lev1map;
sys/arch/alpha/alpha/pmap.c
3092
pmap_ptpage_alloc(pmap_t pmap, pt_entry_t *pte, int usage)
sys/arch/alpha/alpha/pmap.c
3107
(pmap == pmap_kernel() ? PG_ASM : 0));
sys/arch/alpha/alpha/pmap.c
3121
pmap_ptpage_free(pmap_t pmap, pt_entry_t *pte)
sys/arch/alpha/alpha/pmap.c
3147
pmap_l3pt_delref(pmap_t pmap, vaddr_t va, pt_entry_t *l3pte, cpuid_t cpu_id)
sys/arch/alpha/alpha/pmap.c
3152
l1pte = pmap_l1pte(pmap, va);
sys/arch/alpha/alpha/pmap.c
3153
l2pte = pmap_l2pte(pmap, va, l1pte);
sys/arch/alpha/alpha/pmap.c
3156
if (pmap == pmap_kernel())
sys/arch/alpha/alpha/pmap.c
3169
pmap_ptpage_free(pmap, l2pte);
sys/arch/alpha/alpha/pmap.c
3179
PMAP_INVALIDATE_TLB(pmap,
sys/arch/alpha/alpha/pmap.c
3181
PMAP_ISACTIVE(pmap, cpu_id), cpu_id);
sys/arch/alpha/alpha/pmap.c
3182
PMAP_TLB_SHOOTDOWN(pmap,
sys/arch/alpha/alpha/pmap.c
3190
pmap_l2pt_delref(pmap, l1pte, l2pte);
sys/arch/alpha/alpha/pmap.c
3203
pmap_l2pt_delref(pmap_t pmap, pt_entry_t *l1pte, pt_entry_t *l2pte)
sys/arch/alpha/alpha/pmap.c
3205
KASSERT(pmap != pmap_kernel());
sys/arch/alpha/alpha/pmap.c
3216
pmap_ptpage_free(pmap, l1pte);
sys/arch/alpha/alpha/pmap.c
3222
pmap_l1pt_delref(pmap, l1pte);
sys/arch/alpha/alpha/pmap.c
3235
pmap_l1pt_delref(pmap_t pmap, pt_entry_t *l1pte)
sys/arch/alpha/alpha/pmap.c
3237
KASSERT(pmap != pmap_kernel());
sys/arch/alpha/alpha/pmap.c
3253
pmap_asn_alloc(pmap_t pmap, cpuid_t cpu_id)
sys/arch/alpha/alpha/pmap.c
3255
struct pmap_asn_info *pma = &pmap->pm_asni[cpu_id];
sys/arch/alpha/alpha/pmap.c
3260
printf("pmap_asn_alloc(%p)\n", pmap);
sys/arch/alpha/alpha/pmap.c
3275
if (pmap->pm_lev1map == kernel_lev1map) {
sys/arch/alpha/alpha/pmap.c
3385
pma->pma_asn, pmap);
sys/arch/alpha/alpha/pmap.c
3392
atomic_clearbits_ulong(&pmap->pm_needisync, (1UL << cpu_id));
sys/arch/alpha/alpha/pmap.c
3407
pmap_t pmap, vaddr_t va, pt_entry_t pte)
sys/arch/alpha/alpha/pmap.c
3423
pj->pj_pmap = pmap;
sys/arch/alpha/alpha/pmap.c
3439
pmap_tlb_shootdown(pmap_t pmap, vaddr_t va, pt_entry_t pte, u_long *cpumaskp)
sys/arch/alpha/alpha/pmap.c
345
#define PMAP_LOCK(pmap) mtx_enter(&pmap->pm_mtx)
sys/arch/alpha/alpha/pmap.c
346
#define PMAP_UNLOCK(pmap) mtx_leave(&pmap->pm_mtx)
sys/arch/alpha/alpha/pmap.c
3466
if (pmap != pmap_kernel() &&
sys/arch/alpha/alpha/pmap.c
3467
PMAP_ISACTIVE(pmap, ci->ci_cpuid) == 0) {
sys/arch/alpha/alpha/pmap.c
3468
PMAP_INVALIDATE_ASN(pmap, ci->ci_cpuid);
sys/arch/alpha/alpha/pmap.c
3476
pmap_tlb_shootdown_job(pq, pmap, va, pte);
sys/arch/alpha/alpha/pmap.c
475
(isactive_ ^ ((pm) == curproc->p_vmspace->vm_map.pmap))) \
sys/arch/alpha/alpha/pmap.c
477
isactive_, (pm), curproc->p_vmspace->vm_map.pmap); \
sys/arch/alpha/alpha/pmap.c
490
#define PMAP_ACTIVATE_ASN_SANITY(pmap, cpu_id) \
sys/arch/alpha/alpha/pmap.c
492
struct pmap_asn_info *__pma = &(pmap)->pm_asni[(cpu_id)]; \
sys/arch/alpha/alpha/pmap.c
495
if ((pmap)->pm_lev1map == kernel_lev1map) { \
sys/arch/alpha/alpha/pmap.c
531
#define PMAP_ACTIVATE_ASN_SANITY(pmap, cpu_id) /* nothing */
sys/arch/alpha/alpha/pmap.c
544
#define PMAP_ACTIVATE(pmap, p, cpu_id) \
sys/arch/alpha/alpha/pmap.c
546
PMAP_ACTIVATE_ASN_SANITY(pmap, cpu_id); \
sys/arch/alpha/alpha/pmap.c
549
ALPHA_K0SEG_TO_PHYS((vaddr_t)(pmap)->pm_lev1map) >> PGSHIFT; \
sys/arch/alpha/alpha/pmap.c
551
(pmap)->pm_asni[(cpu_id)].pma_asn; \
sys/arch/alpha/alpha/pmap.c
568
#define PMAP_SET_NEEDISYNC(pmap) (pmap)->pm_needisync = ~0UL
sys/arch/alpha/alpha/pmap.c
584
#define PMAP_SYNC_ISTREAM_USER(pmap) \
sys/arch/alpha/alpha/pmap.c
586
alpha_multicast_ipi((pmap)->pm_cpus, ALPHA_IPI_AST); \
sys/arch/alpha/alpha/pmap.c
591
#define PMAP_SYNC_ISTREAM_USER(pmap) /* done before userret() */
sys/arch/alpha/alpha/pmap.c
594
#define PMAP_SYNC_ISTREAM(pmap) \
sys/arch/alpha/alpha/pmap.c
596
if ((pmap) == pmap_kernel()) \
sys/arch/alpha/alpha/pmap.c
599
PMAP_SYNC_ISTREAM_USER(pmap); \
sys/arch/alpha/alpha/pmap.c
615
#define PMAP_INVALIDATE_ASN(pmap, cpu_id) \
sys/arch/alpha/alpha/pmap.c
617
(pmap)->pm_asni[(cpu_id)].pma_asn = PMAP_ASN_RESERVED; \
sys/arch/alpha/alpha/pmap.c
625
#define PMAP_INVALIDATE_TLB(pmap, va, hadasm, isactive, cpu_id) \
sys/arch/alpha/alpha/pmap.c
633
} else if ((pmap)->pm_asni[(cpu_id)].pma_asngen == \
sys/arch/alpha/alpha/pmap.c
641
PMAP_INVALIDATE_ASN((pmap), (cpu_id)); \
sys/arch/alpha/dev/bus_dma.c
125
pmap_t pmap;
sys/arch/alpha/dev/bus_dma.c
131
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/alpha/dev/bus_dma.c
133
pmap = pmap_kernel();
sys/arch/alpha/dev/bus_dma.c
142
pmap_extract(pmap, vaddr, &curaddr);
sys/arch/alpha/dev/sgmap_typedep.c
169
(void)pmap_extract(pmap, va, &pa);
sys/arch/alpha/dev/sgmap_typedep.c
60
pmap_t pmap;
sys/arch/alpha/dev/sgmap_typedep.c
88
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/alpha/dev/sgmap_typedep.c
90
pmap = pmap_kernel();
sys/arch/alpha/include/pmap.h
109
typedef struct pmap *pmap_t;
sys/arch/alpha/include/pmap.h
116
(ALIGN(sizeof(struct pmap) + \
sys/arch/alpha/include/pmap.h
121
extern struct pmap kernel_pmap_store[];
sys/arch/alpha/include/pmap.h
131
struct pmap *pv_pmap; /* pmap where mapping lies */
sys/arch/alpha/include/pmap.h
155
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/alpha/include/pmap.h
156
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/alpha/include/pmap.h
158
#define pmap_update(pmap) /* nothing (yet) */
sys/arch/alpha/include/pmap.h
214
#define pmap_l1pte(pmap, v) \
sys/arch/alpha/include/pmap.h
215
(&(pmap)->pm_lev1map[l1pte_index((vaddr_t)(v))])
sys/arch/alpha/include/pmap.h
218
pmap_l2pte(pmap_t pmap, vaddr_t v, pt_entry_t *l1pte)
sys/arch/alpha/include/pmap.h
223
l1pte = pmap_l1pte(pmap, v);
sys/arch/alpha/include/pmap.h
233
pmap_l3pte(pmap_t pmap, vaddr_t v, pt_entry_t *l2pte)
sys/arch/alpha/include/pmap.h
238
l1pte = pmap_l1pte(pmap, v);
sys/arch/alpha/include/pmap.h
260
#define PMAP_USERRET(pmap) \
sys/arch/alpha/include/pmap.h
264
if ((pmap)->pm_needisync & cpu_mask) { \
sys/arch/alpha/include/pmap.h
265
atomic_clearbits_ulong(&(pmap)->pm_needisync, \
sys/arch/alpha/include/pmap.h
99
TAILQ_ENTRY(pmap) pm_list; /* list of all pmaps */
sys/arch/amd64/amd64/bus_dma.c
730
pmap_t pmap;
sys/arch/amd64/amd64/bus_dma.c
735
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/amd64/amd64/bus_dma.c
737
pmap = pmap_kernel();
sys/arch/amd64/amd64/bus_dma.c
747
pmap_extract(pmap, vaddr, (paddr_t *)&curaddr);
sys/arch/amd64/amd64/kexec.c
319
pmap_enter(curproc->p_vmspace->vm_map.pmap, pa, (vaddr_t)pa,
sys/arch/amd64/amd64/kexec.c
329
pmap_enter(curproc->p_vmspace->vm_map.pmap, pa, (vaddr_t)pa,
sys/arch/amd64/amd64/machdep.c
1401
struct pmap *kmp = pmap_kernel();
sys/arch/amd64/amd64/pmap.c
1090
pmap_enter_pv(struct vm_page *pg, struct pv_entry *pve, struct pmap *pmap,
sys/arch/amd64/amd64/pmap.c
1093
pve->pv_pmap = pmap;
sys/arch/amd64/amd64/pmap.c
1110
pmap_remove_pv(struct vm_page *pg, struct pmap *pmap, vaddr_t va)
sys/arch/amd64/amd64/pmap.c
1117
if (pve->pv_pmap == pmap && pve->pv_va == va) { /* match? */
sys/arch/amd64/amd64/pmap.c
1132
pmap_find_ptp(struct pmap *pmap, vaddr_t va, paddr_t pa, int level)
sys/arch/amd64/amd64/pmap.c
1137
if (pa != (paddr_t)-1 && pmap->pm_ptphint[lidx] &&
sys/arch/amd64/amd64/pmap.c
1138
pa == VM_PAGE_TO_PHYS(pmap->pm_ptphint[lidx]))
sys/arch/amd64/amd64/pmap.c
1139
return (pmap->pm_ptphint[lidx]);
sys/arch/amd64/amd64/pmap.c
1141
pg = uvm_pagelookup(&pmap->pm_obj[lidx], ptp_va2o(va, level));
sys/arch/amd64/amd64/pmap.c
1147
pmap_freepage(struct pmap *pmap, struct vm_page *ptp, int level,
sys/arch/amd64/amd64/pmap.c
1155
obj = &pmap->pm_obj[lidx];
sys/arch/amd64/amd64/pmap.c
1156
pmap->pm_stats.resident_count--;
sys/arch/amd64/amd64/pmap.c
1157
if (pmap->pm_ptphint[lidx] == ptp)
sys/arch/amd64/amd64/pmap.c
1158
pmap->pm_ptphint[lidx] = RBT_ROOT(uvm_objtree, &obj->memt);
sys/arch/amd64/amd64/pmap.c
1165
pmap_free_ptp(struct pmap *pmap, struct vm_page *ptp, vaddr_t va,
sys/arch/amd64/amd64/pmap.c
1174
pmap_freepage(pmap, ptp, level, pagelist);
sys/arch/amd64/amd64/pmap.c
1177
if (level == PTP_LEVELS - 1 && pmap->pm_pdir_intel != NULL) {
sys/arch/amd64/amd64/pmap.c
1179
pmap_pte_set(&pmap->pm_pdir_intel[index], 0);
sys/arch/amd64/amd64/pmap.c
1186
pmap_tlb_shootpage(pmap, invaladdr + index * PAGE_SIZE,
sys/arch/amd64/amd64/pmap.c
1189
ptp = pmap_find_ptp(pmap, va, (paddr_t)-1, level + 1);
sys/arch/amd64/amd64/pmap.c
1204
pmap_get_ptp(struct pmap *pmap, vaddr_t va)
sys/arch/amd64/amd64/pmap.c
1236
obj = &pmap->pm_obj[i-2];
sys/arch/amd64/amd64/pmap.c
1245
pmap->pm_ptphint[i - 2] = ptp;
sys/arch/amd64/amd64/pmap.c
1254
if (pmap->pm_pdir_intel != NULL && i == PTP_LEVELS &&
sys/arch/amd64/amd64/pmap.c
1256
pva_intel = pmap->pm_pdir_intel;
sys/arch/amd64/amd64/pmap.c
1263
pmap->pm_stats.resident_count++;
sys/arch/amd64/amd64/pmap.c
1270
pptp = pmap_find_ptp(pmap, va, ppa, i);
sys/arch/amd64/amd64/pmap.c
1284
ptp = pmap_find_ptp(pmap, va, ppa, 1);
sys/arch/amd64/amd64/pmap.c
1294
pmap->pm_ptphint[0] = ptp;
sys/arch/amd64/amd64/pmap.c
1311
struct pmap *kpm = pmap_kernel();
sys/arch/amd64/amd64/pmap.c
1343
struct pmap *kpm = pmap_kernel();
sys/arch/amd64/amd64/pmap.c
1356
struct pmap *
sys/arch/amd64/amd64/pmap.c
1359
struct pmap *pmap;
sys/arch/amd64/amd64/pmap.c
1362
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK);
sys/arch/amd64/amd64/pmap.c
1364
mtx_init(&pmap->pm_mtx, IPL_VM);
sys/arch/amd64/amd64/pmap.c
1368
uvm_obj_init(&pmap->pm_obj[i], &pmap_pager, 1);
sys/arch/amd64/amd64/pmap.c
1369
pmap->pm_ptphint[i] = NULL;
sys/arch/amd64/amd64/pmap.c
1371
pmap->pm_stats.wired_count = 0;
sys/arch/amd64/amd64/pmap.c
1372
pmap->pm_stats.resident_count = 1; /* count the PDP allocd below */
sys/arch/amd64/amd64/pmap.c
1373
pmap->pm_type = PMAP_TYPE_NORMAL;
sys/arch/amd64/amd64/pmap.c
1374
pmap->eptp = 0;
sys/arch/amd64/amd64/pmap.c
1384
pmap->pm_pdir = pool_get(&pmap_pdp_pool, PR_WAITOK);
sys/arch/amd64/amd64/pmap.c
1385
pmap_pdp_ctor(pmap->pm_pdir);
sys/arch/amd64/amd64/pmap.c
1387
pmap->pm_pdirpa = pmap->pm_pdir[PDIR_SLOT_PTE] & pg_frame;
sys/arch/amd64/amd64/pmap.c
1394
pmap->pm_pdir_intel = pool_get(&pmap_pdp_pool, PR_WAITOK);
sys/arch/amd64/amd64/pmap.c
1395
pmap_pdp_ctor_intel(pmap->pm_pdir_intel);
sys/arch/amd64/amd64/pmap.c
1396
pmap->pm_stats.resident_count++;
sys/arch/amd64/amd64/pmap.c
1397
if (!pmap_extract(pmap_kernel(), (vaddr_t)pmap->pm_pdir_intel,
sys/arch/amd64/amd64/pmap.c
1398
&pmap->pm_pdirpa_intel))
sys/arch/amd64/amd64/pmap.c
1402
pmap->pm_pdir_intel = NULL;
sys/arch/amd64/amd64/pmap.c
1403
pmap->pm_pdirpa_intel = 0;
sys/arch/amd64/amd64/pmap.c
1407
LIST_INSERT_HEAD(&pmaps, pmap, pm_list);
sys/arch/amd64/amd64/pmap.c
1409
return (pmap);
sys/arch/amd64/amd64/pmap.c
1418
pmap_destroy(struct pmap *pmap)
sys/arch/amd64/amd64/pmap.c
1428
refs = atomic_dec_int_nv(&pmap->pm_obj[0].uo_refs);
sys/arch/amd64/amd64/pmap.c
1437
LIST_REMOVE(pmap, pm_list);
sys/arch/amd64/amd64/pmap.c
1446
&pmap->pm_obj[i].memt)) != NULL) {
sys/arch/amd64/amd64/pmap.c
1450
pmap->pm_stats.resident_count--;
sys/arch/amd64/amd64/pmap.c
1456
pool_put(&pmap_pdp_pool, pmap->pm_pdir);
sys/arch/amd64/amd64/pmap.c
1458
if (pmap->pm_pdir_intel != NULL) {
sys/arch/amd64/amd64/pmap.c
1459
pmap->pm_stats.resident_count--;
sys/arch/amd64/amd64/pmap.c
1460
pool_put(&pmap_pdp_pool, pmap->pm_pdir_intel);
sys/arch/amd64/amd64/pmap.c
1463
pool_put(&pmap_pmap_pool, pmap);
sys/arch/amd64/amd64/pmap.c
1471
pmap_reference(struct pmap *pmap)
sys/arch/amd64/amd64/pmap.c
1473
atomic_inc_int(&pmap->pm_obj[0].uo_refs);
sys/arch/amd64/amd64/pmap.c
1487
struct pmap *pmap = p->p_vmspace->vm_map.pmap;
sys/arch/amd64/amd64/pmap.c
1489
pcb->pcb_pmap = pmap;
sys/arch/amd64/amd64/pmap.c
1490
pcb->pcb_cr3 = pmap->pm_pdirpa;
sys/arch/amd64/amd64/pmap.c
1491
pcb->pcb_cr3 |= (pmap != pmap_kernel()) ? cr3_pcid_proc :
sys/arch/amd64/amd64/pmap.c
1501
self->ci_proc_pmap = pmap;
sys/arch/amd64/amd64/pmap.c
1506
self->ci_user_cr3 = pmap->pm_pdirpa_intel |
sys/arch/amd64/amd64/pmap.c
1527
KASSERT(self->ci_proc_pmap == p->p_vmspace->vm_map.pmap);
sys/arch/amd64/amd64/pmap.c
1563
pmap_extract(struct pmap *pmap, vaddr_t va, paddr_t *pap)
sys/arch/amd64/amd64/pmap.c
1568
if (pmap == pmap_kernel() && va >= PMAP_DIRECT_BASE &&
sys/arch/amd64/amd64/pmap.c
1574
if (pmap != pmap_kernel())
sys/arch/amd64/amd64/pmap.c
1575
mtx_enter(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
1577
level = pmap_find_pte_direct(pmap, va, &ptes, &offs);
sys/arch/amd64/amd64/pmap.c
1580
if (pmap != pmap_kernel())
sys/arch/amd64/amd64/pmap.c
1581
mtx_leave(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
1654
pmap_remove_ptes(struct pmap *pmap, struct vm_page *ptp, vaddr_t ptpva,
sys/arch/amd64/amd64/pmap.c
1683
pmap->pm_stats.wired_count--;
sys/arch/amd64/amd64/pmap.c
1684
pmap->pm_stats.resident_count--;
sys/arch/amd64/amd64/pmap.c
1714
pve = pmap_remove_pv(pg, pmap, startva);
sys/arch/amd64/amd64/pmap.c
1733
pmap_remove_pte(struct pmap *pmap, struct vm_page *ptp, pt_entry_t *pte,
sys/arch/amd64/amd64/pmap.c
1750
pmap->pm_stats.wired_count--;
sys/arch/amd64/amd64/pmap.c
1751
pmap->pm_stats.resident_count--;
sys/arch/amd64/amd64/pmap.c
1778
pve = pmap_remove_pv(pg, pmap, va);
sys/arch/amd64/amd64/pmap.c
1794
pmap_remove(struct pmap *pmap, vaddr_t sva, vaddr_t eva)
sys/arch/amd64/amd64/pmap.c
1797
if (pmap_is_ept(pmap))
sys/arch/amd64/amd64/pmap.c
1798
pmap_remove_ept(pmap, sva, eva);
sys/arch/amd64/amd64/pmap.c
1801
pmap_do_remove(pmap, sva, eva, PMAP_REMOVE_ALL);
sys/arch/amd64/amd64/pmap.c
1811
pmap_do_remove(struct pmap *pmap, vaddr_t sva, vaddr_t eva, int flags)
sys/arch/amd64/amd64/pmap.c
1827
scr3 = pmap_map_ptes(pmap);
sys/arch/amd64/amd64/pmap.c
1842
if (pmap == pmap_kernel()) {
sys/arch/amd64/amd64/pmap.c
1846
ptp = pmap_find_ptp(pmap, sva, ptppa, 1);
sys/arch/amd64/amd64/pmap.c
1855
result = pmap_remove_pte(pmap, ptp,
sys/arch/amd64/amd64/pmap.c
1864
pmap_free_ptp(pmap, ptp, sva, &empty_ptps);
sys/arch/amd64/amd64/pmap.c
1865
pmap_tlb_shootpage(pmap, sva, shootself);
sys/arch/amd64/amd64/pmap.c
1866
pmap_unmap_ptes(pmap, scr3);
sys/arch/amd64/amd64/pmap.c
1869
pmap_unmap_ptes(pmap, scr3);
sys/arch/amd64/amd64/pmap.c
1909
if (pmap == pmap_kernel()) {
sys/arch/amd64/amd64/pmap.c
1913
ptp = pmap_find_ptp(pmap, va, ptppa, 1);
sys/arch/amd64/amd64/pmap.c
1919
pmap_remove_ptes(pmap, ptp, (vaddr_t)&PTE_BASE[pl1_i(va)],
sys/arch/amd64/amd64/pmap.c
1924
pmap_free_ptp(pmap, ptp, va, &empty_ptps);
sys/arch/amd64/amd64/pmap.c
1929
pmap_tlb_shoottlb(pmap, shootself);
sys/arch/amd64/amd64/pmap.c
1931
pmap_tlb_shootrange(pmap, sva, eva, shootself);
sys/arch/amd64/amd64/pmap.c
1933
pmap_unmap_ptes(pmap, scr3);
sys/arch/amd64/amd64/pmap.c
1958
struct pmap *pm;
sys/arch/amd64/amd64/pmap.c
2157
pmap_write_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/amd64/amd64/pmap.c
2166
scr3 = pmap_map_ptes(pmap);
sys/arch/amd64/amd64/pmap.c
2219
pmap_tlb_shoottlb(pmap, shootself);
sys/arch/amd64/amd64/pmap.c
2221
pmap_tlb_shootrange(pmap, sva, eva, shootself);
sys/arch/amd64/amd64/pmap.c
2223
pmap_unmap_ptes(pmap, scr3);
sys/arch/amd64/amd64/pmap.c
2238
pmap_unwire(struct pmap *pmap, vaddr_t va)
sys/arch/amd64/amd64/pmap.c
2243
level = pmap_find_pte_direct(pmap, va, &ptes, &offs);
sys/arch/amd64/amd64/pmap.c
225
struct pmap kernel_pmap_store; /* the kernel's pmap (proc0) */
sys/arch/amd64/amd64/pmap.c
2253
pmap->pm_stats.wired_count--;
sys/arch/amd64/amd64/pmap.c
2258
"didn't change!\n", __func__, pmap, va);
sys/arch/amd64/amd64/pmap.c
2275
struct pmap *pmap = pmap_kernel();
sys/arch/amd64/amd64/pmap.c
2288
if (pmap->pm_pdir_intel == NULL)
sys/arch/amd64/amd64/pmap.c
2289
pmap->pm_pdir_intel = pool_get(&pmap_pdp_pool,
sys/arch/amd64/amd64/pmap.c
2302
pd = pmap->pm_pdir_intel;
sys/arch/amd64/amd64/pmap.c
2306
pmap);
sys/arch/amd64/amd64/pmap.c
2317
if (!pmap_extract(pmap, (vaddr_t)ptp, &npa))
sys/arch/amd64/amd64/pmap.c
2341
if (!pmap_extract(pmap, (vaddr_t)ptp, &npa))
sys/arch/amd64/amd64/pmap.c
2365
if (!pmap_extract(pmap, (vaddr_t)ptp, &npa))
sys/arch/amd64/amd64/pmap.c
2391
level = pmap_find_pte_direct(pmap, va, &ptes, &offs);
sys/arch/amd64/amd64/pmap.c
2417
pmap_convert(struct pmap *pmap, int mode)
sys/arch/amd64/amd64/pmap.c
2421
mtx_enter(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
2422
pmap->pm_type = mode;
sys/arch/amd64/amd64/pmap.c
2424
if (pmap_is_ept(pmap)) {
sys/arch/amd64/amd64/pmap.c
2426
pte = (pt_entry_t *)pmap->pm_pdir;
sys/arch/amd64/amd64/pmap.c
2430
if (pmap->pm_pdir_intel != NULL) {
sys/arch/amd64/amd64/pmap.c
2431
pool_put(&pmap_pdp_pool, pmap->pm_pdir_intel);
sys/arch/amd64/amd64/pmap.c
2432
pmap->pm_pdir_intel = NULL;
sys/arch/amd64/amd64/pmap.c
2435
mtx_leave(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
2439
pmap_remove_ept(struct pmap *pmap, vaddr_t sgpa, vaddr_t egpa)
sys/arch/amd64/amd64/pmap.c
2443
mtx_enter(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
2448
pmap_do_remove_ept(pmap, v);
sys/arch/amd64/amd64/pmap.c
2450
pmap_shootept(pmap, 1);
sys/arch/amd64/amd64/pmap.c
2452
mtx_leave(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
2458
pmap_do_remove_ept(struct pmap *pmap, paddr_t gpa)
sys/arch/amd64/amd64/pmap.c
2466
MUTEX_ASSERT_LOCKED(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
2474
pd4 = (pd_entry_t *)pmap->pm_pdir;
sys/arch/amd64/amd64/pmap.c
2505
pmap->pm_stats.resident_count--;
sys/arch/amd64/amd64/pmap.c
2514
pmap->pm_stats.resident_count--;
sys/arch/amd64/amd64/pmap.c
2524
pmap->pm_stats.resident_count--;
sys/arch/amd64/amd64/pmap.c
2534
pmap->pm_stats.resident_count--;
sys/arch/amd64/amd64/pmap.c
2538
pmap_enter_ept(struct pmap *pmap, paddr_t gpa, paddr_t hpa, vm_prot_t prot)
sys/arch/amd64/amd64/pmap.c
2555
mtx_enter(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
2558
pd = (pd_entry_t *)pmap->pm_pdir;
sys/arch/amd64/amd64/pmap.c
2571
obj = &pmap->pm_obj[2]; /* PML4 UVM object */
sys/arch/amd64/amd64/pmap.c
2596
pmap->pm_stats.resident_count++;
sys/arch/amd64/amd64/pmap.c
2615
obj = &pmap->pm_obj[1]; /* PDPT UVM object */
sys/arch/amd64/amd64/pmap.c
2640
pmap->pm_stats.resident_count++;
sys/arch/amd64/amd64/pmap.c
2659
obj = &pmap->pm_obj[0]; /* PDE UVM object */
sys/arch/amd64/amd64/pmap.c
2680
pmap->pm_stats.resident_count++;
sys/arch/amd64/amd64/pmap.c
2704
pmap->pm_stats.resident_count++;
sys/arch/amd64/amd64/pmap.c
2712
mtx_leave(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
2725
pmap_enter(struct pmap *pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, int flags)
sys/arch/amd64/amd64/pmap.c
2739
if (pmap_is_ept(pmap))
sys/arch/amd64/amd64/pmap.c
2740
return pmap_enter_ept(pmap, va, pa, prot);
sys/arch/amd64/amd64/pmap.c
2752
!pmap_valid_entry(pmap->pm_pdir[pl_i(va, PTP_LEVELS)]))
sys/arch/amd64/amd64/pmap.c
2770
scr3 = pmap_map_ptes(pmap);
sys/arch/amd64/amd64/pmap.c
2772
if (pmap == pmap_kernel()) {
sys/arch/amd64/amd64/pmap.c
2775
ptp = pmap_get_ptp(pmap, va);
sys/arch/amd64/amd64/pmap.c
2778
pmap_unmap_ptes(pmap, scr3);
sys/arch/amd64/amd64/pmap.c
2855
opve = pmap_remove_pv(pg, pmap, va);
sys/arch/amd64/amd64/pmap.c
2881
pmap_enter_pv(pg, pve, pmap, va, ptp);
sys/arch/amd64/amd64/pmap.c
2890
pmap->pm_stats.resident_count += resdelta;
sys/arch/amd64/amd64/pmap.c
2891
pmap->pm_stats.wired_count += wireddelta;
sys/arch/amd64/amd64/pmap.c
2919
if (pmap == pmap_kernel())
sys/arch/amd64/amd64/pmap.c
2944
pmap_tlb_shootpage(pmap, va, shootself);
sys/arch/amd64/amd64/pmap.c
2949
pmap_tlb_shootpage(pmap, va, shootself);
sys/arch/amd64/amd64/pmap.c
2954
pmap_unmap_ptes(pmap, scr3);
sys/arch/amd64/amd64/pmap.c
2972
struct pmap *kpm = pmap_kernel();
sys/arch/amd64/amd64/pmap.c
3053
struct pmap *kpm = pmap_kernel(), *pm;
sys/arch/amd64/amd64/pmap.c
323
void pmap_enter_pv(struct vm_page *, struct pv_entry *, struct pmap *,
sys/arch/amd64/amd64/pmap.c
325
struct vm_page *pmap_get_ptp(struct pmap *, vaddr_t);
sys/arch/amd64/amd64/pmap.c
326
struct vm_page *pmap_find_ptp(struct pmap *, vaddr_t, paddr_t, int);
sys/arch/amd64/amd64/pmap.c
327
int pmap_find_pte_direct(struct pmap *pm, vaddr_t va, pt_entry_t **pd, int *offs);
sys/arch/amd64/amd64/pmap.c
3270
pmap_tlb_shootpage(struct pmap *pm, vaddr_t va, int shootself)
sys/arch/amd64/amd64/pmap.c
328
void pmap_free_ptp(struct pmap *, struct vm_page *,
sys/arch/amd64/amd64/pmap.c
330
void pmap_freepage(struct pmap *, struct vm_page *, int, struct pg_to_free *);
sys/arch/amd64/amd64/pmap.c
3319
pmap_tlb_shootrange(struct pmap *pm, vaddr_t sva, vaddr_t eva, int shootself)
sys/arch/amd64/amd64/pmap.c
332
static int pmap_is_active(struct pmap *, struct cpu_info *);
sys/arch/amd64/amd64/pmap.c
334
paddr_t pmap_map_ptes(struct pmap *);
sys/arch/amd64/amd64/pmap.c
335
struct pv_entry *pmap_remove_pv(struct vm_page *, struct pmap *, vaddr_t);
sys/arch/amd64/amd64/pmap.c
336
void pmap_do_remove(struct pmap *, vaddr_t, vaddr_t, int);
sys/arch/amd64/amd64/pmap.c
338
void pmap_remove_ept(struct pmap *, vaddr_t, vaddr_t);
sys/arch/amd64/amd64/pmap.c
3380
pmap_tlb_shoottlb(struct pmap *pm, int shootself)
sys/arch/amd64/amd64/pmap.c
339
void pmap_do_remove_ept(struct pmap *, vaddr_t);
sys/arch/amd64/amd64/pmap.c
340
int pmap_enter_ept(struct pmap *, vaddr_t, paddr_t, vm_prot_t);
sys/arch/amd64/amd64/pmap.c
341
void pmap_shootept(struct pmap *, int);
sys/arch/amd64/amd64/pmap.c
3429
pmap_shootept(struct pmap *pm, int shootself)
sys/arch/amd64/amd64/pmap.c
343
int pmap_remove_pte(struct pmap *, struct vm_page *, pt_entry_t *,
sys/arch/amd64/amd64/pmap.c
345
void pmap_remove_ptes(struct pmap *, struct vm_page *, vaddr_t,
sys/arch/amd64/amd64/pmap.c
350
void pmap_unmap_ptes(struct pmap *, paddr_t);
sys/arch/amd64/amd64/pmap.c
358
void pmap_tlb_shootpage(struct pmap *, vaddr_t, int);
sys/arch/amd64/amd64/pmap.c
359
void pmap_tlb_shootrange(struct pmap *, vaddr_t, vaddr_t, int);
sys/arch/amd64/amd64/pmap.c
360
void pmap_tlb_shoottlb(struct pmap *, int);
sys/arch/amd64/amd64/pmap.c
377
pmap_is_curpmap(struct pmap *pmap)
sys/arch/amd64/amd64/pmap.c
379
return((pmap == pmap_kernel()) ||
sys/arch/amd64/amd64/pmap.c
380
(pmap->pm_pdirpa == (rcr3() & CR3_PADDR)));
sys/arch/amd64/amd64/pmap.c
389
pmap_is_active(struct pmap *pmap, struct cpu_info *ci)
sys/arch/amd64/amd64/pmap.c
391
return (pmap == pmap_kernel() || pmap == ci->ci_proc_pmap
sys/arch/amd64/amd64/pmap.c
393
|| (pmap_is_ept(pmap) && pmap == ci->ci_ept_pmap)
sys/arch/amd64/amd64/pmap.c
420
pmap_map_ptes(struct pmap *pmap)
sys/arch/amd64/amd64/pmap.c
424
KASSERT(!pmap_is_ept(pmap));
sys/arch/amd64/amd64/pmap.c
427
if (pmap == pmap_kernel())
sys/arch/amd64/amd64/pmap.c
435
mtx_enter(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
440
if (pmap->pm_pdirpa == (cr3 & CR3_PADDR))
sys/arch/amd64/amd64/pmap.c
444
lcr3(pmap->pm_pdirpa | cr3_pcid_temp);
sys/arch/amd64/amd64/pmap.c
451
pmap_unmap_ptes(struct pmap *pmap, paddr_t save_cr3)
sys/arch/amd64/amd64/pmap.c
453
if (pmap != pmap_kernel())
sys/arch/amd64/amd64/pmap.c
454
mtx_leave(&pmap->pm_mtx);
sys/arch/amd64/amd64/pmap.c
461
pmap_find_pte_direct(struct pmap *pm, vaddr_t va, pt_entry_t **pd, int *offs)
sys/arch/amd64/amd64/pmap.c
663
struct pmap *kpm;
sys/arch/amd64/amd64/pmap.c
915
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, IPL_VM, 0,
sys/arch/amd64/amd64/vmm_machdep.c
5010
if (!pmap_extract(p->p_vmspace->vm_map.pmap, hva, &hpa)) {
sys/arch/amd64/amd64/vmm_machdep.c
5021
if (!pmap_extract(p->p_vmspace->vm_map.pmap, hva, &hpa)) {
sys/arch/amd64/amd64/vmm_machdep.c
5128
if (!pmap_extract(p->p_vmspace->vm_map.pmap, hva, &hpa)) {
sys/arch/amd64/amd64/vmm_machdep.c
5144
if (!pmap_extract(p->p_vmspace->vm_map.pmap, hva, &hpa)) {
sys/arch/amd64/include/cpu.h
143
struct pmap *ci_proc_pmap; /* active, non-kernel pmap */
sys/arch/amd64/include/cpu.h
144
struct pmap *ci_user_pmap; /* [o] last pmap used in userspace */
sys/arch/amd64/include/cpu.h
245
struct pmap *ci_ept_pmap; /* [o] last used EPT pmap */
sys/arch/amd64/include/efivar.h
25
struct pmap *sc_pm;
sys/arch/amd64/include/pcb.h
86
struct pmap *pcb_pmap; /* back pointer to our pmap */
sys/arch/amd64/include/pmap.h
276
struct pmap;
sys/arch/amd64/include/pmap.h
277
typedef struct pmap *pmap_t;
sys/arch/amd64/include/pmap.h
283
LIST_HEAD(pmap_head, pmap); /* struct pmap_head: head of a pmap list */
sys/arch/amd64/include/pmap.h
301
LIST_ENTRY(pmap) pm_list; /* list (lck by pm_list lock) */
sys/arch/amd64/include/pmap.h
346
struct pmap *pv_pmap; /* the pmap */
sys/arch/amd64/include/pmap.h
355
extern struct pmap kernel_pmap_store; /* kernel pmap */
sys/arch/amd64/include/pmap.h
368
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/amd64/include/pmap.h
369
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/amd64/include/pmap.h
370
#define pmap_update(pmap) /* nothing (yet) */
sys/arch/amd64/include/pmap.h
395
static void pmap_protect(struct pmap *, vaddr_t,
sys/arch/amd64/include/pmap.h
397
void pmap_remove(struct pmap *, vaddr_t, vaddr_t);
sys/arch/amd64/include/pmap.h
400
void pmap_write_protect(struct pmap *, vaddr_t,
sys/arch/amd64/include/pmap.h
407
void pmap_convert(struct pmap *, int);
sys/arch/amd64/include/pmap.h
472
pmap_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/amd64/include/pmap.h
475
pmap_write_protect(pmap, sva, eva, prot);
sys/arch/amd64/include/pmap.h
477
pmap_remove(pmap, sva, eva);
sys/arch/amd64/isa/isa_machdep.c
644
pmap_t pmap;
sys/arch/amd64/isa/isa_machdep.c
653
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/amd64/isa/isa_machdep.c
655
pmap = pmap_kernel();
sys/arch/amd64/isa/isa_machdep.c
661
pmap_extract(pmap, (vaddr_t)vaddr, &pa);
sys/arch/arm/arm/bus_dma.c
681
map->_dm_proc->p_vmspace->vm_map.pmap->pm_cstate.cs_cache_d == 0))
sys/arch/arm/arm/bus_dma.c
907
pmap_t pmap;
sys/arch/arm/arm/bus_dma.c
916
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/arm/arm/bus_dma.c
918
pmap = pmap_kernel();
sys/arch/arm/arm/bus_dma.c
930
if (__predict_true(pmap == pmap_kernel())) {
sys/arch/arm/arm/bus_dma.c
931
(void) pmap_get_pde_pte(pmap, vaddr, &pde, &ptep);
sys/arch/arm/arm/bus_dma.c
960
(void) pmap_extract(pmap, vaddr, &curaddr);
sys/arch/arm/arm/db_interface.c
165
struct pmap *pmap;
sys/arch/arm/arm/db_interface.c
167
if (!p || !p->p_vmspace || !p->p_vmspace->vm_map.pmap ||
sys/arch/arm/arm/db_interface.c
174
pmap = pmap_kernel();
sys/arch/arm/arm/db_interface.c
176
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/arm/arm/db_interface.c
178
return (pmap_extract(pmap, addr, NULL) == FALSE);
sys/arch/arm/arm/db_interface.c
216
struct pmap *pmap = pmap_kernel();
sys/arch/arm/arm/db_interface.c
233
if (pmap_get_pde_pte(pmap, (vaddr_t) dst, &pde, &pte) == FALSE)
sys/arch/arm/arm/pmap7.c
1693
struct pmap *pm = p->p_vmspace->vm_map.pmap;
sys/arch/arm/arm/pmap7.c
1805
pm = p->p_vmspace->vm_map.pmap;
sys/arch/arm/arm/pmap7.c
2373
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, IPL_NONE, 0,
sys/arch/arm/arm/pmap7.c
242
struct pmap kernel_pmap_store;
sys/arch/arm/arm/pmap7.c
439
(curproc && curproc->p_vmspace->vm_map.pmap == pm))
sys/arch/arm/arm/pmap7.c
959
pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/arm/arm/pmap7.c
998
curpm = curproc->p_vmspace->vm_map.pmap;
sys/arch/arm/include/pmap.h
169
typedef struct pmap *pmap_t;
sys/arch/arm/include/pmap.h
216
extern struct pmap kernel_pmap_store;
sys/arch/arm/include/pmap.h
222
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/arm/include/pmap.h
223
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/arm/include/pmap.h
479
l2pte_is_writeable(pt_entry_t pte, struct pmap *pm)
sys/arch/arm64/arm64/bus_dma.c
598
pmap_t pmap;
sys/arch/arm64/arm64/bus_dma.c
601
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/arm64/arm64/bus_dma.c
603
pmap = pmap_kernel();
sys/arch/arm64/arm64/bus_dma.c
614
if (pmap_extract(pmap, vaddr, &curaddr) == FALSE)
sys/arch/arm64/arm64/bus_dma.c
616
pmap, vaddr);
sys/arch/arm64/arm64/db_interface.c
193
struct pmap *pmap;
sys/arch/arm64/arm64/db_interface.c
195
if (!p || !p->p_vmspace || !p->p_vmspace->vm_map.pmap ||
sys/arch/arm64/arm64/db_interface.c
197
pmap = pmap_kernel();
sys/arch/arm64/arm64/db_interface.c
199
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/arm64/arm64/db_interface.c
201
return (pmap_extract(pmap, addr, NULL) == FALSE);
sys/arch/arm64/arm64/machdep.c
450
struct pmap *pm = p->p_vmspace->vm_map.pmap;
sys/arch/arm64/arm64/pmap.c
106
void pmap_set_l1(struct pmap *, uint64_t, struct pmapvp1 *);
sys/arch/arm64/arm64/pmap.c
107
void pmap_set_l2(struct pmap *, uint64_t, struct pmapvp1 *,
sys/arch/arm64/arm64/pmap.c
109
void pmap_set_l3(struct pmap *, uint64_t, struct pmapvp2 *,
sys/arch/arm64/arm64/pmap.c
114
void pmap_icache_sync_page(struct pmap *, paddr_t);
sys/arch/arm64/arm64/pmap.c
1422
pmap_set_l1(struct pmap *pm, uint64_t va, struct pmapvp1 *l1_va)
sys/arch/arm64/arm64/pmap.c
1442
pmap_set_l2(struct pmap *pm, uint64_t va, struct pmapvp1 *vp1,
sys/arch/arm64/arm64/pmap.c
1463
pmap_set_l3(struct pmap *pm, uint64_t va, struct pmapvp2 *vp2,
sys/arch/arm64/arm64/pmap.c
147
pmap_lock(struct pmap *pmap)
sys/arch/arm64/arm64/pmap.c
1489
pmap_t pm = p->p_vmspace->vm_map.pmap;
sys/arch/arm64/arm64/pmap.c
149
if (pmap != pmap_kernel())
sys/arch/arm64/arm64/pmap.c
150
mtx_enter(&pmap->pm_mtx);
sys/arch/arm64/arm64/pmap.c
1502
pmap_t pm = p->p_vmspace->vm_map.pmap;
sys/arch/arm64/arm64/pmap.c
1518
pmap_t pm = p->p_vmspace->vm_map.pmap;
sys/arch/arm64/arm64/pmap.c
154
pmap_unlock(struct pmap *pmap)
sys/arch/arm64/arm64/pmap.c
156
if (pmap != pmap_kernel())
sys/arch/arm64/arm64/pmap.c
157
mtx_leave(&pmap->pm_mtx);
sys/arch/arm64/arm64/pmap.c
160
#define PMAP_ASSERT_LOCKED(pmap) \
sys/arch/arm64/arm64/pmap.c
161
if ((pmap) != pmap_kernel()) \
sys/arch/arm64/arm64/pmap.c
1615
struct pmap *pm;
sys/arch/arm64/arm64/pmap.c
162
MUTEX_ASSERT_LOCKED(&(pmap)->pm_mtx);
sys/arch/arm64/arm64/pmap.c
1699
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, IPL_NONE, 0,
sys/arch/arm64/arm64/pmap.c
1715
struct pmap *pm = vm_map_pmap(&pr->ps_vmspace->vm_map);
sys/arch/arm64/arm64/pmap.c
1755
pmap_icache_sync_page(struct pmap *pm, paddr_t pa)
sys/arch/arm64/arm64/pmap.c
2322
struct pmap *pm;
sys/arch/arm64/arm64/pmap.c
2330
pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/arm64/arm64/pmap.c
2365
pmap_setpauthkeys(struct pmap *pm)
sys/arch/arm64/arm64/pmap.c
2402
pmap_t pm = p->p_vmspace->vm_map.pmap;
sys/arch/arm64/arm64/pmap.c
59
struct pmap kernel_pmap_;
sys/arch/arm64/arm64/pmap.c
60
struct pmap pmap_tramp;
sys/arch/arm64/arm64/pmap.c
965
pmap_t pmap;
sys/arch/arm64/arm64/pmap.c
967
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK | PR_ZERO);
sys/arch/arm64/arm64/pmap.c
969
mtx_init(&pmap->pm_mtx, IPL_VM);
sys/arch/arm64/arm64/pmap.c
971
pmap_pinit(pmap);
sys/arch/arm64/arm64/pmap.c
976
return (pmap);
sys/arch/arm64/arm64/trap.c
133
if (pmap_fault_fixup(map->pmap, va, access_type))
sys/arch/arm64/arm64/trap.c
201
if (!pmap_fault_fixup(map->pmap, va, access_type)) {
sys/arch/arm64/arm64/vm_machdep.c
72
struct pmap *pm = p2->p_vmspace->vm_map.pmap;
sys/arch/arm64/arm64/vm_machdep.c
73
struct pmap *pm1 = p1->p_vmspace->vm_map.pmap;
sys/arch/arm64/dev/efi_machdep.c
252
struct pmap *pm = sc->sc_pm;
sys/arch/arm64/dev/efi_machdep.c
272
struct pmap *pm = curcpu()->ci_curpm;
sys/arch/arm64/include/cpu.h
137
struct pmap *ci_curpm;
sys/arch/arm64/include/efivar.h
25
struct pmap *sc_pm;
sys/arch/arm64/include/pmap.h
100
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/arm64/include/pmap.h
111
void pmap_setpauthkeys(struct pmap *);
sys/arch/arm64/include/pmap.h
58
typedef struct pmap *pmap_t;
sys/arch/arm64/include/pmap.h
97
extern struct pmap kernel_pmap_;
sys/arch/arm64/include/pmap.h
99
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/hppa/hppa/mainbus.c
781
pmap_t pmap;
sys/arch/hppa/hppa/mainbus.c
783
pmap = p? p->p_vmspace->vm_map.pmap : pmap_kernel();
sys/arch/hppa/hppa/mainbus.c
791
pmap_extract(pmap, vaddr, (paddr_t *)&curaddr);
sys/arch/hppa/hppa/pmap.c
1004
pmap_reference(pmap);
sys/arch/hppa/hppa/pmap.c
1007
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
1008
pde = pmap_pde_get(pmap->pm_pdir, va);
sys/arch/hppa/hppa/pmap.c
101
#define pmap_sid(pmap, va) \
sys/arch/hppa/hppa/pmap.c
1012
pmap_pte_flush(pmap, va, pte);
sys/arch/hppa/hppa/pmap.c
1014
pmap->pm_stats.wired_count--;
sys/arch/hppa/hppa/pmap.c
1015
pmap->pm_stats.resident_count--;
sys/arch/hppa/hppa/pmap.c
1018
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
102
(((va & 0xc0000000) != 0xc0000000)? pmap->pmap_space : HPPA_SID_KERNEL)
sys/arch/hppa/hppa/pmap.c
1020
pmap_destroy(pmap);
sys/arch/hppa/hppa/pmap.c
1031
pmap_unwire(struct pmap *pmap, vaddr_t va)
sys/arch/hppa/hppa/pmap.c
1036
DPRINTF(PDB_FOLLOW|PDB_PMAP, ("pmap_unwire(%p, 0x%lx)\n", pmap, va));
sys/arch/hppa/hppa/pmap.c
1037
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
1039
if ((pde = pmap_pde_get(pmap->pm_pdir, va))) {
sys/arch/hppa/hppa/pmap.c
1044
pmap->pm_stats.wired_count--;
sys/arch/hppa/hppa/pmap.c
1050
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1072
struct pmap *pmap = pve->pv_pmap;
sys/arch/hppa/hppa/pmap.c
1077
if ((pde = pmap_pde_get(pmap->pm_pdir, va))) {
sys/arch/hppa/hppa/pmap.c
1092
pmap_pte_flush(pmap, va, opte);
sys/arch/hppa/hppa/pmap.c
1129
pmap_extract(struct pmap *pmap, vaddr_t va, paddr_t *pap)
sys/arch/hppa/hppa/pmap.c
1133
DPRINTF(PDB_FOLLOW|PDB_EXTRACT, ("pmap_extract(%p, %lx)\n", pmap, va));
sys/arch/hppa/hppa/pmap.c
1135
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
1136
pte = pmap_vp_find(pmap, va);
sys/arch/hppa/hppa/pmap.c
1137
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
1151
struct pmap *pmap = p->p_vmspace->vm_map.pmap;
sys/arch/hppa/hppa/pmap.c
1154
pcb->pcb_space = pmap->pm_space;
sys/arch/hppa/hppa/pmap.c
116
void pmap_pte_flush(struct pmap *pmap, vaddr_t va, pt_entry_t pte);
sys/arch/hppa/hppa/pmap.c
127
pmap_lock(struct pmap *pmap)
sys/arch/hppa/hppa/pmap.c
129
if (pmap != pmap_kernel())
sys/arch/hppa/hppa/pmap.c
1296
pmap_t pmap = vm_map_pmap(&pr->ps_vmspace->vm_map);
sys/arch/hppa/hppa/pmap.c
1298
fdcache(pmap->pm_space, va, len);
sys/arch/hppa/hppa/pmap.c
130
mtx_enter(&pmap->pm_mtx);
sys/arch/hppa/hppa/pmap.c
1300
ficache(pmap->pm_space, va, len);
sys/arch/hppa/hppa/pmap.c
134
pmap_unlock(struct pmap *pmap)
sys/arch/hppa/hppa/pmap.c
136
if (pmap != pmap_kernel())
sys/arch/hppa/hppa/pmap.c
137
mtx_leave(&pmap->pm_mtx);
sys/arch/hppa/hppa/pmap.c
157
pmap_hash(struct pmap *pmap, vaddr_t va)
sys/arch/hppa/hppa/pmap.c
160
(((va >> 8) ^ (pmap->pm_space << 9)) & (pmap_hptsize - 1)));
sys/arch/hppa/hppa/pmap.c
164
pmap_vtag(struct pmap *pmap, vaddr_t va)
sys/arch/hppa/hppa/pmap.c
166
return (0x80000000 | (pmap->pm_space & 0xffff) |
sys/arch/hppa/hppa/pmap.c
200
pmap_pde_set(struct pmap *pm, vaddr_t va, paddr_t ptp)
sys/arch/hppa/hppa/pmap.c
213
pmap_pde_alloc(struct pmap *pm, vaddr_t va, struct vm_page **pdep)
sys/arch/hppa/hppa/pmap.c
250
pmap_pde_ptp(struct pmap *pm, volatile pt_entry_t *pde)
sys/arch/hppa/hppa/pmap.c
265
pmap_pde_release(struct pmap *pmap, vaddr_t va, struct vm_page *ptp)
sys/arch/hppa/hppa/pmap.c
270
("pmap_pde_release(%p, 0x%lx, %p)\n", pmap, va, ptp));
sys/arch/hppa/hppa/pmap.c
272
if (pmap != pmap_kernel() && --ptp->wire_count <= 1) {
sys/arch/hppa/hppa/pmap.c
276
pmap_pde_set(pmap, va, 0);
sys/arch/hppa/hppa/pmap.c
277
pmap->pm_stats.resident_count--;
sys/arch/hppa/hppa/pmap.c
278
if (pmap->pm_ptphint == ptp) {
sys/arch/hppa/hppa/pmap.c
279
pmap->pm_ptphint = RBT_ROOT(uvm_objtree,
sys/arch/hppa/hppa/pmap.c
280
&pmap->pm_obj.memt);
sys/arch/hppa/hppa/pmap.c
318
pmap_pte_flush(struct pmap *pmap, vaddr_t va, pt_entry_t pte)
sys/arch/hppa/hppa/pmap.c
320
fdcache(pmap->pm_space, va, PAGE_SIZE);
sys/arch/hppa/hppa/pmap.c
322
ficache(pmap->pm_space, va, PAGE_SIZE);
sys/arch/hppa/hppa/pmap.c
323
pdtlb(pmap->pm_space, va);
sys/arch/hppa/hppa/pmap.c
324
pitlb(pmap->pm_space, va);
sys/arch/hppa/hppa/pmap.c
326
pdtlb(pmap->pm_space, va);
sys/arch/hppa/hppa/pmap.c
330
hpt = pmap_hash(pmap, va);
sys/arch/hppa/hppa/pmap.c
331
if (hpt->vp_tag == pmap_vtag(pmap, va))
sys/arch/hppa/hppa/pmap.c
338
pmap_vp_find(struct pmap *pm, vaddr_t va)
sys/arch/hppa/hppa/pmap.c
449
pmap_pv_enter(struct vm_page *pg, struct pv_entry *pve, struct pmap *pm,
sys/arch/hppa/hppa/pmap.c
464
pmap_pv_remove(struct vm_page *pg, struct pmap *pmap, vaddr_t va)
sys/arch/hppa/hppa/pmap.c
471
if (pv->pv_pmap == pmap && pv->pv_va == va) {
sys/arch/hppa/hppa/pmap.c
487
struct pmap *kpm;
sys/arch/hppa/hppa/pmap.c
643
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, IPL_NONE, 0,
sys/arch/hppa/hppa/pmap.c
678
struct pmap *
sys/arch/hppa/hppa/pmap.c
681
struct pmap *pmap;
sys/arch/hppa/hppa/pmap.c
686
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK);
sys/arch/hppa/hppa/pmap.c
688
mtx_init(&pmap->pm_mtx, IPL_VM);
sys/arch/hppa/hppa/pmap.c
690
uvm_obj_init(&pmap->pm_obj, &pmap_pager, 1);
sys/arch/hppa/hppa/pmap.c
695
if ((pmap->pm_pdir_pg = pmap_pagealloc(NULL, 0)) == NULL)
sys/arch/hppa/hppa/pmap.c
697
pmap->pm_ptphint = NULL;
sys/arch/hppa/hppa/pmap.c
698
pmap->pm_pdir = (u_int32_t *)VM_PAGE_TO_PHYS(pmap->pm_pdir_pg);
sys/arch/hppa/hppa/pmap.c
699
pmap_sdir_set(space, pmap->pm_pdir);
sys/arch/hppa/hppa/pmap.c
701
pmap->pm_space = space;
sys/arch/hppa/hppa/pmap.c
702
pmap->pm_pid = (space + 1) << 1;
sys/arch/hppa/hppa/pmap.c
704
pmap->pm_stats.resident_count = 1;
sys/arch/hppa/hppa/pmap.c
705
pmap->pm_stats.wired_count = 0;
sys/arch/hppa/hppa/pmap.c
707
return (pmap);
sys/arch/hppa/hppa/pmap.c
711
pmap_destroy(struct pmap *pmap)
sys/arch/hppa/hppa/pmap.c
716
DPRINTF(PDB_FOLLOW|PDB_PMAP, ("pmap_destroy(%p)\n", pmap));
sys/arch/hppa/hppa/pmap.c
718
refs = atomic_dec_int_nv(&pmap->pm_obj.uo_refs);
sys/arch/hppa/hppa/pmap.c
722
KASSERT(RBT_EMPTY(uvm_objtree, &pmap->pm_obj.memt));
sys/arch/hppa/hppa/pmap.c
724
pmap_sdir_set(pmap->pm_space, 0);
sys/arch/hppa/hppa/pmap.c
726
pa = VM_PAGE_TO_PHYS(pmap->pm_pdir_pg);
sys/arch/hppa/hppa/pmap.c
729
uvm_pagefree(pmap->pm_pdir_pg);
sys/arch/hppa/hppa/pmap.c
731
pmap->pm_pdir_pg = NULL;
sys/arch/hppa/hppa/pmap.c
732
pool_put(&pmap_pmap_pool, pmap);
sys/arch/hppa/hppa/pmap.c
739
pmap_reference(struct pmap *pmap)
sys/arch/hppa/hppa/pmap.c
741
DPRINTF(PDB_FOLLOW|PDB_PMAP, ("pmap_reference(%p)\n", pmap));
sys/arch/hppa/hppa/pmap.c
743
atomic_inc_int(&pmap->pm_obj.uo_refs);
sys/arch/hppa/hppa/pmap.c
747
pmap_enter(struct pmap *pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, int flags)
sys/arch/hppa/hppa/pmap.c
757
pmap, va, pa, prot, flags));
sys/arch/hppa/hppa/pmap.c
758
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
760
if (!(pde = pmap_pde_get(pmap->pm_pdir, va)) &&
sys/arch/hppa/hppa/pmap.c
761
!(pde = pmap_pde_alloc(pmap, va, &ptp))) {
sys/arch/hppa/hppa/pmap.c
763
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
770
ptp = pmap_pde_ptp(pmap, pde);
sys/arch/hppa/hppa/pmap.c
776
pmap_pte_flush(pmap, va, pte);
sys/arch/hppa/hppa/pmap.c
778
pmap->pm_stats.wired_count++;
sys/arch/hppa/hppa/pmap.c
780
pmap->pm_stats.wired_count--;
sys/arch/hppa/hppa/pmap.c
790
pve = pmap_pv_remove(pg, pmap, va);
sys/arch/hppa/hppa/pmap.c
797
pmap->pm_stats.resident_count++;
sys/arch/hppa/hppa/pmap.c
799
pmap->pm_stats.wired_count++;
sys/arch/hppa/hppa/pmap.c
807
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
812
pte |= PTE_PROT(pmap_prot(pmap, prot));
sys/arch/hppa/hppa/pmap.c
815
pmap_pv_enter(pg, pve, pmap, va, ptp);
sys/arch/hppa/hppa/pmap.c
821
pte = pa | PTE_PROT(pmap_prot(pmap, prot)) |
sys/arch/hppa/hppa/pmap.c
830
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
836
pmap_remove(struct pmap *pmap, vaddr_t sva, vaddr_t eva)
sys/arch/hppa/hppa/pmap.c
846
("pmap_remove(%p, 0x%lx, 0x%lx)\n", pmap, sva, eva));
sys/arch/hppa/hppa/pmap.c
847
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
851
if (!(pde = pmap_pde_get(pmap->pm_pdir, sva))) {
sys/arch/hppa/hppa/pmap.c
868
pmap_pte_flush(pmap, sva, pte);
sys/arch/hppa/hppa/pmap.c
870
pmap->pm_stats.wired_count--;
sys/arch/hppa/hppa/pmap.c
871
pmap->pm_stats.resident_count--;
sys/arch/hppa/hppa/pmap.c
881
if ((pve = pmap_pv_remove(pg, pmap, sva)))
sys/arch/hppa/hppa/pmap.c
885
ptp = pmap_pde_ptp(pmap, pde);
sys/arch/hppa/hppa/pmap.c
887
pmap_pde_release(pmap, sva, ptp);
sys/arch/hppa/hppa/pmap.c
894
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
908
struct pmap *pmap = pve->pv_pmap;
sys/arch/hppa/hppa/pmap.c
913
if ((pde = pmap_pde_get(pmap->pm_pdir, va))) {
sys/arch/hppa/hppa/pmap.c
92
struct pmap kernel_pmap_store;
sys/arch/hppa/hppa/pmap.c
921
pmap_pte_flush(pmap, va, opte);
sys/arch/hppa/hppa/pmap.c
935
pmap_write_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/hppa/hppa/pmap.c
943
("pmap_write_protect(%p, %lx, %lx, %x)\n", pmap, sva, eva, prot));
sys/arch/hppa/hppa/pmap.c
944
pmap_lock(pmap);
sys/arch/hppa/hppa/pmap.c
947
tlbprot = PTE_PROT(pmap_prot(pmap, prot));
sys/arch/hppa/hppa/pmap.c
952
if (!(pde = pmap_pde_get(pmap->pm_pdir, sva))) {
sys/arch/hppa/hppa/pmap.c
975
pmap_pte_flush(pmap, sva, pte);
sys/arch/hppa/hppa/pmap.c
982
pmap_unlock(pmap);
sys/arch/hppa/hppa/pmap.c
997
struct pmap *pmap = pve->pv_pmap;
sys/arch/hppa/hppa/trap.c
487
(type & T_USER && map->pmap->pm_space != space)) {
sys/arch/hppa/hppa/vm_machdep.c
148
struct pmap *pm = vm_map_pmap(&bp->b_proc->p_vmspace->vm_map);
sys/arch/hppa/hppa/vm_machdep.c
68
pcbp->pcb_space = p2->p_vmspace->vm_map.pmap->pm_space;
sys/arch/hppa/hppa/vm_machdep.c
92
p2->p_vmspace->vm_map.pmap->pm_space;
sys/arch/hppa/include/pmap.h
103
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/hppa/include/pmap.h
122
void pmap_write_protect(struct pmap *, vaddr_t, vaddr_t, vm_prot_t);
sys/arch/hppa/include/pmap.h
123
void pmap_remove(struct pmap *pmap, vaddr_t sva, vaddr_t eva);
sys/arch/hppa/include/pmap.h
127
pmap_prot(struct pmap *pmap, int prot)
sys/arch/hppa/include/pmap.h
130
return (hppa_prot[prot] | (pmap == pmap_kernel()? 0 : TLB_USER));
sys/arch/hppa/include/pmap.h
145
pmap_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/hppa/include/pmap.h
148
pmap_write_protect(pmap, sva, eva, prot);
sys/arch/hppa/include/pmap.h
150
pmap_remove(pmap, sva, eva);
sys/arch/hppa/include/pmap.h
50
typedef struct pmap *pmap_t;
sys/arch/hppa/include/pmap.h
63
struct pmap *pv_pmap; /* the pmap */
sys/arch/hppa/include/pmap.h
77
extern struct pmap kernel_pmap_store;
sys/arch/i386/i386/bus_dma.c
542
pmap_t pmap;
sys/arch/i386/i386/bus_dma.c
545
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/i386/i386/bus_dma.c
547
pmap = pmap_kernel();
sys/arch/i386/i386/bus_dma.c
556
pmap_extract(pmap, vaddr, (paddr_t *)&curaddr);
sys/arch/i386/i386/cpu.c
663
struct pmap *kpm = pmap_kernel();
sys/arch/i386/i386/hibernate_machdep.c
284
struct pmap *kpm = pmap_kernel();
sys/arch/i386/i386/machdep.c
2878
struct pmap *pmap = vm_map_pmap(&p->p_vmspace->vm_map);
sys/arch/i386/i386/machdep.c
2888
initcodesegment(&pmap->pm_codeseg);
sys/arch/i386/i386/machdep.c
2898
curcpu()->ci_gdt[GUCODE_SEL].sd = pmap->pm_codeseg;
sys/arch/i386/i386/machdep.c
2905
pmap->pm_hiexec = 0;
sys/arch/i386/i386/pmap.c
1085
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 32, IPL_NONE, 0,
sys/arch/i386/i386/pmap.c
1190
pmap_enter_pv(struct vm_page *pg, struct pv_entry *pve, struct pmap *pmap,
sys/arch/i386/i386/pmap.c
1193
pve->pv_pmap = pmap;
sys/arch/i386/i386/pmap.c
1212
pmap_remove_pv(struct vm_page *pg, struct pmap *pmap, vaddr_t va)
sys/arch/i386/i386/pmap.c
1219
if (pve->pv_pmap == pmap && pve->pv_va == va) { /* match? */
sys/arch/i386/i386/pmap.c
1243
pmap_alloc_ptp_86(struct pmap *pmap, int pde_index, pt_entry_t pde_flags)
sys/arch/i386/i386/pmap.c
1248
ptp = uvm_pagealloc(&pmap->pm_obj, ptp_i2o(pde_index), NULL,
sys/arch/i386/i386/pmap.c
1256
PDE(pmap, pde_index) = (pd_entry_t)(VM_PAGE_TO_PHYS(ptp) |
sys/arch/i386/i386/pmap.c
1264
if (pmap->pm_pdir_intel && ptp_i2v(pde_index) < VM_MAXUSER_ADDRESS) {
sys/arch/i386/i386/pmap.c
1265
pva_intel = (pd_entry_t *)pmap->pm_pdir_intel;
sys/arch/i386/i386/pmap.c
1266
pva_intel[pde_index] = PDE(pmap, pde_index);
sys/arch/i386/i386/pmap.c
1268
"from 0x%x -> 0x%x\n", __func__, PDE(pmap, pde_index),
sys/arch/i386/i386/pmap.c
1269
pde_index, (uint32_t)&PDE(pmap, pde_index),
sys/arch/i386/i386/pmap.c
1273
pmap->pm_stats.resident_count++; /* count PTP as resident */
sys/arch/i386/i386/pmap.c
1274
pmap->pm_ptphint = ptp;
sys/arch/i386/i386/pmap.c
1286
pmap_get_ptp_86(struct pmap *pmap, int pde_index)
sys/arch/i386/i386/pmap.c
1290
if (pmap_valid_entry(PDE(pmap, pde_index))) {
sys/arch/i386/i386/pmap.c
1292
if (pmap->pm_ptphint &&
sys/arch/i386/i386/pmap.c
1293
(PDE(pmap, pde_index) & PG_FRAME) ==
sys/arch/i386/i386/pmap.c
1294
VM_PAGE_TO_PHYS(pmap->pm_ptphint))
sys/arch/i386/i386/pmap.c
1295
return(pmap->pm_ptphint);
sys/arch/i386/i386/pmap.c
1297
ptp = uvm_pagelookup(&pmap->pm_obj, ptp_i2o(pde_index));
sys/arch/i386/i386/pmap.c
1302
pmap->pm_ptphint = ptp;
sys/arch/i386/i386/pmap.c
1307
return (pmap_alloc_ptp_86(pmap, pde_index, PG_u));
sys/arch/i386/i386/pmap.c
1311
pmap_drop_ptp_86(struct pmap *pm, vaddr_t va, struct vm_page *ptp,
sys/arch/i386/i386/pmap.c
1355
struct pmap *
sys/arch/i386/i386/pmap.c
1358
struct pmap *pmap;
sys/arch/i386/i386/pmap.c
1360
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK);
sys/arch/i386/i386/pmap.c
1362
mtx_init(&pmap->pm_mtx, IPL_VM);
sys/arch/i386/i386/pmap.c
1363
mtx_init(&pmap->pm_apte_mtx, IPL_VM);
sys/arch/i386/i386/pmap.c
1366
uvm_obj_init(&pmap->pm_obj, &pmap_pager, 1);
sys/arch/i386/i386/pmap.c
1367
pmap->pm_stats.wired_count = 0;
sys/arch/i386/i386/pmap.c
1368
pmap->pm_stats.resident_count = 1; /* count the PDP allocd below */
sys/arch/i386/i386/pmap.c
1369
pmap->pm_ptphint = NULL;
sys/arch/i386/i386/pmap.c
1370
pmap->pm_hiexec = 0;
sys/arch/i386/i386/pmap.c
1371
pmap->pm_flags = 0;
sys/arch/i386/i386/pmap.c
1372
pmap->pm_pdir_intel = 0;
sys/arch/i386/i386/pmap.c
1373
pmap->pm_pdirpa_intel = 0;
sys/arch/i386/i386/pmap.c
1375
initcodesegment(&pmap->pm_codeseg);
sys/arch/i386/i386/pmap.c
1377
pmap_pinit_pd(pmap);
sys/arch/i386/i386/pmap.c
1378
return (pmap);
sys/arch/i386/i386/pmap.c
1382
pmap_pinit_pd_86(struct pmap *pmap)
sys/arch/i386/i386/pmap.c
1385
pmap->pm_pdir = (vaddr_t)km_alloc(NBPG, &kv_any, &kp_dirty, &kd_waitok);
sys/arch/i386/i386/pmap.c
1386
if (pmap->pm_pdir == 0)
sys/arch/i386/i386/pmap.c
1388
pmap_extract(pmap_kernel(), (vaddr_t)pmap->pm_pdir,
sys/arch/i386/i386/pmap.c
1389
&pmap->pm_pdirpa);
sys/arch/i386/i386/pmap.c
1390
pmap->pm_pdirsize = NBPG;
sys/arch/i386/i386/pmap.c
1394
bzero((void *)pmap->pm_pdir, PDSLOT_PTE * sizeof(pd_entry_t));
sys/arch/i386/i386/pmap.c
1396
PDE(pmap, PDSLOT_PTE) = pmap->pm_pdirpa | PG_V | PG_KW | PG_U | PG_M;
sys/arch/i386/i386/pmap.c
1397
PDE(pmap, PDSLOT_PTE + 1) = 0;
sys/arch/i386/i386/pmap.c
1406
bcopy(&PDP_BASE[PDSLOT_KERN], &PDE(pmap, PDSLOT_KERN),
sys/arch/i386/i386/pmap.c
1409
bzero(&PDE(pmap, PDSLOT_KERN + nkpde),
sys/arch/i386/i386/pmap.c
1417
pmap_alloc_pdir_intel_x86(pmap);
sys/arch/i386/i386/pmap.c
1421
(void *)pmap->pm_pdir_intel, NBPG);
sys/arch/i386/i386/pmap.c
1425
__func__, pmap, pmap->pm_pdir, pmap->pm_pdirpa,
sys/arch/i386/i386/pmap.c
1426
pmap->pm_pdir_intel, pmap->pm_pdirpa_intel);
sys/arch/i386/i386/pmap.c
1430
LIST_INSERT_HEAD(&pmaps, pmap, pm_list);
sys/arch/i386/i386/pmap.c
1440
pmap_destroy(struct pmap *pmap)
sys/arch/i386/i386/pmap.c
1445
refs = atomic_dec_int_nv(&pmap->pm_obj.uo_refs);
sys/arch/i386/i386/pmap.c
1450
pmap_tlb_droppmap(pmap);
sys/arch/i386/i386/pmap.c
1454
LIST_REMOVE(pmap, pm_list);
sys/arch/i386/i386/pmap.c
1458
while ((pg = RBT_ROOT(uvm_objtree, &pmap->pm_obj.memt)) != NULL) {
sys/arch/i386/i386/pmap.c
1463
km_free((void *)pmap->pm_pdir, pmap->pm_pdirsize, &kv_any, &kp_dirty);
sys/arch/i386/i386/pmap.c
1464
pmap->pm_pdir = 0;
sys/arch/i386/i386/pmap.c
1466
if (pmap->pm_pdir_intel) {
sys/arch/i386/i386/pmap.c
1467
km_free((void *)pmap->pm_pdir_intel, pmap->pm_pdirsize,
sys/arch/i386/i386/pmap.c
1469
pmap->pm_pdir_intel = 0;
sys/arch/i386/i386/pmap.c
1472
pool_put(&pmap_pmap_pool, pmap);
sys/arch/i386/i386/pmap.c
1481
pmap_reference(struct pmap *pmap)
sys/arch/i386/i386/pmap.c
1483
atomic_inc_int(&pmap->pm_obj.uo_refs);
sys/arch/i386/i386/pmap.c
1501
struct pmap *pmap, *opmap;
sys/arch/i386/i386/pmap.c
1504
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/i386/i386/pmap.c
1507
pcb->pcb_pmap = pmap;
sys/arch/i386/i386/pmap.c
1508
pcb->pcb_cr3 = pmap->pm_pdirpa;
sys/arch/i386/i386/pmap.c
1510
if (opmap == pmap) {
sys/arch/i386/i386/pmap.c
1511
if (pmap != pmap_kernel())
sys/arch/i386/i386/pmap.c
1514
self->ci_curpmap = pmap;
sys/arch/i386/i386/pmap.c
1515
lcr3(pmap->pm_pdirpa);
sys/arch/i386/i386/pmap.c
1523
if (pmap->pm_pdirpa_intel) {
sys/arch/i386/i386/pmap.c
1524
self->ci_kern_cr3 = pmap->pm_pdirpa;
sys/arch/i386/i386/pmap.c
1525
self->ci_user_cr3 = pmap->pm_pdirpa_intel;
sys/arch/i386/i386/pmap.c
1532
self->ci_gdt[GUCODE_SEL].sd = pmap->pm_codeseg;
sys/arch/i386/i386/pmap.c
1547
pmap_extract_86(struct pmap *pmap, vaddr_t va, paddr_t *pap)
sys/arch/i386/i386/pmap.c
1551
ptes = pmap_map_ptes_86(pmap);
sys/arch/i386/i386/pmap.c
1552
if (pmap_valid_entry(PDE(pmap, pdei(va)))) {
sys/arch/i386/i386/pmap.c
1554
pmap_unmap_ptes_86(pmap);
sys/arch/i386/i386/pmap.c
1561
pmap_unmap_ptes_86(pmap);
sys/arch/i386/i386/pmap.c
1707
pmap_remove_ptes_86(struct pmap *pmap, struct vm_page *ptp, vaddr_t ptpva,
sys/arch/i386/i386/pmap.c
1736
pmap->pm_stats.wired_count--;
sys/arch/i386/i386/pmap.c
1737
pmap->pm_stats.resident_count--;
sys/arch/i386/i386/pmap.c
1768
pve = pmap_remove_pv(pg, pmap, startva);
sys/arch/i386/i386/pmap.c
1785
pmap_remove(struct pmap *pmap, vaddr_t sva, vaddr_t eva)
sys/arch/i386/i386/pmap.c
1787
pmap_do_remove(pmap, sva, eva, PMAP_REMOVE_ALL);
sys/arch/i386/i386/pmap.c
1791
pmap_do_remove_86(struct pmap *pmap, vaddr_t sva, vaddr_t eva, int flags)
sys/arch/i386/i386/pmap.c
1805
ptes = pmap_map_ptes_86(pmap); /* locks pmap */
sys/arch/i386/i386/pmap.c
1812
if ((eva - sva > 32 * PAGE_SIZE) && pmap != pmap_kernel())
sys/arch/i386/i386/pmap.c
1841
if (!pmap_valid_entry(PDE(pmap, pdei(va))))
sys/arch/i386/i386/pmap.c
1846
ptppa = PDE(pmap, pdei(va)) & PG_FRAME;
sys/arch/i386/i386/pmap.c
1849
if (pmap == pmap_kernel()) {
sys/arch/i386/i386/pmap.c
1853
if (pmap->pm_ptphint &&
sys/arch/i386/i386/pmap.c
1854
VM_PAGE_TO_PHYS(pmap->pm_ptphint) == ptppa) {
sys/arch/i386/i386/pmap.c
1855
ptp = pmap->pm_ptphint;
sys/arch/i386/i386/pmap.c
1865
pmap_remove_ptes_86(pmap, ptp, (vaddr_t)&ptes[atop(va)],
sys/arch/i386/i386/pmap.c
1870
pmap_drop_ptp_86(pmap, va, ptp, ptes);
sys/arch/i386/i386/pmap.c
1875
pmap_tlb_shootrange(pmap, va, blkendva);
sys/arch/i386/i386/pmap.c
1881
pmap_unmap_ptes_86(pmap);
sys/arch/i386/i386/pmap.c
1905
struct pmap *pm;
sys/arch/i386/i386/pmap.c
2110
pmap_write_protect_86(struct pmap *pmap, vaddr_t sva, vaddr_t eva,
sys/arch/i386/i386/pmap.c
2119
ptes = pmap_map_ptes_86(pmap); /* locks pmap */
sys/arch/i386/i386/pmap.c
2121
if ((eva - sva > 32 * PAGE_SIZE) && pmap != pmap_kernel())
sys/arch/i386/i386/pmap.c
2144
if (!pmap_valid_entry(PDE(pmap, pdei(va))))
sys/arch/i386/i386/pmap.c
2166
pmap_exec_account(pmap, va, *spte, npte);
sys/arch/i386/i386/pmap.c
2176
pmap_tlb_shootrange(pmap, sva, eva);
sys/arch/i386/i386/pmap.c
2178
pmap_unmap_ptes_86(pmap); /* unlocks pmap */
sys/arch/i386/i386/pmap.c
2193
pmap_unwire_86(struct pmap *pmap, vaddr_t va)
sys/arch/i386/i386/pmap.c
2197
if (pmap_valid_entry(PDE(pmap, pdei(va)))) {
sys/arch/i386/i386/pmap.c
2198
ptes = pmap_map_ptes_86(pmap); /* locks pmap */
sys/arch/i386/i386/pmap.c
2208
pmap->pm_stats.wired_count--;
sys/arch/i386/i386/pmap.c
2213
"didn't change!\n", pmap, va);
sys/arch/i386/i386/pmap.c
2216
pmap_unmap_ptes_86(pmap); /* unlocks map */
sys/arch/i386/i386/pmap.c
2232
pmap_enter_86(struct pmap *pmap, vaddr_t va, paddr_t pa,
sys/arch/i386/i386/pmap.c
2257
!pmap_valid_entry(PDE(pmap, pdei(va))))
sys/arch/i386/i386/pmap.c
2270
ptes = pmap_map_ptes_86(pmap); /* locks pmap */
sys/arch/i386/i386/pmap.c
2271
if (pmap == pmap_kernel()) {
sys/arch/i386/i386/pmap.c
2274
ptp = pmap_get_ptp_86(pmap, pdei(va));
sys/arch/i386/i386/pmap.c
2277
pmap_unmap_ptes_86(pmap);
sys/arch/i386/i386/pmap.c
2347
opve = pmap_remove_pv(pg, pmap, va);
sys/arch/i386/i386/pmap.c
2375
pmap_unmap_ptes_86(pmap);
sys/arch/i386/i386/pmap.c
2382
pmap_enter_pv(pg, pve, pmap, va, ptp);
sys/arch/i386/i386/pmap.c
2392
pmap_exec_account(pmap, va, opte, npte);
sys/arch/i386/i386/pmap.c
2401
if (pmap == pmap_kernel())
sys/arch/i386/i386/pmap.c
2421
pmap->pm_stats.resident_count += resident_count;
sys/arch/i386/i386/pmap.c
2422
pmap->pm_stats.wired_count += wired_count;
sys/arch/i386/i386/pmap.c
2427
pmap_tlb_shootpage(pmap, va);
sys/arch/i386/i386/pmap.c
2430
pmap_unmap_ptes_86(pmap);
sys/arch/i386/i386/pmap.c
2459
struct pmap *pmap = pmap_kernel();
sys/arch/i386/i386/pmap.c
2474
if (!pmap->pm_pdir_intel)
sys/arch/i386/i386/pmap.c
2475
pmap_alloc_pdir_intel_x86(pmap);
sys/arch/i386/i386/pmap.c
2478
(uint32_t)pmap->pm_pdir_intel, (uint32_t)pmap->pm_pdirpa_intel);
sys/arch/i386/i386/pmap.c
2487
if ((pd = (pd_entry_t *)pmap->pm_pdir_intel) == NULL)
sys/arch/i386/i386/pmap.c
2488
panic("%s: PD not initialized for pmap @ %p", __func__, pmap);
sys/arch/i386/i386/pmap.c
2502
ptppg = uvm_pagealloc(&pmap->pm_obj, ptp_i2o(l2idx + 1024),
sys/arch/i386/i386/pmap.c
2537
ptes = pmap_map_ptes_86(pmap); /* pmap_kernel -> PTE_BASE */
sys/arch/i386/i386/pmap.c
2542
pmap_unmap_ptes_86(pmap); /* pmap_kernel -> nothing */
sys/arch/i386/i386/pmap.c
2555
struct pmap *kpm = pmap_kernel(), *pm;
sys/arch/i386/i386/pmap.c
2710
pmap_tlb_shootpage(struct pmap *pm, vaddr_t va)
sys/arch/i386/i386/pmap.c
2746
pmap_tlb_shootrange(struct pmap *pm, vaddr_t sva, vaddr_t eva)
sys/arch/i386/i386/pmap.c
2818
pmap_tlb_droppmap(struct pmap *pm)
sys/arch/i386/i386/pmap.c
2871
void (*pmap_do_remove_p)(struct pmap *, vaddr_t, vaddr_t, int) =
sys/arch/i386/i386/pmap.c
2875
void (*pmap_unwire_p)(struct pmap *, vaddr_t) = pmap_unwire_86;
sys/arch/i386/i386/pmap.c
2876
void (*pmap_write_protect_p)(struct pmap *, vaddr_t, vaddr_t,
sys/arch/i386/i386/pmap.c
361
struct pmap __attribute__ ((aligned (32))) kernel_pmap_store;
sys/arch/i386/i386/pmap.c
460
struct vm_page *pmap_alloc_ptp_86(struct pmap *, int, pt_entry_t);
sys/arch/i386/i386/pmap.c
461
struct vm_page *pmap_get_ptp_86(struct pmap *, int);
sys/arch/i386/i386/pmap.c
462
pt_entry_t *pmap_map_ptes_86(struct pmap *);
sys/arch/i386/i386/pmap.c
463
void pmap_unmap_ptes_86(struct pmap *);
sys/arch/i386/i386/pmap.c
464
void pmap_do_remove_86(struct pmap *, vaddr_t, vaddr_t, int);
sys/arch/i386/i386/pmap.c
465
void pmap_remove_ptes_86(struct pmap *, struct vm_page *, vaddr_t,
sys/arch/i386/i386/pmap.c
476
void pmap_drop_ptp_86(struct pmap *, vaddr_t, struct vm_page *,
sys/arch/i386/i386/pmap.c
479
void setcslimit(struct pmap *, struct trapframe *, struct pcb *,
sys/arch/i386/i386/pmap.c
481
void pmap_pinit_pd_86(struct pmap *);
sys/arch/i386/i386/pmap.c
513
pmap_map_ptes_86(struct pmap *pmap)
sys/arch/i386/i386/pmap.c
518
if (pmap == pmap_kernel()) {
sys/arch/i386/i386/pmap.c
522
mtx_enter(&pmap->pm_mtx);
sys/arch/i386/i386/pmap.c
525
if (pmap_is_curpmap(pmap)) {
sys/arch/i386/i386/pmap.c
537
if (!pmap_valid_entry(opde) || (opde & PG_FRAME) != pmap->pm_pdirpa) {
sys/arch/i386/i386/pmap.c
538
*APDP_PDE = (pd_entry_t) (pmap->pm_pdirpa | PG_RW | PG_V |
sys/arch/i386/i386/pmap.c
551
pmap_unmap_ptes_86(struct pmap *pmap)
sys/arch/i386/i386/pmap.c
553
if (pmap == pmap_kernel())
sys/arch/i386/i386/pmap.c
556
if (!pmap_is_curpmap(pmap)) {
sys/arch/i386/i386/pmap.c
564
mtx_leave(&pmap->pm_mtx);
sys/arch/i386/i386/pmap.c
568
pmap_exec_account(struct pmap *pm, vaddr_t va,
sys/arch/i386/i386/pmap.c
613
struct pmap *pm = vm_map_pmap(map);
sys/arch/i386/i386/pmap.c
785
setcslimit(struct pmap *pm, struct trapframe *tf, struct pcb *pcb,
sys/arch/i386/i386/pmap.c
891
pmap_alloc_pdir_intel_x86(struct pmap *pmap)
sys/arch/i386/i386/pmap.c
895
KASSERT(pmap->pm_pdir_intel == 0);
sys/arch/i386/i386/pmap.c
900
pmap->pm_pdir_intel = va;
sys/arch/i386/i386/pmap.c
901
if (!pmap_extract(pmap_kernel(), (vaddr_t)pmap->pm_pdir_intel,
sys/arch/i386/i386/pmap.c
902
&pmap->pm_pdirpa_intel))
sys/arch/i386/i386/pmap.c
927
struct pmap *kpm;
sys/arch/i386/i386/pmapae.c
1001
PDE(pmap, PDSLOT_PTE+1) = pmap->pm_pdidx[1] | PG_KW | PG_U |
sys/arch/i386/i386/pmapae.c
1003
PDE(pmap, PDSLOT_PTE+2) = pmap->pm_pdidx[2] | PG_KW | PG_U |
sys/arch/i386/i386/pmapae.c
1005
PDE(pmap, PDSLOT_PTE+3) = pmap->pm_pdidx[3] | PG_KW | PG_U |
sys/arch/i386/i386/pmapae.c
1015
bcopy(&PDP_BASE[PDSLOT_KERN], &PDE(pmap, PDSLOT_KERN),
sys/arch/i386/i386/pmapae.c
1018
bzero(&PDE(pmap, PDSLOT_KERN + nkpde), pmap->pm_pdirsize -
sys/arch/i386/i386/pmapae.c
1026
pmap_alloc_pdir_intel_pae(pmap);
sys/arch/i386/i386/pmapae.c
1030
(void *)pmap->pm_pdir_intel, 4 * NBPG);
sys/arch/i386/i386/pmapae.c
1034
__func__, pmap, pmap->pm_pdir, pmap->pm_pdirpa,
sys/arch/i386/i386/pmapae.c
1035
pmap->pm_pdir_intel, pmap->pm_pdirpa_intel);
sys/arch/i386/i386/pmapae.c
1039
LIST_INSERT_HEAD(&pmaps, pmap, pm_list);
sys/arch/i386/i386/pmapae.c
1052
pmap_extract_pae(struct pmap *pmap, vaddr_t va, paddr_t *pap)
sys/arch/i386/i386/pmapae.c
1056
ptes = pmap_map_ptes_pae(pmap);
sys/arch/i386/i386/pmapae.c
1057
if (pmap_valid_entry(PDE(pmap, pdei(va)))) {
sys/arch/i386/i386/pmapae.c
1059
pmap_unmap_ptes_pae(pmap);
sys/arch/i386/i386/pmapae.c
1066
pmap_unmap_ptes_pae(pmap);
sys/arch/i386/i386/pmapae.c
1141
pmap_remove_ptes_pae(struct pmap *pmap, struct vm_page *ptp, vaddr_t ptpva,
sys/arch/i386/i386/pmapae.c
1170
pmap->pm_stats.wired_count--;
sys/arch/i386/i386/pmapae.c
1171
pmap->pm_stats.resident_count--;
sys/arch/i386/i386/pmapae.c
1202
pve = pmap_remove_pv(pg, pmap, startva);
sys/arch/i386/i386/pmapae.c
1219
pmap_do_remove_pae(struct pmap *pmap, vaddr_t sva, vaddr_t eva, int flags)
sys/arch/i386/i386/pmapae.c
1233
ptes = pmap_map_ptes_pae(pmap); /* locks pmap */
sys/arch/i386/i386/pmapae.c
1240
if ((eva - sva > 32 * PAGE_SIZE) && pmap != pmap_kernel())
sys/arch/i386/i386/pmapae.c
1269
if (!pmap_valid_entry(PDE(pmap, pdei(va))))
sys/arch/i386/i386/pmapae.c
1274
ptppa = PDE(pmap, pdei(va)) & PG_FRAME;
sys/arch/i386/i386/pmapae.c
1277
if (pmap == pmap_kernel()) {
sys/arch/i386/i386/pmapae.c
1281
if (pmap->pm_ptphint &&
sys/arch/i386/i386/pmapae.c
1282
VM_PAGE_TO_PHYS(pmap->pm_ptphint) == ptppa) {
sys/arch/i386/i386/pmapae.c
1283
ptp = pmap->pm_ptphint;
sys/arch/i386/i386/pmapae.c
1294
pmap_remove_ptes_pae(pmap, ptp, (vaddr_t)&ptes[atop(va)],
sys/arch/i386/i386/pmapae.c
1299
pmap_drop_ptp_pae(pmap, va, ptp, ptes);
sys/arch/i386/i386/pmapae.c
1304
pmap_tlb_shootrange(pmap, va, blkendva);
sys/arch/i386/i386/pmapae.c
1310
pmap_unmap_ptes_pae(pmap);
sys/arch/i386/i386/pmapae.c
1334
struct pmap *pm;
sys/arch/i386/i386/pmapae.c
1542
pmap_write_protect_pae(struct pmap *pmap, vaddr_t sva, vaddr_t eva,
sys/arch/i386/i386/pmapae.c
1551
ptes = pmap_map_ptes_pae(pmap); /* locks pmap */
sys/arch/i386/i386/pmapae.c
1553
if ((eva - sva > 32 * PAGE_SIZE) && pmap != pmap_kernel())
sys/arch/i386/i386/pmapae.c
1576
if (!pmap_valid_entry(PDE(pmap, pdei(va))))
sys/arch/i386/i386/pmapae.c
1600
pmap_exec_account(pmap, va, *spte, npte);
sys/arch/i386/i386/pmapae.c
1608
pmap_tlb_shootrange(pmap, sva, eva);
sys/arch/i386/i386/pmapae.c
1610
pmap_unmap_ptes_pae(pmap); /* unlocks pmap */
sys/arch/i386/i386/pmapae.c
1625
pmap_unwire_pae(struct pmap *pmap, vaddr_t va)
sys/arch/i386/i386/pmapae.c
1629
if (pmap_valid_entry(PDE(pmap, pdei(va)))) {
sys/arch/i386/i386/pmapae.c
1630
ptes = pmap_map_ptes_pae(pmap); /* locks pmap */
sys/arch/i386/i386/pmapae.c
1640
pmap->pm_stats.wired_count--;
sys/arch/i386/i386/pmapae.c
1645
"didn't change!\n", pmap, va);
sys/arch/i386/i386/pmapae.c
1648
pmap_unmap_ptes_pae(pmap); /* unlocks map */
sys/arch/i386/i386/pmapae.c
1664
pmap_enter_pae(struct pmap *pmap, vaddr_t va, paddr_t pa, vm_prot_t prot,
sys/arch/i386/i386/pmapae.c
1689
!pmap_valid_entry(PDE(pmap, pdei(va))))
sys/arch/i386/i386/pmapae.c
1703
ptes = pmap_map_ptes_pae(pmap); /* locks pmap */
sys/arch/i386/i386/pmapae.c
1704
if (pmap == pmap_kernel()) {
sys/arch/i386/i386/pmapae.c
1707
ptp = pmap_get_ptp_pae(pmap, pdei(va));
sys/arch/i386/i386/pmapae.c
1711
pmap_unmap_ptes_pae(pmap);
sys/arch/i386/i386/pmapae.c
1780
opve = pmap_remove_pv(pg, pmap, va);
sys/arch/i386/i386/pmapae.c
1808
pmap_unmap_ptes_pae(pmap);
sys/arch/i386/i386/pmapae.c
1815
pmap_enter_pv(pg, pve, pmap, va, ptp);
sys/arch/i386/i386/pmapae.c
1827
pmap_exec_account(pmap, va, opte, npte);
sys/arch/i386/i386/pmapae.c
1836
if (pmap == pmap_kernel())
sys/arch/i386/i386/pmapae.c
1856
pmap->pm_stats.resident_count += resident_count;
sys/arch/i386/i386/pmapae.c
1857
pmap->pm_stats.wired_count += wired_count;
sys/arch/i386/i386/pmapae.c
1862
pmap_tlb_shootpage(pmap, va);
sys/arch/i386/i386/pmapae.c
1865
pmap_unmap_ptes_pae(pmap);
sys/arch/i386/i386/pmapae.c
1890
struct pmap *pmap = pmap_kernel();
sys/arch/i386/i386/pmapae.c
1905
KASSERT(pmap->pm_pdir_intel != 0);
sys/arch/i386/i386/pmapae.c
1908
(uint32_t)pmap->pm_pdir_intel, (uint32_t)pmap->pm_pdirpa_intel);
sys/arch/i386/i386/pmapae.c
1918
if ((pd = (pd_entry_t *)pmap->pm_pdir_intel) == 0)
sys/arch/i386/i386/pmapae.c
1919
panic("%s: PD not initialized for pmap @ %p", __func__, pmap);
sys/arch/i386/i386/pmapae.c
1933
ptppg = uvm_pagealloc(&pmap->pm_obj, ptp_i2o(l2idx + 2048),
sys/arch/i386/i386/pmapae.c
1962
ptes = pmap_map_ptes_pae(pmap); /* pmap_kernel -> PTE_BASE */
sys/arch/i386/i386/pmapae.c
1967
pmap_unmap_ptes_pae(pmap); /* pmap_kernel -> nothing */
sys/arch/i386/i386/pmapae.c
1981
struct pmap *kpm = pmap_kernel(), *pm;
sys/arch/i386/i386/pmapae.c
472
struct vm_page *pmap_alloc_ptp_pae(struct pmap *, int, pt_entry_t);
sys/arch/i386/i386/pmapae.c
473
struct vm_page *pmap_get_ptp_pae(struct pmap *, int);
sys/arch/i386/i386/pmapae.c
474
void pmap_drop_ptp_pae(struct pmap *, vaddr_t, struct vm_page *,
sys/arch/i386/i386/pmapae.c
476
pt_entry_t *pmap_map_ptes_pae(struct pmap *);
sys/arch/i386/i386/pmapae.c
477
void pmap_unmap_ptes_pae(struct pmap *);
sys/arch/i386/i386/pmapae.c
478
void pmap_do_remove_pae(struct pmap *, vaddr_t, vaddr_t, int);
sys/arch/i386/i386/pmapae.c
479
void pmap_remove_ptes_pae(struct pmap *, struct vm_page *,
sys/arch/i386/i386/pmapae.c
506
pmap_map_ptes_pae(struct pmap *pmap)
sys/arch/i386/i386/pmapae.c
511
if (pmap == pmap_kernel()) {
sys/arch/i386/i386/pmapae.c
515
mtx_enter(&pmap->pm_mtx);
sys/arch/i386/i386/pmapae.c
518
if (pmap_is_curpmap(pmap)) {
sys/arch/i386/i386/pmapae.c
530
if (!pmap_valid_entry(opde) || (opde & PG_FRAME) != pmap->pm_pdidx[0]) {
sys/arch/i386/i386/pmapae.c
531
APDP_PDE[0] = pmap->pm_pdidx[0] | PG_RW | PG_V | PG_U | PG_M;
sys/arch/i386/i386/pmapae.c
532
APDP_PDE[1] = pmap->pm_pdidx[1] | PG_RW | PG_V | PG_U | PG_M;
sys/arch/i386/i386/pmapae.c
533
APDP_PDE[2] = pmap->pm_pdidx[2] | PG_RW | PG_V | PG_U | PG_M;
sys/arch/i386/i386/pmapae.c
534
APDP_PDE[3] = pmap->pm_pdidx[3] | PG_RW | PG_V | PG_U | PG_M;
sys/arch/i386/i386/pmapae.c
546
pmap_unmap_ptes_pae(struct pmap *pmap)
sys/arch/i386/i386/pmapae.c
548
if (pmap == pmap_kernel())
sys/arch/i386/i386/pmapae.c
551
if (!pmap_is_curpmap(pmap)) {
sys/arch/i386/i386/pmapae.c
562
mtx_leave(&pmap->pm_mtx);
sys/arch/i386/i386/pmapae.c
612
pmap_alloc_pdir_intel_pae(struct pmap *pmap)
sys/arch/i386/i386/pmapae.c
617
KASSERT(pmap->pm_pdir_intel == 0);
sys/arch/i386/i386/pmapae.c
622
pmap->pm_pdir_intel = va;
sys/arch/i386/i386/pmapae.c
623
if (!pmap_extract(pmap_kernel(), (vaddr_t)&pmap->pm_pdidx_intel,
sys/arch/i386/i386/pmapae.c
624
&pmap->pm_pdirpa_intel))
sys/arch/i386/i386/pmapae.c
628
pmap->pm_pdidx_intel[i] = 0;
sys/arch/i386/i386/pmapae.c
629
if (!pmap_extract(pmap, va + i * NBPG,
sys/arch/i386/i386/pmapae.c
630
(paddr_t *)&pmap->pm_pdidx_intel[i]))
sys/arch/i386/i386/pmapae.c
633
pmap->pm_pdidx_intel[i] |= PG_V;
sys/arch/i386/i386/pmapae.c
636
i, pmap->pm_pdidx_intel[i]);
sys/arch/i386/i386/pmapae.c
647
struct pmap *kpm = pmap_kernel();
sys/arch/i386/i386/pmapae.c
861
pmap_alloc_ptp_pae(struct pmap *pmap, int pde_index, pt_entry_t pde_flags)
sys/arch/i386/i386/pmapae.c
866
ptp = uvm_pagealloc(&pmap->pm_obj, ptp_i2o(pde_index), NULL,
sys/arch/i386/i386/pmapae.c
874
PDE(pmap, pde_index) = (pd_entry_t)(VM_PAGE_TO_PHYS(ptp) |
sys/arch/i386/i386/pmapae.c
882
if (pmap->pm_pdir_intel && ptp_i2v(pde_index) < VM_MAXUSER_ADDRESS) {
sys/arch/i386/i386/pmapae.c
883
pva_intel = (pd_entry_t *)pmap->pm_pdir_intel;
sys/arch/i386/i386/pmapae.c
884
pva_intel[pde_index] = PDE(pmap, pde_index);
sys/arch/i386/i386/pmapae.c
887
PDE(pmap, pde_index), pde_index,
sys/arch/i386/i386/pmapae.c
888
(uint64_t)&PDE(pmap, pde_index),
sys/arch/i386/i386/pmapae.c
892
pmap->pm_stats.resident_count++; /* count PTP as resident */
sys/arch/i386/i386/pmapae.c
893
pmap->pm_ptphint = ptp;
sys/arch/i386/i386/pmapae.c
905
pmap_get_ptp_pae(struct pmap *pmap, int pde_index)
sys/arch/i386/i386/pmapae.c
909
if (pmap_valid_entry(PDE(pmap, pde_index))) {
sys/arch/i386/i386/pmapae.c
911
if (pmap->pm_ptphint &&
sys/arch/i386/i386/pmapae.c
912
(PDE(pmap, pde_index) & PG_FRAME) ==
sys/arch/i386/i386/pmapae.c
913
VM_PAGE_TO_PHYS(pmap->pm_ptphint))
sys/arch/i386/i386/pmapae.c
914
return(pmap->pm_ptphint);
sys/arch/i386/i386/pmapae.c
916
ptp = uvm_pagelookup(&pmap->pm_obj, ptp_i2o(pde_index));
sys/arch/i386/i386/pmapae.c
921
pmap->pm_ptphint = ptp;
sys/arch/i386/i386/pmapae.c
926
return (pmap_alloc_ptp_pae(pmap, pde_index, PG_u));
sys/arch/i386/i386/pmapae.c
930
pmap_drop_ptp_pae(struct pmap *pm, vaddr_t va, struct vm_page *ptp,
sys/arch/i386/i386/pmapae.c
967
pmap_pinit_pd_pae(struct pmap *pmap)
sys/arch/i386/i386/pmapae.c
974
pmap->pm_pdir = (vaddr_t)km_alloc(4 * NBPG, &kv_any, &kp_dirty,
sys/arch/i386/i386/pmapae.c
976
if (pmap->pm_pdir == 0)
sys/arch/i386/i386/pmapae.c
979
pmap_extract(pmap_kernel(), (vaddr_t)pmap, &pmap->pm_pdirpa);
sys/arch/i386/i386/pmapae.c
980
va = (vaddr_t)pmap->pm_pdir;
sys/arch/i386/i386/pmapae.c
985
pmap->pm_pdidx[0] = (uint64_t)pdidx[0];
sys/arch/i386/i386/pmapae.c
986
pmap->pm_pdidx[1] = (uint64_t)pdidx[1];
sys/arch/i386/i386/pmapae.c
987
pmap->pm_pdidx[2] = (uint64_t)pdidx[2];
sys/arch/i386/i386/pmapae.c
988
pmap->pm_pdidx[3] = (uint64_t)pdidx[3];
sys/arch/i386/i386/pmapae.c
989
pmap->pm_pdidx[0] |= PG_V;
sys/arch/i386/i386/pmapae.c
990
pmap->pm_pdidx[1] |= PG_V;
sys/arch/i386/i386/pmapae.c
991
pmap->pm_pdidx[2] |= PG_V;
sys/arch/i386/i386/pmapae.c
992
pmap->pm_pdidx[3] |= PG_V;
sys/arch/i386/i386/pmapae.c
993
pmap->pm_pdirsize = 4 * NBPG;
sys/arch/i386/i386/pmapae.c
997
bzero((void *)pmap->pm_pdir, PDSLOT_PTE * sizeof(pd_entry_t));
sys/arch/i386/i386/pmapae.c
999
PDE(pmap, PDSLOT_PTE+0) = pmap->pm_pdidx[0] | PG_KW | PG_U |
sys/arch/i386/include/cpu.h
116
struct pmap *ci_curpmap;
sys/arch/i386/include/gdt.h
37
struct pmap;
sys/arch/i386/include/pcb.h
68
struct pmap *pcb_pmap; /* back pointer to our pmap */
sys/arch/i386/include/pmap.h
112
LIST_ENTRY(pmap) pm_list; /* list (lck by pm_list lock) */
sys/arch/i386/include/pmap.h
132
struct pmap *pv_pmap; /* the pmap */
sys/arch/i386/include/pmap.h
189
extern struct pmap kernel_pmap_store; /* kernel pmap */
sys/arch/i386/include/pmap.h
202
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/i386/include/pmap.h
203
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/i386/include/pmap.h
230
struct pmap *pmap_create(void);
sys/arch/i386/include/pmap.h
231
void pmap_destroy(struct pmap *);
sys/arch/i386/include/pmap.h
232
void pmap_reference(struct pmap *);
sys/arch/i386/include/pmap.h
233
void pmap_remove(struct pmap *, vaddr_t, vaddr_t);
sys/arch/i386/include/pmap.h
241
struct pmap *, vaddr_t, struct vm_page *);
sys/arch/i386/include/pmap.h
245
static void pmap_protect(struct pmap *, vaddr_t,
sys/arch/i386/include/pmap.h
247
void pmap_remove(struct pmap *, vaddr_t, vaddr_t);
sys/arch/i386/include/pmap.h
249
void pmap_write_protect(struct pmap *, vaddr_t,
sys/arch/i386/include/pmap.h
253
void pmap_exec_account(struct pmap *, vaddr_t, u_int32_t,
sys/arch/i386/include/pmap.h
255
struct pv_entry *pmap_remove_pv(struct vm_page *, struct pmap *, vaddr_t);
sys/arch/i386/include/pmap.h
272
extern void (*pmap_do_remove_p)(struct pmap *, vaddr_t, vaddr_t, int);
sys/arch/i386/include/pmap.h
274
extern void (*pmap_unwire_p)(struct pmap *, vaddr_t);
sys/arch/i386/include/pmap.h
275
extern void (*pmap_write_protect_p)(struct pmap*, vaddr_t, vaddr_t, vm_prot_t);
sys/arch/i386/include/pmap.h
290
void pmap_do_remove_pae(struct pmap *, vaddr_t, vaddr_t, int);
sys/arch/i386/include/pmap.h
292
void pmap_unwire_pae(struct pmap *, vaddr_t);
sys/arch/i386/include/pmap.h
293
void pmap_write_protect_pae(struct pmap *, vaddr_t, vaddr_t, vm_prot_t);
sys/arch/i386/include/pmap.h
322
void pmap_do_remove_86(struct pmap *, vaddr_t, vaddr_t, int);
sys/arch/i386/include/pmap.h
324
void pmap_unwire_86(struct pmap *, vaddr_t);
sys/arch/i386/include/pmap.h
325
void pmap_write_protect_86(struct pmap *, vaddr_t, vaddr_t, vm_prot_t);
sys/arch/i386/include/pmap.h
329
void pmap_tlb_shootpage(struct pmap *, vaddr_t);
sys/arch/i386/include/pmap.h
330
void pmap_tlb_shootrange(struct pmap *, vaddr_t, vaddr_t);
sys/arch/i386/include/pmap.h
333
void pmap_tlb_droppmap(struct pmap *);
sys/arch/i386/include/pmap.h
407
pmap_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/i386/include/pmap.h
411
pmap_write_protect(pmap, sva, eva, prot);
sys/arch/i386/include/pmap.h
413
pmap_remove(pmap, sva, eva);
sys/arch/i386/include/pmap.h
430
pmap_enter(struct pmap *pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, int flags)
sys/arch/i386/include/pmap.h
432
return (*pmap_enter_p)(pmap, va, pa, prot, flags);
sys/arch/i386/include/pmap.h
442
pmap_extract(struct pmap *pmap, vaddr_t va, paddr_t *pa)
sys/arch/i386/include/pmap.h
444
return (*pmap_extract_p)(pmap, va, pa);
sys/arch/i386/include/pmap.h
456
pmap_is_active(struct pmap *pmap, struct cpu_info *ci)
sys/arch/i386/include/pmap.h
458
return (pmap == pmap_kernel() || ci->ci_curpmap == pmap);
sys/arch/i386/include/pmap.h
462
pmap_is_curpmap(struct pmap *pmap)
sys/arch/i386/include/pmap.h
464
return (pmap_is_active(pmap, curcpu()));
sys/arch/i386/include/pmap.h
75
struct pmap;
sys/arch/i386/include/pmap.h
76
typedef struct pmap *pmap_t;
sys/arch/i386/include/pmap.h
82
LIST_HEAD(pmap_head, pmap); /* struct pmap_head: head of a pmap list */
sys/arch/i386/isa/isa_machdep.c
952
pmap_t pmap;
sys/arch/i386/isa/isa_machdep.c
961
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/i386/isa/isa_machdep.c
963
pmap = pmap_kernel();
sys/arch/i386/isa/isa_machdep.c
969
pmap_extract(pmap, (vaddr_t)vaddr, &pa);
sys/arch/landisk/landisk/bus_dma.c
208
void *buf, bus_size_t size, pmap_t pmap)
sys/arch/landisk/landisk/bus_dma.c
218
if (pmap == pmap_kernel() &&
sys/arch/landisk/landisk/bus_dma.c
224
pmap_extract(pmap, vaddr, &paddr);
sys/arch/landisk/landisk/bus_dma.c
233
pmap_extract(pmap, vaddr, &paddr);
sys/arch/landisk/landisk/bus_dma.c
257
p == NULL ? pmap_kernel() : p->p_vmspace->vm_map.pmap);
sys/arch/loongson/loongson/bus_dma.c
570
pmap_t pmap;
sys/arch/loongson/loongson/bus_dma.c
573
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/loongson/loongson/bus_dma.c
575
pmap = pmap_kernel();
sys/arch/loongson/loongson/bus_dma.c
586
if (pmap_extract(pmap, vaddr, &curaddr) == 0)
sys/arch/loongson/loongson/bus_dma.c
588
"failed!", pmap, vaddr);
sys/arch/m88k/include/cpu.h
104
struct pmap *ci_curpmap; /* ...and its pmap */
sys/arch/m88k/include/cpu.h
95
struct pmap;
sys/arch/m88k/include/pmap.h
42
typedef struct pmap *pmap_t;
sys/arch/m88k/include/pmap.h
46
extern struct pmap kernel_pmap_store;
sys/arch/m88k/include/pmap.h
51
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/m88k/include/pmap.h
52
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/m88k/include/pmap.h
54
#define pmap_update(pmap) do { /* nothing */ } while (0)
sys/arch/m88k/include/pmap.h
92
struct pmap *pv_pmap; /* pmap where mapping lies */
sys/arch/m88k/m88k/pmap.c
1002
pmap_remove_pte(pmap, va, pte, NULL, FALSE);
sys/arch/m88k/m88k/pmap.c
1015
head->pv_pmap = pmap;
sys/arch/m88k/m88k/pmap.c
1025
tlb_flush(pmap, va, PG_NV);
sys/arch/m88k/m88k/pmap.c
1035
pv_e->pv_pmap = pmap;
sys/arch/m88k/m88k/pmap.c
1044
pmap->pm_stats.resident_count++;
sys/arch/m88k/m88k/pmap.c
1046
pmap->pm_stats.wired_count++;
sys/arch/m88k/m88k/pmap.c
1058
if (CPU_IS88110 && pmap != pmap_kernel() &&
sys/arch/m88k/m88k/pmap.c
1080
tlb_flush(pmap, va, npte);
sys/arch/m88k/m88k/pmap.c
1088
if (CPU_IS88110 && pmap != pmap_kernel())
sys/arch/m88k/m88k/pmap.c
1143
pmap_remove_pte(pmap_t pmap, vaddr_t va, pt_entry_t *pte, struct vm_page *pg,
sys/arch/m88k/m88k/pmap.c
1151
DPRINTF(CD_RM, ("pmap_remove_pte(%p, %lx, %d)\n", pmap, va, flush));
sys/arch/m88k/m88k/pmap.c
1156
pmap->pm_stats.resident_count--;
sys/arch/m88k/m88k/pmap.c
1158
pmap->pm_stats.wired_count--;
sys/arch/m88k/m88k/pmap.c
1168
tlb_flush(pmap, va, PG_NV);
sys/arch/m88k/m88k/pmap.c
1186
pmap, (void *)va, pte, (void *)pa, pg, flush);
sys/arch/m88k/m88k/pmap.c
1191
if (cur->pv_va == va && cur->pv_pmap == pmap)
sys/arch/m88k/m88k/pmap.c
1198
pmap, (void *)va, pte, pg, flush, (void *)pa, head);
sys/arch/m88k/m88k/pmap.c
1237
pmap_remove_range(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/m88k/m88k/pmap.c
1242
DPRINTF(CD_RM, ("pmap_remove_range(%p, %lx, %lx)\n", pmap, sva, eva));
sys/arch/m88k/m88k/pmap.c
1255
sdt = SDTENT(pmap, va);
sys/arch/m88k/m88k/pmap.c
1263
pmap_remove_pte(pmap, va, pte, NULL,
sys/arch/m88k/m88k/pmap.c
1277
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/m88k/m88k/pmap.c
128
struct pmap kernel_pmap_store;
sys/arch/m88k/m88k/pmap.c
1283
pmap_remove_range(pmap, sva, eva);
sys/arch/m88k/m88k/pmap.c
1350
pmap_t pmap;
sys/arch/m88k/m88k/pmap.c
1360
while (pvep != NULL && (pmap = pvep->pv_pmap) != NULL) {
sys/arch/m88k/m88k/pmap.c
1362
pte = pmap_pte(pmap, va);
sys/arch/m88k/m88k/pmap.c
1369
pmap_remove_pte(pmap, va, pte, pg, TRUE);
sys/arch/m88k/m88k/pmap.c
1383
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/m88k/m88k/pmap.c
1390
pmap_remove(pmap, sva, eva);
sys/arch/m88k/m88k/pmap.c
1408
sdt = SDTENT(pmap, va);
sys/arch/m88k/m88k/pmap.c
1425
tlb_flush(pmap, va, npte);
sys/arch/m88k/m88k/pmap.c
1440
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/m88k/m88k/pmap.c
1444
pte = pmap_pte(pmap, va);
sys/arch/m88k/m88k/pmap.c
1446
pmap->pm_stats.wired_count--;
sys/arch/m88k/m88k/pmap.c
1498
pmap_t pmap;
sys/arch/m88k/m88k/pmap.c
1510
pmap = pvep->pv_pmap;
sys/arch/m88k/m88k/pmap.c
1512
pte = pmap_pte(pmap, va);
sys/arch/m88k/m88k/pmap.c
1522
*pte, pmap, pg, VM_PAGE_TO_PHYS(pg));
sys/arch/m88k/m88k/pmap.c
1539
tlb_flush(pmap, va, npte);
sys/arch/m88k/m88k/pmap.c
1559
pmap_t pmap;
sys/arch/m88k/m88k/pmap.c
1578
pmap = pvep->pv_pmap;
sys/arch/m88k/m88k/pmap.c
1580
pte = pmap_pte(pmap, pvep->pv_va);
sys/arch/m88k/m88k/pmap.c
1587
*pte, pmap, pg, VM_PAGE_TO_PHYS(pg));
sys/arch/m88k/m88k/pmap.c
1617
pmap_t pmap;
sys/arch/m88k/m88k/pmap.c
1637
pmap = pvep->pv_pmap;
sys/arch/m88k/m88k/pmap.c
1639
pte = pmap_pte(pmap, va);
sys/arch/m88k/m88k/pmap.c
1649
*pte, pmap, pg, VM_PAGE_TO_PHYS(pg));
sys/arch/m88k/m88k/pmap.c
1665
tlb_flush(pmap, va, npte);
sys/arch/m88k/m88k/pmap.c
1764
pmap_t pmap = vm_map_pmap(&pr->ps_vmspace->vm_map);
sys/arch/m88k/m88k/pmap.c
1774
if (pmap_extract(pmap, va, &pa)) {
sys/arch/m88k/m88k/pmap.c
1804
pmap_set_modify(pmap_t pmap, vaddr_t va)
sys/arch/m88k/m88k/pmap.c
1810
pte = pmap_pte(pmap, va);
sys/arch/m88k/m88k/pmap.c
1831
tlb_flush(pmap, va, *pte);
sys/arch/m88k/m88k/pmap.c
1908
struct pmap *pmap;
sys/arch/m88k/m88k/pmap.c
1918
pmap = pvep->pv_pmap;
sys/arch/m88k/m88k/pmap.c
1920
pte = pmap_pte(pmap, va);
sys/arch/m88k/m88k/pmap.c
1930
if (pmap == pmap_kernel() && va == pa)
sys/arch/m88k/m88k/pmap.c
1940
tlb_flush(pmap, va, npte);
sys/arch/m88k/m88k/pmap.c
214
pmap_pte(pmap_t pmap, vaddr_t va)
sys/arch/m88k/m88k/pmap.c
218
sdt = SDTENT(pmap, va);
sys/arch/m88k/m88k/pmap.c
232
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/m88k/m88k/pmap.c
238
rv = pmap_translation_info(pmap, va, &pa, &ti);
sys/arch/m88k/m88k/pmap.c
257
pmap_translation_info(pmap_t pmap, vaddr_t va, paddr_t *pap, uint32_t *ti)
sys/arch/m88k/m88k/pmap.c
270
if (pmap == pmap_kernel()) {
sys/arch/m88k/m88k/pmap.c
351
pte = pmap_pte(pmap, va);
sys/arch/m88k/m88k/pmap.c
354
*ti = (*pte | pmap->pm_apr) & CACHE_MASK;
sys/arch/m88k/m88k/pmap.c
377
tlb_flush(pmap_t pmap, vaddr_t va, pt_entry_t pte)
sys/arch/m88k/m88k/pmap.c
380
boolean_t kernel = pmap == pmap_kernel();
sys/arch/m88k/m88k/pmap.c
393
else if (pmap == ci->ci_curpmap)
sys/arch/m88k/m88k/pmap.c
428
pmap_t pmap = vm_map_pmap(&p->p_vmspace->vm_map);
sys/arch/m88k/m88k/pmap.c
431
DPRINTF(CD_ACTIVATE, ("pmap_activate(%p) pmap %p\n", p, pmap));
sys/arch/m88k/m88k/pmap.c
433
if (pmap == pmap_kernel()) {
sys/arch/m88k/m88k/pmap.c
436
if (pmap != ci->ci_curpmap) {
sys/arch/m88k/m88k/pmap.c
437
cmmu_set_uapr(pmap->pm_apr);
sys/arch/m88k/m88k/pmap.c
439
ci->ci_curpmap = pmap;
sys/arch/m88k/m88k/pmap.c
512
pmap_expand(pmap_t pmap, vaddr_t va, int canfail)
sys/arch/m88k/m88k/pmap.c
518
DPRINTF(CD_EXP, ("pmap_expand(%p, %lx, %d)\n", pmap, va, canfail));
sys/arch/m88k/m88k/pmap.c
520
sdt = SDTENT(pmap, va);
sys/arch/m88k/m88k/pmap.c
863
pool_init(&pmappool, sizeof(struct pmap), 0, IPL_NONE, 0,
sys/arch/m88k/m88k/pmap.c
879
pmap_t pmap;
sys/arch/m88k/m88k/pmap.c
883
pmap = pool_get(&pmappool, PR_WAITOK | PR_ZERO);
sys/arch/m88k/m88k/pmap.c
896
pmap->pm_stab = (sdt_entry_t *)pa;
sys/arch/m88k/m88k/pmap.c
897
pmap->pm_apr = pa | userland_apr;
sys/arch/m88k/m88k/pmap.c
898
pmap->pm_count = 1;
sys/arch/m88k/m88k/pmap.c
900
DPRINTF(CD_CREAT, ("pmap_create() -> pmap %p, pm_stab %lx\n", pmap, pa));
sys/arch/m88k/m88k/pmap.c
902
return pmap;
sys/arch/m88k/m88k/pmap.c
910
pmap_destroy(pmap_t pmap)
sys/arch/m88k/m88k/pmap.c
916
DPRINTF(CD_DESTR, ("pmap_destroy(%p)\n", pmap));
sys/arch/m88k/m88k/pmap.c
917
if (--pmap->pm_count == 0) {
sys/arch/m88k/m88k/pmap.c
918
for (u = SDT_ENTRIES, sdt = pmap->pm_stab; u != 0; sdt++, u--) {
sys/arch/m88k/m88k/pmap.c
925
pa = (paddr_t)pmap->pm_stab;
sys/arch/m88k/m88k/pmap.c
928
pool_put(&pmappool, pmap);
sys/arch/m88k/m88k/pmap.c
937
pmap_reference(pmap_t pmap)
sys/arch/m88k/m88k/pmap.c
939
pmap->pm_count++;
sys/arch/m88k/m88k/pmap.c
954
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, int flags)
sys/arch/m88k/m88k/pmap.c
964
pmap, va, pa, prot, flags));
sys/arch/m88k/m88k/pmap.c
971
if ((pte = pmap_pte(pmap, va)) == NULL) {
sys/arch/m88k/m88k/pmap.c
972
if (pmap == pmap_kernel())
sys/arch/m88k/m88k/pmap.c
975
pte = pmap_expand(pmap, va, flags & PMAP_CANFAIL);
sys/arch/m88k/m88k/pmap.c
996
pmap->pm_stats.wired_count++;
sys/arch/m88k/m88k/pmap.c
998
pmap->pm_stats.wired_count--;
sys/arch/m88k/m88k/trap.c
1705
struct pmap *pmap;
sys/arch/m88k/m88k/trap.c
1712
pmap = vm_map_pmap(&p->p_vmspace->vm_map);
sys/arch/m88k/m88k/trap.c
1722
if (pmap_extract(pmap, va, &pa) != FALSE)
sys/arch/m88k/m88k/trap.c
966
if (pmap_set_modify(map->pmap, va)) {
sys/arch/m88k/m88k/trap.c
969
map->pmap, (void *)va);
sys/arch/m88k/m88k/trap.c
976
map->pmap, (void *)va);
sys/arch/mips64/include/cpu.h
189
struct pmap *ci_curpmap;
sys/arch/mips64/include/pmap.h
132
(ALIGN(sizeof(struct pmap) + \
sys/arch/mips64/include/pmap.h
144
extern struct pmap *const kernel_pmap_ptr;
sys/arch/mips64/include/pmap.h
146
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/mips64/include/pmap.h
147
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/mips64/include/pmap.h
190
pmap_pte_lookup(struct pmap *pmap, vaddr_t va)
sys/arch/mips64/include/pmap.h
194
if ((pde = pmap_segmap(pmap, va)) == NULL)
sys/arch/mips64/include/pmap.h
209
struct pmap *pv_pmap; /* pmap where mapping lies */
sys/arch/mips64/mips64/pmap.c
1008
pmap, (void *)va, (void *)pa, prot, flags));
sys/arch/mips64/mips64/pmap.c
1012
pmap_lock(pmap);
sys/arch/mips64/mips64/pmap.c
1018
if (pmap == pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
1032
if ((pde = pmap_segmap(pmap, va)) == NULL) {
sys/arch/mips64/mips64/pmap.c
1036
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
1041
pmap_segmap(pmap, va) = pde;
sys/arch/mips64/mips64/pmap.c
1047
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
1058
pmap_do_remove(pmap, va, va + PAGE_SIZE);
sys/arch/mips64/mips64/pmap.c
1063
atomic_inc_long(&pmap->pm_stats.resident_count);
sys/arch/mips64/mips64/pmap.c
1065
atomic_inc_long(&pmap->pm_stats.wired_count);
sys/arch/mips64/mips64/pmap.c
1068
atomic_dec_long(&pmap->pm_stats.wired_count);
sys/arch/mips64/mips64/pmap.c
1070
atomic_inc_long(&pmap->pm_stats.wired_count);
sys/arch/mips64/mips64/pmap.c
1086
if (pmap == pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
1114
if (pmap == pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
1120
if (pmap_enter_pv(pmap, va, pg, &npte) != 0) {
sys/arch/mips64/mips64/pmap.c
1123
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
1145
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
1154
if (pmap_enter_pv(pmap, va, pg, &npte) != 0) {
sys/arch/mips64/mips64/pmap.c
1157
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
1168
if (pmap->pm_asid[cpuid].pma_asidgen ==
sys/arch/mips64/mips64/pmap.c
1171
npte, pmap->pm_asid[cpuid].pma_asid));
sys/arch/mips64/mips64/pmap.c
1178
pmap_update_user_page(pmap, va, npte);
sys/arch/mips64/mips64/pmap.c
1184
pmap_shootdown_range(pmap, va, va + PAGE_SIZE, needisync);
sys/arch/mips64/mips64/pmap.c
1194
pmap_invalidate_icache(pmap, va, npte);
sys/arch/mips64/mips64/pmap.c
1201
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
1276
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/mips64/mips64/pmap.c
1280
pmap_lock(pmap);
sys/arch/mips64/mips64/pmap.c
1282
if (pmap == pmap_kernel())
sys/arch/mips64/mips64/pmap.c
1285
pte = pmap_pte_lookup(pmap, va);
sys/arch/mips64/mips64/pmap.c
1293
atomic_dec_long(&pmap->pm_stats.wired_count);
sys/arch/mips64/mips64/pmap.c
1298
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
1308
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/mips64/mips64/pmap.c
1314
if (pmap == pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
1327
panic("pmap_extract(%p, %p)", pmap, (void *)va);
sys/arch/mips64/mips64/pmap.c
1336
pmap_lock(pmap);
sys/arch/mips64/mips64/pmap.c
1337
pte = pmap_pte_lookup(pmap, va);
sys/arch/mips64/mips64/pmap.c
1342
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
1349
pmap, (void *)va, (void *)pa, rv));
sys/arch/mips64/mips64/pmap.c
152
static struct pmap kernel_pmap_store
sys/arch/mips64/mips64/pmap.c
153
[(PMAP_SIZEOF(MAXCPUS) + sizeof(struct pmap) - 1)
sys/arch/mips64/mips64/pmap.c
154
/ sizeof(struct pmap)];
sys/arch/mips64/mips64/pmap.c
155
struct pmap *const kernel_pmap_ptr = kernel_pmap_store;
sys/arch/mips64/mips64/pmap.c
1560
pmap_emulate_modify(pmap_t pmap, vaddr_t va)
sys/arch/mips64/mips64/pmap.c
1572
if (pmap == pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
1575
pte = pmap_pte_lookup(pmap, va);
sys/arch/mips64/mips64/pmap.c
1578
pmap, (void *)va);
sys/arch/mips64/mips64/pmap.c
1584
if (pmap == pmap_kernel())
sys/arch/mips64/mips64/pmap.c
1587
pmap_update_user_page(pmap, trunc_page(va), entry);
sys/arch/mips64/mips64/pmap.c
1591
(unsigned long)entry, pmap, (void *)va);
sys/arch/mips64/mips64/pmap.c
1609
if (pmap == pmap_kernel())
sys/arch/mips64/mips64/pmap.c
1612
pmap_update_user_page(pmap, trunc_page(va), entry);
sys/arch/mips64/mips64/pmap.c
1617
(void *)pa, pmap, (void *)va);
sys/arch/mips64/mips64/pmap.c
1698
pmap_t pmap;
sys/arch/mips64/mips64/pmap.c
1703
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/mips64/mips64/pmap.c
1704
if (pmap->pm_asid[cpuid].pma_asidgen !=
sys/arch/mips64/mips64/pmap.c
1715
pmap->pm_asid[cpuid].pma_asid = id;
sys/arch/mips64/mips64/pmap.c
1716
pmap->pm_asid[cpuid].pma_asidgen =
sys/arch/mips64/mips64/pmap.c
1719
id = pmap->pm_asid[cpuid].pma_asid;
sys/arch/mips64/mips64/pmap.c
173
pmap_invalidate_user_page(pmap_t pmap, vaddr_t va)
sys/arch/mips64/mips64/pmap.c
1731
pmap->pm_segtab, id, p->p_p->ps_pid, p->p_p->ps_comm));
sys/arch/mips64/mips64/pmap.c
1740
pmap_enter_pv(pmap_t pmap, vaddr_t va, vm_page_t pg, pt_entry_t *npte)
sys/arch/mips64/mips64/pmap.c
1754
pmap, (void *)va, (void *)VM_PAGE_TO_PHYS(pg)));
sys/arch/mips64/mips64/pmap.c
176
u_long asid = pmap->pm_asid[cpuid].pma_asid << PG_ASID_SHIFT;
sys/arch/mips64/mips64/pmap.c
1763
pv->pv_pmap = pmap;
sys/arch/mips64/mips64/pmap.c
178
if (pmap->pm_asid[cpuid].pma_asidgen ==
sys/arch/mips64/mips64/pmap.c
1786
if (pmap == npv->pv_pmap && va == npv->pv_va)
sys/arch/mips64/mips64/pmap.c
1792
pmap, (void *)va, (void *)VM_PAGE_TO_PHYS(pg)));
sys/arch/mips64/mips64/pmap.c
1823
npv->pv_pmap = pmap;
sys/arch/mips64/mips64/pmap.c
1838
pmap_remove_pv(pmap_t pmap, vaddr_t va, paddr_t pa)
sys/arch/mips64/mips64/pmap.c
184
pmap_update_user_page(pmap_t pmap, vaddr_t va, pt_entry_t entry)
sys/arch/mips64/mips64/pmap.c
1844
("pmap_remove_pv(%p, %p, %p)\n", pmap, (void *)va, (void *)pa));
sys/arch/mips64/mips64/pmap.c
1861
if (pmap == pv->pv_pmap && va == pv->pv_va) {
sys/arch/mips64/mips64/pmap.c
187
u_long asid = pmap->pm_asid[cpuid].pma_asid << PG_ASID_SHIFT;
sys/arch/mips64/mips64/pmap.c
1875
if (pmap == npv->pv_pmap && va == npv->pv_va)
sys/arch/mips64/mips64/pmap.c
1884
pmap, (void *)va, (void *)pa);
sys/arch/mips64/mips64/pmap.c
189
if (pmap->pm_asid[cpuid].pma_asidgen ==
sys/arch/mips64/mips64/pmap.c
1962
struct pmap *pmap = vm_map_pmap(&pr->ps_vmspace->vm_map);
sys/arch/mips64/mips64/pmap.c
1967
if (ci->ci_curpmap == pmap) {
sys/arch/mips64/mips64/pmap.c
2005
pmap_update(struct pmap *pmap)
sys/arch/mips64/mips64/pmap.c
2015
pmap_copyinsn(pmap_t pmap, vaddr_t uva, uint32_t *insn)
sys/arch/mips64/mips64/pmap.c
2021
if (uva >= VM_MAXUSER_ADDRESS || pmap == pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
2023
pmap, (void *)uva);
sys/arch/mips64/mips64/pmap.c
203
pmap_lock(pmap_t pmap)
sys/arch/mips64/mips64/pmap.c
2033
pmap_lock(pmap);
sys/arch/mips64/mips64/pmap.c
2034
pte = pmap_pte_lookup(pmap, uva);
sys/arch/mips64/mips64/pmap.c
2040
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
205
if (pmap != pmap_kernel())
sys/arch/mips64/mips64/pmap.c
206
mtx_enter(&pmap->pm_mtx);
sys/arch/mips64/mips64/pmap.c
210
pmap_unlock(pmap_t pmap)
sys/arch/mips64/mips64/pmap.c
212
if (pmap != pmap_kernel())
sys/arch/mips64/mips64/pmap.c
213
mtx_leave(&pmap->pm_mtx);
sys/arch/mips64/mips64/pmap.c
217
pmap_swlock(pmap_t pmap)
sys/arch/mips64/mips64/pmap.c
219
if (pmap != pmap_kernel())
sys/arch/mips64/mips64/pmap.c
220
mtx_enter(&pmap->pm_swmtx);
sys/arch/mips64/mips64/pmap.c
224
pmap_swunlock(pmap_t pmap)
sys/arch/mips64/mips64/pmap.c
226
if (pmap != pmap_kernel())
sys/arch/mips64/mips64/pmap.c
227
mtx_leave(&pmap->pm_swmtx);
sys/arch/mips64/mips64/pmap.c
246
pmap_invalidate_icache(pmap_t pmap, vaddr_t va, pt_entry_t entry)
sys/arch/mips64/mips64/pmap.c
253
pmap_swlock(pmap);
sys/arch/mips64/mips64/pmap.c
256
pmap->pm_asid[ci->ci_cpuid].pma_asidgen != 0)
sys/arch/mips64/mips64/pmap.c
259
pmap_swunlock(pmap);
sys/arch/mips64/mips64/pmap.c
279
pmap_t pmap;
sys/arch/mips64/mips64/pmap.c
286
pmap_shootdown_range(pmap_t pmap, vaddr_t sva, vaddr_t eva, int needisync)
sys/arch/mips64/mips64/pmap.c
294
pmap_swlock(pmap);
sys/arch/mips64/mips64/pmap.c
300
if (pmap != pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
301
if (pmap->pm_asid[ci->ci_cpuid].pma_asidgen !=
sys/arch/mips64/mips64/pmap.c
304
} else if (ci->ci_curpmap != pmap) {
sys/arch/mips64/mips64/pmap.c
305
pmap->pm_asid[ci->ci_cpuid].pma_asidgen = 0;
sys/arch/mips64/mips64/pmap.c
311
pmap_swunlock(pmap);
sys/arch/mips64/mips64/pmap.c
313
sr_arg.pmap = pmap;
sys/arch/mips64/mips64/pmap.c
332
if (sr_arg->pmap == pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
337
pmap_invalidate_user_page(sr_arg->pmap, va);
sys/arch/mips64/mips64/pmap.c
353
pmap_invalidate_icache(pmap_t pmap, vaddr_t va, pt_entry_t entry)
sys/arch/mips64/mips64/pmap.c
516
pmap_t pmap;
sys/arch/mips64/mips64/pmap.c
520
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK | PR_ZERO);
sys/arch/mips64/mips64/pmap.c
521
pmap->pm_segtab = pool_get(&pmap_pg_pool, PR_WAITOK | PR_ZERO);
sys/arch/mips64/mips64/pmap.c
522
pmap->pm_count = 1;
sys/arch/mips64/mips64/pmap.c
523
mtx_init(&pmap->pm_mtx, IPL_VM);
sys/arch/mips64/mips64/pmap.c
524
mtx_init(&pmap->pm_swmtx, IPL_SCHED);
sys/arch/mips64/mips64/pmap.c
526
return (pmap);
sys/arch/mips64/mips64/pmap.c
535
pmap_destroy(pmap_t pmap)
sys/arch/mips64/mips64/pmap.c
544
DPRINTF(PDB_FOLLOW|PDB_CREATE, ("pmap_destroy(%p)\n", pmap));
sys/arch/mips64/mips64/pmap.c
546
count = atomic_dec_int_nv(&pmap->pm_count);
sys/arch/mips64/mips64/pmap.c
550
if (pmap->pm_segtab) {
sys/arch/mips64/mips64/pmap.c
553
if ((pde = pmap->pm_segtab->seg_tab[i]) == NULL)
sys/arch/mips64/mips64/pmap.c
563
"index %u", pmap, pte, k);
sys/arch/mips64/mips64/pmap.c
573
pmap->pm_segtab->seg_tab[i] = NULL;
sys/arch/mips64/mips64/pmap.c
576
pool_put(&pmap_pg_pool, pmap->pm_segtab);
sys/arch/mips64/mips64/pmap.c
578
pmap->pm_segtab = NULL;
sys/arch/mips64/mips64/pmap.c
582
pool_put(&pmap_pmap_pool, pmap);
sys/arch/mips64/mips64/pmap.c
589
pmap_reference(pmap_t pmap)
sys/arch/mips64/mips64/pmap.c
592
DPRINTF(PDB_FOLLOW, ("pmap_reference(%p)\n", pmap));
sys/arch/mips64/mips64/pmap.c
594
atomic_inc_int(&pmap->pm_count);
sys/arch/mips64/mips64/pmap.c
603
pmap_t pmap = p->p_vmspace->vm_map.pmap;
sys/arch/mips64/mips64/pmap.c
607
pmap_swlock(pmap);
sys/arch/mips64/mips64/pmap.c
608
ci->ci_curpmap = pmap;
sys/arch/mips64/mips64/pmap.c
609
p->p_addr->u_pcb.pcb_segtab = pmap->pm_segtab;
sys/arch/mips64/mips64/pmap.c
613
pmap_swunlock(pmap);
sys/arch/mips64/mips64/pmap.c
634
pmap_do_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/mips64/mips64/pmap.c
642
PMAP_ASSERT_LOCKED(pmap);
sys/arch/mips64/mips64/pmap.c
645
("pmap_remove(%p, %p, %p)\n", pmap, (void *)sva, (void *)eva));
sys/arch/mips64/mips64/pmap.c
649
if (pmap == pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
663
atomic_dec_long(&pmap->pm_stats.wired_count);
sys/arch/mips64/mips64/pmap.c
664
atomic_dec_long(&pmap->pm_stats.resident_count);
sys/arch/mips64/mips64/pmap.c
668
pmap_remove_pv(pmap, va, pa);
sys/arch/mips64/mips64/pmap.c
687
seg = &pmap_segmap(pmap, sva);
sys/arch/mips64/mips64/pmap.c
705
&pmap->pm_stats.wired_count);
sys/arch/mips64/mips64/pmap.c
706
atomic_dec_long(&pmap->pm_stats.resident_count);
sys/arch/mips64/mips64/pmap.c
712
pmap_remove_pv(pmap, va, pa);
sys/arch/mips64/mips64/pmap.c
717
pmap_invalidate_user_page(pmap, va);
sys/arch/mips64/mips64/pmap.c
725
pmap_shootdown_range(pmap, sva, eva, needisync);
sys/arch/mips64/mips64/pmap.c
729
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/mips64/mips64/pmap.c
731
pmap_lock(pmap);
sys/arch/mips64/mips64/pmap.c
732
pmap_do_remove(pmap, sva, eva);
sys/arch/mips64/mips64/pmap.c
733
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
801
pmap_t pmap;
sys/arch/mips64/mips64/pmap.c
807
pmap = pv->pv_pmap;
sys/arch/mips64/mips64/pmap.c
818
pmap_reference(pmap);
sys/arch/mips64/mips64/pmap.c
820
pmap_lock(pmap);
sys/arch/mips64/mips64/pmap.c
822
if (pg_to_pvh(pg)->pv_pmap != pmap ||
sys/arch/mips64/mips64/pmap.c
825
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
826
pmap_destroy(pmap);
sys/arch/mips64/mips64/pmap.c
832
pmap_do_remove(pmap, va, va + PAGE_SIZE);
sys/arch/mips64/mips64/pmap.c
834
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
835
pmap_destroy(pmap);
sys/arch/mips64/mips64/pmap.c
880
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/mips64/mips64/pmap.c
889
pmap, (void *)sva, (void *)eva, prot));
sys/arch/mips64/mips64/pmap.c
892
pmap_remove(pmap, sva, eva);
sys/arch/mips64/mips64/pmap.c
900
pmap_lock(pmap);
sys/arch/mips64/mips64/pmap.c
902
if (pmap == pmap_kernel()) {
sys/arch/mips64/mips64/pmap.c
934
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
94
#define pmap_shootdown_range(pmap, sva, eva, needisync) \
sys/arch/mips64/mips64/pmap.c
945
seg = &pmap_segmap(pmap, sva);
sys/arch/mips64/mips64/pmap.c
965
pmap_invalidate_icache(pmap,
sys/arch/mips64/mips64/pmap.c
975
pmap_update_user_page(pmap, va, entry);
sys/arch/mips64/mips64/pmap.c
982
pmap_shootdown_range(pmap, sva, eva, needisync);
sys/arch/mips64/mips64/pmap.c
984
pmap_unlock(pmap);
sys/arch/mips64/mips64/pmap.c
997
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, int flags)
sys/arch/mips64/mips64/sys_machdep.c
100
struct pmap *pm = map->pmap;
sys/arch/mips64/mips64/trap.c
246
if (pmap_emulate_modify(p->p_vmspace->vm_map.pmap,
sys/arch/mips64/mips64/trap.c
804
if (pmap_copyinsn(map->pmap, uva, insn))
sys/arch/mips64/mips64/vm_machdep.c
154
struct pmap *pm = vm_map_pmap(&bp->b_proc->p_vmspace->vm_map);
sys/arch/octeon/octeon/bus_dma.c
607
pmap_t pmap;
sys/arch/octeon/octeon/bus_dma.c
610
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/octeon/octeon/bus_dma.c
612
pmap = pmap_kernel();
sys/arch/octeon/octeon/bus_dma.c
623
if (pmap_extract(pmap, vaddr, &curaddr) == 0)
sys/arch/octeon/octeon/bus_dma.c
625
pmap, vaddr);
sys/arch/powerpc/include/cpu.h
51
struct pmap *ci_curpm;
sys/arch/powerpc/include/pcb.h
48
struct pmap *pcb_pm; /* pmap of our vmspace */
sys/arch/powerpc/include/pcb.h
49
struct pmap *pcb_pmreal; /* real address of above */
sys/arch/powerpc/include/pmap.h
110
typedef struct pmap *pmap_t;
sys/arch/powerpc/include/pmap.h
112
extern struct pmap kernel_pmap_;
sys/arch/powerpc/include/pmap.h
122
#define pmap_update(pmap) /* nothing (yet) */
sys/arch/powerpc/include/pmap.h
124
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/powerpc/include/pmap.h
141
void pmap_release(struct pmap *);
sys/arch/powerpc/include/pmap.h
149
int pte_spill_v(struct pmap *pm, u_int32_t va, u_int32_t dsisr, int exec_fault);
sys/arch/powerpc/powerpc/bus_dma.c
117
pmap_t pmap;
sys/arch/powerpc/powerpc/bus_dma.c
124
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/powerpc/powerpc/bus_dma.c
126
pmap = pmap_kernel();
sys/arch/powerpc/powerpc/bus_dma.c
132
if (pmap_extract(pmap, vaddr, (paddr_t *)&curaddr) != TRUE) {
sys/arch/powerpc/powerpc/bus_dma.c
134
"pmap_extract failed", pmap, vaddr);
sys/arch/powerpc/powerpc/pmap.c
1654
pcb->pcb_pm = p->p_vmspace->vm_map.pmap;
sys/arch/powerpc/powerpc/pmap.c
2195
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, IPL_NONE, 0,
sys/arch/powerpc/powerpc/pmap.c
2220
if (pmap_extract(pr->ps_vmspace->vm_map.pmap, va, &pa)) {
sys/arch/powerpc/powerpc/pmap.c
98
struct pmap kernel_pmap_;
sys/arch/powerpc/powerpc/trap.c
276
if (pte_spill_v(map->pmap, va, frame->dsisr, 0))
sys/arch/powerpc/powerpc/trap.c
302
if (pte_spill_v(p->p_vmspace->vm_map.pmap,
sys/arch/powerpc/powerpc/trap.c
332
if (pte_spill_v(p->p_vmspace->vm_map.pmap,
sys/arch/powerpc/powerpc/trap.c
627
if (pmap_copyinsn(map->pmap, uva, (uint32_t *)insn) == 0)
sys/arch/powerpc/powerpc/vm_machdep.c
79
pcb->pcb_pm = p2->p_vmspace->vm_map.pmap;
sys/arch/powerpc64/include/pmap.h
44
typedef struct pmap *pmap_t;
sys/arch/powerpc64/include/pmap.h
61
extern struct pmap kernel_pmap_store;
sys/arch/powerpc64/powerpc64/bus_dma.c
519
pmap_t pmap;
sys/arch/powerpc64/powerpc64/bus_dma.c
522
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/powerpc64/powerpc64/bus_dma.c
524
pmap = pmap_kernel();
sys/arch/powerpc64/powerpc64/bus_dma.c
535
if (pmap_extract(pmap, vaddr, &curaddr) == FALSE)
sys/arch/powerpc64/powerpc64/bus_dma.c
537
pmap, vaddr);
sys/arch/powerpc64/powerpc64/machdep.c
569
pmap_t pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/powerpc64/powerpc64/machdep.c
602
pmap_t pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/powerpc64/powerpc64/machdep.c
633
pmap_t pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/powerpc64/powerpc64/machdep.c
669
pmap_t pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/powerpc64/powerpc64/pmap.c
1038
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, IPL_VM, 0,
sys/arch/powerpc64/powerpc64/pmap.c
115
struct pmap kernel_pmap_store;
sys/arch/powerpc64/powerpc64/pmap.c
1544
if (pmap_extract(pr->ps_vmspace->vm_map.pmap, va, &pa)) {
sys/arch/powerpc64/powerpc64/pmap.c
348
KASSERT(curproc->p_vmspace->vm_map.pmap == pm);
sys/arch/powerpc64/powerpc64/trap.c
151
if (pmap_set_user_slb(map->pmap, va, NULL, NULL) == 0)
sys/arch/powerpc64/powerpc64/trap.c
219
pm = p->p_vmspace->vm_map.pmap;
sys/arch/powerpc64/powerpc64/trap.c
293
pm = p->p_vmspace->vm_map.pmap;
sys/arch/riscv64/include/cpu.h
88
struct pmap *ci_curpm;
sys/arch/riscv64/include/pmap.h
59
typedef struct pmap *pmap_t;
sys/arch/riscv64/include/pmap.h
93
extern struct pmap kernel_pmap_;
sys/arch/riscv64/include/pmap.h
95
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/riscv64/include/pmap.h
96
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/riscv64/riscv64/bus_dma.c
606
pmap_t pmap;
sys/arch/riscv64/riscv64/bus_dma.c
609
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/riscv64/riscv64/bus_dma.c
611
pmap = pmap_kernel();
sys/arch/riscv64/riscv64/bus_dma.c
622
if (pmap_extract(pmap, vaddr, &curaddr) == FALSE)
sys/arch/riscv64/riscv64/bus_dma.c
624
pmap, vaddr);
sys/arch/riscv64/riscv64/db_interface.c
164
struct pmap *pmap;
sys/arch/riscv64/riscv64/db_interface.c
166
if (!p || !p->p_vmspace || !p->p_vmspace->vm_map.pmap ||
sys/arch/riscv64/riscv64/db_interface.c
168
pmap = pmap_kernel();
sys/arch/riscv64/riscv64/db_interface.c
170
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/riscv64/riscv64/db_interface.c
172
return (pmap_extract(pmap, addr, NULL) == FALSE);
sys/arch/riscv64/riscv64/pmap.c
1369
pmap_set_l2(struct pmap *pm, uint64_t va, struct pmapvp2 *l2_va, paddr_t l2_pa)
sys/arch/riscv64/riscv64/pmap.c
1395
pmap_set_l3(struct pmap *pm, uint64_t va, struct pmapvp3 *l3_va, paddr_t l3_pa)
sys/arch/riscv64/riscv64/pmap.c
1429
pmap_t pm = p->p_vmspace->vm_map.pmap;
sys/arch/riscv64/riscv64/pmap.c
1508
struct pmap *pm;
sys/arch/riscv64/riscv64/pmap.c
1595
pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, IPL_NONE, 0,
sys/arch/riscv64/riscv64/pmap.c
160
struct pmap kernel_pmap_;
sys/arch/riscv64/riscv64/pmap.c
200
void pmap_set_l2(struct pmap *, uint64_t, struct pmapvp2 *, paddr_t);
sys/arch/riscv64/riscv64/pmap.c
201
void pmap_set_l3(struct pmap *, uint64_t, struct pmapvp3 *, paddr_t);
sys/arch/riscv64/riscv64/pmap.c
2142
struct pmap *pm;
sys/arch/riscv64/riscv64/pmap.c
2150
pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/riscv64/riscv64/pmap.c
2179
pmap_t pm = p->p_vmspace->vm_map.pmap;
sys/arch/riscv64/riscv64/pmap.c
243
pmap_lock(struct pmap *pmap)
sys/arch/riscv64/riscv64/pmap.c
245
if (pmap != pmap_kernel())
sys/arch/riscv64/riscv64/pmap.c
246
mtx_enter(&pmap->pm_mtx);
sys/arch/riscv64/riscv64/pmap.c
250
pmap_unlock(struct pmap *pmap)
sys/arch/riscv64/riscv64/pmap.c
252
if (pmap != pmap_kernel())
sys/arch/riscv64/riscv64/pmap.c
253
mtx_leave(&pmap->pm_mtx);
sys/arch/riscv64/riscv64/pmap.c
38
pmap_is_active(struct pmap *pm, struct cpu_info *ci)
sys/arch/riscv64/riscv64/pmap.c
907
pmap_t pmap;
sys/arch/riscv64/riscv64/pmap.c
909
pmap = pool_get(&pmap_pmap_pool, PR_WAITOK | PR_ZERO);
sys/arch/riscv64/riscv64/pmap.c
911
mtx_init(&pmap->pm_mtx, IPL_VM);
sys/arch/riscv64/riscv64/pmap.c
913
pmap_pinit(pmap);
sys/arch/riscv64/riscv64/pmap.c
918
return (pmap);
sys/arch/riscv64/riscv64/trap.c
214
if (pmap_fault_fixup(map->pmap, va, access_type))
sys/arch/riscv64/riscv64/trap.c
264
if (!pmap_fault_fixup(map->pmap, va, access_type)) {
sys/arch/sh/include/pmap.h
60
extern struct pmap __pmap_kernel;
sys/arch/sh/include/pmap.h
67
#define pmap_deactivate(pmap) do { /* nothing */ } while (0)
sys/arch/sh/include/pmap.h
68
#define pmap_update(pmap) do { /* nothing */ } while (0)
sys/arch/sh/include/pmap.h
69
#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
sys/arch/sh/include/pmap.h
70
#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
sys/arch/sh/sh/db_interface.c
369
if (pr->ps_vmspace->vm_map.pmap->pm_asid == asid)
sys/arch/sh/sh/locore_c.c
141
int pm_asid = nproc->p_vmspace->vm_map.pmap->pm_asid;
sys/arch/sh/sh/pmap.c
1013
__pmap_pte_load(pmap_t pmap, vaddr_t va, int flags)
sys/arch/sh/sh/pmap.c
1019
KDASSERT((((int)va < 0) && (pmap == pmap_kernel())) ||
sys/arch/sh/sh/pmap.c
1020
(((int)va >= 0) && (pmap != pmap_kernel())));
sys/arch/sh/sh/pmap.c
1023
if (((pte = __pmap_pte_lookup(pmap, va)) == NULL) ||
sys/arch/sh/sh/pmap.c
1040
if (pmap->pm_asid != -1)
sys/arch/sh/sh/pmap.c
1041
sh_tlb_update(pmap->pm_asid, va, entry);
sys/arch/sh/sh/pmap.c
1078
pmap_t pmap = pr->ps_vmspace->vm_map.pmap;
sys/arch/sh/sh/pmap.c
1080
if ((asid = pmap->pm_asid) > 0) {
sys/arch/sh/sh/pmap.c
1081
pmap->pm_asid = -1;
sys/arch/sh/sh/pmap.c
206
pool_init(&__pmap_pmap_pool, sizeof(struct pmap), 0, IPL_NONE, 0,
sys/arch/sh/sh/pmap.c
216
pmap_t pmap;
sys/arch/sh/sh/pmap.c
219
pmap = pool_get(&__pmap_pmap_pool, PR_WAITOK|PR_ZERO);
sys/arch/sh/sh/pmap.c
220
pmap->pm_asid = -1;
sys/arch/sh/sh/pmap.c
221
pmap->pm_refcnt = 1;
sys/arch/sh/sh/pmap.c
227
pmap->pm_ptp = (pt_entry_t **)SH3_PHYS_TO_P1SEG(VM_PAGE_TO_PHYS(pg));
sys/arch/sh/sh/pmap.c
229
return (pmap);
sys/arch/sh/sh/pmap.c
233
pmap_destroy(pmap_t pmap)
sys/arch/sh/sh/pmap.c
237
if (--pmap->pm_refcnt > 0)
sys/arch/sh/sh/pmap.c
242
vaddr_t va = (vaddr_t)pmap->pm_ptp[i];
sys/arch/sh/sh/pmap.c
261
sh_dcache_inv_range((vaddr_t)pmap->pm_ptp, PAGE_SIZE);
sys/arch/sh/sh/pmap.c
262
uvm_pagefree(PHYS_TO_VM_PAGE(SH3_P1SEG_TO_PHYS((vaddr_t)pmap->pm_ptp)));
sys/arch/sh/sh/pmap.c
265
__pmap_asid_free(pmap->pm_asid);
sys/arch/sh/sh/pmap.c
267
pool_put(&__pmap_pmap_pool, pmap);
sys/arch/sh/sh/pmap.c
271
pmap_reference(pmap_t pmap)
sys/arch/sh/sh/pmap.c
273
pmap->pm_refcnt++;
sys/arch/sh/sh/pmap.c
279
pmap_t pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sh/sh/pmap.c
281
if (pmap->pm_asid == -1)
sys/arch/sh/sh/pmap.c
282
pmap->pm_asid = __pmap_asid_alloc();
sys/arch/sh/sh/pmap.c
284
KDASSERT(pmap->pm_asid >=0 && pmap->pm_asid < 256);
sys/arch/sh/sh/pmap.c
286
sh_tlb_set_asid(pmap->pm_asid);
sys/arch/sh/sh/pmap.c
287
curptd = pmap->pm_ptp;
sys/arch/sh/sh/pmap.c
291
pmap_enter(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot, int flags)
sys/arch/sh/sh/pmap.c
295
boolean_t kva = (pmap == pmap_kernel());
sys/arch/sh/sh/pmap.c
333
if (__pmap_map_change(pmap, va, pa, prot, entry))
sys/arch/sh/sh/pmap.c
337
if (__pmap_pv_enter(pmap, pg, va, prot) != 0) {
sys/arch/sh/sh/pmap.c
358
pte = __pmap_pte_alloc(pmap, va);
sys/arch/sh/sh/pmap.c
362
__pmap_pv_remove(pmap, pg, va);
sys/arch/sh/sh/pmap.c
371
if (pmap->pm_asid != -1)
sys/arch/sh/sh/pmap.c
372
sh_tlb_update(pmap->pm_asid, va, entry);
sys/arch/sh/sh/pmap.c
379
pmap->pm_stats.wired_count++;
sys/arch/sh/sh/pmap.c
380
pmap->pm_stats.resident_count++;
sys/arch/sh/sh/pmap.c
393
__pmap_map_change(pmap_t pmap, vaddr_t va, paddr_t pa, vm_prot_t prot,
sys/arch/sh/sh/pmap.c
399
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL ||
sys/arch/sh/sh/pmap.c
405
pmap_remove(pmap, va, eva);
sys/arch/sh/sh/pmap.c
413
pmap_protect(pmap, va, eva, prot);
sys/arch/sh/sh/pmap.c
421
pmap->pm_stats.wired_count--;
sys/arch/sh/sh/pmap.c
425
pmap_remove(pmap, va, eva);
sys/arch/sh/sh/pmap.c
438
__pmap_pv_enter(pmap_t pmap, struct vm_page *pg, vaddr_t va, vm_prot_t prot)
sys/arch/sh/sh/pmap.c
474
pv->pv_pmap = pmap;
sys/arch/sh/sh/pmap.c
484
pmap_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva)
sys/arch/sh/sh/pmap.c
493
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL ||
sys/arch/sh/sh/pmap.c
498
__pmap_pv_remove(pmap, pg, va);
sys/arch/sh/sh/pmap.c
501
pmap->pm_stats.wired_count--;
sys/arch/sh/sh/pmap.c
502
pmap->pm_stats.resident_count--;
sys/arch/sh/sh/pmap.c
509
if (pmap->pm_asid != -1)
sys/arch/sh/sh/pmap.c
510
sh_tlb_invalidate_addr(pmap->pm_asid, va);
sys/arch/sh/sh/pmap.c
519
__pmap_pv_remove(pmap_t pmap, struct vm_page *pg, vaddr_t vaddr)
sys/arch/sh/sh/pmap.c
528
if (pv->pv_pmap == pmap && pv->pv_va == vaddr) {
sys/arch/sh/sh/pmap.c
548
KDASSERT(!(pv->pv_pmap == pmap && pv->pv_va == vaddr));
sys/arch/sh/sh/pmap.c
57
struct pmap __pmap_kernel;
sys/arch/sh/sh/pmap.c
603
pmap_extract(pmap_t pmap, vaddr_t va, paddr_t *pap)
sys/arch/sh/sh/pmap.c
608
if (pmap == pmap_kernel() && (va >> 30) == 2) {
sys/arch/sh/sh/pmap.c
614
pte = __pmap_pte_lookup(pmap, va);
sys/arch/sh/sh/pmap.c
625
pmap_protect(pmap_t pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/sh/sh/pmap.c
627
boolean_t kernel = pmap == pmap_kernel();
sys/arch/sh/sh/pmap.c
638
pmap_remove(pmap, sva, eva);
sys/arch/sh/sh/pmap.c
660
if (((pte = __pmap_pte_lookup(pmap, va)) == NULL) ||
sys/arch/sh/sh/pmap.c
674
if (pmap->pm_asid != -1)
sys/arch/sh/sh/pmap.c
675
sh_tlb_update(pmap->pm_asid, va, entry);
sys/arch/sh/sh/pmap.c
68
struct pmap *pv_pmap;
sys/arch/sh/sh/pmap.c
684
if (pv->pv_pmap == pmap && pv->pv_va == va) {
sys/arch/sh/sh/pmap.c
692
if (pv->pv_pmap == pmap && pv->pv_va == va) {
sys/arch/sh/sh/pmap.c
711
struct pmap *pmap;
sys/arch/sh/sh/pmap.c
726
pmap = pv->pv_pmap;
sys/arch/sh/sh/pmap.c
729
KDASSERT(pmap);
sys/arch/sh/sh/pmap.c
730
pmap_protect(pmap, va, va + PAGE_SIZE, prot);
sys/arch/sh/sh/pmap.c
747
pmap_unwire(pmap_t pmap, vaddr_t va)
sys/arch/sh/sh/pmap.c
751
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL ||
sys/arch/sh/sh/pmap.c
757
pmap->pm_stats.wired_count--;
sys/arch/sh/sh/pmap.c
812
pmap_t pmap;
sys/arch/sh/sh/pmap.c
824
pmap = pv->pv_pmap;
sys/arch/sh/sh/pmap.c
827
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL)
sys/arch/sh/sh/pmap.c
833
if (pmap->pm_asid != -1)
sys/arch/sh/sh/pmap.c
834
sh_tlb_invalidate_addr(pmap->pm_asid, va);
sys/arch/sh/sh/pmap.c
852
struct pmap *pmap;
sys/arch/sh/sh/pmap.c
875
pmap = pv->pv_pmap;
sys/arch/sh/sh/pmap.c
877
if ((pte = __pmap_pte_lookup(pmap, va)) == NULL)
sys/arch/sh/sh/pmap.c
887
if (pmap->pm_asid != -1)
sys/arch/sh/sh/pmap.c
888
sh_tlb_invalidate_addr(pmap->pm_asid, va);
sys/arch/sh/sh/pmap.c
954
__pmap_pte_alloc(pmap_t pmap, vaddr_t va)
sys/arch/sh/sh/pmap.c
959
if ((pte = __pmap_pte_lookup(pmap, va)) != NULL)
sys/arch/sh/sh/pmap.c
968
pmap->pm_ptp[__PMAP_PTP_INDEX(va)] = ptp;
sys/arch/sh/sh/pmap.c
978
__pmap_pte_lookup(pmap_t pmap, vaddr_t va)
sys/arch/sh/sh/pmap.c
982
if (pmap == pmap_kernel())
sys/arch/sh/sh/pmap.c
986
ptp = pmap->pm_ptp[__PMAP_PTP_INDEX(va)];
sys/arch/sh/sh/trap.c
318
pmap_t pmap;
sys/arch/sh/sh/trap.c
393
pmap = map->pmap;
sys/arch/sh/sh/trap.c
397
pmap = pmap_kernel();
sys/arch/sh/sh/trap.c
407
pmap = map->pmap;
sys/arch/sh/sh/trap.c
412
if (track && __pmap_pte_load(pmap, va, track)) {
sys/arch/sh/sh/trap.c
430
int loaded = __pmap_pte_load(pmap, va, track);
sys/arch/sh/sh/vm_machdep.c
259
struct pmap *pm = vm_map_pmap(&bp->b_proc->p_vmspace->vm_map);
sys/arch/sparc64/dev/iommu.c
686
pmap_t pmap;
sys/arch/sparc64/dev/iommu.c
731
pmap = p ? p->p_vmspace->vm_map.pmap : pmap_kernel();
sys/arch/sparc64/dev/iommu.c
744
if (pmap_extract(pmap, a, &pa) == FALSE)
sys/arch/sparc64/dev/iommu.c
826
if (pmap_extract(pmap, a, &pa) == FALSE)
sys/arch/sparc64/dev/viommu.c
285
pmap_t pmap;
sys/arch/sparc64/dev/viommu.c
326
pmap = p ? p->p_vmspace->vm_map.pmap : pmap_kernel();
sys/arch/sparc64/dev/viommu.c
339
if (pmap_extract(pmap, a, &pa) == FALSE)
sys/arch/sparc64/dev/viommu.c
416
if (pmap_extract(pmap, a, &pa) == FALSE)
sys/arch/sparc64/include/pmap.h
153
typedef struct pmap *pmap_t;
sys/arch/sparc64/include/pmap.h
155
extern struct pmap kernel_pmap_;
sys/arch/sparc64/include/pmap.h
185
int ctx_alloc(struct pmap*);
sys/arch/sparc64/include/pmap.h
186
void ctx_free(struct pmap*);
sys/arch/sparc64/include/pmap.h
196
struct pmap *pv_pmap; /* pmap where mapping lies */
sys/arch/sparc64/sparc64/db_interface.c
1019
if (p->p_vmspace->vm_map.pmap->pm_ctx) {
sys/arch/sparc64/sparc64/db_interface.c
1020
switchtoctx(p->p_vmspace->vm_map.pmap->pm_ctx);
sys/arch/sparc64/sparc64/db_interface.c
225
static void db_dump_pmap(struct pmap*);
sys/arch/sparc64/sparc64/db_interface.c
741
int64_t pseg_get(struct pmap *, vaddr_t);
sys/arch/sparc64/sparc64/db_interface.c
744
db_dump_pmap(struct pmap* pm)
sys/arch/sparc64/sparc64/db_interface.c
780
extern struct pmap kernel_pmap_;
sys/arch/sparc64/sparc64/db_interface.c
822
struct pmap* pm=NULL;
sys/arch/sparc64/sparc64/db_interface.c
833
pm = curproc->p_vmspace->vm_map.pmap;
sys/arch/sparc64/sparc64/db_interface.c
835
pm = (struct pmap*)addr;
sys/arch/sparc64/sparc64/db_interface.c
927
p->p_p->ps_pid, p->p_vmspace, p->p_vmspace->vm_map.pmap,
sys/arch/sparc64/sparc64/db_interface.c
928
p->p_vmspace->vm_map.pmap->pm_ctx,
sys/arch/sparc64/sparc64/db_interface.c
952
p->p_p->ps_pid, p->p_vmspace->vm_map.pmap,
sys/arch/sparc64/sparc64/db_interface.c
953
p->p_vmspace->vm_map.pmap->pm_ctx,
sys/arch/sparc64/sparc64/machdep.c
1124
pmap_t pmap;
sys/arch/sparc64/sparc64/machdep.c
1127
pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sparc64/sparc64/machdep.c
1129
pmap = pmap_kernel();
sys/arch/sparc64/sparc64/machdep.c
1138
pmap_extract(pmap, vaddr, (paddr_t *)&curaddr);
sys/arch/sparc64/sparc64/pmap.c
107
pv_entry_t pmap_remove_pv(struct pmap *pm, vaddr_t va, paddr_t pa);
sys/arch/sparc64/sparc64/pmap.c
108
pv_entry_t pmap_enter_pv(struct pmap *pm, pv_entry_t, vaddr_t va, paddr_t pa);
sys/arch/sparc64/sparc64/pmap.c
109
void pmap_page_cache(struct pmap *pm, paddr_t pa, int mode);
sys/arch/sparc64/sparc64/pmap.c
113
void pmap_release(struct pmap *);
sys/arch/sparc64/sparc64/pmap.c
1362
pool_init(&pmap_pool, sizeof(struct pmap), 0, IPL_NONE, 0,
sys/arch/sparc64/sparc64/pmap.c
1404
struct pmap *pm = pmap_kernel();
sys/arch/sparc64/sparc64/pmap.c
1432
struct pmap *
sys/arch/sparc64/sparc64/pmap.c
1435
struct pmap *pm;
sys/arch/sparc64/sparc64/pmap.c
1452
pmap_reference(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
1462
pmap_destroy(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
1475
pmap_release(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
1548
struct pmap *pmap = p->p_vmspace->vm_map.pmap;
sys/arch/sparc64/sparc64/pmap.c
1561
if (pmap->pm_ctx == 0)
sys/arch/sparc64/sparc64/pmap.c
1562
ctx_alloc(pmap);
sys/arch/sparc64/sparc64/pmap.c
1564
stxa(CTX_SECONDARY, ASI_MMU_CONTEXTID, pmap->pm_ctx);
sys/arch/sparc64/sparc64/pmap.c
1566
stxa(CTX_SECONDARY, ASI_DMMU, pmap->pm_ctx);
sys/arch/sparc64/sparc64/pmap.c
1600
struct pmap *pm = pmap_kernel();
sys/arch/sparc64/sparc64/pmap.c
1659
struct pmap *pm = pmap_kernel();
sys/arch/sparc64/sparc64/pmap.c
1696
pmap_enter(struct pmap *pm, vaddr_t va, paddr_t pa, vm_prot_t prot, int flags)
sys/arch/sparc64/sparc64/pmap.c
175
struct pmap kernel_pmap_;
sys/arch/sparc64/sparc64/pmap.c
1814
pmap_remove(struct pmap *pm, vaddr_t va, vaddr_t endva)
sys/arch/sparc64/sparc64/pmap.c
1887
pmap_protect(struct pmap *pm, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
sys/arch/sparc64/sparc64/pmap.c
1963
pmap_extract(struct pmap *pm, vaddr_t va, paddr_t *pap)
sys/arch/sparc64/sparc64/pmap.c
2357
pmap_unwire(struct pmap *pmap, vaddr_t va)
sys/arch/sparc64/sparc64/pmap.c
2361
if (pmap == NULL)
sys/arch/sparc64/sparc64/pmap.c
2367
if (pmap == pmap_kernel() && va >= ktext &&
sys/arch/sparc64/sparc64/pmap.c
2373
mtx_enter(&pmap->pm_mtx);
sys/arch/sparc64/sparc64/pmap.c
2374
data = pseg_get(pmap, va & PV_VAMASK);
sys/arch/sparc64/sparc64/pmap.c
2381
if (pseg_set(pmap, va & PV_VAMASK, data, 0)) {
sys/arch/sparc64/sparc64/pmap.c
2386
mtx_leave(&pmap->pm_mtx);
sys/arch/sparc64/sparc64/pmap.c
249
int pmap_get_page(paddr_t *, const char *, struct pmap *);
sys/arch/sparc64/sparc64/pmap.c
250
void pmap_free_page(paddr_t, struct pmap *);
sys/arch/sparc64/sparc64/pmap.c
2529
ctx_alloc(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
2578
ctx_free(struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
2618
pmap_enter_pv(struct pmap *pmap, pv_entry_t npv, vaddr_t va, paddr_t pa)
sys/arch/sparc64/sparc64/pmap.c
2630
pv->pv_pmap = pmap;
sys/arch/sparc64/sparc64/pmap.c
2650
pmap_page_cache(pmap, pa, 0);
sys/arch/sparc64/sparc64/pmap.c
2659
npv->pv_pmap = pmap;
sys/arch/sparc64/sparc64/pmap.c
2671
pmap_remove_pv(struct pmap *pmap, vaddr_t va, paddr_t pa)
sys/arch/sparc64/sparc64/pmap.c
2687
if (pmap == pv->pv_pmap && PV_MATCH(pv, va)) {
sys/arch/sparc64/sparc64/pmap.c
2703
if (pmap == npv->pv_pmap && PV_MATCH(npv, va))
sys/arch/sparc64/sparc64/pmap.c
2742
pmap_page_cache(pmap, pa, 1);
sys/arch/sparc64/sparc64/pmap.c
2756
pmap_page_cache(struct pmap *pm, paddr_t pa, int mode)
sys/arch/sparc64/sparc64/pmap.c
2802
pmap_get_page(paddr_t *pa, const char *wait, struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
2828
pmap_free_page(paddr_t pa, struct pmap *pm)
sys/arch/sparc64/sparc64/pmap.c
2888
pmap_copyinsn(pmap_t pmap, vaddr_t va, uint32_t *insn)
sys/arch/sparc64/sparc64/pmap.c
2892
if (pmap == pmap_kernel())
sys/arch/sparc64/sparc64/pmap.c
2895
mtx_enter(&pmap->pm_mtx);
sys/arch/sparc64/sparc64/pmap.c
2897
pa = pseg_get(pmap, va) & TLB_PA_MASK;
sys/arch/sparc64/sparc64/pmap.c
2900
mtx_leave(&pmap->pm_mtx);
sys/arch/sparc64/sparc64/pmap.c
66
extern int64_t pseg_get(struct pmap*, vaddr_t addr);
sys/arch/sparc64/sparc64/pmap.c
67
extern int pseg_set(struct pmap*, vaddr_t addr, int64_t tte, paddr_t spare);
sys/arch/sparc64/sparc64/trap.c
1125
if (pmap_copyinsn(map->pmap, uva, (uint32_t *)insn) == 0)
sys/arch/sparc64/sparc64/vm_machdep.c
295
struct pmap *pm = vm_map_pmap(&bp->b_proc->p_vmspace->vm_map);
sys/dev/acpi/acpidmar.c
2273
if (!pmap_extract(curproc->p_vmspace->vm_map.pmap, va, &hpa))
sys/dev/fdt/if_mvpp.c
4359
mvpp2_prs_mac_da_range_find(struct mvpp2_softc *sc, int pmap, const uint8_t *da,
sys/dev/fdt/if_mvpp.c
4377
entry_pmap == pmap)
sys/dev/fdt/if_mvpp.c
4389
uint32_t pmap, len, ri;
sys/dev/fdt/if_mvpp.c
4417
pmap = mvpp2_prs_tcam_port_map_get(&pe);
sys/dev/fdt/if_mvpp.c
4418
if (pmap == 0) {
sys/dev/fdt/if_mvpp.c
4457
uint32_t pmap;
sys/dev/fdt/if_mvpp.c
4470
pmap = mvpp2_prs_tcam_port_map_get(&pe);
sys/dev/fdt/if_mvpp.c
4472
if (!(pmap & (1 << port->sc_id)))
sys/dev/ic/psp.c
512
pmap_t pmap;
sys/dev/ic/psp.c
537
pmap = vm_map_pmap(&p->p_vmspace->vm_map);
sys/dev/ic/psp.c
552
if (!pmap_extract(pmap, v, (paddr_t *)&ludata->paddr)) {
sys/dev/pci/drm/drm_gem_dma_helper.c
215
if (pmap_enter(ufi->orig_map->pmap, vaddr, paddr,
sys/dev/pci/drm/drm_gem_dma_helper.c
217
pmap_update(ufi->orig_map->pmap);
sys/dev/pci/drm/drm_gem_dma_helper.c
225
pmap_update(ufi->orig_map->pmap);
sys/dev/pci/drm/i915/gem/i915_gem_mman.c
671
if (pmap_enter(ufi->orig_map->pmap, va, pa | pa_flags,
sys/dev/pci/drm/i915/gem/i915_gem_mman.c
678
pmap_update(ufi->orig_map->pmap);
sys/dev/pci/drm/i915/gem/i915_gem_mman.c
869
ret = remap_io_mapping(ufi->orig_map->pmap, entry->protection,
sys/dev/pci/drm/i915/gt/intel_engine_cs.c
2284
const struct pmap *p;
sys/dev/pci/drm/ttm/ttm_bo_vm.c
569
err = pmap_enter(ufi->orig_map->pmap, address,
sys/dev/pci/drm/ttm/ttm_bo_vm.c
585
pmap_update(ufi->orig_map->pmap);
sys/dev/pci/if_ice.c
20436
struct ice_prof_map *pmap;
sys/dev/pci/if_ice.c
20441
pmap = ice_search_prof_id(hw, blk, id);
sys/dev/pci/if_ice.c
20442
if (!pmap) {
sys/dev/pci/if_ice.c
20448
status = ice_rem_flow_all(hw, blk, pmap->profile_cookie);
sys/dev/pci/if_ice.c
20453
ice_prof_dec_ref(hw, blk, pmap->prof_id);
sys/dev/pci/if_ice.c
20455
TAILQ_REMOVE(&hw->blk[blk].es.prof_map, pmap, list);
sys/dev/pci/if_ice.c
20456
ice_free(hw, pmap);
sys/isofs/udf/udf_vfsops.c
819
uint8_t *pmap = (uint8_t *) &lvd->maps[0];
sys/isofs/udf/udf_vfsops.c
822
ptype = pmap[0];
sys/isofs/udf/udf_vfsops.c
823
psize = pmap[1];
sys/isofs/udf/udf_vfsops.c
833
pmap += sizeof(struct part_map_1);
sys/isofs/udf/udf_vfsops.c
838
pmap_id = (struct regid *) &pmap[4];
sys/isofs/udf/udf_vfsops.c
845
(struct part_map_virt *) pmap);
sys/isofs/udf/udf_vfsops.c
849
(struct part_map_spare *) pmap);
sys/isofs/udf/udf_vfsops.c
853
(struct part_map_meta *) pmap);
sys/isofs/udf/udf_vfsops.c
860
pmap += sizeof(struct part_map_2);
sys/kern/kern_sched.c
617
log2(pmap_resident_count(p->p_vmspace->vm_map.pmap));
sys/uvm/uvm_device.c
372
if (pmap_enter(ufi->orig_map->pmap, curr_va, paddr,
sys/uvm/uvm_device.c
388
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_device.c
395
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_extern.h
165
struct pmap;
sys/uvm/uvm_extern.h
249
#define vm_resident_count(vm) (pmap_resident_count((vm)->vm_map.pmap))
sys/uvm/uvm_extern.h
385
void uvmspace_init(struct vmspace *, struct pmap *,
sys/uvm/uvm_fault.c
1131
if (pmap_enter(ufi->orig_map->pmap, ufi->orig_rvaddr,
sys/uvm/uvm_fault.c
1147
pmap_populate(ufi->orig_map->pmap, ufi->orig_rvaddr);
sys/uvm/uvm_fault.c
1179
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_fault.c
1239
if (pmap_extract(ufi->orig_map->pmap, currva, &pa))
sys/uvm/uvm_fault.c
1260
(void) pmap_enter(ufi->orig_map->pmap, currva,
sys/uvm/uvm_fault.c
1267
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_fault.c
1504
if (pmap_enter(ufi->orig_map->pmap, ufi->orig_rvaddr,
sys/uvm/uvm_fault.c
1525
pmap_populate(ufi->orig_map->pmap, ufi->orig_rvaddr);
sys/uvm/uvm_fault.c
1564
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_fault.c
1736
pmap_t pmap = vm_map_pmap(map);
sys/uvm/uvm_fault.c
1779
if (!pmap_extract(pmap, va, &pa))
sys/uvm/uvm_fault.c
1786
pmap_unwire(pmap, va);
sys/uvm/uvm_fault.c
522
if (pmap_nested(map->pmap))
sys/uvm/uvm_fault.c
530
res = pmap_resident_count(map->pmap);
sys/uvm/uvm_fault.c
975
!pmap_extract(ufi->orig_map->pmap, currva, &pa)) {
sys/uvm/uvm_fault.c
987
(void) pmap_enter(ufi->orig_map->pmap, currva,
sys/uvm/uvm_fault.c
996
pmap_update(ufi->orig_map->pmap);
sys/uvm/uvm_glue.c
180
if (!pmap_extract(map->pmap, start + ptoa(i), &pa)) {
sys/uvm/uvm_km.c
510
pmap_update(kernel_map->pmap);
sys/uvm/uvm_map.c
1920
pmap_remove(map->pmap, entry->start, entry->end);
sys/uvm/uvm_map.c
2393
uvm_map_setup(struct vm_map *map, pmap_t pmap, vaddr_t min, vaddr_t max,
sys/uvm/uvm_map.c
2421
map->pmap = pmap;
sys/uvm/uvm_map.c
2862
(*pr)("\tpmap=%p(resident=%d)\n", map->pmap,
sys/uvm/uvm_map.c
2863
pmap_resident_count(map->pmap));
sys/uvm/uvm_map.c
3202
pmap_protect(map->pmap, iter->start, iter->end,
sys/uvm/uvm_map.c
3235
pmap_update(map->pmap);
sys/uvm/uvm_map.c
3269
uvmspace_init(struct vmspace *vm, struct pmap *pmap, vaddr_t min, vaddr_t max,
sys/uvm/uvm_map.c
3272
KASSERT(pmap == NULL || pmap == pmap_kernel());
sys/uvm/uvm_map.c
3274
if (pmap)
sys/uvm/uvm_map.c
3275
pmap_reference(pmap);
sys/uvm/uvm_map.c
3277
pmap = pmap_create();
sys/uvm/uvm_map.c
3279
uvm_map_setup(&vm->vm_map, pmap, min, max,
sys/uvm/uvm_map.c
3451
pmap_destroy(vm->vm_map.pmap);
sys/uvm/uvm_map.c
3452
vm->vm_map.pmap = NULL;
sys/uvm/uvm_map.c
3654
pmap_protect(old_map->pmap,
sys/uvm/uvm_map.c
3660
pmap_update(old_map->pmap);
sys/uvm/uvm_map.c
3680
pmap_protect(new_map->pmap, new_entry->start,
sys/uvm/uvm_map.c
3959
uvm_map_create(pmap_t pmap, vaddr_t min, vaddr_t max, int flags)
sys/uvm/uvm_map.c
3964
uvm_map_setup(map, pmap, min, max, flags);
sys/uvm/uvm_map.c
3996
pmap_destroy(map->pmap);
sys/uvm/uvm_map.c
4322
pmap_update(kernel_map->pmap);
sys/uvm/uvm_map.h
252
struct pmap *pmap; /* [I] Physical map */
sys/uvm/uvm_map.h
432
#define vm_map_pmap(map) ((map)->pmap)
sys/uvm/uvm_pmap.h
131
struct pmap *pmap_create(void);
usr.sbin/amd/amd/srvr_nfs.c
207
struct pmap pmap;
usr.sbin/amd/amd/srvr_nfs.c
210
pmap.pm_prog = prog;
usr.sbin/amd/amd/srvr_nfs.c
211
pmap.pm_vers = vers;
usr.sbin/amd/amd/srvr_nfs.c
212
pmap.pm_prot = prot;
usr.sbin/amd/amd/srvr_nfs.c
213
pmap.pm_port = 0;
usr.sbin/amd/amd/srvr_nfs.c
215
&pmap_msg, &pmap, xdr_pmap, auth);
usr.sbin/portmap/portmap.c
287
struct pmap reg;
usr.sbin/procmap/procmap.c
442
printf(" pmap = %p,\n", D(vm_map, vm_map)->pmap);
usr.sbin/procmap/procmap.c
486
D(vm_map, vm_map)->pmap);