crypto/libressl/crypto/x509/x509_pmaps.c

153

POLICY_MAPPING *pmap;

crypto/libressl/crypto/x509/x509_pmaps.c

163

if ((pmap = sk_POLICY_MAPPING_value(pmaps, i)) == NULL)

crypto/libressl/crypto/x509/x509_pmaps.c

166

pmap->issuerDomainPolicy))

crypto/libressl/crypto/x509/x509_pmaps.c

169

pmap->subjectDomainPolicy))

crypto/libressl/crypto/x509/x509_pmaps.c

188

POLICY_MAPPING *pmap = NULL;

crypto/libressl/crypto/x509/x509_pmaps.c

210

pmap = POLICY_MAPPING_new();

crypto/libressl/crypto/x509/x509_pmaps.c

211

if (!pmap) {

crypto/libressl/crypto/x509/x509_pmaps.c

215

pmap->issuerDomainPolicy = obj1;

crypto/libressl/crypto/x509/x509_pmaps.c

216

pmap->subjectDomainPolicy = obj2;

crypto/libressl/crypto/x509/x509_pmaps.c

218

if (sk_POLICY_MAPPING_push(pmaps, pmap) == 0) {

crypto/libressl/crypto/x509/x509_pmaps.c

222

pmap = NULL;

crypto/libressl/crypto/x509/x509_pmaps.c

233

POLICY_MAPPING_free(pmap);

include/rpc/pmap_prot.h

100

extern bool_t xdr_pmap(XDR *, struct pmap *);

include/rpc/pmap_prot.h

95

struct pmap pml_map;

lib/libc/rpc/pmap_getport.c

72

struct pmap parms;

lib/libc/rpc/pmap_prot.c

52

xdr_pmap(XDR *xdrs, struct pmap *regs)

lib/libc/rpc/rpcb_clnt.c

758

struct pmap pmapparms;

sys/cpu/x86_64/include/cpufunc.h

51

struct pmap;

sys/ddb/db_watch.c

226

pmap_protect(watch->map->pmap,

sys/dev/raid/hptmv/entry.c

1391

PBUS_DMAMAP pmap = &(pAdapter->pbus_dmamap[i]);

sys/dev/raid/hptmv/entry.c

1392

pmap->pAdapter = pAdapter;

sys/dev/raid/hptmv/entry.c

1393

dmamap_put(pmap);

sys/dev/raid/hptmv/entry.c

1395

if(bus_dmamap_create(pAdapter->io_dma_parent, 0, &pmap->dma_map)) {

sys/dev/raid/hptmv/entry.c

2222

PBUS_DMAMAP pmap = (PBUS_DMAMAP)ccb->ccb_adapter;

sys/dev/raid/hptmv/entry.c

2223

IAL_ADAPTER_T * pAdapter = pmap->pAdapter;

sys/dev/raid/hptmv/entry.c

2226

dmamap_put(pmap);

sys/dev/raid/hptmv/entry.c

2249

PBUS_DMAMAP pmap;

sys/dev/raid/hptmv/entry.c

2277

pmap = dmamap_get(pAdapter);

sys/dev/raid/hptmv/entry.c

2278

HPT_ASSERT(pmap);

sys/dev/raid/hptmv/entry.c

2279

ccb->ccb_adapter = pmap;

sys/dev/raid/hptmv/entry.c

2280

memset((void *)pmap->psg, 0, sizeof(pmap->psg));

sys/dev/raid/hptmv/entry.c

2640

PBUS_DMAMAP pmap = (PBUS_DMAMAP) ccb->ccb_adapter;

sys/dev/raid/hptmv/entry.c

2641

IAL_ADAPTER_T *pAdapter = pmap->pAdapter;

sys/dev/raid/hptmv/entry.c

2663

bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, BUS_DMASYNC_PREREAD);

sys/dev/raid/hptmv/entry.c

2666

bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, BUS_DMASYNC_PREWRITE);

sys/dev/raid/hptmv/entry.c

2679

PBUS_DMAMAP pmap = (PBUS_DMAMAP)ccb->ccb_adapter;

sys/dev/raid/hptmv/entry.c

2680

IAL_ADAPTER_T *pAdapter = pmap->pAdapter;

sys/dev/raid/hptmv/entry.c

2800

pCmd->pSgTable = pmap->psg;

sys/dev/raid/hptmv/entry.c

2873

pmap->dma_map,

sys/dev/raid/hptmv/entry.c

2883

dmamap_put(pmap);

sys/dev/raid/hptmv/entry.c

2905

PBUS_DMAMAP pmap = (PBUS_DMAMAP)ccb->ccb_adapter;

sys/dev/raid/hptmv/entry.c

2906

IAL_ADAPTER_T *pAdapter = pmap->pAdapter;

sys/dev/raid/hptmv/entry.c

2937

bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, BUS_DMASYNC_POSTREAD);

sys/dev/raid/hptmv/entry.c

2940

bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, BUS_DMASYNC_POSTWRITE);

sys/dev/raid/hptmv/entry.c

2943

bus_dmamap_unload(pAdapter->io_dma_parent, pmap->dma_map);

sys/dev/sound/pci/envy24.c

165

bus_dmamap_t pmap, rmap;

sys/dev/sound/pci/envy24.c

2179

printf("%p -> %lx\n", sc->pmap, sc->paddr);

sys/dev/sound/pci/envy24.c

2217

bus_dmamap_unload(sc->dmat, sc->pmap);

sys/dev/sound/pci/envy24.c

2221

bus_dmamem_free(sc->dmat, sc->pbuf, sc->pmap);

sys/dev/sound/pci/envy24.c

2224

bus_dmamap_unload(sc->dmat, sc->pmap);

sys/dev/sound/pci/envy24.c

2226

bus_dmamem_free(sc->dmat, sc->pbuf, sc->pmap);

sys/dev/sound/pci/envy24.c

2255

if (bus_dmamem_alloc(sc->dmat, (void **)&sc->pbuf, BUS_DMA_NOWAIT, &sc->pmap))

sys/dev/sound/pci/envy24.c

2265

if (bus_dmamap_load(sc->dmat, sc->pmap, sc->pbuf, sc->psize, envy24_dmapsetmap, sc, 0))

sys/dev/sound/pci/envy24ht.c

164

bus_dmamap_t pmap, rmap;

sys/dev/sound/pci/envy24ht.c

2133

bus_dmamap_unload(sc->dmat, sc->pmap);

sys/dev/sound/pci/envy24ht.c

2137

bus_dmamem_free(sc->dmat, sc->pbuf, sc->pmap);

sys/dev/sound/pci/envy24ht.c

2140

bus_dmamap_unload(sc->dmat, sc->pmap);

sys/dev/sound/pci/envy24ht.c

2142

bus_dmamem_free(sc->dmat, sc->pbuf, sc->pmap);

sys/dev/sound/pci/envy24ht.c

2171

if (bus_dmamem_alloc(sc->dmat, (void **)&sc->pbuf, BUS_DMA_NOWAIT, &sc->pmap))

sys/dev/sound/pci/envy24ht.c

2181

if (bus_dmamap_load(sc->dmat, sc->pmap, sc->pbuf, sc->psize, envy24ht_dmapsetmap, sc, BUS_DMA_NOWAIT))

sys/dev/sound/pci/hdspe.c

173

BUS_DMA_NOWAIT, &sc->pmap)) {

sys/dev/sound/pci/hdspe.c

178

if (bus_dmamap_load(sc->dmat, sc->pmap, sc->pbuf, sc->bufsize,

sys/dev/sound/pci/hdspe.c

340

bus_dmamap_unload(sc->dmat, sc->pmap);

sys/dev/sound/pci/hdspe.c

342

bus_dmamem_free(sc->dmat, sc->pbuf, sc->pmap);

sys/dev/sound/pci/hdspe.h

161

bus_dmamap_t pmap;

sys/dev/virtual/nvmm/nvmm_os.h

181

#define os_vmspace_pmap(vm) ((vm)->vm_map.pmap)

sys/dev/virtual/nvmm/nvmm_os.h

182

#define os_vmspace_pdirpa(vm) ((vm)->vm_map.pmap->pm_pdirpa[0])

sys/dev/virtual/nvmm/x86/nvmm_x86_svm.c

2520

svm_tlb_flush(struct pmap *pm)

sys/dev/virtual/nvmm/x86/nvmm_x86_svm.c

2539

struct pmap *pmap = os_vmspace_pmap(mach->vm);

sys/dev/virtual/nvmm/x86/nvmm_x86_svm.c

2544

os_pmap_mach(pmap) = (void *)mach;

sys/dev/virtual/nvmm/x86/nvmm_x86_svm.c

2545

pmap->pm_tlb_flush = svm_tlb_flush;

sys/dev/virtual/nvmm/x86/nvmm_x86_svm.c

2547

pmap_npt_transform(pmap, 0);

sys/dev/virtual/nvmm/x86/nvmm_x86_vmx.c

3219

vmx_tlb_flush(struct pmap *pm)

sys/dev/virtual/nvmm/x86/nvmm_x86_vmx.c

3238

struct pmap *pmap = os_vmspace_pmap(mach->vm);

sys/dev/virtual/nvmm/x86/nvmm_x86_vmx.c

3243

pmap_ept_transform(pmap);

sys/dev/virtual/nvmm/x86/nvmm_x86_vmx.c

3244

os_pmap_mach(pmap) = (void *)mach;

sys/dev/virtual/nvmm/x86/nvmm_x86_vmx.c

3245

pmap->pm_tlb_flush = vmx_tlb_flush;

sys/dev/virtual/nvmm/x86/nvmm_x86_vmx.c

3247

pmap_ept_transform(pmap, vmx_ept_has_ad ? 0 : PMAP_EMULATE_AD_BITS);

sys/kern/subr_sglist.c

107

_sglist_append_buf(struct sglist *sg, void *buf, size_t len, pmap_t pmap,

sys/kern/subr_sglist.c

125

if (pmap != NULL) {

sys/kern/subr_sglist.c

126

paddr = pmap_extract(pmap, vaddr, &handle);

sys/kern/subr_sglist.c

153

if (pmap != NULL) {

sys/kern/subr_sglist.c

154

paddr = pmap_extract(pmap, vaddr, &handle);

sys/kern/subr_sglist.c

341

pmap_t pmap;

sys/kern/subr_sglist.c

353

pmap = vmspace_pmap(uio->uio_td->td_proc->p_vmspace);

sys/kern/subr_sglist.c

355

pmap = NULL;

sys/kern/subr_sglist.c

367

pmap, NULL);

sys/kern/subr_sglist.c

388

pmap_t pmap;

sys/kern/subr_sglist.c

397

pmap = vmspace_pmap(uio->uio_td->td_proc->p_vmspace);

sys/kern/subr_sglist.c

399

pmap = NULL;

sys/kern/subr_sglist.c

417

error = _sglist_append_buf(sg, iov->iov_base, len, pmap, &done);

sys/platform/pc64/include/pmap.h

192

struct pmap;

sys/platform/pc64/include/pmap.h

272

TAILQ_ENTRY(pmap) pm_pmnode; /* list of pmaps */

sys/platform/pc64/include/pmap.h

312

#define pmap_resident_count(pmap) \

sys/platform/pc64/include/pmap.h

313

((pmap)->pm_stats.resident_count)

sys/platform/pc64/include/pmap.h

314

#define pmap_resident_tlnw_count(pmap) \

sys/platform/pc64/include/pmap.h

315

((pmap)->pm_stats.resident_count - (pmap)->pm_stats.wired_count)

sys/platform/pc64/include/pmap.h

317

typedef struct pmap *pmap_t;

sys/platform/pc64/include/pmap.h

320

extern struct pmap *kernel_pmap;

sys/platform/pc64/include/pmap.h

369

void pmap_release(struct pmap *pmap);

sys/platform/pc64/include/pmap.h

385

pmap_emulate_ad_bits(pmap_t pmap) {

sys/platform/pc64/include/pmap.h

386

return pmap->pm_flags & PMAP_EMULATE_AD_BITS;

sys/platform/pc64/include/pmap_inval.h

51

pmap_t pmap;

sys/platform/pc64/include/pmap_inval.h

57

pt_entry_t pmap_inval_smp(pmap_t pmap, vm_offset_t va, vm_pindex_t npgs,

sys/platform/pc64/include/pmap_inval.h

59

int pmap_inval_smp_cmpset(pmap_t pmap, vm_offset_t va,

sys/platform/pc64/include/pmap_inval.h

63

void pmap_inval_bulk_init(pmap_inval_bulk_t *bulk, struct pmap *pmap);

sys/platform/pc64/x86_64/busdma_machdep.c

568

_bus_dma_extract(pmap_t pmap, vm_offset_t vaddr)

sys/platform/pc64/x86_64/busdma_machdep.c

570

if (pmap)

sys/platform/pc64/x86_64/busdma_machdep.c

571

return pmap_extract(pmap, vaddr, NULL);

sys/platform/pc64/x86_64/busdma_machdep.c

589

pmap_t pmap,

sys/platform/pc64/x86_64/busdma_machdep.c

625

paddr = _bus_dma_extract(pmap, vaddr);

sys/platform/pc64/x86_64/busdma_machdep.c

677

paddr = _bus_dma_extract(pmap, vaddr);

sys/platform/pc64/x86_64/busdma_machdep.c

938

pmap_t pmap;

sys/platform/pc64/x86_64/busdma_machdep.c

970

pmap = vmspace_pmap(td->td_proc->p_vmspace);

sys/platform/pc64/x86_64/busdma_machdep.c

972

pmap = NULL;

sys/platform/pc64/x86_64/busdma_machdep.c

990

pmap, flags, &lastaddr, &nsegs, first);

sys/platform/pc64/x86_64/genassym.c

74

ASSYM(PM_ACTIVE, offsetof(struct pmap, pm_active));

sys/platform/pc64/x86_64/genassym.c

75

ASSYM(PM_ACTIVE_LOCK, offsetof(struct pmap, pm_active_lock));

sys/platform/pc64/x86_64/pmap.c

112

#define pv_get(pmap, pindex, pmarkp) _pv_get(pmap, pindex, pmarkp \

sys/platform/pc64/x86_64/pmap.c

118

#define pv_alloc(pmap, pindex, isnewp) _pv_alloc(pmap, pindex, isnewp \

sys/platform/pc64/x86_64/pmap.c

129

#define pv_get(pmap, pindex, pmarkp) _pv_get(pmap, pindex, pmarkp)

sys/platform/pc64/x86_64/pmap.c

132

#define pv_alloc(pmap, pindex, isnewp) _pv_alloc(pmap, pindex, isnewp)

sys/platform/pc64/x86_64/pmap.c

142

#define pmap_pde_v(pmap, pde) \

sys/platform/pc64/x86_64/pmap.c

143

((*(pd_entry_t *)pde & pmap->pmap_bits[PG_V_IDX]) != 0)

sys/platform/pc64/x86_64/pmap.c

144

#define pmap_pte_w(pmap, pte) \

sys/platform/pc64/x86_64/pmap.c

145

((*(pt_entry_t *)pte & pmap->pmap_bits[PG_W_IDX]) != 0)

sys/platform/pc64/x86_64/pmap.c

1455

static void dump_pmap(pmap_t pmap, pt_entry_t pte, int level, vm_offset_t base);

sys/platform/pc64/x86_64/pmap.c

146

#define pmap_pte_m(pmap, pte) \

sys/platform/pc64/x86_64/pmap.c

147

((*(pt_entry_t *)pte & pmap->pmap_bits[PG_M_IDX]) != 0)

sys/platform/pc64/x86_64/pmap.c

148

#define pmap_pte_u(pmap, pte) \

sys/platform/pc64/x86_64/pmap.c

149

((*(pt_entry_t *)pte & pmap->pmap_bits[PG_U_IDX]) != 0)

sys/platform/pc64/x86_64/pmap.c

150

#define pmap_pte_v(pmap, pte) \

sys/platform/pc64/x86_64/pmap.c

151

((*(pt_entry_t *)pte & pmap->pmap_bits[PG_V_IDX]) != 0)

sys/platform/pc64/x86_64/pmap.c

1646

dump_pmap(pmap_t pmap, pt_entry_t pte, int level, vm_offset_t base)

sys/platform/pc64/x86_64/pmap.c

1690

dump_pmap(pmap, ptp[i], level + 1, base);

sys/platform/pc64/x86_64/pmap.c

1718

pmap_extract(pmap_t pmap, vm_offset_t va, void **handlep)

sys/platform/pc64/x86_64/pmap.c

1732

pt = pmap_pt(pmap, va);

sys/platform/pc64/x86_64/pmap.c

1733

if (pt && (*pt & pmap->pmap_bits[PG_V_IDX])) {

sys/platform/pc64/x86_64/pmap.c

1734

if (*pt & pmap->pmap_bits[PG_PS_IDX]) {

sys/platform/pc64/x86_64/pmap.c

1739

if (*pt & pmap->pmap_bits[PG_V_IDX]) {

sys/platform/pc64/x86_64/pmap.c

1753

pt_pv = pv_get(pmap, pmap_pt_pindex(va), NULL);

sys/platform/pc64/x86_64/pmap.c

1756

if (*ptep & pmap->pmap_bits[PG_V_IDX]) {

sys/platform/pc64/x86_64/pmap.c

180

struct pmap *ipmap; \

sys/platform/pc64/x86_64/pmap.c

1802

pmap_fault_page_quick(pmap_t pmap, vm_offset_t va, vm_prot_t prot, int *busyp)

sys/platform/pc64/x86_64/pmap.c

1804

if (pmap &&

sys/platform/pc64/x86_64/pmap.c

1806

(pmap->pm_flags & PMAP_HVM) == 0) {

sys/platform/pc64/x86_64/pmap.c

1814

req = pmap->pmap_bits[PG_V_IDX] |

sys/platform/pc64/x86_64/pmap.c

1815

pmap->pmap_bits[PG_U_IDX];

sys/platform/pc64/x86_64/pmap.c

1817

req |= pmap->pmap_bits[PG_RW_IDX];

sys/platform/pc64/x86_64/pmap.c

1819

pt_pv = pv_get(pmap, pmap_pt_pindex(va), NULL);

sys/platform/pc64/x86_64/pmap.c

1827

pte_pv = pv_get_try(pmap, pmap_pte_pindex(va), NULL, &error);

sys/platform/pc64/x86_64/pmap.c

193

ipmap = iba->pmap; \

sys/platform/pc64/x86_64/pmap.c

2116

pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)

sys/platform/pc64/x86_64/pmap.c

2118

pmap_inval_smp(pmap, sva, (eva - sva) >> PAGE_SHIFT, NULL, 0);

sys/platform/pc64/x86_64/pmap.c

224

static struct pmap iso_pmap;

sys/platform/pc64/x86_64/pmap.c

225

static struct pmap kernel_pmap_store;

sys/platform/pc64/x86_64/pmap.c

226

struct pmap *kernel_pmap = &kernel_pmap_store;

sys/platform/pc64/x86_64/pmap.c

2263

pmap_pinit_defaults(struct pmap *pmap)

sys/platform/pc64/x86_64/pmap.c

2265

bcopy(pmap_bits_default, pmap->pmap_bits,

sys/platform/pc64/x86_64/pmap.c

2267

bcopy(protection_codes, pmap->protection_codes,

sys/platform/pc64/x86_64/pmap.c

2269

bcopy(pat_pte_index, pmap->pmap_cache_bits_pte,

sys/platform/pc64/x86_64/pmap.c

2271

bcopy(pat_pde_index, pmap->pmap_cache_bits_pde,

sys/platform/pc64/x86_64/pmap.c

2273

pmap->pmap_cache_mask_pte = X86_PG_NC_PWT | X86_PG_NC_PCD | X86_PG_PTE_PAT;

sys/platform/pc64/x86_64/pmap.c

2274

pmap->pmap_cache_mask_pde = X86_PG_NC_PWT | X86_PG_NC_PCD | X86_PG_PDE_PAT;

sys/platform/pc64/x86_64/pmap.c

2275

pmap->copyinstr = std_copyinstr;

sys/platform/pc64/x86_64/pmap.c

2276

pmap->copyin = std_copyin;

sys/platform/pc64/x86_64/pmap.c

2277

pmap->copyout = std_copyout;

sys/platform/pc64/x86_64/pmap.c

2278

pmap->fubyte = std_fubyte;

sys/platform/pc64/x86_64/pmap.c

2279

pmap->subyte = std_subyte;

sys/platform/pc64/x86_64/pmap.c

2280

pmap->fuword32 = std_fuword32;

sys/platform/pc64/x86_64/pmap.c

2281

pmap->fuword64 = std_fuword64;

sys/platform/pc64/x86_64/pmap.c

2282

pmap->suword32 = std_suword32;

sys/platform/pc64/x86_64/pmap.c

2283

pmap->suword64 = std_suword64;

sys/platform/pc64/x86_64/pmap.c

2284

pmap->swapu32 = std_swapu32;

sys/platform/pc64/x86_64/pmap.c

2285

pmap->swapu64 = std_swapu64;

sys/platform/pc64/x86_64/pmap.c

2286

pmap->fuwordadd32 = std_fuwordadd32;

sys/platform/pc64/x86_64/pmap.c

2287

pmap->fuwordadd64 = std_fuwordadd64;

sys/platform/pc64/x86_64/pmap.c

2298

pmap_pinit0(struct pmap *pmap)

sys/platform/pc64/x86_64/pmap.c

2302

pmap->pm_pml4 = (pml4_entry_t *)(PTOV_OFFSET + KPML4phys);

sys/platform/pc64/x86_64/pmap.c

2303

pmap->pm_count = 1;

sys/platform/pc64/x86_64/pmap.c

2304

CPUMASK_ASSZERO(pmap->pm_active);

sys/platform/pc64/x86_64/pmap.c

2305

pmap->pm_pvhint_pt = NULL;

sys/platform/pc64/x86_64/pmap.c

2306

pmap->pm_pvhint_unused = NULL;

sys/platform/pc64/x86_64/pmap.c

2307

RB_INIT(&pmap->pm_pvroot);

sys/platform/pc64/x86_64/pmap.c

2308

spin_init(&pmap->pm_spin, "pmapinit0");

sys/platform/pc64/x86_64/pmap.c

2310

pmap->pm_placemarks[i] = PM_NOPLACEMARK;

sys/platform/pc64/x86_64/pmap.c

2311

bzero(&pmap->pm_stats, sizeof pmap->pm_stats);

sys/platform/pc64/x86_64/pmap.c

2312

pmap_pinit_defaults(pmap);

sys/platform/pc64/x86_64/pmap.c

2320

pmap_pinit_simple(struct pmap *pmap)

sys/platform/pc64/x86_64/pmap.c

2327

pmap->pm_count = 1;

sys/platform/pc64/x86_64/pmap.c

2328

CPUMASK_ASSZERO(pmap->pm_active);

sys/platform/pc64/x86_64/pmap.c

2329

pmap->pm_pvhint_pt = NULL;

sys/platform/pc64/x86_64/pmap.c

2330

pmap->pm_pvhint_unused = NULL;

sys/platform/pc64/x86_64/pmap.c

2331

pmap->pm_flags = PMAP_FLAG_SIMPLE;

sys/platform/pc64/x86_64/pmap.c

2333

pmap_pinit_defaults(pmap);

sys/platform/pc64/x86_64/pmap.c

2339

if (pmap->pm_pmlpv == NULL) {

sys/platform/pc64/x86_64/pmap.c

2340

RB_INIT(&pmap->pm_pvroot);

sys/platform/pc64/x86_64/pmap.c

2341

bzero(&pmap->pm_stats, sizeof pmap->pm_stats);

sys/platform/pc64/x86_64/pmap.c

2342

spin_init(&pmap->pm_spin, "pmapinitsimple");

sys/platform/pc64/x86_64/pmap.c

2344

pmap->pm_placemarks[i] = PM_NOPLACEMARK;

sys/platform/pc64/x86_64/pmap.c

2349

pmap_pinit(struct pmap *pmap)

sys/platform/pc64/x86_64/pmap.c

2354

if (pmap->pm_pmlpv) {

sys/platform/pc64/x86_64/pmap.c

2356

if (pmap->pmap_bits[TYPE_IDX] != REGULAR_PMAP) {

sys/platform/pc64/x86_64/pmap.c

2357

pmap_puninit(pmap);

sys/platform/pc64/x86_64/pmap.c

2361

pmap_pinit_simple(pmap);

sys/platform/pc64/x86_64/pmap.c

2362

pmap->pm_flags &= ~PMAP_FLAG_SIMPLE;

sys/platform/pc64/x86_64/pmap.c

2368

if (pmap->pm_pml4 == NULL) {

sys/platform/pc64/x86_64/pmap.c

2369

pmap->pm_pml4 =

sys/platform/pc64/x86_64/pmap.c

2373

pmap->pm_pml4_iso = (void *)((char *)pmap->pm_pml4 + PAGE_SIZE);

sys/platform/pc64/x86_64/pmap.c

2382

if ((pv = pmap->pm_pmlpv) == NULL) {

sys/platform/pc64/x86_64/pmap.c

2383

pv = pmap_allocpte(pmap, pmap_pml4_pindex(), NULL);

sys/platform/pc64/x86_64/pmap.c

2384

pmap->pm_pmlpv = pv;

sys/platform/pc64/x86_64/pmap.c

2385

pmap_kenter((vm_offset_t)pmap->pm_pml4,

sys/platform/pc64/x86_64/pmap.c

2393

pmap->pm_pml4[DMPML4I + j] =

sys/platform/pc64/x86_64/pmap.c

2395

pmap->pmap_bits[PG_RW_IDX] |

sys/platform/pc64/x86_64/pmap.c

2396

pmap->pmap_bits[PG_V_IDX] |

sys/platform/pc64/x86_64/pmap.c

2397

pmap->pmap_bits[PG_A_IDX];

sys/platform/pc64/x86_64/pmap.c

2400

pmap->pm_pml4[KPML4I + j] =

sys/platform/pc64/x86_64/pmap.c

2402

pmap->pmap_bits[PG_RW_IDX] |

sys/platform/pc64/x86_64/pmap.c

2403

pmap->pmap_bits[PG_V_IDX] |

sys/platform/pc64/x86_64/pmap.c

2404

pmap->pmap_bits[PG_A_IDX];

sys/platform/pc64/x86_64/pmap.c

2410

pmap->pm_pml4[PML4PML4I] = VM_PAGE_TO_PHYS(pv->pv_m) |

sys/platform/pc64/x86_64/pmap.c

2411

pmap->pmap_bits[PG_V_IDX] |

sys/platform/pc64/x86_64/pmap.c

2412

pmap->pmap_bits[PG_RW_IDX] |

sys/platform/pc64/x86_64/pmap.c

2413

pmap->pmap_bits[PG_A_IDX];

sys/platform/pc64/x86_64/pmap.c

2418

KKASSERT(pmap->pm_pml4[255] == 0);

sys/platform/pc64/x86_64/pmap.c

2430

if ((pv = pmap->pm_pmlpv_iso) == NULL && meltdown_mitigation &&

sys/platform/pc64/x86_64/pmap.c

2431

pmap != &iso_pmap) {

sys/platform/pc64/x86_64/pmap.c

2432

pv = pmap_allocpte(pmap, pmap_pml4_pindex() + 1, NULL);

sys/platform/pc64/x86_64/pmap.c

2433

pmap->pm_pmlpv_iso = pv;

sys/platform/pc64/x86_64/pmap.c

2434

pmap_kenter((vm_offset_t)pmap->pm_pml4_iso,

sys/platform/pc64/x86_64/pmap.c

2443

pmap->pm_pml4_iso[KPML4I + j] =

sys/platform/pc64/x86_64/pmap.c

2459

pmap_puninit(pmap_t pmap)

sys/platform/pc64/x86_64/pmap.c

2464

KKASSERT(CPUMASK_TESTZERO(pmap->pm_active));

sys/platform/pc64/x86_64/pmap.c

2465

if ((pv = pmap->pm_pmlpv) != NULL) {

sys/platform/pc64/x86_64/pmap.c

2468

KKASSERT(pv == pmap->pm_pmlpv);

sys/platform/pc64/x86_64/pmap.c

2472

pmap_kremove((vm_offset_t)pmap->pm_pml4);

sys/platform/pc64/x86_64/pmap.c

2478

pmap->pm_pmlpv = NULL;

sys/platform/pc64/x86_64/pmap.c

2480

if ((pv = pmap->pm_pmlpv_iso) != NULL) {

sys/platform/pc64/x86_64/pmap.c

2483

KKASSERT(pv == pmap->pm_pmlpv_iso);

sys/platform/pc64/x86_64/pmap.c

2487

pmap_kremove((vm_offset_t)pmap->pm_pml4_iso);

sys/platform/pc64/x86_64/pmap.c

2493

pmap->pm_pmlpv_iso = NULL;

sys/platform/pc64/x86_64/pmap.c

2495

if (pmap->pm_pml4) {

sys/platform/pc64/x86_64/pmap.c

2496

KKASSERT(pmap->pm_pml4 != (void *)(PTOV_OFFSET + KPML4phys));

sys/platform/pc64/x86_64/pmap.c

2498

(vm_offset_t)pmap->pm_pml4, PAGE_SIZE * 2);

sys/platform/pc64/x86_64/pmap.c

2499

pmap->pm_pml4 = NULL;

sys/platform/pc64/x86_64/pmap.c

2500

pmap->pm_pml4_iso = NULL;

sys/platform/pc64/x86_64/pmap.c

2502

KKASSERT(pmap->pm_stats.resident_count == 0);

sys/platform/pc64/x86_64/pmap.c

2503

KKASSERT(pmap->pm_stats.wired_count == 0);

sys/platform/pc64/x86_64/pmap.c

2510

pmap_pinit2(struct pmap *pmap)

sys/platform/pc64/x86_64/pmap.c

2518

pmap_ept_transform(pmap_t pmap, int flags)

sys/platform/pc64/x86_64/pmap.c

2558

pmap->pm_flags |= (flags | PMAP_HVM);

sys/platform/pc64/x86_64/pmap.c

2559

bcopy(pmap_bits_ept, pmap->pmap_bits, sizeof(pmap_bits_ept));

sys/platform/pc64/x86_64/pmap.c

2560

bcopy(protection_codes_ept, pmap->protection_codes,

sys/platform/pc64/x86_64/pmap.c

2562

bcopy(pmap_cache_bits_ept, pmap->pmap_cache_bits_pte,

sys/platform/pc64/x86_64/pmap.c

2564

bcopy(pmap_cache_bits_ept, pmap->pmap_cache_bits_pde,

sys/platform/pc64/x86_64/pmap.c

2566

pmap->pmap_cache_mask_pte = pmap_cache_mask_ept;

sys/platform/pc64/x86_64/pmap.c

2567

pmap->pmap_cache_mask_pde = pmap_cache_mask_ept;

sys/platform/pc64/x86_64/pmap.c

2575

if (pmap->pm_pmlpv_iso != NULL)

sys/platform/pc64/x86_64/pmap.c

2576

bzero(pmap->pm_pml4, PAGE_SIZE * 2);

sys/platform/pc64/x86_64/pmap.c

2578

bzero(pmap->pm_pml4, PAGE_SIZE);

sys/platform/pc64/x86_64/pmap.c

2585

pmap_npt_transform(pmap_t pmap, int flags)

sys/platform/pc64/x86_64/pmap.c

2602

pmap->pm_flags |= (flags | PMAP_HVM);

sys/platform/pc64/x86_64/pmap.c

2603

pmap->pmap_bits[TYPE_IDX] = NPT_PMAP;

sys/platform/pc64/x86_64/pmap.c

2605

pmap->pmap_bits[PG_G_IDX] = 0;

sys/platform/pc64/x86_64/pmap.c

2606

pmap->pmap_bits[PG_NX_IDX] = 0;

sys/platform/pc64/x86_64/pmap.c

2608

bcopy(protection_codes_npt, pmap->protection_codes,

sys/platform/pc64/x86_64/pmap.c

2611

if (pmap->pm_pmlpv_iso != NULL)

sys/platform/pc64/x86_64/pmap.c

2612

bzero(pmap->pm_pml4, PAGE_SIZE * 2);

sys/platform/pc64/x86_64/pmap.c

2614

bzero(pmap->pm_pml4, PAGE_SIZE);

sys/platform/pc64/x86_64/pmap.c

2629

pmap_allocpte(pmap_t pmap, vm_pindex_t ptepindex, pv_entry_t *pvpp)

sys/platform/pc64/x86_64/pmap.c

2647

pv = pv_alloc(pmap, ptepindex, &isnew);

sys/platform/pc64/x86_64/pmap.c

2672

KKASSERT(pmap != kernel_pmap);

sys/platform/pc64/x86_64/pmap.c

2686

pvp = pmap_allocpte(pmap, ptepindex, NULL);

sys/platform/pc64/x86_64/pmap.c

2704

if (pmap->pm_flags & PMAP_FLAG_SIMPLE) {

sys/platform/pc64/x86_64/pmap.c

2708

pvp = pmap_allocpte(pmap, ptepindex, NULL);

sys/platform/pc64/x86_64/pmap.c

2720

pvp = pmap_allocpte(pmap, pmap_pml4_pindex(), NULL);

sys/platform/pc64/x86_64/pmap.c

2783

(pmap->pmap_bits[PG_RW_IDX] |

sys/platform/pc64/x86_64/pmap.c

2784

pmap->pmap_bits[PG_V_IDX] |

sys/platform/pc64/x86_64/pmap.c

2785

pmap->pmap_bits[PG_A_IDX]);

sys/platform/pc64/x86_64/pmap.c

2787

v |= pmap->pmap_bits[PG_U_IDX];

sys/platform/pc64/x86_64/pmap.c

2789

v |= pmap->pmap_bits[PG_M_IDX];

sys/platform/pc64/x86_64/pmap.c

2792

if (pvp == pmap->pm_pmlpv && pmap->pm_pmlpv_iso)

sys/platform/pc64/x86_64/pmap.c

2793

ptep_iso = pv_pte_lookup(pmap->pm_pmlpv_iso, ptepindex);

sys/platform/pc64/x86_64/pmap.c

2796

if (*ptep & pmap->pmap_bits[PG_V_IDX]) {

sys/platform/pc64/x86_64/pmap.c

2821

(pmap->pmap_bits[PG_RW_IDX] |

sys/platform/pc64/x86_64/pmap.c

2822

pmap->pmap_bits[PG_V_IDX] |

sys/platform/pc64/x86_64/pmap.c

2823

pmap->pmap_bits[PG_A_IDX]);

sys/platform/pc64/x86_64/pmap.c

2825

v |= pmap->pmap_bits[PG_U_IDX];

sys/platform/pc64/x86_64/pmap.c

2827

v |= pmap->pmap_bits[PG_M_IDX];

sys/platform/pc64/x86_64/pmap.c

2847

pmap_t pmap;

sys/platform/pc64/x86_64/pmap.c

2855

pmap_release(struct pmap *pmap)

sys/platform/pc64/x86_64/pmap.c

2859

KASSERT(CPUMASK_TESTZERO(pmap->pm_active),

sys/platform/pc64/x86_64/pmap.c

2861

(uintmax_t)CPUMASK_LOWMASK(pmap->pm_active)));

sys/platform/pc64/x86_64/pmap.c

2872

info.pmap = pmap;

sys/platform/pc64/x86_64/pmap.c

2877

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

2878

RB_SCAN(pv_entry_rb_tree, &pmap->pm_pvroot, NULL,

sys/platform/pc64/x86_64/pmap.c

2880

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

2894

if ((pmap->pm_flags & PMAP_FLAG_SIMPLE) == 0)

sys/platform/pc64/x86_64/pmap.c

2896

if (pmap->pm_pmlpv_iso)

sys/platform/pc64/x86_64/pmap.c

2900

if (pmap->pm_stats.resident_count != expected_res ||

sys/platform/pc64/x86_64/pmap.c

2901

pmap->pm_stats.wired_count != 0) {

sys/platform/pc64/x86_64/pmap.c

2904

pmap,

sys/platform/pc64/x86_64/pmap.c

2905

pmap->pm_flags,

sys/platform/pc64/x86_64/pmap.c

2906

pmap->pm_stats.resident_count,

sys/platform/pc64/x86_64/pmap.c

2907

pmap->pm_stats.wired_count);

sys/platform/pc64/x86_64/pmap.c

2908

tsleep(pmap, 0, "DEAD", 0);

sys/platform/pc64/x86_64/pmap.c

2911

KKASSERT(pmap->pm_stats.resident_count == expected_res);

sys/platform/pc64/x86_64/pmap.c

2912

KKASSERT(pmap->pm_stats.wired_count == 0);

sys/platform/pc64/x86_64/pmap.c

2924

pmap_t pmap = info->pmap;

sys/platform/pc64/x86_64/pmap.c

2933

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

2936

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

2938

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

2942

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

2946

KKASSERT(pv->pv_pmap == pmap && pindex == pv->pv_pindex);

sys/platform/pc64/x86_64/pmap.c

2989

info->pvp = pv_get(pmap, pindex, NULL);

sys/platform/pc64/x86_64/pmap.c

2997

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3121

pmap_t pmap = pv->pv_pmap;

sys/platform/pc64/x86_64/pmap.c

3125

KKASSERT(pmap);

sys/platform/pc64/x86_64/pmap.c

3135

p = pmap->pm_pmlpv->pv_m;

sys/platform/pc64/x86_64/pmap.c

3156

pdp = &pmap->pm_pml4[pdp_index & ((1ul << NPML4EPGSHIFT) - 1)];

sys/platform/pc64/x86_64/pmap.c

3157

KKASSERT((*pdp & pmap->pmap_bits[PG_V_IDX]) != 0);

sys/platform/pc64/x86_64/pmap.c

3165

if (pvp == pmap->pm_pmlpv && pmap->pm_pmlpv_iso) {

sys/platform/pc64/x86_64/pmap.c

3166

pdp_iso = &pmap->pm_pml4_iso[pdp_index &

sys/platform/pc64/x86_64/pmap.c

3195

KKASSERT((*pd & pmap->pmap_bits[PG_V_IDX]) != 0);

sys/platform/pc64/x86_64/pmap.c

3199

KKASSERT(pmap->pm_flags & PMAP_FLAG_SIMPLE);

sys/platform/pc64/x86_64/pmap.c

3223

KASSERT((*pt & pmap->pmap_bits[PG_V_IDX]) != 0,

sys/platform/pc64/x86_64/pmap.c

3229

if ((*pt & pmap->pmap_bits[PG_V_IDX]) == 0) {

sys/platform/pc64/x86_64/pmap.c

3288

if (pmap != kernel_pmap) {

sys/platform/pc64/x86_64/pmap.c

3463

pmap_reference(pmap_t pmap)

sys/platform/pc64/x86_64/pmap.c

3465

if (pmap != NULL)

sys/platform/pc64/x86_64/pmap.c

3466

atomic_add_int(&pmap->pm_count, 1);

sys/platform/pc64/x86_64/pmap.c

3470

pmap_maybethreaded(pmap_t pmap)

sys/platform/pc64/x86_64/pmap.c

3472

atomic_set_int(&pmap->pm_flags, PMAP_MULTI);

sys/platform/pc64/x86_64/pmap.c

3596

_pv_alloc(pmap_t pmap, vm_pindex_t pindex, int *isnew PMAP_DEBUG_DECL)

sys/platform/pc64/x86_64/pmap.c

361

static pv_entry_t _pv_alloc(pmap_t pmap, vm_pindex_t pindex, int *isnew

sys/platform/pc64/x86_64/pmap.c

3617

spin_lock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3622

pv = pv_entry_lookup(pmap, pindex);

sys/platform/pc64/x86_64/pmap.c

363

static pv_entry_t _pv_get(pmap_t pmap, vm_pindex_t pindex, vm_pindex_t **pmarkp

sys/platform/pc64/x86_64/pmap.c

3631

if (!spin_lock_upgrade_try(&pmap->pm_spin)) {

sys/platform/pc64/x86_64/pmap.c

3632

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3633

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3647

pmark = pmap_placemarker_hash(pmap, pindex);

sys/platform/pc64/x86_64/pmap.c

3654

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3656

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

366

static pv_entry_t pv_get_try(pmap_t pmap, vm_pindex_t pindex,

sys/platform/pc64/x86_64/pmap.c

3664

pnew->pv_pmap = pmap;

sys/platform/pc64/x86_64/pmap.c

3676

pv = pv_entry_rb_tree_RB_INSERT(&pmap->pm_pvroot, pnew);

sys/platform/pc64/x86_64/pmap.c

3677

atomic_add_long(&pmap->pm_stats.resident_count, 1);

sys/platform/pc64/x86_64/pmap.c

3678

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3691

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3693

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

370

static pv_entry_t pmap_allocpte(pmap_t pmap, vm_pindex_t ptepindex,

sys/platform/pc64/x86_64/pmap.c

3706

KKASSERT(pv->pv_pmap == pmap &&

sys/platform/pc64/x86_64/pmap.c

3712

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3715

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3717

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3720

spin_lock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3731

_pv_get(pmap_t pmap, vm_pindex_t pindex, vm_pindex_t **pmarkp PMAP_DEBUG_DECL)

sys/platform/pc64/x86_64/pmap.c

3736

spin_lock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3741

pv = pv_entry_lookup(pmap, pindex);

sys/platform/pc64/x86_64/pmap.c

3761

if (!spin_lock_upgrade_try(&pmap->pm_spin)) {

sys/platform/pc64/x86_64/pmap.c

3762

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3763

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3768

pmark = pmap_placemarker_hash(pmap, pindex);

sys/platform/pc64/x86_64/pmap.c

3777

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3779

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

379

static void pmap_remove_callback(pmap_t pmap, struct pmap_scan_info *info,

sys/platform/pc64/x86_64/pmap.c

3790

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3795

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3797

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3798

KKASSERT(pv->pv_pmap == pmap &&

sys/platform/pc64/x86_64/pmap.c

3803

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3806

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3808

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3811

spin_lock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

382

static void pmap_protect_callback(pmap_t pmap, struct pmap_scan_info *info,

sys/platform/pc64/x86_64/pmap.c

3832

pv_get_try(pmap_t pmap, vm_pindex_t pindex, vm_pindex_t **pmarkp, int *errorp)

sys/platform/pc64/x86_64/pmap.c

3836

spin_lock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3838

pv = pv_entry_lookup(pmap, pindex);

sys/platform/pc64/x86_64/pmap.c

3842

pmark = pmap_placemarker_hash(pmap, pindex);

sys/platform/pc64/x86_64/pmap.c

3859

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3868

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

3870

KKASSERT(pv->pv_pmap == pmap && pv->pv_pindex == pindex);

sys/platform/pc64/x86_64/pmap.c

3873

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

391

static pt_entry_t *pmap_pte_quick (pmap_t pmap, vm_offset_t va);

sys/platform/pc64/x86_64/pmap.c

394

static void pmap_pinit_defaults(struct pmap *pmap);

sys/platform/pc64/x86_64/pmap.c

395

static void pv_placemarker_wait(pmap_t pmap, vm_pindex_t *pmark);

sys/platform/pc64/x86_64/pmap.c

396

static void pv_placemarker_wakeup(pmap_t pmap, vm_pindex_t *pmark);

sys/platform/pc64/x86_64/pmap.c

3995

pmap_t pmap;

sys/platform/pc64/x86_64/pmap.c

4004

if ((pmap = pv->pv_pmap) != NULL) {

sys/platform/pc64/x86_64/pmap.c

4005

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

4006

KKASSERT(pv->pv_pmap == pmap);

sys/platform/pc64/x86_64/pmap.c

4007

if (pmap->pm_pvhint_pt == pv)

sys/platform/pc64/x86_64/pmap.c

4008

pmap->pm_pvhint_pt = NULL;

sys/platform/pc64/x86_64/pmap.c

4009

if (pmap->pm_pvhint_unused == pv)

sys/platform/pc64/x86_64/pmap.c

4010

pmap->pm_pvhint_unused = NULL;

sys/platform/pc64/x86_64/pmap.c

4011

pv_entry_rb_tree_RB_REMOVE(&pmap->pm_pvroot, pv);

sys/platform/pc64/x86_64/pmap.c

4012

atomic_add_long(&pmap->pm_stats.resident_count, -1);

sys/platform/pc64/x86_64/pmap.c

4015

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

4096

struct pmap *pmap;

sys/platform/pc64/x86_64/pmap.c

4117

struct pmap *pmap = info->pmap;

sys/platform/pc64/x86_64/pmap.c

4127

if (pmap == NULL)

sys/platform/pc64/x86_64/pmap.c

4133

pmap_inval_bulk_init(&info->bulk_core, pmap);

sys/platform/pc64/x86_64/pmap.c

4143

if (pmap->pm_stats.resident_count == 0) {

sys/platform/pc64/x86_64/pmap.c

4164

pte_pv = pv_get(pmap, pmap_pte_pindex(info->sva),

sys/platform/pc64/x86_64/pmap.c

4179

pte_pv = pv_get(pmap, pmap_pte_pindex(info->sva),

sys/platform/pc64/x86_64/pmap.c

4182

pt_pv = pv_get(pmap, pmap_pt_pindex(info->sva),

sys/platform/pc64/x86_64/pmap.c

4187

pd_pv = pv_get(pmap,

sys/platform/pc64/x86_64/pmap.c

4194

info->func(pmap, info,

sys/platform/pc64/x86_64/pmap.c

4199

pv_placemarker_wakeup(pmap,

sys/platform/pc64/x86_64/pmap.c

4204

pv_placemarker_wakeup(pmap,

sys/platform/pc64/x86_64/pmap.c

4208

pv_placemarker_wakeup(pmap, pt_placemark);

sys/platform/pc64/x86_64/pmap.c

4210

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

4225

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

4227

KASSERT((oldpte & pmap->pmap_bits[PG_V_IDX]) ==

sys/platform/pc64/x86_64/pmap.c

4228

pmap->pmap_bits[PG_V_IDX],

sys/platform/pc64/x86_64/pmap.c

4231

info->func(pmap, info, pte_placemark, pt_pv,

sys/platform/pc64/x86_64/pmap.c

4259

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

4266

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

427

pmap_removed_pte(pmap_t pmap, vm_page_t m, pt_entry_t pte)

sys/platform/pc64/x86_64/pmap.c

4272

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

4273

pv_entry_rb_tree_RB_SCAN(&pmap->pm_pvroot, pmap_scan_cmp,

sys/platform/pc64/x86_64/pmap.c

4275

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

4307

struct pmap *pmap = info->pmap;

sys/platform/pc64/x86_64/pmap.c

4331

spin_unlock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

4342

if ((pmap->pm_flags & PMAP_FLAG_SIMPLE) == 0 &&

sys/platform/pc64/x86_64/pmap.c

4378

pd_pv = pv_get(pmap, pmap_pd_pindex(sva), NULL);

sys/platform/pc64/x86_64/pmap.c

4379

} else if (pd_pv->pv_pmap != pmap ||

sys/platform/pc64/x86_64/pmap.c

4382

pd_pv = pv_get(pmap, pmap_pd_pindex(sva), NULL);

sys/platform/pc64/x86_64/pmap.c

439

if (pte & pmap->pmap_bits[PG_W_IDX])

sys/platform/pc64/x86_64/pmap.c

4397

if (pt_pv && (pt_pv->pv_pmap != pmap ||

sys/platform/pc64/x86_64/pmap.c

4403

pt_pv = pv_get_try(pmap, pmap_pt_pindex(sva),

sys/platform/pc64/x86_64/pmap.c

4413

pv_placemarker_wait(pmap, pt_placemark);

sys/platform/pc64/x86_64/pmap.c

4452

if (*ptep & pmap->pmap_bits[PG_V_IDX]) {

sys/platform/pc64/x86_64/pmap.c

4453

info->func(pmap, info, pt_placemark, pd_pv,

sys/platform/pc64/x86_64/pmap.c

4456

pv_placemarker_wakeup(pmap, pt_placemark);

sys/platform/pc64/x86_64/pmap.c

4459

pv_placemarker_wakeup(pmap, pt_placemark);

sys/platform/pc64/x86_64/pmap.c

4539

pte_pv = pv_get_try(pmap, pmap_pte_pindex(sva),

sys/platform/pc64/x86_64/pmap.c

4551

pv_placemarker_wait(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

4563

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

4583

if (oldpte & pmap->pmap_bits[PG_MANAGED_IDX]) {

sys/platform/pc64/x86_64/pmap.c

4587

KASSERT((oldpte & pmap->pmap_bits[PG_V_IDX]),

sys/platform/pc64/x86_64/pmap.c

4600

info->func(pmap, info, pte_placemark, pt_pv,

sys/platform/pc64/x86_64/pmap.c

4615

KASSERT((oldpte & pmap->pmap_bits[PG_V_IDX]),

sys/platform/pc64/x86_64/pmap.c

4618

info->func(pmap, info, pte_placemark, pt_pv,

sys/platform/pc64/x86_64/pmap.c

4643

if (pt_pv && pt_pv->pv_pmap != pmap)

sys/platform/pc64/x86_64/pmap.c

4663

spin_lock(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

4668

pmap_remove(struct pmap *pmap, vm_offset_t sva, vm_offset_t eva)

sys/platform/pc64/x86_64/pmap.c

4672

info.pmap = pmap;

sys/platform/pc64/x86_64/pmap.c

4690

pmap_remove_noinval(struct pmap *pmap, vm_offset_t sva, vm_offset_t eva)

sys/platform/pc64/x86_64/pmap.c

4694

info.pmap = pmap;

sys/platform/pc64/x86_64/pmap.c

4703

pmap_remove_callback(pmap_t pmap, struct pmap_scan_info *info,

sys/platform/pc64/x86_64/pmap.c

4719

if (pte & pmap->pmap_bits[PG_MANAGED_IDX]) {

sys/platform/pc64/x86_64/pmap.c

4727

if (pte & pmap->pmap_bits[PG_MANAGED_IDX]) {

sys/platform/pc64/x86_64/pmap.c

4731

KKASSERT(pte & pmap->pmap_bits[PG_V_IDX]);

sys/platform/pc64/x86_64/pmap.c

4732

if (pte & pmap->pmap_bits[PG_M_IDX])

sys/platform/pc64/x86_64/pmap.c

4734

if (pte & pmap->pmap_bits[PG_A_IDX])

sys/platform/pc64/x86_64/pmap.c

4743

pmap_removed_pte(pmap, p, pte);

sys/platform/pc64/x86_64/pmap.c

4745

if (pte & pmap->pmap_bits[PG_V_IDX]) {

sys/platform/pc64/x86_64/pmap.c

4746

atomic_add_long(&pmap->pm_stats.resident_count, -1);

sys/platform/pc64/x86_64/pmap.c

4750

if (pte & pmap->pmap_bits[PG_W_IDX])

sys/platform/pc64/x86_64/pmap.c

4751

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/pc64/x86_64/pmap.c

4752

if (pte & pmap->pmap_bits[PG_G_IDX])

sys/platform/pc64/x86_64/pmap.c

4754

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

4962

pmap_protect(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, vm_prot_t prot)

sys/platform/pc64/x86_64/pmap.c

4967

if (pmap == NULL)

sys/platform/pc64/x86_64/pmap.c

4970

pmap_remove(pmap, sva, eva);

sys/platform/pc64/x86_64/pmap.c

4975

info.pmap = pmap;

sys/platform/pc64/x86_64/pmap.c

4985

pmap_protect_callback(pmap_t pmap, struct pmap_scan_info *info,

sys/platform/pc64/x86_64/pmap.c

4998

if (pbits & pmap->pmap_bits[PG_MANAGED_IDX]) {

sys/platform/pc64/x86_64/pmap.c

4999

cbits &= ~pmap->pmap_bits[PG_A_IDX];

sys/platform/pc64/x86_64/pmap.c

5000

cbits &= ~pmap->pmap_bits[PG_M_IDX];

sys/platform/pc64/x86_64/pmap.c

5005

cbits &= ~pmap->pmap_bits[PG_RW_IDX];

sys/platform/pc64/x86_64/pmap.c

5016

if (!pmap_inval_smp_cmpset(pmap, va,

sys/platform/pc64/x86_64/pmap.c

5021

if (pbits & pmap->pmap_bits[PG_MANAGED_IDX]) {

sys/platform/pc64/x86_64/pmap.c

5023

if (pbits & pmap->pmap_bits[PG_A_IDX])

sys/platform/pc64/x86_64/pmap.c

5025

if (pbits & pmap->pmap_bits[PG_M_IDX])

sys/platform/pc64/x86_64/pmap.c

5029

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

5049

pmap_enter(pmap_t pmap, vm_offset_t va, vm_page_t m, vm_prot_t prot,

sys/platform/pc64/x86_64/pmap.c

5064

if (pmap == NULL)

sys/platform/pc64/x86_64/pmap.c

5074

if (va < UPT_MAX_ADDRESS && pmap == kernel_pmap) {

sys/platform/pc64/x86_64/pmap.c

5081

if (va >= UPT_MAX_ADDRESS && pmap != kernel_pmap) {

sys/platform/pc64/x86_64/pmap.c

5116

pte_pv = pv_get(pmap, pmap_pte_pindex(va), &pte_placemark);

sys/platform/pc64/x86_64/pmap.c

5122

pt_pv = pmap_allocpte(pmap, pmap_pt_pindex(va), NULL);

sys/platform/pc64/x86_64/pmap.c

5134

newpte = (pt_entry_t)(pa | pte_prot(pmap, prot) |

sys/platform/pc64/x86_64/pmap.c

5135

pmap->pmap_bits[PG_V_IDX] | pmap->pmap_bits[PG_A_IDX]);

sys/platform/pc64/x86_64/pmap.c

5137

newpte |= pmap->pmap_bits[PG_W_IDX];

sys/platform/pc64/x86_64/pmap.c

5139

newpte |= pmap->pmap_bits[PG_U_IDX];

sys/platform/pc64/x86_64/pmap.c

5141

newpte |= pmap->pmap_bits[PG_MANAGED_IDX];

sys/platform/pc64/x86_64/pmap.c

5144

newpte |= pmap->pmap_cache_bits_pte[m->pat_mode];

sys/platform/pc64/x86_64/pmap.c

5151

~(pt_entry_t)(pmap->pmap_bits[PG_M_IDX] |

sys/platform/pc64/x86_64/pmap.c

5152

pmap->pmap_bits[PG_A_IDX])) == 0) {

sys/platform/pc64/x86_64/pmap.c

5191

if (newpte & pmap->pmap_bits[PG_RW_IDX])

sys/platform/pc64/x86_64/pmap.c

5212

if (opa && (origpte & pmap->pmap_bits[PG_MANAGED_IDX])) {

sys/platform/pc64/x86_64/pmap.c

5243

origpte = pmap_inval_smp(pmap, va, 1, ptep, newpte);

sys/platform/pc64/x86_64/pmap.c

5270

atomic_add_long(&pmap->pm_stats.wired_count, 1);

sys/platform/pc64/x86_64/pmap.c

5292

if (opa && (origpte & pmap->pmap_bits[PG_MANAGED_IDX])) {

sys/platform/pc64/x86_64/pmap.c

5294

if (origpte & pmap->pmap_bits[PG_M_IDX])

sys/platform/pc64/x86_64/pmap.c

5296

if (origpte & pmap->pmap_bits[PG_A_IDX])

sys/platform/pc64/x86_64/pmap.c

5305

pmap_removed_pte(pmap, oldm, origpte);

sys/platform/pc64/x86_64/pmap.c

5312

if ((origpte & pmap->pmap_bits[PG_V_IDX]) &&

sys/platform/pc64/x86_64/pmap.c

5313

(origpte & pmap->pmap_bits[PG_W_IDX]))

sys/platform/pc64/x86_64/pmap.c

5315

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/pc64/x86_64/pmap.c

5328

KKASSERT((newpte & pmap->pmap_bits[PG_MANAGED_IDX]) == 0 ||

sys/platform/pc64/x86_64/pmap.c

5337

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

5367

pmap_object_init_pt(pmap_t pmap, vm_map_entry_t entry,

sys/platform/pc64/x86_64/pmap.c

5382

if ((prot & VM_PROT_READ) == 0 || pmap == NULL || object == NULL)

sys/platform/pc64/x86_64/pmap.c

5389

if (lp == NULL || pmap != vmspace_pmap(lp->lwp_vmspace))

sys/platform/pc64/x86_64/pmap.c

5436

info.pmap = pmap;

sys/platform/pc64/x86_64/pmap.c

5496

pmap_enter(info->pmap, info->addr + x86_64_ptob(rel_index), p,

sys/platform/pc64/x86_64/pmap.c

5530

pmap_prefault_ok(pmap_t pmap, vm_offset_t addr)

sys/platform/pc64/x86_64/pmap.c

5535

if ((pte = pmap_pte(pmap, addr)) != NULL) {

sys/platform/pc64/x86_64/pmap.c

5536

if (*pte & pmap->pmap_bits[PG_V_IDX]) {

sys/platform/pc64/x86_64/pmap.c

5565

pmap_unwire(pmap_t pmap, vm_offset_t *pva)

sys/platform/pc64/x86_64/pmap.c

5580

if (pmap == NULL)

sys/platform/pc64/x86_64/pmap.c

5587

if (pmap == kernel_pmap) {

sys/platform/pc64/x86_64/pmap.c

5588

if (pmap_pt(pmap, va) == NULL) {

sys/platform/pc64/x86_64/pmap.c

5589

if (pmap_pdp(pmap, va) == NULL)

sys/platform/pc64/x86_64/pmap.c

5591

else if (pmap_pd(pmap, va) == NULL)

sys/platform/pc64/x86_64/pmap.c

5597

ptep = pmap_pte_quick(pmap, va);

sys/platform/pc64/x86_64/pmap.c

5598

if (pmap_pte_v(pmap, ptep) && pmap_pte_w(pmap, ptep)) {

sys/platform/pc64/x86_64/pmap.c

5599

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/pc64/x86_64/pmap.c

5600

atomic_clear_long(ptep, pmap->pmap_bits[PG_W_IDX]);

sys/platform/pc64/x86_64/pmap.c

5610

pt_pv = pv_get(pmap, pmap_pt_pindex(va), NULL);

sys/platform/pc64/x86_64/pmap.c

5612

if (pmap_pdp(pmap, va) == NULL)

sys/platform/pc64/x86_64/pmap.c

5614

else if (pmap_pd(pmap, va) == NULL)

sys/platform/pc64/x86_64/pmap.c

5622

if ((*ptep & pmap->pmap_bits[PG_V_IDX]) == 0) {

sys/platform/pc64/x86_64/pmap.c

5627

if (pmap_pte_w(pmap, ptep)) {

sys/platform/pc64/x86_64/pmap.c

5630

atomic_clear_long(ptep, pmap->pmap_bits[PG_W_IDX]);

sys/platform/pc64/x86_64/pmap.c

569

pv_cache(pmap_t pmap, pv_entry_t pv, vm_pindex_t pindex)

sys/platform/pc64/x86_64/pmap.c

5728

pmap_remove_pages(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)

sys/platform/pc64/x86_64/pmap.c

5730

pmap_remove_noinval(pmap, sva, eva);

sys/platform/pc64/x86_64/pmap.c

574

pmap->pm_pvhint_pt = pv;

sys/platform/pc64/x86_64/pmap.c

583

pv_entry_lookup(pmap_t pmap, vm_pindex_t pindex)

sys/platform/pc64/x86_64/pmap.c

591

pv = pmap->pm_pvhint_pt;

sys/platform/pc64/x86_64/pmap.c

595

if (pv == NULL || pv->pv_pmap != pmap) {

sys/platform/pc64/x86_64/pmap.c

596

pv = pv_entry_rb_tree_RB_LOOKUP(&pmap->pm_pvroot, pindex);

sys/platform/pc64/x86_64/pmap.c

598

pv_cache(pmap, pv, pindex);

sys/platform/pc64/x86_64/pmap.c

600

pv = pv_entry_rb_tree_RB_LOOKUP_REL(&pmap->pm_pvroot,

sys/platform/pc64/x86_64/pmap.c

603

pv_cache(pmap, pv, pindex);

sys/platform/pc64/x86_64/pmap.c

606

pv = pv_entry_rb_tree_RB_LOOKUP(&pmap->pm_pvroot, pindex);

sys/platform/pc64/x86_64/pmap.c

619

static __inline pt_entry_t *pmap_pte(pmap_t pmap, vm_offset_t va);

sys/platform/pc64/x86_64/pmap.c

623

pmap_pte_quick(pmap_t pmap, vm_offset_t va)

sys/platform/pc64/x86_64/pmap.c

625

return pmap_pte(pmap, va);

sys/platform/pc64/x86_64/pmap.c

6314

pmap_mincore(pmap_t pmap, vm_offset_t addr)

sys/platform/pc64/x86_64/pmap.c

6320

ptep = pmap_pte(pmap, addr);

sys/platform/pc64/x86_64/pmap.c

6327

if (pte & pmap->pmap_bits[PG_MANAGED_IDX])

sys/platform/pc64/x86_64/pmap.c

6335

if (pte & pmap->pmap_bits[PG_M_IDX])

sys/platform/pc64/x86_64/pmap.c

6347

if (pte & pmap->pmap_bits[PG_A_IDX]) {

sys/platform/pc64/x86_64/pmap.c

6399

struct pmap *pmap;

sys/platform/pc64/x86_64/pmap.c

640

pmap_placemarker_hash(pmap_t pmap, vm_pindex_t pindex)

sys/platform/pc64/x86_64/pmap.c

6410

pmap = vmspace_pmap(newvm);

sys/platform/pc64/x86_64/pmap.c

6411

ATOMIC_CPUMASK_ORBIT(pmap->pm_active, mycpu->gd_cpuid);

sys/platform/pc64/x86_64/pmap.c

6412

if (pmap->pm_active_lock & CPULOCK_EXCL)

sys/platform/pc64/x86_64/pmap.c

6417

if (pmap->pmap_bits[TYPE_IDX] == REGULAR_PMAP) {

sys/platform/pc64/x86_64/pmap.c

6418

td->td_pcb->pcb_cr3 = vtophys(pmap->pm_pml4);

sys/platform/pc64/x86_64/pmap.c

6419

if (meltdown_mitigation && pmap->pm_pmlpv_iso) {

sys/platform/pc64/x86_64/pmap.c

6421

vtophys(pmap->pm_pml4_iso);

sys/platform/pc64/x86_64/pmap.c

6427

} else if (pmap->pmap_bits[TYPE_IDX] == EPT_PMAP) {

sys/platform/pc64/x86_64/pmap.c

6457

pmap = vmspace_pmap(oldvm);

sys/platform/pc64/x86_64/pmap.c

6458

ATOMIC_CPUMASK_NANDBIT(pmap->pm_active,

sys/platform/pc64/x86_64/pmap.c

6509

struct pmap *pmap = &vm->vm_pmap;

sys/platform/pc64/x86_64/pmap.c

6511

if (pmap->pm_active_lock & CPULOCK_EXCL) {

sys/platform/pc64/x86_64/pmap.c

6515

while (pmap->pm_active_lock & CPULOCK_EXCL) {

sys/platform/pc64/x86_64/pmap.c

654

return (&pmap->pm_placemarks[hi]);

sys/platform/pc64/x86_64/pmap.c

6572

pmap_pgscan_callback(pmap_t pmap, struct pmap_scan_info *info,

sys/platform/pc64/x86_64/pmap.c

6584

if (pte & pmap->pmap_bits[PG_MANAGED_IDX]) {

sys/platform/pc64/x86_64/pmap.c

6595

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

6611

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

6615

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

6621

pv_placemarker_wakeup(pmap, pte_placemark);

sys/platform/pc64/x86_64/pmap.c

6631

info.pmap = pginfo->pmap;

sys/platform/pc64/x86_64/pmap.c

6661

pv_placemarker_wait(pmap_t pmap, vm_pindex_t *pmark)

sys/platform/pc64/x86_64/pmap.c

6683

pv_placemarker_wakeup(pmap_t pmap, vm_pindex_t *pmark)

sys/platform/pc64/x86_64/pmap.c

679

pmap_pdp(pmap_t pmap, vm_offset_t va)

sys/platform/pc64/x86_64/pmap.c

681

return (&pmap->pm_pml4[pmap_pdp_index(va)]);

sys/platform/pc64/x86_64/pmap.c

702

pmap_pd(pmap_t pmap, vm_offset_t va)

sys/platform/pc64/x86_64/pmap.c

706

pdp = pmap_pdp(pmap, va);

sys/platform/pc64/x86_64/pmap.c

707

if ((*pdp & pmap->pmap_bits[PG_V_IDX]) == 0)

sys/platform/pc64/x86_64/pmap.c

734

pmap_pt(pmap_t pmap, vm_offset_t va)

sys/platform/pc64/x86_64/pmap.c

741

if (pmap->pm_flags & PMAP_FLAG_SIMPLE) {

sys/platform/pc64/x86_64/pmap.c

743

spin_lock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

744

pv = pv_entry_rb_tree_RB_LOOKUP(&pmap->pm_pvroot, pd_pindex);

sys/platform/pc64/x86_64/pmap.c

746

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

750

spin_unlock_shared(&pmap->pm_spin);

sys/platform/pc64/x86_64/pmap.c

753

pd = pmap_pd(pmap, va);

sys/platform/pc64/x86_64/pmap.c

754

if (pd == NULL || (*pd & pmap->pmap_bits[PG_V_IDX]) == 0)

sys/platform/pc64/x86_64/pmap.c

778

pmap_pte(pmap_t pmap, vm_offset_t va)

sys/platform/pc64/x86_64/pmap.c

782

pt = pmap_pt(pmap, va);

sys/platform/pc64/x86_64/pmap.c

783

if (pt == NULL || (*pt & pmap->pmap_bits[PG_V_IDX]) == 0)

sys/platform/pc64/x86_64/pmap.c

785

if ((*pt & pmap->pmap_bits[PG_PS_IDX]) != 0)

sys/platform/pc64/x86_64/pmap.c

830

pmap_t pmap;

sys/platform/pc64/x86_64/pmap.c

832

pmap = vmspace_pmap(mycpu->gd_curthread->td_lwp->lwp_vmspace);

sys/platform/pc64/x86_64/pmap.c

836

if (pte & pmap->pmap_bits[PG_V_IDX])

sys/platform/pc64/x86_64/pmap_inval.c

122

pmap_inval_init(pmap_t pmap)

sys/platform/pc64/x86_64/pmap_inval.c

129

if (pmap != kernel_pmap) {

sys/platform/pc64/x86_64/pmap_inval.c

131

olock = pmap->pm_active_lock;

sys/platform/pc64/x86_64/pmap_inval.c

135

atomic_cmpset_int(&pmap->pm_active_lock,

sys/platform/pc64/x86_64/pmap_inval.c

142

atomic_add_64(&pmap->pm_invgen, 1);

sys/platform/pc64/x86_64/pmap_inval.c

147

pmap_inval_done(pmap_t pmap)

sys/platform/pc64/x86_64/pmap_inval.c

149

if (pmap != kernel_pmap) {

sys/platform/pc64/x86_64/pmap_inval.c

150

atomic_add_64(&pmap->pm_invgen, 1);

sys/platform/pc64/x86_64/pmap_inval.c

151

atomic_clear_int(&pmap->pm_active_lock, CPULOCK_EXCL);

sys/platform/pc64/x86_64/pmap_inval.c

262

pmap_inval_smp(pmap_t pmap, vm_offset_t va, vm_pindex_t npgs,

sys/platform/pc64/x86_64/pmap_inval.c

276

if (pmap == NULL)

sys/platform/pc64/x86_64/pmap_inval.c

277

pmap = kernel_pmap;

sys/platform/pc64/x86_64/pmap_inval.c

282

if (CPUMASK_CMPMASKEQ(pmap->pm_active, gd->gd_cpumask) &&

sys/platform/pc64/x86_64/pmap_inval.c

288

if (pmap->pm_flags & PMAP_MULTI)

sys/platform/pc64/x86_64/pmap_inval.c

289

pmap_inval_init(pmap);

sys/platform/pc64/x86_64/pmap_inval.c

317

if (pmap->pm_flags & PMAP_MULTI)

sys/platform/pc64/x86_64/pmap_inval.c

318

pmap_inval_done(pmap);

sys/platform/pc64/x86_64/pmap_inval.c

331

pmap_inval_init(pmap);

sys/platform/pc64/x86_64/pmap_inval.c

374

tmpmask = pmap->pm_active; /* volatile (bits may be cleared) */

sys/platform/pc64/x86_64/pmap_inval.c

429

pmap_inval_done(pmap);

sys/platform/pc64/x86_64/pmap_inval.c

441

pmap_inval_smp_cmpset(pmap_t pmap, vm_offset_t va, pt_entry_t *ptep,

sys/platform/pc64/x86_64/pmap_inval.c

454

if (pmap == NULL)

sys/platform/pc64/x86_64/pmap_inval.c

455

pmap = kernel_pmap;

sys/platform/pc64/x86_64/pmap_inval.c

460

if (CPUMASK_CMPMASKEQ(pmap->pm_active, gd->gd_cpumask) &&

sys/platform/pc64/x86_64/pmap_inval.c

462

if (pmap->pm_flags & PMAP_MULTI)

sys/platform/pc64/x86_64/pmap_inval.c

463

pmap_inval_init(pmap);

sys/platform/pc64/x86_64/pmap_inval.c

469

if (pmap->pm_flags & PMAP_MULTI)

sys/platform/pc64/x86_64/pmap_inval.c

470

pmap_inval_done(pmap);

sys/platform/pc64/x86_64/pmap_inval.c

473

if (pmap->pm_flags & PMAP_MULTI)

sys/platform/pc64/x86_64/pmap_inval.c

474

pmap_inval_done(pmap);

sys/platform/pc64/x86_64/pmap_inval.c

484

pmap_inval_init(pmap);

sys/platform/pc64/x86_64/pmap_inval.c

524

tmpmask = pmap->pm_active; /* volatile */

sys/platform/pc64/x86_64/pmap_inval.c

558

pmap_inval_done(pmap);

sys/platform/pc64/x86_64/pmap_inval.c

564

pmap_inval_bulk_init(pmap_inval_bulk_t *bulk, struct pmap *pmap)

sys/platform/pc64/x86_64/pmap_inval.c

566

bulk->pmap = pmap;

sys/platform/pc64/x86_64/pmap_inval.c

597

if (bulk->pmap != kernel_pmap) {

sys/platform/pc64/x86_64/pmap_inval.c

598

pte = pmap_inval_smp(bulk->pmap, va, 1, ptep, npte);

sys/platform/pc64/x86_64/pmap_inval.c

643

pmap_inval_smp(bulk->pmap, bulk->va_beg, 1, NULL, 0);

sys/platform/pc64/x86_64/pmap_inval.c

648

pmap_inval_smp(bulk->pmap, bulk->va_beg, n, NULL, 0);

sys/platform/pc64/x86_64/vm_machdep.c

105

struct pmap *pmap2;

sys/platform/vkernel64/include/pmap.h

156

TAILQ_ENTRY(pmap) pm_pmnode; /* list of pmaps */

sys/platform/vkernel64/include/pmap.h

168

#define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)

sys/platform/vkernel64/include/pmap.h

169

#define pmap_resident_tlnw_count(pmap) ((pmap)->pm_stats.resident_count - \

sys/platform/vkernel64/include/pmap.h

170

(pmap)->pm_stats.wired_count)

sys/platform/vkernel64/include/pmap.h

172

typedef struct pmap *pmap_t;

sys/platform/vkernel64/include/pmap.h

175

extern struct pmap *kernel_pmap;

sys/platform/vkernel64/include/pmap.h

215

void pmap_release(struct pmap *pmap);

sys/platform/vkernel64/include/pmap.h

221

pmap_emulate_ad_bits(pmap_t pmap) {

sys/platform/vkernel64/include/pmap_inval.h

50

void pmap_inval_pte(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va);

sys/platform/vkernel64/include/pmap_inval.h

51

void pmap_inval_pte_quick(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va);

sys/platform/vkernel64/include/pmap_inval.h

52

void pmap_inval_pde(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va);

sys/platform/vkernel64/include/pmap_inval.h

53

void pmap_inval_pde_quick(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va);

sys/platform/vkernel64/include/pmap_inval.h

54

vpte_t pmap_clean_pte(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va,

sys/platform/vkernel64/include/pmap_inval.h

56

vpte_t pmap_clean_pde(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va);

sys/platform/vkernel64/include/pmap_inval.h

57

vpte_t pmap_inval_loadandclear(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va);

sys/platform/vkernel64/platform/busdma_machdep.c

504

_bus_dma_extract(pmap_t pmap, vm_offset_t vaddr)

sys/platform/vkernel64/platform/busdma_machdep.c

506

if (pmap)

sys/platform/vkernel64/platform/busdma_machdep.c

507

return pmap_extract(pmap, vaddr, NULL);

sys/platform/vkernel64/platform/busdma_machdep.c

525

pmap_t pmap,

sys/platform/vkernel64/platform/busdma_machdep.c

561

paddr = _bus_dma_extract(pmap, vaddr);

sys/platform/vkernel64/platform/busdma_machdep.c

613

paddr = _bus_dma_extract(pmap, vaddr);

sys/platform/vkernel64/platform/busdma_machdep.c

833

pmap_t pmap;

sys/platform/vkernel64/platform/busdma_machdep.c

852

pmap = vmspace_pmap(td->td_proc->p_vmspace);

sys/platform/vkernel64/platform/busdma_machdep.c

854

pmap = NULL;

sys/platform/vkernel64/platform/busdma_machdep.c

872

pmap, flags, &lastaddr, &nsegs, first);

sys/platform/vkernel64/platform/pmap.c

1031

pmap_unwire_pgtable(pmap_t pmap, vm_offset_t va, vm_page_t m)

sys/platform/vkernel64/platform/pmap.c

1053

pml4 = pmap_pml4e(pmap, va);

sys/platform/vkernel64/platform/pmap.c

1058

pdp = pmap_pdpe(pmap, va);

sys/platform/vkernel64/platform/pmap.c

1063

pd = pmap_pde(pmap, va);

sys/platform/vkernel64/platform/pmap.c

1067

KKASSERT(pmap->pm_stats.resident_count > 0);

sys/platform/vkernel64/platform/pmap.c

1068

atomic_add_long(&pmap->pm_stats.resident_count, -1);

sys/platform/vkernel64/platform/pmap.c

1070

if (pmap->pm_ptphint == m)

sys/platform/vkernel64/platform/pmap.c

1071

pmap->pm_ptphint = NULL;

sys/platform/vkernel64/platform/pmap.c

1077

pdpg = PHYS_TO_VM_PAGE(*pmap_pdpe(pmap, va) &

sys/platform/vkernel64/platform/pmap.c

1079

pmap_unwire_pgtable(pmap, va, pdpg);

sys/platform/vkernel64/platform/pmap.c

1086

pdppg = PHYS_TO_VM_PAGE(*pmap_pml4e(pmap, va) &

sys/platform/vkernel64/platform/pmap.c

1088

pmap_unwire_pgtable(pmap, va, pdppg);

sys/platform/vkernel64/platform/pmap.c

1121

pmap_unuse_pt(pmap_t pmap, vm_offset_t va, vm_page_t mpte)

sys/platform/vkernel64/platform/pmap.c

1125

ASSERT_LWKT_TOKEN_HELD(vm_object_token(pmap->pm_pteobj));

sys/platform/vkernel64/platform/pmap.c

1131

if (pmap == kernel_pmap)

sys/platform/vkernel64/platform/pmap.c

1134

if (pmap->pm_ptphint &&

sys/platform/vkernel64/platform/pmap.c

1135

(pmap->pm_ptphint->pindex == ptepindex)) {

sys/platform/vkernel64/platform/pmap.c

1136

mpte = pmap->pm_ptphint;

sys/platform/vkernel64/platform/pmap.c

1138

mpte = pmap_page_lookup(pmap->pm_pteobj, ptepindex);

sys/platform/vkernel64/platform/pmap.c

1139

pmap->pm_ptphint = mpte;

sys/platform/vkernel64/platform/pmap.c

114

static pd_entry_t *pmap_pde(pmap_t pmap, vm_offset_t va);

sys/platform/vkernel64/platform/pmap.c

1143

return pmap_unwire_pgtable(pmap, va, mpte);

sys/platform/vkernel64/platform/pmap.c

1154

pmap_pinit0(struct pmap *pmap)

sys/platform/vkernel64/platform/pmap.c

1156

pmap_pinit(pmap);

sys/platform/vkernel64/platform/pmap.c

1164

pmap_pinit(struct pmap *pmap)

sys/platform/vkernel64/platform/pmap.c

1172

if (pmap->pm_pml4 == NULL) {

sys/platform/vkernel64/platform/pmap.c

1173

pmap->pm_pml4 = (pml4_entry_t *)

sys/platform/vkernel64/platform/pmap.c

1181

if (pmap->pm_pteobj == NULL)

sys/platform/vkernel64/platform/pmap.c

1182

pmap->pm_pteobj = vm_object_allocate(OBJT_DEFAULT, NUPT_TOTAL + NUPD_TOTAL + NUPDP_TOTAL + 1);

sys/platform/vkernel64/platform/pmap.c

1189

if ((ptdpg = pmap->pm_pdirm) == NULL) {

sys/platform/vkernel64/platform/pmap.c

1190

ptdpg = vm_page_grab(pmap->pm_pteobj,

sys/platform/vkernel64/platform/pmap.c

1194

pmap->pm_pdirm = ptdpg;

sys/platform/vkernel64/platform/pmap.c

1198

pmap_kenter((vm_offset_t)pmap->pm_pml4, VM_PAGE_TO_PHYS(ptdpg));

sys/platform/vkernel64/platform/pmap.c

1200

pmap->pm_count = 1;

sys/platform/vkernel64/platform/pmap.c

1201

CPUMASK_ASSZERO(pmap->pm_active);

sys/platform/vkernel64/platform/pmap.c

1202

pmap->pm_ptphint = NULL;

sys/platform/vkernel64/platform/pmap.c

1203

RB_INIT(&pmap->pm_pvroot);

sys/platform/vkernel64/platform/pmap.c

1204

spin_init(&pmap->pm_spin, "pmapinit");

sys/platform/vkernel64/platform/pmap.c

1205

bzero(&pmap->pm_stats, sizeof pmap->pm_stats);

sys/platform/vkernel64/platform/pmap.c

1206

pmap->pm_stats.resident_count = 1;

sys/platform/vkernel64/platform/pmap.c

1207

pmap->pm_stats.wired_count = 1;

sys/platform/vkernel64/platform/pmap.c

1219

pmap_puninit(pmap_t pmap)

sys/platform/vkernel64/platform/pmap.c

1223

KKASSERT(CPUMASK_TESTZERO(pmap->pm_active));

sys/platform/vkernel64/platform/pmap.c

1224

if ((p = pmap->pm_pdirm) != NULL) {

sys/platform/vkernel64/platform/pmap.c

1225

KKASSERT(pmap->pm_pml4 != NULL);

sys/platform/vkernel64/platform/pmap.c

1226

pmap_kremove((vm_offset_t)pmap->pm_pml4);

sys/platform/vkernel64/platform/pmap.c

1231

pmap->pm_pdirm = NULL;

sys/platform/vkernel64/platform/pmap.c

1232

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/vkernel64/platform/pmap.c

1233

KKASSERT(pmap->pm_stats.wired_count == 0);

sys/platform/vkernel64/platform/pmap.c

1235

if (pmap->pm_pml4) {

sys/platform/vkernel64/platform/pmap.c

1236

kmem_free(kernel_map, (vm_offset_t)pmap->pm_pml4, PAGE_SIZE);

sys/platform/vkernel64/platform/pmap.c

1237

pmap->pm_pml4 = NULL;

sys/platform/vkernel64/platform/pmap.c

1239

if (pmap->pm_pteobj) {

sys/platform/vkernel64/platform/pmap.c

1240

vm_object_deallocate(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

1241

pmap->pm_pteobj = NULL;

sys/platform/vkernel64/platform/pmap.c

1249

pmap_pinit2(struct pmap *pmap)

sys/platform/vkernel64/platform/pmap.c

1262

pmap_release_free_page(struct pmap *pmap, vm_page_t p)

sys/platform/vkernel64/platform/pmap.c

1291

m4 = vm_page_lookup(pmap->pm_pteobj,

sys/platform/vkernel64/platform/pmap.c

131

static struct pmap kernel_pmap_store;

sys/platform/vkernel64/platform/pmap.c

1310

m3 = vm_page_lookup(pmap->pm_pteobj,

sys/platform/vkernel64/platform/pmap.c

132

struct pmap *kernel_pmap = &kernel_pmap_store;

sys/platform/vkernel64/platform/pmap.c

1329

m2 = vm_page_lookup(pmap->pm_pteobj,

sys/platform/vkernel64/platform/pmap.c

1339

KKASSERT(pmap->pm_stats.resident_count > 0);

sys/platform/vkernel64/platform/pmap.c

1340

atomic_add_long(&pmap->pm_stats.resident_count, -1);

sys/platform/vkernel64/platform/pmap.c

1345

pmap, p, (void *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(p)),

sys/platform/vkernel64/platform/pmap.c

1349

if (pmap->pm_ptphint == p)

sys/platform/vkernel64/platform/pmap.c

1350

pmap->pm_ptphint = NULL;

sys/platform/vkernel64/platform/pmap.c

1358

bzero(pmap->pm_pml4, PAGE_SIZE);

sys/platform/vkernel64/platform/pmap.c

1364

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/vkernel64/platform/pmap.c

1375

_pmap_allocpte(pmap_t pmap, vm_pindex_t ptepindex)

sys/platform/vkernel64/platform/pmap.c

1387

m = vm_page_grab(pmap->pm_pteobj, ptepindex,

sys/platform/vkernel64/platform/pmap.c

1397

atomic_add_long(&pmap->pm_stats.resident_count, 1);

sys/platform/vkernel64/platform/pmap.c

1402

atomic_add_long(&pmap->pm_stats.wired_count, 1);

sys/platform/vkernel64/platform/pmap.c

1410

ptep = (pt_entry_t *)pmap->pm_pml4;

sys/platform/vkernel64/platform/pmap.c

1418

pm = _pmap_allocpte(pmap, pindex);

sys/platform/vkernel64/platform/pmap.c

1427

pm = _pmap_allocpte(pmap, pindex);

sys/platform/vkernel64/platform/pmap.c

1441

pmap->pm_ptphint = pm;

sys/platform/vkernel64/platform/pmap.c

1453

pmap_allocpte(pmap_t pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap.c

1458

ASSERT_LWKT_TOKEN_HELD(vm_object_token(pmap->pm_pteobj));

sys/platform/vkernel64/platform/pmap.c

1465

m = _pmap_allocpte(pmap, ptepindex);

sys/platform/vkernel64/platform/pmap.c

1482

pmap_release(struct pmap *pmap)

sys/platform/vkernel64/platform/pmap.c

1484

vm_object_t object = pmap->pm_pteobj;

sys/platform/vkernel64/platform/pmap.c

1487

KKASSERT(pmap != kernel_pmap);

sys/platform/vkernel64/platform/pmap.c

1494

info.pmap = pmap;

sys/platform/vkernel64/platform/pmap.c

1497

KASSERT(CPUMASK_TESTZERO(pmap->pm_active),

sys/platform/vkernel64/platform/pmap.c

1499

pmap,

sys/platform/vkernel64/platform/pmap.c

1500

(uintmax_t)CPUMASK_LOWMASK(pmap->pm_active)));

sys/platform/vkernel64/platform/pmap.c

1511

if (pmap_release_free_page(pmap, info.mpte))

sys/platform/vkernel64/platform/pmap.c

1516

pmap->pm_ptphint = NULL;

sys/platform/vkernel64/platform/pmap.c

1518

KASSERT((pmap->pm_stats.wired_count == (pmap->pm_pdirm != NULL)),

sys/platform/vkernel64/platform/pmap.c

1520

pmap, pmap->pm_stats.wired_count));

sys/platform/vkernel64/platform/pmap.c

1534

if (pmap_release_free_page(info->pmap, p)) {

sys/platform/vkernel64/platform/pmap.c

1650

pmap_reference(pmap_t pmap)

sys/platform/vkernel64/platform/pmap.c

1652

if (pmap)

sys/platform/vkernel64/platform/pmap.c

1653

atomic_add_int(&pmap->pm_count, 1);

sys/platform/vkernel64/platform/pmap.c

171

static int pmap_remove_pte (struct pmap *pmap, pt_entry_t *ptq,

sys/platform/vkernel64/platform/pmap.c

173

static void pmap_remove_page (struct pmap *pmap, vm_offset_t va);

sys/platform/vkernel64/platform/pmap.c

174

static int pmap_remove_entry (struct pmap *pmap, vm_page_t m,

sys/platform/vkernel64/platform/pmap.c

177

static void pmap_insert_entry (pmap_t pmap, vm_offset_t va,

sys/platform/vkernel64/platform/pmap.c

1776

pmap_remove_entry(struct pmap *pmap, vm_page_t m, vm_offset_t va)

sys/platform/vkernel64/platform/pmap.c

1782

pv = pv_entry_rb_tree_RB_LOOKUP(&pmap->pm_pvroot, va);

sys/platform/vkernel64/platform/pmap.c

1795

pv_entry_rb_tree_RB_REMOVE(&pmap->pm_pvroot, pv);

sys/platform/vkernel64/platform/pmap.c

1796

atomic_add_int(&pmap->pm_generation, 1);

sys/platform/vkernel64/platform/pmap.c

1798

rtval = pmap_unuse_pt(pmap, va, pv->pv_ptem);

sys/platform/vkernel64/platform/pmap.c

180

static vm_page_t pmap_allocpte (pmap_t pmap, vm_offset_t va);

sys/platform/vkernel64/platform/pmap.c

1804

pmap, m, va);

sys/platform/vkernel64/platform/pmap.c

1816

pmap_insert_entry(pmap_t pmap, vm_offset_t va, vm_page_t mpte, vm_page_t m,

sys/platform/vkernel64/platform/pmap.c

182

static int pmap_release_free_page (pmap_t pmap, vm_page_t p);

sys/platform/vkernel64/platform/pmap.c

1820

pv->pv_pmap = pmap;

sys/platform/vkernel64/platform/pmap.c

1825

pv = pv_entry_rb_tree_RB_INSERT(&pmap->pm_pvroot, pv);

sys/platform/vkernel64/platform/pmap.c

183

static vm_page_t _pmap_allocpte (pmap_t pmap, vm_pindex_t ptepindex);

sys/platform/vkernel64/platform/pmap.c

1837

pmap_remove_pte(struct pmap *pmap, pt_entry_t *ptq, pt_entry_t oldpte,

sys/platform/vkernel64/platform/pmap.c

1844

oldpte = pmap_inval_loadandclear(ptq, pmap, va);

sys/platform/vkernel64/platform/pmap.c

1846

KKASSERT(pmap->pm_stats.wired_count >= 0);

sys/platform/vkernel64/platform/pmap.c

1857

KKASSERT(pmap->pm_stats.resident_count > 0);

sys/platform/vkernel64/platform/pmap.c

1858

atomic_add_long(&pmap->pm_stats.resident_count, -1);

sys/platform/vkernel64/platform/pmap.c

1873

pmap_track_modified(pmap, va);

sys/platform/vkernel64/platform/pmap.c

1879

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/vkernel64/platform/pmap.c

1882

error = pmap_remove_entry(pmap, m, va);

sys/platform/vkernel64/platform/pmap.c

1885

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/vkernel64/platform/pmap.c

1886

error = pmap_unuse_pt(pmap, va, NULL);

sys/platform/vkernel64/platform/pmap.c

1902

pmap_remove_page(struct pmap *pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap.c

1906

pte = pmap_pte(pmap, va);

sys/platform/vkernel64/platform/pmap.c

1911

pmap_remove_pte(pmap, pte, 0, va);

sys/platform/vkernel64/platform/pmap.c

1926

pmap_remove(struct pmap *pmap, vm_offset_t sva, vm_offset_t eva)

sys/platform/vkernel64/platform/pmap.c

1935

if (pmap == NULL)

sys/platform/vkernel64/platform/pmap.c

1938

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

1939

KKASSERT(pmap->pm_stats.resident_count >= 0);

sys/platform/vkernel64/platform/pmap.c

1940

if (pmap->pm_stats.resident_count == 0) {

sys/platform/vkernel64/platform/pmap.c

1941

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

1951

pde = pmap_pde(pmap, sva);

sys/platform/vkernel64/platform/pmap.c

1953

pmap_remove_page(pmap, sva);

sys/platform/vkernel64/platform/pmap.c

1954

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

1960

pml4e = pmap_pml4e(pmap, sva);

sys/platform/vkernel64/platform/pmap.c

1998

pmap_inval_pde(pde, pmap, sva);

sys/platform/vkernel64/platform/pmap.c

1999

atomic_add_long(&pmap->pm_stats.resident_count,

sys/platform/vkernel64/platform/pmap.c

2019

if (pmap_remove_pte(pmap, pte, 0, sva))

sys/platform/vkernel64/platform/pmap.c

2025

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2042

pmap_t pmap;

sys/platform/vkernel64/platform/pmap.c

2057

pmap = pv->pv_pmap;

sys/platform/vkernel64/platform/pmap.c

2058

pmobj = pmap->pm_pteobj;

sys/platform/vkernel64/platform/pmap.c

2069

pmap != pv->pv_pmap ||

sys/platform/vkernel64/platform/pmap.c

2070

pmobj != pmap->pm_pteobj) {

sys/platform/vkernel64/platform/pmap.c

2077

KKASSERT(pmap->pm_stats.resident_count > 0);

sys/platform/vkernel64/platform/pmap.c

2078

atomic_add_long(&pmap->pm_stats.resident_count, -1);

sys/platform/vkernel64/platform/pmap.c

2080

pte = pmap_pte(pmap, pv->pv_va);

sys/platform/vkernel64/platform/pmap.c

2083

tpte = pmap_inval_loadandclear(pte, pmap, pv->pv_va);

sys/platform/vkernel64/platform/pmap.c

2099

pmap_track_modified(pmap, pv->pv_va);

sys/platform/vkernel64/platform/pmap.c

2103

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/vkernel64/platform/pmap.c

2106

KKASSERT(pmap->pm_stats.wired_count >= 0);

sys/platform/vkernel64/platform/pmap.c

2112

pv_entry_rb_tree_RB_REMOVE(&pmap->pm_pvroot, pv);

sys/platform/vkernel64/platform/pmap.c

2113

atomic_add_int(&pmap->pm_generation, 1);

sys/platform/vkernel64/platform/pmap.c

2115

pmap_unuse_pt(pmap, pv->pv_va, pv->pv_ptem);

sys/platform/vkernel64/platform/pmap.c

2129

pmap_remove_specific(pmap_t pmap, vm_page_t m)

sys/platform/vkernel64/platform/pmap.c

2134

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2138

if (pv->pv_pmap != pmap)

sys/platform/vkernel64/platform/pmap.c

2141

KKASSERT(pmap->pm_stats.resident_count > 0);

sys/platform/vkernel64/platform/pmap.c

2142

atomic_add_long(&pmap->pm_stats.resident_count, -1);

sys/platform/vkernel64/platform/pmap.c

2144

pte = pmap_pte(pmap, pv->pv_va);

sys/platform/vkernel64/platform/pmap.c

2147

tpte = pmap_inval_loadandclear(pte, pmap, pv->pv_va);

sys/platform/vkernel64/platform/pmap.c

2156

pmap_track_modified(pmap, pv->pv_va);

sys/platform/vkernel64/platform/pmap.c

2160

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/vkernel64/platform/pmap.c

2163

KKASSERT(pmap->pm_stats.wired_count >= 0);

sys/platform/vkernel64/platform/pmap.c

2165

pv_entry_rb_tree_RB_REMOVE(&pmap->pm_pvroot, pv);

sys/platform/vkernel64/platform/pmap.c

2166

atomic_add_int(&pmap->pm_generation, 1);

sys/platform/vkernel64/platform/pmap.c

2171

pmap_unuse_pt(pmap, pv->pv_va, pv->pv_ptem);

sys/platform/vkernel64/platform/pmap.c

2177

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2190

pmap_protect(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, vm_prot_t prot)

sys/platform/vkernel64/platform/pmap.c

2199

if (pmap == NULL)

sys/platform/vkernel64/platform/pmap.c

2203

pmap_remove(pmap, sva, eva);

sys/platform/vkernel64/platform/pmap.c

2210

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2213

pml4e = pmap_pml4e(pmap, sva);

sys/platform/vkernel64/platform/pmap.c

2242

pmap_clean_pde(pde, pmap, sva);

sys/platform/vkernel64/platform/pmap.c

2243

atomic_add_long(&pmap->pm_stats.resident_count,

sys/platform/vkernel64/platform/pmap.c

2269

pmap_track_modified(pmap, sva);

sys/platform/vkernel64/platform/pmap.c

2270

pmap_clean_pte(pte, pmap, sva, NULL);

sys/platform/vkernel64/platform/pmap.c

2274

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2297

pmap_enter(pmap_t pmap, vm_offset_t va, vm_page_t m, vm_prot_t prot,

sys/platform/vkernel64/platform/pmap.c

2307

if (pmap == NULL)

sys/platform/vkernel64/platform/pmap.c

2312

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

232

pmap_pml4e(pmap_t pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap.c

2322

if (pmap == kernel_pmap) {

sys/platform/vkernel64/platform/pmap.c

2326

mpte = pmap_allocpte(pmap, va);

sys/platform/vkernel64/platform/pmap.c

2336

origpte = pmap_inval_loadandclear(pte, pmap, va);

sys/platform/vkernel64/platform/pmap.c

234

return (&pmap->pm_pml4[pmap_pml4e_index(va)]);

sys/platform/vkernel64/platform/pmap.c

2346

pmap_track_modified(pmap, va);

sys/platform/vkernel64/platform/pmap.c

2362

atomic_add_long(&pmap->pm_stats.wired_count, 1);

sys/platform/vkernel64/platform/pmap.c

2365

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/vkernel64/platform/pmap.c

2393

err = pmap_remove_pte(pmap, NULL, origpte, va);

sys/platform/vkernel64/platform/pmap.c

2415

pmap_insert_entry(pmap, va, mpte, m, pv);

sys/platform/vkernel64/platform/pmap.c

2428

atomic_add_long(&pmap->pm_stats.resident_count, 1);

sys/platform/vkernel64/platform/pmap.c

2430

atomic_add_long(&pmap->pm_stats.wired_count, 1);

sys/platform/vkernel64/platform/pmap.c

2438

newpte = (pt_entry_t)(pa | pte_prot(pmap, prot) | VPTE_V | VPTE_U);

sys/platform/vkernel64/platform/pmap.c

2458

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2486

pmap_object_init_pt(pmap_t pmap, vm_map_entry_t entry,

sys/platform/vkernel64/platform/pmap.c

249

pmap_pdpe(pmap_t pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap.c

2500

if ((prot & VM_PROT_READ) == 0 || pmap == NULL || object == NULL)

sys/platform/vkernel64/platform/pmap.c

2507

if (lp == NULL || pmap != vmspace_pmap(lp->lwp_vmspace))

sys/platform/vkernel64/platform/pmap.c

253

pml4e = pmap_pml4e(pmap, va);

sys/platform/vkernel64/platform/pmap.c

2542

info.pmap = pmap;

sys/platform/vkernel64/platform/pmap.c

2579

pmap_enter(info->pmap, info->addr + x86_64_ptob(rel_index), p,

sys/platform/vkernel64/platform/pmap.c

2596

pmap_prefault_ok(pmap_t pmap, vm_offset_t addr)

sys/platform/vkernel64/platform/pmap.c

2602

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2603

pde = pmap_pde(pmap, addr);

sys/platform/vkernel64/platform/pmap.c

2610

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2622

pmap_unwire(pmap_t pmap, vm_offset_t *pva)

sys/platform/vkernel64/platform/pmap.c

2630

if (pmap == NULL)

sys/platform/vkernel64/platform/pmap.c

2636

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2637

pte = pmap_pte(pmap, va);

sys/platform/vkernel64/platform/pmap.c

2639

*pva = pmap_nextva(pmap, va);

sys/platform/vkernel64/platform/pmap.c

2640

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2653

atomic_add_long(&pmap->pm_stats.wired_count, -1);

sys/platform/vkernel64/platform/pmap.c

2662

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

271

pmap_pde(pmap_t pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap.c

275

pdpe = pmap_pdpe(pmap, va);

sys/platform/vkernel64/platform/pmap.c

2766

pmap_remove_pages(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)

sys/platform/vkernel64/platform/pmap.c

2768

pmap_remove(pmap, sva, eva);

sys/platform/vkernel64/platform/pmap.c

2775

if (pmap->pm_pteobj)

sys/platform/vkernel64/platform/pmap.c

2776

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2778

pmap_invalidate_range(pmap, sva, eva);

sys/platform/vkernel64/platform/pmap.c

2780

for (pv = TAILQ_FIRST(&pmap->pm_pvlist); pv; pv = npv) {

sys/platform/vkernel64/platform/pmap.c

2786

KKASSERT(pmap == pv->pv_pmap);

sys/platform/vkernel64/platform/pmap.c

2788

pte = pmap_pte(pmap, pv->pv_va);

sys/platform/vkernel64/platform/pmap.c

2798

tpte = pmap_inval_loadandclear(pte, pmap, pv->pv_va);

sys/platform/vkernel64/platform/pmap.c

2806

KKASSERT(pmap->pm_stats.resident_count > 0);

sys/platform/vkernel64/platform/pmap.c

2807

atomic_add_long(&pmap->pm_stats.resident_count, -1);

sys/platform/vkernel64/platform/pmap.c

2817

TAILQ_REMOVE(&pmap->pm_pvlist, pv, pv_plist);

sys/platform/vkernel64/platform/pmap.c

2818

atomic_add_int(&pmap->pm_generation, 1);

sys/platform/vkernel64/platform/pmap.c

2819

save_generation = pmap->pm_generation;

sys/platform/vkernel64/platform/pmap.c

2826

pmap_unuse_pt(pmap, pv->pv_va, pv->pv_ptem);

sys/platform/vkernel64/platform/pmap.c

2833

if (save_generation != pmap->pm_generation) {

sys/platform/vkernel64/platform/pmap.c

2835

npv = TAILQ_FIRST(&pmap->pm_pvlist);

sys/platform/vkernel64/platform/pmap.c

2838

if (pmap->pm_pteobj)

sys/platform/vkernel64/platform/pmap.c

2839

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

2840

pmap_remove(pmap, sva, eva);

sys/platform/vkernel64/platform/pmap.c

2898

pmap_t pmap;

sys/platform/vkernel64/platform/pmap.c

2916

pmap = pv->pv_pmap;

sys/platform/vkernel64/platform/pmap.c

2917

pmobj = pmap->pm_pteobj;

sys/platform/vkernel64/platform/pmap.c

312

pmap_pte(pmap_t pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap.c

3159

pmap_mincore(pmap_t pmap, vm_offset_t addr)

sys/platform/vkernel64/platform/pmap.c

316

pde = pmap_pde(pmap, va);

sys/platform/vkernel64/platform/pmap.c

3165

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

3166

ptep = pmap_pte(pmap, addr);

sys/platform/vkernel64/platform/pmap.c

3204

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

3244

struct pmap *pmap;

sys/platform/vkernel64/platform/pmap.c

3252

pmap = vmspace_pmap(newvm);

sys/platform/vkernel64/platform/pmap.c

3253

ATOMIC_CPUMASK_ORBIT(pmap->pm_active, mycpu->gd_cpuid);

sys/platform/vkernel64/platform/pmap.c

3254

if (pmap->pm_active_lock & CPULOCK_EXCL)

sys/platform/vkernel64/platform/pmap.c

3259

pmap = vmspace_pmap(oldvm);

sys/platform/vkernel64/platform/pmap.c

3260

ATOMIC_CPUMASK_NANDBIT(pmap->pm_active,

sys/platform/vkernel64/platform/pmap.c

3275

pmap_t pmap = vmspace_pmap(vm);

sys/platform/vkernel64/platform/pmap.c

3277

if (pmap->pm_active_lock & CPULOCK_EXCL) {

sys/platform/vkernel64/platform/pmap.c

3279

while (pmap->pm_active_lock & CPULOCK_EXCL) {

sys/platform/vkernel64/platform/pmap.c

329

pmap_nextva(pmap_t pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap.c

331

if (pmap_pml4e(pmap, va) == NULL)

sys/platform/vkernel64/platform/pmap.c

3327

pmap_t pmap = pginfo->pmap;

sys/platform/vkernel64/platform/pmap.c

333

else if (pmap_pdpe(pmap, va) == NULL)

sys/platform/vkernel64/platform/pmap.c

3338

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

3344

pml4e = pmap_pml4e(pmap, sva);

sys/platform/vkernel64/platform/pmap.c

335

else if (pmap_pde(pmap, va) == NULL)

sys/platform/vkernel64/platform/pmap.c

3373

pmap_clean_pde(pde, pmap, sva);

sys/platform/vkernel64/platform/pmap.c

3374

pmap->pm_stats.resident_count -= NBPDR / PAGE_SIZE;

sys/platform/vkernel64/platform/pmap.c

3408

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

3412

pmap_maybethreaded(pmap_t pmap)

sys/platform/vkernel64/platform/pmap.c

642

pmap_track_modified(pmap_t pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap.c

644

KKASSERT(pmap != kernel_pmap ||

sys/platform/vkernel64/platform/pmap.c

654

pmap_extract(pmap_t pmap, vm_offset_t va, void **handlep)

sys/platform/vkernel64/platform/pmap.c

660

vm_object_hold(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

662

pdep = pmap_pde(pmap, va);

sys/platform/vkernel64/platform/pmap.c

677

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

685

pmap_t pmap;

sys/platform/vkernel64/platform/pmap.c

688

pmap = handle;

sys/platform/vkernel64/platform/pmap.c

689

vm_object_drop(pmap->pm_pteobj);

sys/platform/vkernel64/platform/pmap.c

704

pmap_fault_page_quick(pmap_t pmap __unused, vm_offset_t vaddr __unused,

sys/platform/vkernel64/platform/pmap_inval.c

103

pmap_inval_pte(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap_inval.c

106

pmap_inval_cpu(pmap, va, PAGE_SIZE);

sys/platform/vkernel64/platform/pmap_inval.c

114

pmap_inval_pte_quick(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap_inval.c

117

pmap_inval_cpu(pmap, va, PAGE_SIZE);

sys/platform/vkernel64/platform/pmap_inval.c

125

pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)

sys/platform/vkernel64/platform/pmap_inval.c

127

pmap_inval_cpu(pmap, sva, eva - sva);

sys/platform/vkernel64/platform/pmap_inval.c

136

pmap_inval_pde(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap_inval.c

139

pmap_inval_cpu(pmap, va, SEG_SIZE);

sys/platform/vkernel64/platform/pmap_inval.c

143

pmap_inval_pde_quick(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va)

sys/platform/vkernel64/platform/pmap_inval.c

145

pmap_inval_pde(ptep, pmap, va);

sys/platform/vkernel64/platform/pmap_inval.c

173

pmap_clean_pte(volatile vpte_t *ptep, struct pmap *pmap, vm_offset_t va,

sys/platform/vkernel64/platform/pmap_inval.c

217

pmap_inval_cpu(pmap, va, PAGE_SIZE);

sys/platform/vkernel64/platform/pmap_inval.c

243

pmap_inval_loadandclear(volatile vpte_t *ptep, struct pmap *pmap,

sys/platform/vkernel64/platform/pmap_inval.c

249

pmap_inval_cpu(pmap, va, PAGE_SIZE);

sys/platform/vkernel64/platform/pmap_inval.c

82

pmap_inval_cpu(struct pmap *pmap, vm_offset_t va, size_t bytes)

sys/platform/vkernel64/platform/pmap_inval.c

84

if (pmap == kernel_pmap) {

sys/platform/vkernel64/platform/pmap_inval.c

87

vmspace_mcontrol(pmap, (void *)va, bytes, MADV_INVAL, 0);

sys/platform/vkernel64/x86_64/genassym.c

73

ASSYM(PM_ACTIVE, offsetof(struct pmap, pm_active));

sys/platform/vkernel64/x86_64/genassym.c

74

ASSYM(PM_ACTIVE_LOCK, offsetof(struct pmap, pm_active_lock));

sys/vfs/procfs/procfs_map.c

122

pmap_t pmap = vmspace_pmap(p->p_vmspace);

sys/vfs/procfs/procfs_map.c

128

if (pmap_extract(pmap, addr, NULL))

sys/vfs/udf/udf_vfsops.c

627

union udf_pmap *pmap;

sys/vfs/udf/udf_vfsops.c

636

pmap = (union udf_pmap *)&lvd->maps[i * UDF_PMAP_SIZE];

sys/vfs/udf/udf_vfsops.c

637

ptype = pmap->data[0];

sys/vfs/udf/udf_vfsops.c

638

psize = pmap->data[1];

sys/vfs/udf/udf_vfsops.c

651

pmap_id = (struct regid *)&pmap->data[4];

sys/vfs/udf/udf_vfsops.c

661

pms = &pmap->pms;

sys/vm/pmap.h

187

vm_paddr_t pmap_extract (pmap_t pmap, vm_offset_t va, void **handlep);

sys/vm/pmap.h

194

void pmap_object_init_pt (pmap_t pmap, struct vm_map_entry *entry,

sys/vm/pmap.h

228

int pmap_mincore (pmap_t pmap, vm_offset_t addr);

sys/vm/pmap.h

98

struct pmap *pmap;

sys/vm/vm_fault.c

1148

fs.mary[0] = pmap_fault_page_quick(map->pmap, vaddr, fault_type, busyp);

sys/vm/vm_fault.c

1445

pmap_enter(fs.map->pmap, vaddr, fs.mary[0], fs.prot,

sys/vm/vm_fault.c

1452

pmap_remove(fs.map->pmap,

sys/vm/vm_fault.c

1464

pmap_enter(fs.map->pmap, vaddr, fs.mary[0],

sys/vm/vm_fault.c

213

static void vm_prefault(pmap_t pmap, vm_offset_t addra,

sys/vm/vm_fault.c

215

static void vm_prefault_quick(pmap_t pmap, vm_offset_t addra,

sys/vm/vm_fault.c

2587

pmap_t pmap;

sys/vm/vm_fault.c

2603

pmap = vm_map_pmap(map);

sys/vm/vm_fault.c

2636

m = pmap_unwire(pmap, &rva);

sys/vm/vm_fault.c

2664

pmap_t pmap;

sys/vm/vm_fault.c

2676

pmap = vm_map_pmap(map);

sys/vm/vm_fault.c

2691

m = pmap_unwire(pmap, &va);

sys/vm/vm_fault.c

2768

pmap_remove(map->pmap, entry->ba.start, entry->ba.end);

sys/vm/vm_fault.c

2849

pmap_enter(dst_map->pmap, vaddr, dst_m, prot, FALSE, dst_entry);

sys/vm/vm_fault.c

2919

vm_prefault(pmap_t pmap, vm_offset_t addra, vm_map_entry_t entry, int prot,

sys/vm/vm_fault.c

2950

if (lp == NULL || (pmap != vmspace_pmap(lp->lwp_vmspace)))

sys/vm/vm_fault.c

3017

if (pmap_prefault_ok(pmap, addr) == 0) {

sys/vm/vm_fault.c

3152

pmap_enter(pmap, addr, m, pprot, 0, entry);

sys/vm/vm_fault.c

3194

pmap_enter(pmap, addr, m, pprot, 0, entry);

sys/vm/vm_fault.c

3213

vm_prefault_quick(pmap_t pmap, vm_offset_t addra,

sys/vm/vm_fault.c

3241

if (lp == NULL || (pmap != vmspace_pmap(lp->lwp_vmspace)))

sys/vm/vm_fault.c

3304

if (pmap_prefault_ok(pmap, addr) == 0) {

sys/vm/vm_fault.c

3333

pmap_enter(pmap, addr, m, prot, 0, entry);

sys/vm/vm_fault.c

3385

pmap_enter(pmap, addr, m, prot, 0, entry);

sys/vm/vm_fault.c

577

pmap_enter(fs.map->pmap, vaddr, &fakem, fs.prot | inherit_prot,

sys/vm/vm_fault.c

794

pmap_enter(fs.map->pmap, vaddr + (n << PAGE_SHIFT),

sys/vm/vm_fault.c

848

vm_prefault(fs.map->pmap, vaddr,

sys/vm/vm_fault.c

851

vm_prefault_quick(fs.map->pmap, vaddr,

sys/vm/vm_fault.c

894

p->p_limit && map->pmap && vm_pageout_memuse_mode >= 1 &&

sys/vm/vm_fault.c

901

size = pmap_resident_tlnw_count(map->pmap);

sys/vm/vm_map.c

1381

new_entry->ba.pmap = map->pmap;

sys/vm/vm_map.c

1396

new_entry->ba.pmap = map->pmap;

sys/vm/vm_map.c

1449

pmap_object_init_pt(map->pmap, new_entry,

sys/vm/vm_map.c

2257

pmap_protect(map->pmap, current->ba.start,

sys/vm/vm_map.c

2404

pmap_remove(map->pmap,

sys/vm/vm_map.c

2424

pmap_remove(map->pmap,

sys/vm/vm_map.c

2500

pmap_remove(map->pmap,

sys/vm/vm_map.c

2514

map->pmap, current,

sys/vm/vm_map.c

3326

pmap_remove(map->pmap, s, e);

sys/vm/vm_map.c

333

vm->vm_map.pmap = vmspace_pmap(vm); /* XXX */

sys/vm/vm_map.c

3339

pmap_remove(map->pmap, s, e);

sys/vm/vm_map.c

3343

pmap_remove(map->pmap, s, e);

sys/vm/vm_map.c

3369

pmap_remove(map->pmap, s, e);

sys/vm/vm_map.c

3503

ba->pmap = map->pmap;

sys/vm/vm_map.c

3642

pmap_protect(src_map->pmap,

sys/vm/vm_map.c

3675

pmap_copy(dst_map->pmap, src_map->pmap,

sys/vm/vm_map.c

3860

pmap_copy(new_map->pmap, old_map->pmap,

sys/vm/vm_map.c

4762

(void *)map->pmap, map->nentries, map->timestamp);

sys/vm/vm_map.c

632

pmap_t pmap)

sys/vm/vm_map.c

642

map->pmap = pmap;

sys/vm/vm_map.h

173

struct pmap *pmap; /* for vm_object extents */

sys/vm/vm_map.h

353

struct pmap *pmap; /* Physical map */

sys/vm/vm_map.h

374

struct pmap vm_pmap; /* private physical map */

sys/vm/vm_map.h

535

#define vm_map_pmap(map) ((map)->pmap)

sys/vm/vm_map.h

540

static __inline struct pmap *

sys/vm/vm_map.h

596

struct pmap;

sys/vm/vm_mmap.c

787

pmap_t pmap;

sys/vm/vm_mmap.c

814

pmap = vmspace_pmap(p->p_vmspace);

sys/vm/vm_mmap.c

864

mincoreinfo = pmap_mincore(pmap, addr);

sys/vm/vm_object.c

1461

ba->pmap, ba->start, sva, eva);

sys/vm/vm_object.c

1463

pmap_remove(ba->pmap, sva, eva);

sys/vm/vm_page.h

269

struct pmap *pmap;

sys/vm/vm_pageout.c

599

if (pmap_resident_tlnw_count(info->pmap) <= info->limit) {

sys/vm/vm_pageout.c

648

pmap_remove_specific(info->pmap, p);

sys/vm/vm_pageout.c

744

info.pmap = vm_map_pmap(map);

usr.sbin/rpcbind/pmap_svc.c

163

struct pmap reg;

usr.sbin/rpcbind/pmap_svc.c

257

struct pmap reg;

usr.sbin/rpcbind/rpcb_svc_com.c

1396

struct pmap pmap;

usr.sbin/rpcbind/rpcb_svc_com.c

1402

pmap.pm_prot = IPPROTO_UDP;

usr.sbin/rpcbind/rpcb_svc_com.c

1405

pmap.pm_prot = IPPROTO_TCP;

usr.sbin/rpcbind/rpcb_svc_com.c

1414

pmap.pm_port = ((p1 & 0xff) << 8) + (p2 & 0xff);

usr.sbin/rpcbind/rpcb_svc_com.c

1415

pmap.pm_prog = arg->r_prog;

usr.sbin/rpcbind/rpcb_svc_com.c

1416

pmap.pm_vers = arg->r_vers;

usr.sbin/rpcbind/rpcb_svc_com.c

1425

pml->pml_map = pmap;

usr.sbin/rpcbind/security.c

71

struct pmap *pmap;

usr.sbin/rpcbind/security.c

85

pmap = (struct pmap *)args;

usr.sbin/rpcbind/security.c

86

prog = pmap->pm_prog;

usr.sbin/ypbind/yp_ping.c

116

struct pmap parms;