NPTEPG
_Static_assert(NPTEPG == AMD64_NPTEPG, "NPTEPG mismatch");
_Static_assert(NPTEPG == I386_NPTEPG, "NPTEPG mismatch");
for (i = 0; i < NPTEPG; i++) {
for (i = 0; i < NPTEPG; i++) {
ASSYM(NPTEPG, NPTEPG);
for (; l < NPTEPG && pg < start + size;
for (n = 0; n < NPDEPG * NPTEPG; n++) {
for (k = 0; k < NPTEPG; k++) {
for (k = 0; k < NPTEPG; k++) {
if ((mpte == NULL || mpte->ref_count == NPTEPG) &&
NPTEPG, 0, ~0ul, NBPDR, 0, VM_MEMATTR_DEFAULT));
for (l = pmap_pte_index(sva); l < NPTEPG; l++,
KASANphys = allocpages(firstaddr, nkasanpte * NPTEPG);
for (i = 0; i < nkasanpte * NPTEPG; i++)
NPDEPG - 1, NPTEPG - 1),
for (i = 0; i < NPTEPG; i++)
NPDEPG - 1, NPTEPG - 1),
NPDEPG - 1, NPTEPG - 1),
NPDEPG - 1, NPTEPG - 1),
PV_STAT(counter_u64_add(pv_entry_allocs, NPTEPG - 1));
PV_STAT(counter_u64_add(pv_entry_count, NPTEPG - 1));
PV_STAT(counter_u64_add(pv_entry_spare, -(NPTEPG - 1)));
for (pte = firstpte; pte < firstpte + NPTEPG; pte++) {
for (xpte = firstpte; xpte < firstpte + NPTEPG;
for (ypte = firstpte; ypte < firstpte + NPTEPG; ypte++)
mpte->ref_count = NPTEPG;
reserve_pv_entries(pmap, NPTEPG - 1, lockp);
KASSERT(mpte->ref_count == NPTEPG,
for (pte = firstpte + NPTEPG - 1; pte > firstpte; pte--) {
if ((mpte == NULL || mpte->ref_count == NPTEPG) &&
for (pt_end = pte + NPTEPG; pte < pt_end; pte++) {
uwptpg->ref_count = NPTEPG;
(mpte == NULL || mpte->ref_count == NPTEPG) &&
KASSERT(mpte->ref_count == NPTEPG,
(uintptr_t)pmap) & (NPTEPG - 1)) == 0 &&
for (i = 0; i < NPTEPG ; i++) {
static pt_entry_t fakept[NPTEPG];
for (k = 0; k < NPTEPG; k++) {
for (k = 0; k < NPTEPG; k++) {
for (k = 0; k < NPTEPG; k++) {
return (PADDR2 + (i386_btop(va) & (NPTEPG - 1)));
return (PADDR1 + (i386_btop(va) & (NPTEPG - 1)));
return (PADDR3 + (i386_btop(va) & (NPTEPG - 1)));
(NPTEPG - 1));
for (pte = firstpte; pte < firstpte + NPTEPG; pte++) {
mpte->ref_count = NPTEPG;
KASSERT(mpte->ref_count == NPTEPG,
for (pte = firstpte + NPTEPG - 1; pte > firstpte; pte--) {
if ((mpte == NULL || mpte->ref_count == NPTEPG) &&
for (pt_end = pte + NPTEPG; pte < pt_end; pte++) {
uwptpg->ref_count = NPTEPG;
(mpte == NULL || mpte->ref_count == NPTEPG) &&
KASSERT(mpte->ref_count == NPTEPG,
(uintptr_t)pmap) & (NPTEPG - 1)) == 0 &&
for (sva = 0, i = 0; i < NPTEPG * NPGPTD * NPDEPG ;) {
else if (i == LOWPTDI * NPTEPG)
else if (i == PTDPTDI * NPTEPG)
else if (i == KERNPTDI * NPTEPG)
else if (i == TRPTDI * NPTEPG)
i += NPTEPG;
i += NPTEPG;
for (pt = vtopte(sva), k = 0; k < NPTEPG; i++, k++, pt++,
PV_STAT(atomic_add_long(&pv_entry_allocs, NPTEPG - 1));
PV_STAT(atomic_add_long(&pv_entry_count, NPTEPG - 1));
PV_STAT(atomic_subtract_int(&pv_entry_spare, NPTEPG - 1));
for (pte = firstpte + NPTEPG - 1; pte > firstpte; pte--) {
if ((mpte == NULL || mpte->ref_count == NPTEPG) &&
uwptpg->ref_count = NPTEPG;
(uintptr_t)pmap) & (NPTEPG - 1)) == 0 &&
for (pte = firstpte; pte < firstpte + NPTEPG; pte++) {
mpte->ref_count = NPTEPG;
reserve_pv_entries(pmap, NPTEPG - 1, lockp);
KASSERT(mpte->ref_count == NPTEPG,
KASSERT(mpte->ref_count == NPTEPG,