lib/libkvm/kvm_amd64.c

203

amd64_pte_t pte;

lib/libkvm/kvm_amd64.c

304

if (s < sizeof(pte)) {

lib/libkvm/kvm_amd64.c

308

if (pread(kd->pmfd, &pte, sizeof(pte), ofs) != sizeof(pte)) {

lib/libkvm/kvm_amd64.c

312

if ((pte & AMD64_PG_V) == 0) {

lib/libkvm/kvm_amd64.c

317

a = (pte & AMD64_PG_FRAME) + offset;

lib/libkvm/kvm_arm.c

188

#define l2pte_valid(pte) ((pte) != 0)

lib/libkvm/kvm_arm.c

197

arm_pt_entry_t pte;

lib/libkvm/kvm_arm.c

211

pte_pa = (pd & ARM_L1_C_ADDR_MASK) + l2pte_index(va) * sizeof(pte);

lib/libkvm/kvm_arm.c

213

if (pread(kd->pmfd, &pte, sizeof(pte), pte_off) != sizeof(pte)) {

lib/libkvm/kvm_arm.c

217

pte = _kvm32toh(kd, pte);

lib/libkvm/kvm_arm.c

218

if (!l2pte_valid(pte)) {

lib/libkvm/kvm_arm.c

221

if ((pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_L) {

lib/libkvm/kvm_arm.c

222

*pa = (pte & ARM_L2_L_FRAME) | (va & ARM_L2_L_OFFSET);

lib/libkvm/kvm_arm.c

225

*pa = (pte & ARM_L2_S_FRAME) | (va & ARM_L2_S_OFFSET);

lib/libkvm/kvm_i386.c

218

i386_pte_t pte;

lib/libkvm/kvm_i386.c

269

pte_pa = (pde & I386_PG_FRAME) + (pteindex * sizeof(pte));

lib/libkvm/kvm_i386.c

272

if (s < sizeof(pte)) {

lib/libkvm/kvm_i386.c

278

if (pread(kd->pmfd, &pte, sizeof(pte), ofs) != sizeof(pte)) {

lib/libkvm/kvm_i386.c

282

pte = le32toh(pte);

lib/libkvm/kvm_i386.c

283

if ((pte & I386_PG_V) == 0) {

lib/libkvm/kvm_i386.c

288

a = (pte & I386_PG_FRAME) + offset;

lib/libkvm/kvm_i386.c

308

i386_pte_pae_t pte;

lib/libkvm/kvm_i386.c

362

if (s < sizeof(pte)) {

lib/libkvm/kvm_i386.c

368

if (pread(kd->pmfd, &pte, sizeof(pte), ofs) != sizeof(pte)) {

lib/libkvm/kvm_i386.c

372

pte = le64toh(pte);

lib/libkvm/kvm_i386.c

373

if ((pte & I386_PG_V) == 0) {

lib/libkvm/kvm_i386.c

378

a = (pte & I386_PG_FRAME_PAE) + offset;

lib/libkvm/kvm_minidump_aarch64.c

253

_aarch64_entry_to_prot(aarch64_pte_t pte)

lib/libkvm/kvm_minidump_aarch64.c

258

if ((pte & AARCH64_ATTR_AP(AARCH64_ATTR_AP_RO)) == 0)

lib/libkvm/kvm_minidump_aarch64.c

260

if ((pte & AARCH64_ATTR_XN) == 0)

lib/libkvm/kvm_minidump_aarch64.c

279

aarch64_pte_t pte = _aarch64_pte_get(kd, pteindex);

lib/libkvm/kvm_minidump_aarch64.c

281

if ((pte & AARCH64_ATTR_DESCR_MASK) != AARCH64_L3_PAGE)

lib/libkvm/kvm_minidump_aarch64.c

285

pa = pte & ~AARCH64_ATTR_MASK;

lib/libkvm/kvm_minidump_aarch64.c

288

_aarch64_entry_to_prot(pte), kd->vmst->page_size, 0)) {

lib/libkvm/kvm_minidump_aarch64.c

60

aarch64_pte_t *pte = _kvm_pmap_get(kd, pteindex, sizeof(*pte));

lib/libkvm/kvm_minidump_aarch64.c

62

return le64toh(*pte);

lib/libkvm/kvm_minidump_amd64.c

188

amd64_pte_t pte;

lib/libkvm/kvm_minidump_amd64.c

198

if (pteindex >= vm->hdr.pmapsize / sizeof(pte))

lib/libkvm/kvm_minidump_amd64.c

200

pte = _amd64_pte_get(kd, pteindex);

lib/libkvm/kvm_minidump_amd64.c

201

if ((pte & AMD64_PG_V) == 0) {

lib/libkvm/kvm_minidump_amd64.c

206

a = pte & AMD64_PG_FRAME;

lib/libkvm/kvm_minidump_amd64.c

246

amd64_pte_t pte;

lib/libkvm/kvm_minidump_amd64.c

284

pte = le64toh(pt[pteindex]);

lib/libkvm/kvm_minidump_amd64.c

285

if ((pte & AMD64_PG_V) == 0) {

lib/libkvm/kvm_minidump_amd64.c

290

a = pte & AMD64_PG_FRAME;

lib/libkvm/kvm_minidump_amd64.c

393

amd64_pte_t pte = (u_long)ptes[i];

lib/libkvm/kvm_minidump_amd64.c

395

pa = pte & AMD64_PG_FRAME;

lib/libkvm/kvm_minidump_amd64.c

397

if ((pte & AMD64_PG_V) != 0) {

lib/libkvm/kvm_minidump_amd64.c

401

_amd64_entry_to_prot(pte), pgsz, 0)) {

lib/libkvm/kvm_minidump_amd64.c

86

amd64_pte_t *pte = _kvm_pmap_get(kd, pteindex, sizeof(*pte));

lib/libkvm/kvm_minidump_amd64.c

88

return le64toh(*pte);

lib/libkvm/kvm_minidump_arm.c

153

arm_pt_entry_t pte;

lib/libkvm/kvm_minidump_arm.c

167

if (pteindex >= vm->hdr.ptesize / sizeof(pte))

lib/libkvm/kvm_minidump_arm.c

169

pte = _arm_pte_get(kd, pteindex);

lib/libkvm/kvm_minidump_arm.c

170

if ((pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_INV) {

lib/libkvm/kvm_minidump_arm.c

175

if ((pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_L) {

lib/libkvm/kvm_minidump_arm.c

178

a = (pte & ARM_L2_L_FRAME) +

lib/libkvm/kvm_minidump_arm.c

182

(pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_T) {

lib/libkvm/kvm_minidump_arm.c

189

a = pte & ARM_L2_S_FRAME;

lib/libkvm/kvm_minidump_arm.c

212

_arm_entry_to_prot(kvm_t *kd, arm_pt_entry_t pte)

lib/libkvm/kvm_minidump_arm.c

219

if (pte & ARM_L2_S_PROT_W)

lib/libkvm/kvm_minidump_arm.c

225

if ((pte & ARM_PTE2_RO) == 0)

lib/libkvm/kvm_minidump_arm.c

227

if ((pte & ARM_PTE2_NX) == 0)

lib/libkvm/kvm_minidump_arm.c

240

arm_pt_entry_t pte = _arm_pte_get(kd, pteindex);

lib/libkvm/kvm_minidump_arm.c

242

if ((pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_INV)

lib/libkvm/kvm_minidump_arm.c

246

if ((pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_L) {

lib/libkvm/kvm_minidump_arm.c

248

pa = (pte & ARM_L2_L_FRAME) +

lib/libkvm/kvm_minidump_arm.c

252

(pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_T) {

lib/libkvm/kvm_minidump_arm.c

256

pa = pte & ARM_L2_S_FRAME;

lib/libkvm/kvm_minidump_arm.c

261

_arm_entry_to_prot(kd, pte), ARM_PAGE_SIZE, 0))

lib/libkvm/kvm_minidump_arm.c

61

arm_pt_entry_t *pte = _kvm_pmap_get(kd, pteindex, sizeof(*pte));

lib/libkvm/kvm_minidump_arm.c

63

return _kvm32toh(kd, *pte);

lib/libkvm/kvm_minidump_i386.c

150

i386_pte_pae_t pte;

lib/libkvm/kvm_minidump_i386.c

160

if (pteindex >= vm->hdr.ptesize / sizeof(pte))

lib/libkvm/kvm_minidump_i386.c

162

pte = _i386_pte_pae_get(kd, pteindex);

lib/libkvm/kvm_minidump_i386.c

163

if ((pte & I386_PG_V) == 0) {

lib/libkvm/kvm_minidump_i386.c

168

a = pte & I386_PG_FRAME_PAE;

lib/libkvm/kvm_minidump_i386.c

195

i386_pte_t pte;

lib/libkvm/kvm_minidump_i386.c

205

if (pteindex >= vm->hdr.ptesize / sizeof(pte))

lib/libkvm/kvm_minidump_i386.c

207

pte = _i386_pte_get(kd, pteindex);

lib/libkvm/kvm_minidump_i386.c

208

if ((pte & I386_PG_V) == 0) {

lib/libkvm/kvm_minidump_i386.c

213

a = pte & I386_PG_FRAME;

lib/libkvm/kvm_minidump_i386.c

250

_i386_entry_to_prot(uint64_t pte)

lib/libkvm/kvm_minidump_i386.c

255

if (pte & I386_PG_RW)

lib/libkvm/kvm_minidump_i386.c

257

if ((pte & I386_PG_NX) == 0)

lib/libkvm/kvm_minidump_i386.c

58

i386_pte_pae_t *pte = _kvm_pmap_get(kd, pteindex, sizeof(*pte));

lib/libkvm/kvm_minidump_i386.c

60

return le64toh(*pte);

lib/libkvm/kvm_minidump_i386.c

66

i386_pte_t *pte = _kvm_pmap_get(kd, pteindex, sizeof(*pte));

lib/libkvm/kvm_minidump_i386.c

68

return le32toh(*pte);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

311

ppc64_pt_entry_t pte, *p;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

313

p = _kvm_pmap_get(kd, ptex, sizeof(pte));

lib/libkvm/kvm_minidump_powerpc64_hpt.c

314

pte.pte_hi = be64toh(p->pte_hi);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

315

pte.pte_lo = be64toh(p->pte_lo);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

316

return (pte);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

328

ppc64_pt_entry_t pte;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

379

pte = pte_get(kd, ptex);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

382

if ((pte.pte_hi & LPTEH_HID) != hid ||

lib/libkvm/kvm_minidump_powerpc64_hpt.c

383

(pte.pte_hi & LPTEH_VALID) == 0 ||

lib/libkvm/kvm_minidump_powerpc64_hpt.c

384

(pte.pte_hi & LPTEH_B_MASK) != LPTEH_B_256MB)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

388

if (PTEH_AVA_VSID(pte.pte_hi) != va_vsid ||

lib/libkvm/kvm_minidump_powerpc64_hpt.c

389

(PTEH_AVA_PAGE(pte.pte_hi) >> ava_pg_shift) !=

lib/libkvm/kvm_minidump_powerpc64_hpt.c

399

if (pte.pte_hi & LPTEH_BIG)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

401

} else if ((pte.pte_hi & LPTEH_BIG) == 0)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

407

__func__, (uintmax_t)ptex, (uintmax_t)pte.pte_hi,

lib/libkvm/kvm_minidump_powerpc64_hpt.c

408

(uintmax_t)pte.pte_lo);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

425

*p = pte;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

430

pte_lookup(kvm_t *kd, kvaddr_t ea, ppc64_pt_entry_t *pte)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

439

return (pte_search(kd, slb, 0, ea, pte));

lib/libkvm/kvm_minidump_powerpc64_hpt.c

447

ppc64_pt_entry_t pte;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

484

if ((err = pte_lookup(kd, va, &pte)) == -1) {

lib/libkvm/kvm_minidump_powerpc64_hpt.c

490

if (pte.pte_hi & LPTEH_BIG)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

491

pgpa = (pte.pte_lo & PTEL_LP_PA_MASK) |

lib/libkvm/kvm_minidump_powerpc64_hpt.c

494

pgpa = pte.pte_lo & PTEL_PA_MASK;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

519

entry_to_prot(ppc64_pt_entry_t *pte)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

523

if (pte->pte_lo & LPTEL_RW)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

525

if ((pte->pte_lo & LPTEL_NOEXEC) != 0)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

561

get_ea(kvm_t *kd, ppc64_pt_entry_t *pte, u_long ptex)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

568

vsid = PTEH_AVA_VSID(pte->pte_hi);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

589

ea |= (PTEH_AVA_PAGE(pte->pte_hi) >> shift) <<

lib/libkvm/kvm_minidump_powerpc64_hpt.c

595

if (pte->pte_hi & LPTEH_HID)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

617

ppc64_pt_entry_t pte = pte_get(kd, ptex);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

618

if ((pte.pte_hi & LPTEH_VALID) == 0)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

622

vsid = PTEH_AVA_VSID(pte.pte_hi);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

628

if ((va = get_ea(kd, &pte, ptex)) == ~0UL)

lib/libkvm/kvm_minidump_powerpc64_hpt.c

632

if (pte.pte_hi & LPTEH_BIG) {

lib/libkvm/kvm_minidump_powerpc64_hpt.c

633

pa = pte.pte_lo & PTEL_LP_PA_MASK;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

636

pa = pte.pte_lo & PTEL_PA_MASK;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

644

entry_to_prot(&pte), pagesz, 0))

lib/libkvm/kvm_minidump_riscv.c

223

_riscv_entry_to_prot(riscv_pt_entry_t pte)

lib/libkvm/kvm_minidump_riscv.c

227

if ((pte & RISCV_PTE_W) != 0)

lib/libkvm/kvm_minidump_riscv.c

229

if ((pte & RISCV_PTE_X) != 0)

lib/libkvm/kvm_minidump_riscv.c

248

riscv_pt_entry_t pte = _riscv_pte_get(kd, pteindex);

lib/libkvm/kvm_minidump_riscv.c

250

if (((pte & RISCV_PTE_V) == 0) ||

lib/libkvm/kvm_minidump_riscv.c

251

((pte & RISCV_PTE_RWX) == 0))

lib/libkvm/kvm_minidump_riscv.c

255

pa = (pte >> RISCV_PTE_PPN0_S) << RISCV_L3_SHIFT;

lib/libkvm/kvm_minidump_riscv.c

258

_riscv_entry_to_prot(pte), RISCV_PAGE_SIZE, 0)) {

lib/libkvm/kvm_minidump_riscv.c

58

riscv_pt_entry_t *pte = _kvm_pmap_get(kd, pteindex, sizeof(*pte));

lib/libkvm/kvm_minidump_riscv.c

60

return le64toh(*pte);

lib/libvmmapi/vmmapi.c

942

vm_get_gpa_pmap(struct vmctx *ctx, uint64_t gpa, uint64_t *pte, int *num)

lib/libvmmapi/vmmapi.c

955

pte[i] = gpapte.pte[i];

lib/libvmmapi/vmmapi.h

134

int vm_get_gpa_pmap(struct vmctx *, uint64_t gpa, uint64_t *pte, int *num);

sys/amd64/amd64/efirt_machdep.c

123

pt_entry_t *pte;

sys/amd64/amd64/efirt_machdep.c

175

pte = PHYS_TO_DMAP(mphys);

sys/amd64/amd64/efirt_machdep.c

176

pte += pmap_pte_index(va);

sys/amd64/amd64/efirt_machdep.c

177

KASSERT(*pte == 0, ("va %#jx *pt %#jx", va, *pte));

sys/amd64/amd64/efirt_machdep.c

179

return (pte);

sys/amd64/amd64/efirt_machdep.c

186

pt_entry_t *pte;

sys/amd64/amd64/efirt_machdep.c

264

pte = efi_1t1_pte(va);

sys/amd64/amd64/efirt_machdep.c

265

pte_store(pte, va | bits);

sys/amd64/amd64/efirt_machdep.c

287

pte = efi_1t1_pte(0);

sys/amd64/amd64/efirt_machdep.c

291

pte_store(pte, bits);

sys/amd64/amd64/kexec_support.c

118

pt_entry_t *pte =

sys/amd64/amd64/kexec_support.c

120

pte[pmap_pte_index(pg)] =

sys/amd64/amd64/machdep.c

1036

*pte = pa | PG_V | PG_RW | PG_NC_PWT | PG_NC_PCD;

sys/amd64/amd64/machdep.c

1118

*pte = 0;

sys/amd64/amd64/machdep.c

882

pt_entry_t *pte;

sys/amd64/amd64/machdep.c

979

pte = CMAP1;

sys/amd64/amd64/minidump_machdep.c

168

uint64_t pdpe, pde, pte;

sys/amd64/amd64/minidump_machdep.c

245

pte = atomic_load_64(&pt[k]);

sys/amd64/amd64/minidump_machdep.c

246

if ((pte & PG_V) == 0)

sys/amd64/amd64/minidump_machdep.c

248

pa = pte & PG_FRAME;

sys/amd64/amd64/pmap.c

10025

pt_entry_t pte, PG_A, PG_M, PG_RW, PG_V;

sys/amd64/amd64/pmap.c

10035

pte = 0;

sys/amd64/amd64/pmap.c

10043

pte = *pdpe;

sys/amd64/amd64/pmap.c

10044

pa = ((pte & PG_PS_PDP_FRAME) | (addr & PDPMASK)) &

sys/amd64/amd64/pmap.c

10051

pte = *pdep;

sys/amd64/amd64/pmap.c

10053

pa = ((pte & PG_PS_FRAME) | (addr &

sys/amd64/amd64/pmap.c

10057

pte = *pmap_pde_to_pte(pdep, addr);

sys/amd64/amd64/pmap.c

10058

pa = pte & PG_FRAME;

sys/amd64/amd64/pmap.c

10064

if ((pte & PG_V) != 0) {

sys/amd64/amd64/pmap.c

10066

if ((pte & (PG_M | PG_RW)) == (PG_M | PG_RW))

sys/amd64/amd64/pmap.c

10068

if ((pte & PG_A) != 0)

sys/amd64/amd64/pmap.c

10073

(pte & (PG_MANAGED | PG_V)) == (PG_MANAGED | PG_V)) {

sys/amd64/amd64/pmap.c

10359

pt_entry_t *pte, PG_A, PG_M, PG_RW, PG_V;

sys/amd64/amd64/pmap.c

10391

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

10392

if ((*pte & PG_V) == 0)

sys/amd64/amd64/pmap.c

10396

if ((*pte & PG_RW) == 0)

sys/amd64/amd64/pmap.c

10407

*pte |= PG_M | PG_A;

sys/amd64/amd64/pmap.c

10409

*pte |= PG_A;

sys/amd64/amd64/pmap.c

10419

m = PHYS_TO_VM_PAGE(*pte & PG_FRAME);

sys/amd64/amd64/pmap.c

10451

pt_entry_t *pte, PG_V;

sys/amd64/amd64/pmap.c

10475

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

10476

ptr[idx++] = *pte;

sys/amd64/amd64/pmap.c

10726

pt_entry_t *pte, pt;

sys/amd64/amd64/pmap.c

10747

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

10748

pt = *pte;

sys/amd64/amd64/pmap.c

10750

("invalid pte va %#lx pte %#lx pt %#lx", va, (u_long)pte, pt));

sys/amd64/amd64/pmap.c

10774

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

10834

pte = pmap_large_map_pte(va);

sys/amd64/amd64/pmap.c

10835

MPASS(*pte == 0);

sys/amd64/amd64/pmap.c

10836

*pte = pa | pg_g | X86_PG_RW | X86_PG_V |

sys/amd64/amd64/pmap.c

10839

DMAP_TO_VM_PAGE(pte)->ref_count++;

sys/amd64/amd64/pmap.c

10857

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

10915

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

10916

KASSERT((*pte & X86_PG_V) != 0,

sys/amd64/amd64/pmap.c

10918

(u_long)pte, *pte));

sys/amd64/amd64/pmap.c

10919

pte_clear(pte);

sys/amd64/amd64/pmap.c

10921

m = DMAP_TO_VM_PAGE(pte);

sys/amd64/amd64/pmap.c

11224

pmap_pti_wire_pte(void *pte)

sys/amd64/amd64/pmap.c

11229

m = DMAP_TO_VM_PAGE(pte);

sys/amd64/amd64/pmap.c

11245

pmap_pti_unwire_pte(void *pte, vm_offset_t va)

sys/amd64/amd64/pmap.c

11251

m = DMAP_TO_VM_PAGE(pte);

sys/amd64/amd64/pmap.c

11297

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

11325

pte = PHYS_TO_DMAP(mphys);

sys/amd64/amd64/pmap.c

11326

pte += pmap_pte_index(va);

sys/amd64/amd64/pmap.c

11328

return (pte);

sys/amd64/amd64/pmap.c

11336

pt_entry_t *pte, ptev;

sys/amd64/amd64/pmap.c

11346

pte = pmap_pti_pte(sva, &unwire_pde);

sys/amd64/amd64/pmap.c

11351

if (*pte == 0) {

sys/amd64/amd64/pmap.c

11352

pte_store(pte, ptev);

sys/amd64/amd64/pmap.c

11353

pmap_pti_wire_pte(pte);

sys/amd64/amd64/pmap.c

11357

sva, *pte, ptev));

sys/amd64/amd64/pmap.c

11358

KASSERT(*pte == ptev,

sys/amd64/amd64/pmap.c

11360

sva, *pte, ptev));

sys/amd64/amd64/pmap.c

11383

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

11394

pte = pmap_pti_pte(va, NULL);

sys/amd64/amd64/pmap.c

11395

KASSERT((*pte & X86_PG_V) != 0,

sys/amd64/amd64/pmap.c

11397

(u_long)pte, *pte));

sys/amd64/amd64/pmap.c

11398

pte_clear(pte);

sys/amd64/amd64/pmap.c

11399

pmap_pti_unwire_pte(pte, va);

sys/amd64/amd64/pmap.c

11475

pmap_pkru_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, pt_entry_t *pte)

sys/amd64/amd64/pmap.c

11482

KASSERT(pmap->pm_type != PT_X86 || (*pte & X86_PG_PKU_MASK) == 0,

sys/amd64/amd64/pmap.c

11483

("pte %p has unexpected PKU %ld", pte, *pte & X86_PG_PKU_MASK));

sys/amd64/amd64/pmap.c

11498

*pte |= X86_PG_PKU(keyidx);

sys/amd64/amd64/pmap.c

11560

pt_entry_t newpte, *ptep, pte;

sys/amd64/amd64/pmap.c

11630

pte = *ptep;

sys/amd64/amd64/pmap.c

11631

if ((pte & X86_PG_V) == 0)

sys/amd64/amd64/pmap.c

11633

newpte = (pte & ~X86_PG_PKU_MASK) | X86_PG_PKU(keyidx);

sys/amd64/amd64/pmap.c

11634

if (newpte != pte) {

sys/amd64/amd64/pmap.c

11750

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

11803

pte = (pt_entry_t *)(*pde & PG_FRAME) + pmap_pte_index(va);

sys/amd64/amd64/pmap.c

11804

if (*pte != 0)

sys/amd64/amd64/pmap.c

11807

*pte = (pt_entry_t)(pa | X86_PG_A | X86_PG_M | X86_PG_RW | X86_PG_V);

sys/amd64/amd64/pmap.c

11838

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

11871

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

11872

if ((*pte & X86_PG_V) != 0)

sys/amd64/amd64/pmap.c

11875

*pte = (pt_entry_t)(VM_PAGE_TO_PHYS(m) | X86_PG_RW | X86_PG_V |

sys/amd64/amd64/pmap.c

11984

pd_entry_t pde, pt_entry_t pte)

sys/amd64/amd64/pmap.c

12006

} else if (pte != 0) {

sys/amd64/amd64/pmap.c

12007

attrs |= pte & pg_nx;

sys/amd64/amd64/pmap.c

12008

attrs &= pg_nx | (pte & (X86_PG_RW | X86_PG_U));

sys/amd64/amd64/pmap.c

12009

attrs |= pte & (X86_PG_G | X86_PG_PTE_CACHE);

sys/amd64/amd64/pmap.c

12031

pt_entry_t *pt, pte;

sys/amd64/amd64/pmap.c

12167

pte = pt[l];

sys/amd64/amd64/pmap.c

12168

if ((pte & X86_PG_V) == 0) {

sys/amd64/amd64/pmap.c

12174

pml5e, pml4e, pdpe, pde, pte);

sys/amd64/amd64/pmap.c

12191

DB_SHOW_COMMAND(pte, pmap_print_pte)

sys/amd64/amd64/pmap.c

12198

pt_entry_t *pte, PG_V;

sys/amd64/amd64/pmap.c

12243

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

12244

db_printf(" pte@0x%016lx 0x%016lx\n", (uint64_t)pte, *pte);

sys/amd64/amd64/pmap.c

12267

ptpages_show_complain(int level, int idx, uint64_t pte)

sys/amd64/amd64/pmap.c

12269

db_printf("l %d i %d pte %#lx\n", level, idx, pte);

sys/amd64/amd64/pmap.c

1376

static void pmap_pte_props(pt_entry_t *pte, u_long bits, u_long mask);

sys/amd64/amd64/pmap.c

1381

static void pmap_pti_wire_pte(void *pte);

sys/amd64/amd64/pmap.c

1555

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

1559

pte = PHYS_TO_DMAP(*pde & PG_FRAME);

sys/amd64/amd64/pmap.c

1560

return (&pte[pmap_pte_index(va)]);

sys/amd64/amd64/pmap.c

2069

pt_entry_t *pte, *pcpu_pte;

sys/amd64/amd64/pmap.c

2173

v = (c)va; va += ((n)*PAGE_SIZE); p = pte; pte += (n);

sys/amd64/amd64/pmap.c

2176

pte = vtopte(va);

sys/amd64/amd64/pmap.c

2811

pmap_pat_index(pmap_t pmap, pt_entry_t pte, bool is_pde)

sys/amd64/amd64/pmap.c

2822

if ((pte & pat_flag) != 0)

sys/amd64/amd64/pmap.c

2824

if ((pte & PG_NC_PCD) != 0)

sys/amd64/amd64/pmap.c

2826

if ((pte & PG_NC_PWT) != 0)

sys/amd64/amd64/pmap.c

2830

if ((pte & EPT_PG_IGNORE_PAT) != 0)

sys/amd64/amd64/pmap.c

2831

panic("EPT PTE %#lx has no PAT memory type", pte);

sys/amd64/amd64/pmap.c

2832

pat_idx = (pte & EPT_PG_MEMORY_TYPE(0x7)) >> 3;

sys/amd64/amd64/pmap.c

312

safe_to_clear_referenced(pmap_t pmap, pt_entry_t pte)

sys/amd64/amd64/pmap.c

325

if ((pte & EPT_PG_WRITE) != 0)

sys/amd64/amd64/pmap.c

331

if ((pte & EPT_PG_EXECUTE) == 0 ||

sys/amd64/amd64/pmap.c

3707

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

3730

pte = vtopte(vaddr);

sys/amd64/amd64/pmap.c

3733

pte_store(pte, spa | pte_bits);

sys/amd64/amd64/pmap.c

3753

pt_entry_t *pte, PG_V;

sys/amd64/amd64/pmap.c

3770

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

3771

pa = (*pte & PG_FRAME) |

sys/amd64/amd64/pmap.c

3793

pt_entry_t pte, PG_RW, PG_V;

sys/amd64/amd64/pmap.c

3821

pte = *pmap_pde_to_pte(pdep, va);

sys/amd64/amd64/pmap.c

3822

if ((pte & PG_V) == 0 ||

sys/amd64/amd64/pmap.c

3823

((pte & PG_RW) == 0 && (prot & VM_PROT_WRITE) != 0))

sys/amd64/amd64/pmap.c

3825

m = PHYS_TO_VM_PAGE(pte & PG_FRAME);

sys/amd64/amd64/pmap.c

3882

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

3884

pte = vtopte(va);

sys/amd64/amd64/pmap.c

3885

pte_store(pte, pa | pg_g | pg_nx | X86_PG_A | X86_PG_M |

sys/amd64/amd64/pmap.c

3892

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

3895

pte = vtopte(va);

sys/amd64/amd64/pmap.c

3897

pte_store(pte, pa | pg_g | pg_nx | X86_PG_A | X86_PG_M |

sys/amd64/amd64/pmap.c

3908

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

3910

pte = vtopte(va);

sys/amd64/amd64/pmap.c

3911

pte_clear(pte);

sys/amd64/amd64/pmap.c

3944

pt_entry_t *endpte, oldpte, pa, *pte;

sys/amd64/amd64/pmap.c

3950

pte = vtopte(sva);

sys/amd64/amd64/pmap.c

3951

endpte = pte + count;

sys/amd64/amd64/pmap.c

3952

while (pte < endpte) {

sys/amd64/amd64/pmap.c

3956

if ((*pte & (PG_FRAME | X86_PG_PTE_CACHE)) != pa) {

sys/amd64/amd64/pmap.c

3957

oldpte |= *pte;

sys/amd64/amd64/pmap.c

3958

pte_store(pte, pa | pg_g | pg_nx | X86_PG_A |

sys/amd64/amd64/pmap.c

3961

pte++;

sys/amd64/amd64/pmap.c

4453

pmap_allocpte_free_unref(pmap_t pmap, vm_offset_t va, pt_entry_t *pte)

sys/amd64/amd64/pmap.c

4458

mpg = PHYS_TO_VM_PAGE(*pte & PG_FRAME);

sys/amd64/amd64/pmap.c

4907

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

4923

pte = PHYS_TO_DMAP(dummypt);

sys/amd64/amd64/pmap.c

4925

pte[i] = (pt_entry_t)(dummypa | X86_PG_V | X86_PG_RW |

sys/amd64/amd64/pmap.c

5205

pt_entry_t *pte, tpte;

sys/amd64/amd64/pmap.c

5308

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

5309

if ((*pte & PG_W) != 0)

sys/amd64/amd64/pmap.c

5311

tpte = pte_load_clear(pte);

sys/amd64/amd64/pmap.c

5880

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

5882

for (pte = firstpte; pte < firstpte + NPTEPG; pte++) {

sys/amd64/amd64/pmap.c

5883

*pte = newpte;

sys/amd64/amd64/pmap.c

6255

pt_entry_t *pte, PG_V;

sys/amd64/amd64/pmap.c

6261

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

6262

if ((*pte & PG_V) == 0)

sys/amd64/amd64/pmap.c

6265

pmap_remove_pte(pmap, pte, va, *pde, free, &lock);

sys/amd64/amd64/pmap.c

6278

pt_entry_t PG_G, *pte;

sys/amd64/amd64/pmap.c

6286

for (pte = pmap_pde_to_pte(pde, sva); sva != eva; pte++,

sys/amd64/amd64/pmap.c

6288

if (*pte == 0) {

sys/amd64/amd64/pmap.c

6295

if ((*pte & PG_G) == 0)

sys/amd64/amd64/pmap.c

6299

if (pmap_remove_pte(pmap, pte, sva, *pde, free, lockp)) {

sys/amd64/amd64/pmap.c

638

pt_entry_t *pte);

sys/amd64/amd64/pmap.c

6510

pt_entry_t *pte, tpte, PG_A, PG_M, PG_RW;

sys/amd64/amd64/pmap.c

6561

pte = pmap_pde_to_pte(pde, pv->pv_va);

sys/amd64/amd64/pmap.c

6562

tpte = pte_load_clear(pte);

sys/amd64/amd64/pmap.c

6646

pt_entry_t *pte, PG_G, PG_M, PG_RW, PG_V;

sys/amd64/amd64/pmap.c

6778

for (pte = pmap_pde_to_pte(pde, sva); sva != va_next; pte++,

sys/amd64/amd64/pmap.c

6781

obits = pbits = *pte;

sys/amd64/amd64/pmap.c

6797

if (!atomic_cmpset_long(pte, obits, pbits))

sys/amd64/amd64/pmap.c

6833

pt_entry_t *firstpte, oldpte, pa, *pte;

sys/amd64/amd64/pmap.c

6901

for (pte = firstpte + NPTEPG - 1; pte > firstpte; pte--) {

sys/amd64/amd64/pmap.c

6902

oldpte = *pte;

sys/amd64/amd64/pmap.c

6915

if (!atomic_fcmpset_long(pte, &oldpte, oldpte & ~PG_RW))

sys/amd64/amd64/pmap.c

7110

pt_entry_t *pte, PG_G, PG_A, PG_M, PG_RW, PG_V;

sys/amd64/amd64/pmap.c

7190

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

7211

origpte = *pte;

sys/amd64/amd64/pmap.c

7267

origpte = pte_load_clear(pte);

sys/amd64/amd64/pmap.c

7332

origpte = pte_load_store(pte, newpte);

sys/amd64/amd64/pmap.c

7354

pte_store(pte, newpte);

sys/amd64/amd64/pmap.c

7411

pt_entry_t *pt_end, *pte;

sys/amd64/amd64/pmap.c

7414

pte = PHYS_TO_DMAP(pa);

sys/amd64/amd64/pmap.c

7415

for (pt_end = pte + NPTEPG; pte < pt_end; pte++) {

sys/amd64/amd64/pmap.c

7416

if (*pte != 0)

sys/amd64/amd64/pmap.c

7705

pt_entry_t newpte, *pte, PG_V;

sys/amd64/amd64/pmap.c

7760

pte = VM_PAGE_TO_DMAP(mpte);

sys/amd64/amd64/pmap.c

7761

pte = &pte[pmap_pte_index(va)];

sys/amd64/amd64/pmap.c

7764

pte = vtopte(va);

sys/amd64/amd64/pmap.c

7766

if (*pte) {

sys/amd64/amd64/pmap.c

7795

pte_store(pte, newpte);

sys/amd64/amd64/pmap.c

7951

pt_entry_t *pte, PG_V, PG_G __diagused;

sys/amd64/amd64/pmap.c

8008

for (pte = pmap_pde_to_pte(pde, sva); sva != va_next; pte++,

sys/amd64/amd64/pmap.c

8010

if ((*pte & PG_V) == 0)

sys/amd64/amd64/pmap.c

8012

if ((*pte & PG_W) == 0)

sys/amd64/amd64/pmap.c

8014

(uintmax_t)*pte);

sys/amd64/amd64/pmap.c

8021

atomic_clear_long(pte, PG_W);

sys/amd64/amd64/pmap.c

8387

pt_entry_t *pte;

sys/amd64/amd64/pmap.c

8409

pte = pmap_pte(pmap, pv->pv_va);

sys/amd64/amd64/pmap.c

8410

if ((*pte & PG_W) != 0)

sys/amd64/amd64/pmap.c

8430

pte = pmap_pde(pmap, pv->pv_va);

sys/amd64/amd64/pmap.c

8431

if ((*pte & PG_W) != 0)

sys/amd64/amd64/pmap.c

8490

pt_entry_t *pte, tpte;

sys/amd64/amd64/pmap.c

8550

pte = pmap_pdpe(pmap, pv->pv_va);

sys/amd64/amd64/pmap.c

8551

ptepde = *pte;

sys/amd64/amd64/pmap.c

8552

pte = pmap_pdpe_to_pde(pte, pv->pv_va);

sys/amd64/amd64/pmap.c

8553

tpte = *pte;

sys/amd64/amd64/pmap.c

8557

pte = PHYS_TO_DMAP(tpte & PG_FRAME);

sys/amd64/amd64/pmap.c

8558

pte = &pte[pmap_pte_index(pv->pv_va)];

sys/amd64/amd64/pmap.c

8559

tpte = *pte;

sys/amd64/amd64/pmap.c

8595

pte_clear(pte);

sys/amd64/amd64/pmap.c

8688

pt_entry_t *pte, mask;

sys/amd64/amd64/pmap.c

8710

pte = pmap_pte(pmap, pv->pv_va);

sys/amd64/amd64/pmap.c

8722

rv = (*pte & mask) == mask;

sys/amd64/amd64/pmap.c

8743

pte = pmap_pde(pmap, pv->pv_va);

sys/amd64/amd64/pmap.c

8755

rv = (*pte & mask) == mask;

sys/amd64/amd64/pmap.c

8797

pt_entry_t *pte, PG_V;

sys/amd64/amd64/pmap.c

8810

pte = pmap_pde_to_pte(pde, addr);

sys/amd64/amd64/pmap.c

8811

rv = (*pte & PG_V) == 0;

sys/amd64/amd64/pmap.c

8843

pt_entry_t oldpte, *pte, PG_M, PG_RW;

sys/amd64/amd64/pmap.c

8901

pte = pmap_pde_to_pte(pde, pv->pv_va);

sys/amd64/amd64/pmap.c

8902

oldpte = *pte;

sys/amd64/amd64/pmap.c

8904

while (!atomic_fcmpset_long(pte, &oldpte, oldpte &

sys/amd64/amd64/pmap.c

8946

pt_entry_t *pte, PG_A, PG_M, PG_RW;

sys/amd64/amd64/pmap.c

9033

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

9034

pmap_remove_pte(pmap, pte, va, *pde,

sys/amd64/amd64/pmap.c

9093

pte = pmap_pde_to_pte(pde, pv->pv_va);

sys/amd64/amd64/pmap.c

9094

if ((*pte & (PG_M | PG_RW)) == (PG_M | PG_RW))

sys/amd64/amd64/pmap.c

9096

if ((*pte & PG_A) != 0) {

sys/amd64/amd64/pmap.c

9097

if (safe_to_clear_referenced(pmap, *pte)) {

sys/amd64/amd64/pmap.c

9098

atomic_clear_long(pte, PG_A);

sys/amd64/amd64/pmap.c

9101

} else if ((*pte & PG_W) == 0) {

sys/amd64/amd64/pmap.c

9108

pmap_remove_pte(pmap, pte, pv->pv_va,

sys/amd64/amd64/pmap.c

9148

pt_entry_t *pte, PG_A, PG_G, PG_M, PG_RW, PG_V;

sys/amd64/amd64/pmap.c

9228

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

9229

KASSERT((*pte & PG_V) != 0,

sys/amd64/amd64/pmap.c

9231

pmap_remove_pte(pmap, pte, va, *pde, NULL,

sys/amd64/amd64/pmap.c

9241

for (pte = pmap_pde_to_pte(pde, sva); sva != va_next; pte++,

sys/amd64/amd64/pmap.c

9243

if ((*pte & (PG_MANAGED | PG_V)) != (PG_MANAGED | PG_V))

sys/amd64/amd64/pmap.c

9245

else if ((*pte & (PG_M | PG_RW)) == (PG_M | PG_RW)) {

sys/amd64/amd64/pmap.c

9252

m = PHYS_TO_VM_PAGE(*pte & PG_FRAME);

sys/amd64/amd64/pmap.c

9255

atomic_clear_long(pte, PG_M | PG_A);

sys/amd64/amd64/pmap.c

9256

} else if ((*pte & PG_A) != 0)

sys/amd64/amd64/pmap.c

9257

atomic_clear_long(pte, PG_A);

sys/amd64/amd64/pmap.c

9261

if ((*pte & PG_G) != 0) {

sys/amd64/amd64/pmap.c

9292

pt_entry_t *pte, PG_M, PG_RW;

sys/amd64/amd64/pmap.c

9334

pte = pmap_pde_to_pte(pde, va);

sys/amd64/amd64/pmap.c

9335

atomic_clear_long(pte, PG_M | PG_RW);

sys/amd64/amd64/pmap.c

9359

pte = pmap_pde_to_pte(pde, pv->pv_va);

sys/amd64/amd64/pmap.c

9360

if ((*pte & (PG_M | PG_RW)) == (PG_M | PG_RW)) {

sys/amd64/amd64/pmap.c

9361

atomic_clear_long(pte, PG_M);

sys/amd64/amd64/pmap.c

9375

pmap_pte_props(pt_entry_t *pte, u_long bits, u_long mask)

sys/amd64/amd64/pmap.c

9379

opte = *(u_long *)pte;

sys/amd64/amd64/pmap.c

9383

} while (npte != opte && !atomic_fcmpset_long((u_long *)pte, &opte,

sys/amd64/amd64/pmap.c

9702

pt_entry_t *pte, pte_bits, pte_mask;

sys/amd64/amd64/pmap.c

9812

pte = pmap_pde_to_pte(pde, tmpva);

sys/amd64/amd64/pmap.c

9813

if (*pte == 0) {

sys/amd64/amd64/pmap.c

9888

pte = pmap_pde_to_pte(pde, tmpva);

sys/amd64/amd64/pmap.c

9889

if ((*pte & pte_mask) != pte_bits) {

sys/amd64/amd64/pmap.c

9890

pmap_pte_props(pte, pte_bits, pte_mask);

sys/amd64/amd64/pmap.c

9894

(*pte & PG_FRAME) < dmaplimit) {

sys/amd64/amd64/pmap.c

9897

pa_start = *pte & PG_FRAME;

sys/amd64/amd64/pmap.c

9899

} else if (pa_end == (*pte & PG_FRAME))

sys/amd64/amd64/pmap.c

9910

pa_start = *pte & PG_FRAME;

sys/amd64/include/pmap.h

285

#define pte_load_store(ptep, pte) atomic_swap_long(ptep, pte)

sys/amd64/include/pmap.h

287

#define pte_store(ptep, pte) do { \

sys/amd64/include/pmap.h

288

*(u_long *)(ptep) = (u_long)(pte); \

sys/amd64/include/vmm_dev.h

191

uint64_t pte[4]; /* out */

sys/amd64/vmm/vmm_dev_machdep.c

486

gpapte->pte, &gpapte->ptenum);

sys/amd64/vmm/vmm_instruction_emul.c

2027

pf_error_code(int usermode, int prot, int rsvd, uint64_t pte)

sys/amd64/vmm/vmm_instruction_emul.c

2031

if (pte & PG_V)

sys/amd64/vmm/vmm_instruction_emul.c

2070

uint64_t *ptpbase, ptpphys, pte, pgsize;

sys/amd64/vmm/vmm_instruction_emul.c

2177

pte = ptpbase[ptpindex];

sys/amd64/vmm/vmm_instruction_emul.c

2179

if ((pte & PG_V) == 0) {

sys/amd64/vmm/vmm_instruction_emul.c

2181

pfcode = pf_error_code(usermode, prot, 0, pte);

sys/amd64/vmm/vmm_instruction_emul.c

2187

ptpphys = pte;

sys/amd64/vmm/vmm_instruction_emul.c

2208

pte = ptpbase[ptpindex];

sys/amd64/vmm/vmm_instruction_emul.c

2210

if ((pte & PG_V) == 0 ||

sys/amd64/vmm/vmm_instruction_emul.c

2211

(usermode && (pte & PG_U) == 0) ||

sys/amd64/vmm/vmm_instruction_emul.c

2212

(writable && (pte & PG_RW) == 0)) {

sys/amd64/vmm/vmm_instruction_emul.c

2214

pfcode = pf_error_code(usermode, prot, 0, pte);

sys/amd64/vmm/vmm_instruction_emul.c

2221

if (!check_only && (pte & PG_A) == 0) {

sys/amd64/vmm/vmm_instruction_emul.c

2223

pte, pte | PG_A) == 0) {

sys/amd64/vmm/vmm_instruction_emul.c

2228

if (nlevels > 0 && (pte & PG_PS) != 0) {

sys/amd64/vmm/vmm_instruction_emul.c

2232

pte);

sys/amd64/vmm/vmm_instruction_emul.c

2240

ptpphys = pte;

sys/amd64/vmm/vmm_instruction_emul.c

2244

if (!check_only && writable && (pte & PG_M) == 0) {

sys/amd64/vmm/vmm_instruction_emul.c

2245

if (atomic_cmpset_64(&ptpbase[ptpindex], pte, pte | PG_M) == 0)

sys/amd64/vmm/vmm_instruction_emul.c

2250

pte >>= ptpshift; pte <<= (ptpshift + 12); pte >>= 12;

sys/amd64/vmm/vmm_instruction_emul.c

2251

*gpa = pte | (gla & (pgsize - 1));

sys/arm64/arm64/kexec_support.c

164

pt_entry_t *pte;

sys/arm64/arm64/kexec_support.c

172

pte = pagetable_l0_ttbr0_bootstrap;

sys/arm64/arm64/kexec_support.c

173

pte -= (Ln_ENTRIES * 2); /* move to start of L2 pages */

sys/arm64/arm64/kexec_support.c

180

pte[pmap_l2_index(tmp)] = (tmp | L2_BLOCK | ATTR_AF | ATTR_S1_UXN);

sys/arm64/arm64/kexec_support.c

182

pte[pmap_l2_index(tmp)] = (tmp | L2_BLOCK | ATTR_AF | ATTR_S1_UXN);

sys/arm64/arm64/kexec_support.c

185

pte[pmap_l2_index(tmp)] = (tmp | L2_BLOCK | ATTR_AF | ATTR_S1_UXN);

sys/arm64/arm64/pmap.c

2166

pt_entry_t *pte, tpte;

sys/arm64/arm64/pmap.c

2176

pte = pmap_pte(pmap, va, &lvl);

sys/arm64/arm64/pmap.c

2177

if (pte != NULL) {

sys/arm64/arm64/pmap.c

2178

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

2216

pt_entry_t *pte, tpte;

sys/arm64/arm64/pmap.c

2224

pte = pmap_pte(pmap, va, &lvl);

sys/arm64/arm64/pmap.c

2225

if (pte != NULL) {

sys/arm64/arm64/pmap.c

2226

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

2277

pt_entry_t *pte, tpte;

sys/arm64/arm64/pmap.c

2289

pte = pmap_l1(kernel_pmap, sva);

sys/arm64/arm64/pmap.c

2290

if (pte == NULL)

sys/arm64/arm64/pmap.c

2292

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

2300

pte = pmap_l1_to_l2(&tpte, sva);

sys/arm64/arm64/pmap.c

2301

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

2308

pte = pmap_l2_to_l3(&tpte, sva);

sys/arm64/arm64/pmap.c

2309

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

2333

pt_entry_t *pte, tpte;

sys/arm64/arm64/pmap.c

2358

pte = pmap_l1(kernel_pmap, va);

sys/arm64/arm64/pmap.c

2359

if (pte == NULL)

sys/arm64/arm64/pmap.c

2368

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

2376

pte = pmap_l1_to_l2(&tpte, va);

sys/arm64/arm64/pmap.c

2377

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

2385

pte = pmap_l2_to_l3(&tpte, va);

sys/arm64/arm64/pmap.c

2386

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

2421

pt_entry_t attr, old_l3e, *pte;

sys/arm64/arm64/pmap.c

2494

pte = pmap_l2_to_l3(pde, va);

sys/arm64/arm64/pmap.c

2495

old_l3e |= pmap_load_store(pte, PHYS_TO_PTE(pa) | attr |

sys/arm64/arm64/pmap.c

2526

pt_entry_t *pte;

sys/arm64/arm64/pmap.c

2528

pte = pmap_pte_exists(kernel_pmap, va, 3, __func__);

sys/arm64/arm64/pmap.c

2529

KASSERT((pmap_load(pte) & ATTR_CONTIGUOUS) == 0,

sys/arm64/arm64/pmap.c

2531

pmap_clear(pte);

sys/arm64/arm64/pmap.c

2638

pt_entry_t attr, old_l3e, *pte;

sys/arm64/arm64/pmap.c

2656

pte = pmap_l2_to_l3(pde, va);

sys/arm64/arm64/pmap.c

2657

old_l3e |= pmap_load_store(pte, VM_PAGE_TO_PTE(m) | attr);

sys/arm64/arm64/pmap.c

2680

pt_entry_t *pte;

sys/arm64/arm64/pmap.c

2690

pte = pmap_pte_exists(kernel_pmap, va, 3, NULL);

sys/arm64/arm64/pmap.c

2691

if (pte != NULL) {

sys/arm64/arm64/pmap.c

2692

pmap_clear(pte);

sys/arm64/arm64/pmap.c

294

#define PTE_TO_VM_PAGE(pte) PHYS_TO_VM_PAGE(PTE_TO_PHYS(pte))

sys/arm64/arm64/pmap.c

3109

pt_entry_t *pte;

sys/arm64/arm64/pmap.c

3134

pte = pmap_l0_to_l1(pde, va);

sys/arm64/arm64/pmap.c

3135

KASSERT(pmap_load(pte) == 0,

sys/arm64/arm64/pmap.c

3141

pte = pmap_l1_to_l2(pde, va);

sys/arm64/arm64/pmap.c

3142

KASSERT(pmap_load(pte) == 0,

sys/arm64/arm64/pmap.c

3391

pt_entry_t *pte, tpte;

sys/arm64/arm64/pmap.c

3473

pte = pmap_l2_to_l3(pde, va);

sys/arm64/arm64/pmap.c

3474

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

3478

(void)pmap_demote_l3c(pmap, pte, va);

sys/arm64/arm64/pmap.c

3479

tpte = pmap_load_clear(pte);

sys/arm64/arm64/pmap.c

4480

pt_entry_t *pte, tpte;

sys/arm64/arm64/pmap.c

4505

pte = pmap_pte_exists(pmap, va, 2, __func__);

sys/arm64/arm64/pmap.c

4506

pmap_demote_l2_locked(pmap, pte, va, &lock);

sys/arm64/arm64/pmap.c

4531

pte = pmap_l2_to_l3(pde, pv->pv_va);

sys/arm64/arm64/pmap.c

4532

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

4534

(void)pmap_demote_l3c(pmap, pte, pv->pv_va);

sys/arm64/arm64/pmap.c

4535

tpte = pmap_load_clear(pte);

sys/arm64/arm64/pmap.c

530

static void pmap_update_entry(pmap_t pmap, pd_entry_t *pte, pd_entry_t newpte,

sys/arm64/arm64/pmap.c

5306

pmap_enter_largepage(pmap_t pmap, vm_offset_t va, pt_entry_t pte, int flags,

sys/arm64/arm64/pmap.c

5315

KASSERT((PTE_TO_PHYS(pte) & (pagesizes[psind] - 1)) == 0,

sys/arm64/arm64/pmap.c

5317

PTE_TO_PHYS(pte), pte, psind));

sys/arm64/arm64/pmap.c

5320

newpte = pte;

sys/arm64/arm64/pmap.c

536

pt_entry_t *pte);

sys/arm64/arm64/pmap.c

5867

pt_entry_t *pt_end, *pte;

sys/arm64/arm64/pmap.c

5870

pte = PHYS_TO_DMAP(pa);

sys/arm64/arm64/pmap.c

5871

for (pt_end = pte + Ln_ENTRIES; pte < pt_end; pte++) {

sys/arm64/arm64/pmap.c

5872

if (*pte != 0)

sys/arm64/arm64/pmap.c

7123

pt_entry_t *pte;

sys/arm64/arm64/pmap.c

7145

pte = pmap_pte_exists(pmap, pv->pv_va, 3, __func__);

sys/arm64/arm64/pmap.c

7146

if ((pmap_load(pte) & ATTR_SW_WIRED) != 0)

sys/arm64/arm64/pmap.c

7166

pte = pmap_pte_exists(pmap, pv->pv_va, 2, __func__);

sys/arm64/arm64/pmap.c

7167

if ((pmap_load(pte) & ATTR_SW_WIRED) != 0)

sys/arm64/arm64/pmap.c

7217

pt_entry_t *pte, tpte;

sys/arm64/arm64/pmap.c

7255

pte = pmap_l1_to_l2(pde, pv->pv_va);

sys/arm64/arm64/pmap.c

7256

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

7263

pte = pmap_l2_to_l3(pde, pv->pv_va);

sys/arm64/arm64/pmap.c

7264

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

7296

pmap_clear(pte);

sys/arm64/arm64/pmap.c

7406

pt_entry_t l3e, mask, *pte, value;

sys/arm64/arm64/pmap.c

7428

pte = pmap_pte_exists(pmap, pv->pv_va, 3, __func__);

sys/arm64/arm64/pmap.c

7439

l3e = pmap_load(pte);

sys/arm64/arm64/pmap.c

7441

l3e = pmap_load_l3c(pte);

sys/arm64/arm64/pmap.c

7464

pte = pmap_pte_exists(pmap, pv->pv_va, 2, __func__);

sys/arm64/arm64/pmap.c

7475

rv = (pmap_load(pte) & mask) == value;

sys/arm64/arm64/pmap.c

7517

pt_entry_t *pte;

sys/arm64/arm64/pmap.c

7529

pte = pmap_l2_to_l3(pde, addr);

sys/arm64/arm64/pmap.c

7530

rv = pmap_load(pte) == 0;

sys/arm64/arm64/pmap.c

7561

pt_entry_t oldpte, *pte, set, clear, mask, val;

sys/arm64/arm64/pmap.c

7589

pte = pmap_pte_exists(pmap, va, 2, __func__);

sys/arm64/arm64/pmap.c

7590

if ((pmap_load(pte) & ATTR_SW_DBM) != 0)

sys/arm64/arm64/pmap.c

7591

(void)pmap_demote_l2_locked(pmap, pte, va, &lock);

sys/arm64/arm64/pmap.c

7611

pte = pmap_pte_exists(pmap, pv->pv_va, 3, __func__);

sys/arm64/arm64/pmap.c

7612

oldpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

7615

(void)pmap_demote_l3c(pmap, pte, pv->pv_va);

sys/arm64/arm64/pmap.c

7621

oldpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

7635

while (!atomic_fcmpset_64(pte, &oldpte,

sys/arm64/arm64/pmap.c

7672

pt_entry_t *pte, tpte;

sys/arm64/arm64/pmap.c

7705

pte = pmap_pte_exists(pmap, va, 2, __func__);

sys/arm64/arm64/pmap.c

7706

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

7739

pmap_clear_bits(pte, ATTR_AF);

sys/arm64/arm64/pmap.c

7774

pte = pmap_pte_exists(pmap, pv->pv_va, 3, __func__);

sys/arm64/arm64/pmap.c

7775

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

7784

pmap_clear_bits(pte, ATTR_AF);

sys/arm64/arm64/pmap.c

7790

(pmap_load_l3c(pte) & ATTR_AF) != 0) {

sys/arm64/arm64/pmap.c

8380

pt_entry_t pte, *ptep, *newpte;

sys/arm64/arm64/pmap.c

8539

pte = pmap_load(ptep);

sys/arm64/arm64/pmap.c

8540

pte &= ~mask;

sys/arm64/arm64/pmap.c

8541

pte |= bits;

sys/arm64/arm64/pmap.c

8546

L2C_ENTRIES, pte, tmpva, L2_SIZE, L2C_SIZE);

sys/arm64/arm64/pmap.c

8550

L3C_ENTRIES, pte, tmpva, L3_SIZE, L3C_SIZE);

sys/arm64/arm64/pmap.c

8559

pmap_update_entry(kernel_pmap, ptep, pte, tmpva,

sys/arm64/arm64/pmap.c

8571

pa = PTE_TO_PHYS(pte);

sys/arm64/arm64/pmap.c

9133

pt_entry_t *pte, tpte;

sys/arm64/arm64/pmap.c

9140

pte = pmap_pte(pmap, addr, &lvl);

sys/arm64/arm64/pmap.c

9141

if (pte != NULL) {

sys/arm64/arm64/pmap.c

9142

tpte = pmap_load(pte);

sys/arm64/arm64/pmap.c

932

pmap_pte_dirty(pmap_t pmap, pt_entry_t pte)

sys/arm64/arm64/pmap.c

935

KASSERT((pte & ATTR_SW_MANAGED) != 0, ("pte %#lx is unmanaged", pte));

sys/arm64/arm64/pmap.c

938

KASSERT((pte & (ATTR_S1_AP_RW_BIT | ATTR_SW_DBM)) != 0,

sys/arm64/arm64/pmap.c

939

("pte %#lx is writeable and missing ATTR_SW_DBM", pte));

sys/arm64/arm64/pmap.c

941

return ((pte & (ATTR_S1_AP_RW_BIT | ATTR_SW_DBM)) ==

sys/arm64/arm64/pmap.c

945

return ((pte & ATTR_S2_S2AP(ATTR_S2_S2AP_WRITE)) ==

sys/arm64/arm64/pmap.c

9540

pt_entry_t *ptep, pte;

sys/arm64/arm64/pmap.c

9581

if (ptep != NULL && (pte = pmap_load(ptep)) != 0) {

sys/arm64/arm64/pmap.c

9589

if ((pte & ATTR_S2_XN_MASK) !=

sys/arm64/arm64/pmap.c

9606

pt_entry_t pte, *ptep;

sys/arm64/arm64/pmap.c

9653

((pte = pmap_load(ptep)) & ATTR_SW_DBM) != 0) {

sys/arm64/arm64/pmap.c

9654

if ((pte & ATTR_S1_AP_RW_BIT) ==

sys/arm64/arm64/pmap.c

9895

pmap_bti_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, pt_entry_t *pte)

sys/arm64/arm64/pmap.c

9905

KASSERT((*pte & ATTR_S1_GP) == 0,

sys/arm64/arm64/pmap.c

9906

("%s: pte %lx has ATTR_S1_GP preset", __func__, *pte));

sys/arm64/arm64/pmap.c

9909

*pte |= ATTR_KERN_GP;

sys/arm64/arm64/pmap.c

9922

*pte |= ATTR_S1_GP;

sys/arm64/iommu/iommu_pmap.c

666

pt_entry_t *pte;

sys/arm64/iommu/iommu_pmap.c

680

pte = smmu_pmap_l2_to_l3(pde, va);

sys/arm64/iommu/iommu_pmap.c

683

smmu_pmap_clear(pte);

sys/arm64/iommu/iommu_pmap.c

684

cpu_dcache_wb_range(pte, sizeof(pt_entry_t));

sys/arm64/iommu/iommu_pmap.c

762

pt_entry_t *pte;

sys/arm64/iommu/iommu_pmap.c

768

pte = smmu_pmap_pte(pmap, va, &lvl);

sys/arm64/iommu/iommu_pmap.c

772

if (pte != NULL) {

sys/arm64/iommu/iommu_pmap.c

774

smmu_pmap_clear(pte);

sys/arm64/vmm/vmm_arm64.c

1013

while (idx > PAGE_SIZE / sizeof(pte)) {

sys/arm64/vmm/vmm_arm64.c

1014

idx -= PAGE_SIZE / sizeof(pte);

sys/arm64/vmm/vmm_arm64.c

1021

pte = ptep[idx];

sys/arm64/vmm/vmm_arm64.c

1029

if ((pte & ATTR_DESCR_MASK) != L0_TABLE)

sys/arm64/vmm/vmm_arm64.c

1034

switch (pte & ATTR_DESCR_MASK) {

sys/arm64/vmm/vmm_arm64.c

1039

(pte & TATTR_AP_TABLE_NO_EL0) != 0)

sys/arm64/vmm/vmm_arm64.c

1043

(pte & TATTR_AP_TABLE_RO) != 0)

sys/arm64/vmm/vmm_arm64.c

1048

(pte & TATTR_UXN_TABLE) != 0) ||

sys/arm64/vmm/vmm_arm64.c

1050

(pte & TATTR_PXN_TABLE) != 0))

sys/arm64/vmm/vmm_arm64.c

1053

pte_addr = pte & ~ATTR_MASK;

sys/arm64/vmm/vmm_arm64.c

1062

if ((pte & ATTR_DESCR_MASK) == L3_PAGE)

sys/arm64/vmm/vmm_arm64.c

1070

if (is_el0 && (pte & ATTR_S1_AP(ATTR_S1_AP_USER)) == 0)

sys/arm64/vmm/vmm_arm64.c

1072

if ((prot & PROT_WRITE) != 0 && (pte & ATTR_S1_AP_RW_BIT) != 0)

sys/arm64/vmm/vmm_arm64.c

1075

if ((is_el0 && (pte & ATTR_S1_UXN) != 0) ||

sys/arm64/vmm/vmm_arm64.c

1076

(!is_el0 && (pte & ATTR_S1_PXN) != 0))

sys/arm64/vmm/vmm_arm64.c

1080

*gpa = (pte & ~ATTR_MASK) | (gla & mask);

sys/arm64/vmm/vmm_arm64.c

877

uint64_t mask, *ptep, pte, pte_addr;

sys/dev/agp/agp_i810.c

131

static void agp_i810_write_gtt(device_t dev, u_int index, uint32_t pte);

sys/dev/agp/agp_i810.c

132

static void agp_i915_write_gtt(device_t dev, u_int index, uint32_t pte);

sys/dev/agp/agp_i810.c

133

static void agp_i965_write_gtt(device_t dev, u_int index, uint32_t pte);

sys/dev/agp/agp_i810.c

134

static void agp_g4x_write_gtt(device_t dev, u_int index, uint32_t pte);

sys/dev/agp/agp_i810.c

1474

uint32_t pte;

sys/dev/agp/agp_i810.c

1476

pte = (u_int32_t)physical | I810_PTE_VALID;

sys/dev/agp/agp_i810.c

1478

pte |= I810_PTE_LOCAL;

sys/dev/agp/agp_i810.c

1480

pte |= I830_PTE_SYSTEM_CACHED;

sys/dev/agp/agp_i810.c

1481

agp_i810_write_gtt(dev, index, pte);

sys/dev/agp/agp_i810.c

1485

agp_i810_write_gtt(device_t dev, u_int index, uint32_t pte)

sys/dev/agp/agp_i810.c

1490

bus_write_4(sc->sc_res[0], AGP_I810_GTT + index * 4, pte);

sys/dev/agp/agp_i810.c

1491

CTR2(KTR_AGP_I810, "810_pte %x %x", index, pte);

sys/dev/agp/agp_i810.c

1498

uint32_t pte;

sys/dev/agp/agp_i810.c

1500

pte = (u_int32_t)physical | I810_PTE_VALID;

sys/dev/agp/agp_i810.c

1502

pte |= I830_PTE_SYSTEM_CACHED;

sys/dev/agp/agp_i810.c

1503

agp_i810_write_gtt(dev, index, pte);

sys/dev/agp/agp_i810.c

1510

uint32_t pte;

sys/dev/agp/agp_i810.c

1512

pte = (u_int32_t)physical | I810_PTE_VALID;

sys/dev/agp/agp_i810.c

1514

pte |= I830_PTE_SYSTEM_CACHED;

sys/dev/agp/agp_i810.c

1515

pte |= (physical & 0x0000000f00000000ull) >> 28;

sys/dev/agp/agp_i810.c

1516

agp_i915_write_gtt(dev, index, pte);

sys/dev/agp/agp_i810.c

1520

agp_i915_write_gtt(device_t dev, u_int index, uint32_t pte)

sys/dev/agp/agp_i810.c

1525

bus_write_4(sc->sc_res[1], index * 4, pte);

sys/dev/agp/agp_i810.c

1526

CTR2(KTR_AGP_I810, "915_pte %x %x", index, pte);

sys/dev/agp/agp_i810.c

1533

uint32_t pte;

sys/dev/agp/agp_i810.c

1535

pte = (u_int32_t)physical | I810_PTE_VALID;

sys/dev/agp/agp_i810.c

1537

pte |= I830_PTE_SYSTEM_CACHED;

sys/dev/agp/agp_i810.c

1538

pte |= (physical & 0x0000000f00000000ull) >> 28;

sys/dev/agp/agp_i810.c

1539

agp_i965_write_gtt(dev, index, pte);

sys/dev/agp/agp_i810.c

1543

agp_i965_write_gtt(device_t dev, u_int index, uint32_t pte)

sys/dev/agp/agp_i810.c

1548

bus_write_4(sc->sc_res[0], index * 4 + (512 * 1024), pte);

sys/dev/agp/agp_i810.c

1549

CTR2(KTR_AGP_I810, "965_pte %x %x", index, pte);

sys/dev/agp/agp_i810.c

1556

uint32_t pte;

sys/dev/agp/agp_i810.c

1558

pte = (u_int32_t)physical | I810_PTE_VALID;

sys/dev/agp/agp_i810.c

1560

pte |= I830_PTE_SYSTEM_CACHED;

sys/dev/agp/agp_i810.c

1561

pte |= (physical & 0x0000000f00000000ull) >> 28;

sys/dev/agp/agp_i810.c

1562

agp_g4x_write_gtt(dev, index, pte);

sys/dev/agp/agp_i810.c

1566

agp_g4x_write_gtt(device_t dev, u_int index, uint32_t pte)

sys/dev/agp/agp_i810.c

1571

bus_write_4(sc->sc_res[0], index * 4 + (2 * 1024 * 1024), pte);

sys/dev/agp/agp_i810.c

1572

CTR2(KTR_AGP_I810, "g4x_pte %x %x", index, pte);

sys/dev/agp/agp_i810.c

1618

u_int32_t pte;

sys/dev/agp/agp_i810.c

1621

pte = bus_read_4(sc->sc_res[0], AGP_I810_GTT + index * 4);

sys/dev/agp/agp_i810.c

1622

return (pte);

sys/dev/agp/agp_i810.c

1629

u_int32_t pte;

sys/dev/agp/agp_i810.c

1632

pte = bus_read_4(sc->sc_res[1], index * 4);

sys/dev/agp/agp_i810.c

1633

return (pte);

sys/dev/agp/agp_i810.c

1640

u_int32_t pte;

sys/dev/agp/agp_i810.c

1643

pte = bus_read_4(sc->sc_res[0], index * 4 + (512 * 1024));

sys/dev/agp/agp_i810.c

1644

return (pte);

sys/dev/agp/agp_i810.c

1651

u_int32_t pte;

sys/dev/agp/agp_i810.c

1654

pte = bus_read_4(sc->sc_res[0], index * 4 + (2 * 1024 * 1024));

sys/dev/agp/agp_i810.c

1655

return (pte);

sys/dev/agp/agp_i810.c

1662

u_int32_t pte;

sys/dev/agp/agp_i810.c

1666

pte = sc->match->driver->read_gtt_pte(dev, index);

sys/dev/agp/agp_i810.c

1667

res = pte & ~PAGE_MASK;

sys/dev/agp/agp_i810.c

1675

u_int32_t pte;

sys/dev/agp/agp_i810.c

1679

pte = sc->match->driver->read_gtt_pte(dev, index);

sys/dev/agp/agp_i810.c

1680

res = (pte & ~PAGE_MASK) | ((pte & 0xf0) << 28);

sys/dev/xen/grant_table/grant_table.c

479

map_pte_fn(pte_t *pte, struct page *pmd_page,

sys/dev/xen/grant_table/grant_table.c

484

set_pte_at(&init_mm, addr, pte, pfn_pte_ma((*frames)[0], PAGE_KERNEL));

sys/dev/xen/grant_table/grant_table.c

490

unmap_pte_fn(pte_t *pte, struct page *pmd_page,

sys/dev/xen/grant_table/grant_table.c

494

set_pte_at(&init_mm, addr, pte, __pte(0));

sys/i386/i386/minidump_machdep_base.c

159

pt_entry_t *pt, pte;

sys/i386/i386/minidump_machdep_base.c

198

pte = pte_load(&pt[k]);

sys/i386/i386/minidump_machdep_base.c

199

if ((pte & PG_V) == PG_V) {

sys/i386/i386/minidump_machdep_base.c

200

pa = pte & PG_FRAME;

sys/i386/i386/pmap.c

1114

pmap_pat_index(pmap_t pmap, pt_entry_t pte, bool is_pde)

sys/i386/i386/pmap.c

1125

if ((pte & pat_flag) != 0)

sys/i386/i386/pmap.c

1127

if ((pte & PG_NC_PCD) != 0)

sys/i386/i386/pmap.c

1129

if ((pte & PG_NC_PWT) != 0)

sys/i386/i386/pmap.c

1496

__CONCAT(PMTYPE, pte)(pmap_t pmap, vm_offset_t va)

sys/i386/i386/pmap.c

1525

pmap_pte_release(pt_entry_t *pte)

sys/i386/i386/pmap.c

1528

if ((pt_entry_t *)((vm_offset_t)pte & ~PAGE_MASK) == PADDR2)

sys/i386/i386/pmap.c

1630

pt_entry_t *eh_ptep, pte, *ptep;

sys/i386/i386/pmap.c

1642

pte = *ptep;

sys/i386/i386/pmap.c

1644

return (pte);

sys/i386/i386/pmap.c

1684

pt_entry_t pte;

sys/i386/i386/pmap.c

1694

pte = pmap_pte_ufast(pmap, va, pde);

sys/i386/i386/pmap.c

1695

rtval = (pte & PG_FRAME) | (va & PAGE_MASK);

sys/i386/i386/pmap.c

1713

pt_entry_t pte;

sys/i386/i386/pmap.c

1725

pte = pmap_pte_ufast(pmap, va, pde);

sys/i386/i386/pmap.c

1726

if (pte != 0 &&

sys/i386/i386/pmap.c

1727

((pte & PG_RW) || (prot & VM_PROT_WRITE) == 0))

sys/i386/i386/pmap.c

1728

m = PHYS_TO_VM_PAGE(pte & PG_FRAME);

sys/i386/i386/pmap.c

1750

pt_entry_t *pte;

sys/i386/i386/pmap.c

1752

pte = vtopte(va);

sys/i386/i386/pmap.c

1753

pte_store(pte, pa | PG_RW | PG_V);

sys/i386/i386/pmap.c

1759

pt_entry_t *pte;

sys/i386/i386/pmap.c

1761

pte = vtopte(va);

sys/i386/i386/pmap.c

1762

pte_store(pte, pa | PG_RW | PG_V | pmap_cache_bits(kernel_pmap,

sys/i386/i386/pmap.c

1775

pt_entry_t *pte;

sys/i386/i386/pmap.c

1777

pte = vtopte(va);

sys/i386/i386/pmap.c

1778

pte_clear(pte);

sys/i386/i386/pmap.c

1851

pt_entry_t *endpte, oldpte, pa, *pte;

sys/i386/i386/pmap.c

1856

pte = vtopte(sva);

sys/i386/i386/pmap.c

1857

endpte = pte + count;

sys/i386/i386/pmap.c

1858

while (pte < endpte) {

sys/i386/i386/pmap.c

1862

if ((*pte & (PG_FRAME | PG_PTE_CACHE)) != pa) {

sys/i386/i386/pmap.c

1863

oldpte |= *pte;

sys/i386/i386/pmap.c

1864

pte_store(pte, pa | pg_nx | PG_RW | PG_V);

sys/i386/i386/pmap.c

1866

pte++;

sys/i386/i386/pmap.c

195

#define pmap_pde_v(pte) ((*(int *)pte & PG_V) != 0)

sys/i386/i386/pmap.c

196

#define pmap_pte_w(pte) ((*(int *)pte & PG_W) != 0)

sys/i386/i386/pmap.c

197

#define pmap_pte_m(pte) ((*(int *)pte & PG_M) != 0)

sys/i386/i386/pmap.c

198

#define pmap_pte_u(pte) ((*(int *)pte & PG_A) != 0)

sys/i386/i386/pmap.c

199

#define pmap_pte_v(pte) ((*(int *)pte & PG_V) != 0)

sys/i386/i386/pmap.c

201

#define pmap_pte_set_w(pte, v) ((v) ? atomic_set_int((u_int *)(pte), PG_W) : \

sys/i386/i386/pmap.c

202

atomic_clear_int((u_int *)(pte), PG_W))

sys/i386/i386/pmap.c

203

#define pmap_pte_set_prot(pte, v) ((*(int *)pte &= ~PG_PROT), (*(int *)pte |= (v)))

sys/i386/i386/pmap.c

2312

pt_entry_t *pte, tpte;

sys/i386/i386/pmap.c

2358

pte = __CONCAT(PMTYPE, pte)(pmap, va);

sys/i386/i386/pmap.c

2359

tpte = *pte;

sys/i386/i386/pmap.c

2361

tpte = pte_load_clear(pte);

sys/i386/i386/pmap.c

2362

pmap_pte_release(pte);

sys/i386/i386/pmap.c

2743

pt_entry_t *pte;

sys/i386/i386/pmap.c

2745

for (pte = firstpte; pte < firstpte + NPTEPG; pte++) {

sys/i386/i386/pmap.c

2746

*pte = newpte;

sys/i386/i386/pmap.c

3039

pt_entry_t *pte;

sys/i386/i386/pmap.c

3044

if ((pte = pmap_pte_quick(pmap, va)) == NULL || *pte == 0)

sys/i386/i386/pmap.c

3046

pmap_remove_pte(pmap, pte, va, free);

sys/i386/i386/pmap.c

3057

pt_entry_t *pte;

sys/i386/i386/pmap.c

3064

for (pte = pmap_pte_quick(pmap, sva); sva != eva; pte++,

sys/i386/i386/pmap.c

3066

if (*pte == 0)

sys/i386/i386/pmap.c

3073

if ((*pte & PG_G) == 0)

sys/i386/i386/pmap.c

3076

if (pmap_remove_pte(pmap, pte, sva, free))

sys/i386/i386/pmap.c

3206

pt_entry_t *pte, tpte;

sys/i386/i386/pmap.c

3235

pte = pmap_pte_quick(pmap, pv->pv_va);

sys/i386/i386/pmap.c

3236

tpte = pte_load_clear(pte);

sys/i386/i386/pmap.c

324

static void pmap_pte_attr(pt_entry_t *pte, int cache_bits);

sys/i386/i386/pmap.c

3316

pt_entry_t *pte;

sys/i386/i386/pmap.c

3406

for (pte = pmap_pte_quick(pmap, sva); sva != pdnxt; pte++,

sys/i386/i386/pmap.c

3416

obits = pbits = *pte;

sys/i386/i386/pmap.c

3435

if (!atomic_cmpset_64(pte, obits, pbits))

sys/i386/i386/pmap.c

3438

if (!atomic_cmpset_int((u_int *)pte, obits,

sys/i386/i386/pmap.c

346

static void pmap_pte_release(pt_entry_t *pte);

sys/i386/i386/pmap.c

3475

pt_entry_t allpte_PG_A, *firstpte, oldpte, pa, *pte;

sys/i386/i386/pmap.c

3541

for (pte = firstpte + NPTEPG - 1; pte > firstpte; pte--) {

sys/i386/i386/pmap.c

3543

oldpte = *pte;

sys/i386/i386/pmap.c

3555

if (!atomic_cmpset_int((u_int *)pte, oldpte,

sys/i386/i386/pmap.c

3651

pt_entry_t *pte;

sys/i386/i386/pmap.c

3731

pte = pmap_pte_quick(pmap, va);

sys/i386/i386/pmap.c

3738

if (pte == NULL) {

sys/i386/i386/pmap.c

3743

origpte = *pte;

sys/i386/i386/pmap.c

3797

origpte = pte_load_clear(pte);

sys/i386/i386/pmap.c

3859

origpte = pte_load_store(pte, newpte);

sys/i386/i386/pmap.c

3884

pte_store_zero(pte, newpte);

sys/i386/i386/pmap.c

3940

pt_entry_t *pt_end, *pte;

sys/i386/i386/pmap.c

3943

pte = vtopte(va);

sys/i386/i386/pmap.c

3944

for (pt_end = pte + NPTEPG; pte < pt_end; pte++) {

sys/i386/i386/pmap.c

3945

if (*pte != 0)

sys/i386/i386/pmap.c

4158

pt_entry_t newpte, *pte;

sys/i386/i386/pmap.c

4210

pte = pmap_pte_quick(pmap, va);

sys/i386/i386/pmap.c

4211

if (*pte) {

sys/i386/i386/pmap.c

4244

pte_store_zero(pte, newpte);

sys/i386/i386/pmap.c

4374

pt_entry_t *pte;

sys/i386/i386/pmap.c

4428

for (pte = pmap_pte_quick(pmap, sva); sva != pdnxt; pte++,

sys/i386/i386/pmap.c

4430

if ((*pte & PG_V) == 0)

sys/i386/i386/pmap.c

4432

if ((*pte & PG_W) == 0)

sys/i386/i386/pmap.c

4434

(uintmax_t)*pte);

sys/i386/i386/pmap.c

4443

atomic_clear_int((u_int *)pte, PG_W);

sys/i386/i386/pmap.c

4797

pt_entry_t *pte;

sys/i386/i386/pmap.c

4805

pte = pmap_pte_quick(pmap, pv->pv_va);

sys/i386/i386/pmap.c

4806

if ((*pte & PG_W) != 0)

sys/i386/i386/pmap.c

4844

pt_entry_t *pte, tpte;

sys/i386/i386/pmap.c

4876

pte = pmap_pde(pmap, pv->pv_va);

sys/i386/i386/pmap.c

4877

tpte = *pte;

sys/i386/i386/pmap.c

4879

pte = pmap_pte_quick(pmap, pv->pv_va);

sys/i386/i386/pmap.c

4880

tpte = *pte & ~PG_PTE_PAT;

sys/i386/i386/pmap.c

4886

pte, pv->pv_va);

sys/i386/i386/pmap.c

4909

pte_clear(pte);

sys/i386/i386/pmap.c

5007

pt_entry_t *pte;

sys/i386/i386/pmap.c

5017

pte = pmap_pte_quick(pmap, pv->pv_va);

sys/i386/i386/pmap.c

5018

rv = (*pte & (PG_M | PG_RW)) == (PG_M | PG_RW);

sys/i386/i386/pmap.c

5077

pt_entry_t *pte;

sys/i386/i386/pmap.c

5087

pte = pmap_pte_quick(pmap, pv->pv_va);

sys/i386/i386/pmap.c

5088

rv = (*pte & (PG_A | PG_V)) == (PG_A | PG_V);

sys/i386/i386/pmap.c

5107

pt_entry_t oldpte, *pte;

sys/i386/i386/pmap.c

5137

pte = pmap_pte_quick(pmap, pv->pv_va);

sys/i386/i386/pmap.c

5139

oldpte = *pte;

sys/i386/i386/pmap.c

5146

if (!atomic_cmpset_int((u_int *)pte, oldpte,

sys/i386/i386/pmap.c

5183

pt_entry_t *pte;

sys/i386/i386/pmap.c

5256

pte = pmap_pte_quick(pmap, pv->pv_va);

sys/i386/i386/pmap.c

5257

if ((*pte & (PG_M | PG_RW)) == (PG_M | PG_RW))

sys/i386/i386/pmap.c

5259

if ((*pte & PG_A) != 0) {

sys/i386/i386/pmap.c

5260

atomic_clear_int((u_int *)pte, PG_A);

sys/i386/i386/pmap.c

5288

pt_entry_t *pte;

sys/i386/i386/pmap.c

5349

pte = pmap_pte_quick(pmap, va);

sys/i386/i386/pmap.c

5350

KASSERT((*pte & PG_V) != 0,

sys/i386/i386/pmap.c

5352

pmap_remove_pte(pmap, pte, va, NULL);

sys/i386/i386/pmap.c

5359

for (pte = pmap_pte_quick(pmap, sva); sva != pdnxt; pte++,

sys/i386/i386/pmap.c

5361

if ((*pte & (PG_MANAGED | PG_V)) != (PG_MANAGED | PG_V))

sys/i386/i386/pmap.c

5363

else if ((*pte & (PG_M | PG_RW)) == (PG_M | PG_RW)) {

sys/i386/i386/pmap.c

5370

m = PHYS_TO_VM_PAGE(*pte & PG_FRAME);

sys/i386/i386/pmap.c

5373

atomic_clear_int((u_int *)pte, PG_M | PG_A);

sys/i386/i386/pmap.c

5374

} else if ((*pte & PG_A) != 0)

sys/i386/i386/pmap.c

5375

atomic_clear_int((u_int *)pte, PG_A);

sys/i386/i386/pmap.c

5378

if ((*pte & PG_G) != 0) {

sys/i386/i386/pmap.c

5412

pt_entry_t *pte;

sys/i386/i386/pmap.c

5441

pte = pmap_pte_quick(pmap, va);

sys/i386/i386/pmap.c

5447

atomic_clear_int((u_int *)pte, PG_M | PG_RW);

sys/i386/i386/pmap.c

5460

pte = pmap_pte_quick(pmap, pv->pv_va);

sys/i386/i386/pmap.c

5461

if ((*pte & (PG_M | PG_RW)) == (PG_M | PG_RW)) {

sys/i386/i386/pmap.c

5467

atomic_clear_int((u_int *)pte, PG_M);

sys/i386/i386/pmap.c

5482

pmap_pte_attr(pt_entry_t *pte, int cache_bits)

sys/i386/i386/pmap.c

5491

opte = *(u_int *)pte;

sys/i386/i386/pmap.c

5494

} while (npte != opte && !atomic_cmpset_int((u_int *)pte, opte, npte));

sys/i386/i386/pmap.c

5717

pt_entry_t *pte;

sys/i386/i386/pmap.c

5775

pte = vtopte(tmpva);

sys/i386/i386/pmap.c

5776

if (*pte == 0) {

sys/i386/i386/pmap.c

5797

pte = vtopte(tmpva);

sys/i386/i386/pmap.c

5798

if ((*pte & PG_PTE_CACHE) != cache_bits_pte) {

sys/i386/i386/pmap.c

5799

pmap_pte_attr(pte, cache_bits_pte);

sys/i386/i386/pmap.c

5826

pt_entry_t pte;

sys/i386/i386/pmap.c

5834

pte = pde;

sys/i386/i386/pmap.c

5840

pte = pmap_pte_ufast(pmap, addr, pde);

sys/i386/i386/pmap.c

5841

pa = pte & PG_FRAME;

sys/i386/i386/pmap.c

5845

pte = 0;

sys/i386/i386/pmap.c

5849

if ((pte & PG_V) != 0) {

sys/i386/i386/pmap.c

5851

if ((pte & (PG_M | PG_RW)) == (PG_M | PG_RW))

sys/i386/i386/pmap.c

5853

if ((pte & PG_A) != 0)

sys/i386/i386/pmap.c

5858

(pte & (PG_MANAGED | PG_V)) == (PG_MANAGED | PG_V)) {

sys/i386/i386/pmap.c

5938

pt_entry_t *pte;

sys/i386/i386/pmap.c

5942

pte = vtopte((vm_offset_t)qaddr);

sys/i386/i386/pmap.c

5944

KASSERT(*pte == 0,

sys/i386/i386/pmap.c

5945

("pmap_quick_enter_page: PTE busy %#jx", (uintmax_t)*pte));

sys/i386/i386/pmap.c

5946

*pte = PG_V | PG_RW | VM_PAGE_TO_PHYS(m) | PG_A | PG_M |

sys/i386/i386/pmap.c

5957

pt_entry_t *pte;

sys/i386/i386/pmap.c

5960

pte = vtopte((vm_offset_t)qaddr);

sys/i386/i386/pmap.c

5962

KASSERT(*pte != 0, ("pmap_quick_remove_page: PTE not in use"));

sys/i386/i386/pmap.c

5966

*pte = 0;

sys/i386/i386/pmap.c

610

pt_entry_t *pte, *unused __unused;

sys/i386/i386/pmap.c

6114

pt_entry_t *pte;

sys/i386/i386/pmap.c

6117

for (i = 0, pte = vtopte(kaddr); i < plen; i++, pte++) {

sys/i386/i386/pmap.c

6118

*pte = PG_V | PG_RW | PG_A | PG_M | VM_PAGE_TO_PHYS(ma[i]) |

sys/i386/i386/pmap.c

6150

pt_entry_t *pte;

sys/i386/i386/pmap.c

6152

pte = CMAP3;

sys/i386/i386/pmap.c

6153

*pte = pa | pte_bits;

sys/i386/i386/pmap.c

6161

pt_entry_t *pte;

sys/i386/i386/pmap.c

6170

pte = (pt_entry_t *)vm86paddr;

sys/i386/i386/pmap.c

6172

pte[i] = (i << PAGE_SHIFT) | PG_V | PG_RW | PG_U;

sys/i386/i386/pmap.c

6176

pt_entry_t *pte;

sys/i386/i386/pmap.c

6190

h->pte = (pt_entry_t *)malloc(PAGE_SIZE, M_TEMP, M_WAITOK);

sys/i386/i386/pmap.c

6192

*h->pte = vm86phystk | PG_RW | PG_V;

sys/i386/i386/pmap.c

6194

*h->ptd = vtophys(h->pte) | PG_RW | PG_V;

sys/i386/i386/pmap.c

6210

free(h->pte, M_TEMP); /* ... and free it */

sys/i386/i386/pmap.c

6312

vm_offset_t va, pd_entry_t pde, pt_entry_t pte)

sys/i386/i386/pmap.c

6320

} else if (pte != 0) {

sys/i386/i386/pmap.c

6321

attrs |= pte & pg_nx;

sys/i386/i386/pmap.c

6322

attrs &= pg_nx | (pte & (PG_RW | PG_U));

sys/i386/i386/pmap.c

6323

attrs |= pte & (PG_G | PG_PTE_CACHE);

sys/i386/i386/pmap.c

6342

pt_entry_t *pt, pte;

sys/i386/i386/pmap.c

6389

pte = *pt;

sys/i386/i386/pmap.c

6390

if ((pte & PG_V) == 0) {

sys/i386/i386/pmap.c

6394

sysctl_kmaps_check(sb, &range, sva, pde, pte);

sys/i386/i386/pmap.c

653

v = (c)va; va += ((n)*PAGE_SIZE); p = pte; pte += (n);

sys/i386/i386/pmap.c

656

pte = vtopte(va);

sys/i386/i386/pmap.c

668

SYSMAP(caddr_t, pte, pc->pc_qmap_addr, 1)

sys/i386/i386/pmap.c

907

pt_entry_t *pte;

sys/i386/i386/pmap.c

913

pte = vtopte(va);

sys/i386/i386/pmap.c

914

*head = *pte;

sys/i386/i386/pmap.c

917

*pte = 0;

sys/i386/i386/pmap.c

924

pt_entry_t *pte;

sys/i386/i386/pmap.c

928

pte = vtopte(va);

sys/i386/i386/pmap.c

929

*pte = *head; /* virtual! PG_V is 0 though */

sys/i386/include/pmap_nopae.h

80

#define pte_load_store(ptep, pte) atomic_swap_int(ptep, pte)

sys/i386/include/pmap_nopae.h

82

#define pte_store(ptep, pte) do { \

sys/i386/include/pmap_nopae.h

83

*(u_int *)(ptep) = (u_int)(pte); \

sys/i386/include/pmap_nopae.h

85

#define pte_store_zero(ptep, pte) pte_store(ptep, pte)

sys/i386/include/pmap_pae.h

100

#define pte_store_zero(ptep, pte) \

sys/i386/include/pmap_pae.h

106

*(p + 1) = (uint32_t)(pte >> 32); \

sys/i386/include/pmap_pae.h

108

*p = (uint32_t)pte; \

sys/i386/include/pmap_pae.h

97

#define pte_load_store(ptep, pte) atomic_swap_64_i586(ptep, pte)

sys/i386/include/pmap_pae.h

99

#define pte_store(ptep, pte) atomic_store_rel_64_i586(ptep, pte)

sys/powerpc/aim/mmu_oea.c

1303

if (pvo != NULL && (pvo->pvo_pte.pte.pte_hi & PTE_VALID) &&

sys/powerpc/aim/mmu_oea.c

1304

((pvo->pvo_pte.pte.pte_lo & PTE_PP) == PTE_RW ||

sys/powerpc/aim/mmu_oea.c

1368

rv = pvo == NULL || (pvo->pvo_pte.pte.pte_hi & PTE_VALID) == 0;

sys/powerpc/aim/mmu_oea.c

1395

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

1411

if ((pvo->pvo_pte.pte.pte_lo & PTE_PP) != PTE_BR) {

sys/powerpc/aim/mmu_oea.c

1413

pvo->pvo_pte.pte.pte_lo &= ~PTE_PP;

sys/powerpc/aim/mmu_oea.c

1414

pvo->pvo_pte.pte.pte_lo |= PTE_BR;

sys/powerpc/aim/mmu_oea.c

1416

moea_pte_synch(pt, &pvo->pvo_pte.pte);

sys/powerpc/aim/mmu_oea.c

1417

lo |= pvo->pvo_pte.pte.pte_lo;

sys/powerpc/aim/mmu_oea.c

1418

pvo->pvo_pte.pte.pte_lo &= ~PTE_CHG;

sys/powerpc/aim/mmu_oea.c

1419

moea_pte_change(pt, &pvo->pvo_pte.pte,

sys/powerpc/aim/mmu_oea.c

1467

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

1487

pvo->pvo_pte.pte.pte_lo &= ~PTE_WIMG;

sys/powerpc/aim/mmu_oea.c

1488

pvo->pvo_pte.pte.pte_lo |= lo;

sys/powerpc/aim/mmu_oea.c

1490

moea_pte_change(pt, &pvo->pvo_pte.pte,

sys/powerpc/aim/mmu_oea.c

162

#define PVO_PADDR(pvo) ((pvo)->pvo_pte.pte.pte_lo & PTE_RPGN)

sys/powerpc/aim/mmu_oea.c

1803

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

1828

pvo->pvo_pte.pte.pte_lo &= ~PTE_PP;

sys/powerpc/aim/mmu_oea.c

1829

pvo->pvo_pte.pte.pte_lo |= PTE_BR;

sys/powerpc/aim/mmu_oea.c

1835

moea_pte_change(pt, &pvo->pvo_pte.pte, pvo->pvo_vaddr);

sys/powerpc/aim/mmu_oea.c

2068

(pvo->pvo_pte.pte.pte_lo & PTE_PP) ==

sys/powerpc/aim/mmu_oea.c

2125

moea_pte_create(&pvo->pvo_pte.pte, sr, va, pa | pte_lo);

sys/powerpc/aim/mmu_oea.c

2144

i = moea_pte_insert(ptegidx, &pvo->pvo_pte.pte);

sys/powerpc/aim/mmu_oea.c

2160

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

2168

moea_pte_unset(pt, &pvo->pvo_pte.pte, pvo->pvo_vaddr);

sys/powerpc/aim/mmu_oea.c

2197

moea_attr_save(pg, pvo->pvo_pte.pte.pte_lo &

sys/powerpc/aim/mmu_oea.c

2227

if (pvo->pvo_pte.pte.pte_hi & PTE_HID)

sys/powerpc/aim/mmu_oea.c

2257

static struct pte *

sys/powerpc/aim/mmu_oea.c

2260

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

2277

if ((pvo->pvo_pte.pte.pte_hi & PTE_VALID) && !PVO_PTEGIDX_ISSET(pvo)) {

sys/powerpc/aim/mmu_oea.c

2282

if ((pvo->pvo_pte.pte.pte_hi & PTE_VALID) == 0 && PVO_PTEGIDX_ISSET(pvo)) {

sys/powerpc/aim/mmu_oea.c

2287

if ((pt->pte_hi ^ (pvo->pvo_pte.pte.pte_hi & ~PTE_VALID)) == PTE_VALID) {

sys/powerpc/aim/mmu_oea.c

2288

if ((pvo->pvo_pte.pte.pte_hi & PTE_VALID) == 0) {

sys/powerpc/aim/mmu_oea.c

2293

if (((pt->pte_lo ^ pvo->pvo_pte.pte.pte_lo) & ~(PTE_CHG|PTE_REF))

sys/powerpc/aim/mmu_oea.c

2303

if (pvo->pvo_pte.pte.pte_hi & PTE_VALID) {

sys/powerpc/aim/mmu_oea.c

2305

"moea_pteg_table but valid in pvo: %8x, %8x", pvo, pt, pvo->pvo_pte.pte.pte_hi, pt->pte_hi);

sys/powerpc/aim/mmu_oea.c

2323

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

2347

moea_pte_match(&pvo->pvo_pte.pte, sr, addr,

sys/powerpc/aim/mmu_oea.c

2348

pvo->pvo_pte.pte.pte_hi & PTE_HID)) {

sys/powerpc/aim/mmu_oea.c

2353

j = moea_pte_insert(ptegidx, &pvo->pvo_pte.pte);

sys/powerpc/aim/mmu_oea.c

2373

moea_pte_compare(pt, &pvo->pvo_pte.pte)) {

sys/powerpc/aim/mmu_oea.c

2400

if (moea_pte_compare(pt, &pvo->pvo_pte.pte)) {

sys/powerpc/aim/mmu_oea.c

2416

source_pvo->pvo_pte.pte.pte_hi &= ~PTE_HID;

sys/powerpc/aim/mmu_oea.c

2418

moea_pte_unset(pt, &victim_pvo->pvo_pte.pte, victim_pvo->pvo_vaddr);

sys/powerpc/aim/mmu_oea.c

2419

moea_pte_set(pt, &source_pvo->pvo_pte.pte);

sys/powerpc/aim/mmu_oea.c

2432

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

2439

if (!(pvo_walk->pvo_pte.pte.pte_hi & PTE_VALID))

sys/powerpc/aim/mmu_oea.c

2458

moea_pte_insert(u_int ptegidx, struct pte *pvo_pt)

sys/powerpc/aim/mmu_oea.c

2460

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

2520

if (pt->pte_hi != victim_pvo->pvo_pte.pte.pte_hi)

sys/powerpc/aim/mmu_oea.c

2521

panic("Victim PVO doesn't match PTE! PVO: %8x, PTE: %8x", victim_pvo->pvo_pte.pte.pte_hi, pt->pte_hi);

sys/powerpc/aim/mmu_oea.c

2526

moea_pte_unset(pt, &victim_pvo->pvo_pte.pte, victim_pvo->pvo_vaddr);

sys/powerpc/aim/mmu_oea.c

253

static int moea_pte_insert(u_int, struct pte *);

sys/powerpc/aim/mmu_oea.c

2538

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

2549

if (pvo->pvo_pte.pte.pte_lo & ptebit) {

sys/powerpc/aim/mmu_oea.c

2569

moea_pte_synch(pt, &pvo->pvo_pte.pte);

sys/powerpc/aim/mmu_oea.c

2571

if (pvo->pvo_pte.pte.pte_lo & ptebit) {

sys/powerpc/aim/mmu_oea.c

2586

struct pte *pt;

sys/powerpc/aim/mmu_oea.c

2612

moea_pte_synch(pt, &pvo->pvo_pte.pte);

sys/powerpc/aim/mmu_oea.c

2613

if (pvo->pvo_pte.pte.pte_lo & ptebit) {

sys/powerpc/aim/mmu_oea.c

2619

pvo->pvo_pte.pte.pte_lo &= ~ptebit;

sys/powerpc/aim/mmu_oea.c

262

static struct pte *moea_pvo_to_pte(const struct pvo_entry *, int);

sys/powerpc/aim/mmu_oea.c

2823

if (pvo != NULL && (pvo->pvo_pte.pte.pte_hi & PTE_VALID))

sys/powerpc/aim/mmu_oea.c

2838

!(pvo->pvo_pte.pte.pte_hi & PTE_VALID))

sys/powerpc/aim/mmu_oea.c

527

moea_pte_compare(const struct pte *pt, const struct pte *pvo_pt)

sys/powerpc/aim/mmu_oea.c

536

moea_pte_match(struct pte *pt, u_int sr, vm_offset_t va, int which)

sys/powerpc/aim/mmu_oea.c

544

moea_pte_create(struct pte *pt, u_int sr, vm_offset_t va, u_int pte_lo)

sys/powerpc/aim/mmu_oea.c

561

moea_pte_synch(struct pte *pt, struct pte *pvo_pt)

sys/powerpc/aim/mmu_oea.c

569

moea_pte_clear(struct pte *pt, vm_offset_t va, int ptebit)

sys/powerpc/aim/mmu_oea.c

582

moea_pte_set(struct pte *pt, struct pte *pvo_pt)

sys/powerpc/aim/mmu_oea.c

601

moea_pte_unset(struct pte *pt, struct pte *pvo_pt, vm_offset_t va)

sys/powerpc/aim/mmu_oea.c

627

moea_pte_change(struct pte *pt, struct pte *pvo_pt, vm_offset_t va)

sys/powerpc/aim/mmu_radix.c

1017

if (!atomic_cmpset_long(pte, htobe64(origpte), htobe64(newpte)))

sys/powerpc/aim/mmu_radix.c

1380

pt_entry_t *pte, tpte;

sys/powerpc/aim/mmu_radix.c

1459

pte = pmap_l3e_to_pte(l3e, va);

sys/powerpc/aim/mmu_radix.c

1460

if ((be64toh(*pte) & PG_W) != 0)

sys/powerpc/aim/mmu_radix.c

1462

tpte = be64toh(pte_load_clear(pte));

sys/powerpc/aim/mmu_radix.c

1783

pt_entry_t *pte, pteval;

sys/powerpc/aim/mmu_radix.c

1790

pte = pmap_pml1e(kernel_pmap, PHYS_TO_DMAP_ADDR(start));

sys/powerpc/aim/mmu_radix.c

1791

if ((be64toh(*pte) & RPTE_VALID) == 0) {

sys/powerpc/aim/mmu_radix.c

1793

pde_store(pte, page);

sys/powerpc/aim/mmu_radix.c

1795

pte = pmap_l1e_to_l2e(pte, PHYS_TO_DMAP_ADDR(start));

sys/powerpc/aim/mmu_radix.c

1800

} else if ((be64toh(*pte) & RPTE_VALID) == 0) {

sys/powerpc/aim/mmu_radix.c

1802

pde_store(pte, page);

sys/powerpc/aim/mmu_radix.c

1805

pte = pmap_l2e_to_l3e(pte, PHYS_TO_DMAP_ADDR(start));

sys/powerpc/aim/mmu_radix.c

1810

} else if ((be64toh(*pte) & RPTE_VALID) == 0) {

sys/powerpc/aim/mmu_radix.c

1812

pde_store(pte, page);

sys/powerpc/aim/mmu_radix.c

1814

pte = pmap_l3e_to_pte(pte, PHYS_TO_DMAP_ADDR(start));

sys/powerpc/aim/mmu_radix.c

1817

pte_store(pte, pteval);

sys/powerpc/aim/mmu_radix.c

1841

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

1864

pte = pmap_pml1e(kernel_pmap, VM_MIN_KERNEL_ADDRESS);

sys/powerpc/aim/mmu_radix.c

1865

*pte = htobe64(pages | RPTE_VALID | RPTE_SHIFT);

sys/powerpc/aim/mmu_radix.c

1867

pte = pmap_l1e_to_l2e(pte, VM_MIN_KERNEL_ADDRESS);

sys/powerpc/aim/mmu_radix.c

1868

*pte = htobe64(pages | RPTE_VALID | RPTE_SHIFT);

sys/powerpc/aim/mmu_radix.c

1870

pte = pmap_l2e_to_l3e(pte, VM_MIN_KERNEL_ADDRESS);

sys/powerpc/aim/mmu_radix.c

1883

for (int i = 0; i < nkpt; i++, pte++, pages += PAGE_SIZE)

sys/powerpc/aim/mmu_radix.c

1884

*pte = htobe64(pages | RPTE_VALID | RPTE_SHIFT);

sys/powerpc/aim/mmu_radix.c

2224

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

2285

pte = pmap_l3e_to_pte(l3e, va);

sys/powerpc/aim/mmu_radix.c

2286

KASSERT((be64toh(*pte) & PG_V) != 0,

sys/powerpc/aim/mmu_radix.c

2288

pmap_remove_pte(pmap, pte, va, be64toh(*l3e), NULL,

sys/powerpc/aim/mmu_radix.c

2298

for (pte = pmap_l3e_to_pte(l3e, sva); sva != va_next;

sys/powerpc/aim/mmu_radix.c

2299

pte++, sva += PAGE_SIZE) {

sys/powerpc/aim/mmu_radix.c

2300

MPASS(pte == pmap_pte(pmap, sva));

sys/powerpc/aim/mmu_radix.c

2302

if ((be64toh(*pte) & (PG_MANAGED | PG_V)) != (PG_MANAGED | PG_V))

sys/powerpc/aim/mmu_radix.c

2304

else if ((be64toh(*pte) & (PG_M | PG_RW)) == (PG_M | PG_RW)) {

sys/powerpc/aim/mmu_radix.c

2311

m = PHYS_TO_VM_PAGE(be64toh(*pte) & PG_FRAME);

sys/powerpc/aim/mmu_radix.c

2314

atomic_clear_long(pte, htobe64(PG_M | PG_A));

sys/powerpc/aim/mmu_radix.c

2315

} else if ((be64toh(*pte) & PG_A) != 0)

sys/powerpc/aim/mmu_radix.c

2316

atomic_clear_long(pte, htobe64(PG_A));

sys/powerpc/aim/mmu_radix.c

2430

pt_entry_t oldpte, *pte;

sys/powerpc/aim/mmu_radix.c

2477

pte = pmap_l3e_to_pte(l3e, va);

sys/powerpc/aim/mmu_radix.c

2478

oldpte = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

2479

while (!atomic_cmpset_long(pte,

sys/powerpc/aim/mmu_radix.c

2482

oldpte = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

2504

pte = pmap_l3e_to_pte(l3e, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

2505

if ((be64toh(*pte) & (PG_M | PG_RW)) == (PG_M | PG_RW)) {

sys/powerpc/aim/mmu_radix.c

2506

atomic_clear_long(pte, htobe64(PG_M));

sys/powerpc/aim/mmu_radix.c

2722

pt_entry_t *firstpte, oldpte, pa, *pte;

sys/powerpc/aim/mmu_radix.c

2756

for (pte = firstpte + NPTEPG - 1; pte > firstpte; pte--) {

sys/powerpc/aim/mmu_radix.c

2758

oldpte = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

2769

if (!atomic_cmpset_long(pte, htobe64(oldpte), htobe64((oldpte | RPTE_EAA_R) & ~RPTE_EAA_W)))

sys/powerpc/aim/mmu_radix.c

2826

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

2897

pte = pmap_l3e_to_pte(l3e, va);

sys/powerpc/aim/mmu_radix.c

2921

origpte = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

2973

if (!atomic_cmpset_long(pte, htobe64(origpte), htobe64(newpte)))

sys/powerpc/aim/mmu_radix.c

2998

origpte = be64toh(pte_load_clear(pte));

sys/powerpc/aim/mmu_radix.c

3080

origpte = be64toh(pte_load_store(pte, htobe64(newpte)));

sys/powerpc/aim/mmu_radix.c

3104

pte_store(pte, newpte);

sys/powerpc/aim/mmu_radix.c

330

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

334

pte = PHYS_TO_DMAP(ptepa);

sys/powerpc/aim/mmu_radix.c

335

return (&pte[pmap_pte_index(va)]);

sys/powerpc/aim/mmu_radix.c

3373

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

3422

pte = VM_PAGE_TO_DMAP(mpte);

sys/powerpc/aim/mmu_radix.c

3423

pte = &pte[pmap_pte_index(va)];

sys/powerpc/aim/mmu_radix.c

3426

pte = pmap_pte(pmap, va);

sys/powerpc/aim/mmu_radix.c

3428

if (be64toh(*pte)) {

sys/powerpc/aim/mmu_radix.c

3471

pte_store(pte, pa);

sys/powerpc/aim/mmu_radix.c

3499

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

3517

pte = pmap_l3e_to_pte(l3e, va);

sys/powerpc/aim/mmu_radix.c

3518

if (__predict_false(pte == NULL))

sys/powerpc/aim/mmu_radix.c

3520

pa = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

3531

pt_entry_t pte;

sys/powerpc/aim/mmu_radix.c

3545

pte = be64toh(*pmap_l3e_to_pte(l3ep, va));

sys/powerpc/aim/mmu_radix.c

3546

if ((pte & PG_V) &&

sys/powerpc/aim/mmu_radix.c

3547

((pte & PG_RW) || (prot & VM_PROT_WRITE) == 0))

sys/powerpc/aim/mmu_radix.c

3548

m = PHYS_TO_VM_PAGE(pte & PG_FRAME);

sys/powerpc/aim/mmu_radix.c

3755

pt_entry_t *pte, mask;

sys/powerpc/aim/mmu_radix.c

3776

pte = pmap_pte(pmap, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

3782

rv = (be64toh(*pte) & mask) == mask;

sys/powerpc/aim/mmu_radix.c

3803

pte = pmap_pml3e(pmap, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

3809

rv = (be64toh(*pte) & mask) == mask;

sys/powerpc/aim/mmu_radix.c

3846

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

3854

pte = pmap_l3e_to_pte(l3e, addr);

sys/powerpc/aim/mmu_radix.c

3855

rv = (be64toh(*pte) & PG_V) == 0;

sys/powerpc/aim/mmu_radix.c

3898

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

4005

pte = pmap_l3e_to_pte(l3e, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

4006

if ((be64toh(*pte) & (PG_M | PG_RW)) == (PG_M | PG_RW))

sys/powerpc/aim/mmu_radix.c

4008

if ((be64toh(*pte) & PG_A) != 0) {

sys/powerpc/aim/mmu_radix.c

4009

atomic_clear_long(pte, htobe64(PG_A));

sys/powerpc/aim/mmu_radix.c

4180

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

4203

pte = pmap_pte(pmap, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

4204

if ((be64toh(*pte) & PG_W) != 0)

sys/powerpc/aim/mmu_radix.c

4224

pte = pmap_pml3e(pmap, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

4225

if ((be64toh(*pte) & PG_W) != 0)

sys/powerpc/aim/mmu_radix.c

4543

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

4620

for (pte = pmap_l3e_to_pte(l3e, sva); sva != va_next; pte++,

sys/powerpc/aim/mmu_radix.c

4626

MPASS(pte == pmap_pte(pmap, sva));

sys/powerpc/aim/mmu_radix.c

4627

obits = pbits = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

4644

if (!atomic_cmpset_long(pte, htobe64(obits), htobe64(pbits)))

sys/powerpc/aim/mmu_radix.c

4665

pt_entry_t oldpte, pa, *pte;

sys/powerpc/aim/mmu_radix.c

4674

pte = kvtopte(va);

sys/powerpc/aim/mmu_radix.c

4677

pte = kvtopte(va);

sys/powerpc/aim/mmu_radix.c

4678

MPASS(pte == pmap_pte(kernel_pmap, va));

sys/powerpc/aim/mmu_radix.c

4689

if (be64toh(*pte) != pa) {

sys/powerpc/aim/mmu_radix.c

4690

oldpte |= be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

4691

pte_store(pte, pa);

sys/powerpc/aim/mmu_radix.c

4694

pte++;

sys/powerpc/aim/mmu_radix.c

4707

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

4713

pte = kvtopte(va);

sys/powerpc/aim/mmu_radix.c

4716

pte = kvtopte(va);

sys/powerpc/aim/mmu_radix.c

4717

pte_clear(pte);

sys/powerpc/aim/mmu_radix.c

4718

pte++;

sys/powerpc/aim/mmu_radix.c

4903

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

4905

for (pte = firstpte; pte < firstpte + NPTEPG; pte++) {

sys/powerpc/aim/mmu_radix.c

4906

*pte = htobe64(newpte);

sys/powerpc/aim/mmu_radix.c

5153

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

5160

pte = pmap_l3e_to_pte(l3e, va);

sys/powerpc/aim/mmu_radix.c

5161

if ((be64toh(*pte) & RPTE_VALID) == 0) {

sys/powerpc/aim/mmu_radix.c

5166

invalidate_all = pmap_remove_pte(pmap, pte, va, be64toh(*l3e), free, &lock);

sys/powerpc/aim/mmu_radix.c

5181

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

5188

for (pte = pmap_l3e_to_pte(l3e, sva); sva != eva; pte++,

sys/powerpc/aim/mmu_radix.c

5190

MPASS(pte == pmap_pte(pmap, sva));

sys/powerpc/aim/mmu_radix.c

5191

if (*pte == 0) {

sys/powerpc/aim/mmu_radix.c

5200

if (pmap_remove_pte(pmap, pte, sva, be64toh(*l3e), free, lockp)) {

sys/powerpc/aim/mmu_radix.c

5337

pt_entry_t *pte, tpte;

sys/powerpc/aim/mmu_radix.c

5388

pte = pmap_l3e_to_pte(l3e, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

5389

tpte = be64toh(pte_load_clear(pte));

sys/powerpc/aim/mmu_radix.c

5444

pt_entry_t *pte, tpte;

sys/powerpc/aim/mmu_radix.c

5487

pte = pmap_pml2e(pmap, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

5488

ptel3e = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

5489

pte = pmap_l2e_to_l3e(pte, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

5490

tpte = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

5494

pte = PHYS_TO_DMAP(tpte & PG_FRAME);

sys/powerpc/aim/mmu_radix.c

5495

pte = &pte[pmap_pte_index(pv->pv_va)];

sys/powerpc/aim/mmu_radix.c

5496

tpte = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

5540

pte_clear(pte);

sys/powerpc/aim/mmu_radix.c

5621

pt_entry_t oldpte, *pte;

sys/powerpc/aim/mmu_radix.c

5676

pte = pmap_l3e_to_pte(l3e, pv->pv_va);

sys/powerpc/aim/mmu_radix.c

5678

oldpte = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

5680

if (!atomic_cmpset_long(pte, htobe64(oldpte),

sys/powerpc/aim/mmu_radix.c

5712

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

5756

for (pte = pmap_l3e_to_pte(l3e, sva); sva != va_next; pte++,

sys/powerpc/aim/mmu_radix.c

5758

MPASS(pte == pmap_pte(pmap, sva));

sys/powerpc/aim/mmu_radix.c

5759

if ((be64toh(*pte) & PG_V) == 0)

sys/powerpc/aim/mmu_radix.c

5761

if ((be64toh(*pte) & PG_W) == 0)

sys/powerpc/aim/mmu_radix.c

5763

(uintmax_t)(be64toh(*pte)));

sys/powerpc/aim/mmu_radix.c

5770

atomic_clear_long(pte, htobe64(PG_W));

sys/powerpc/aim/mmu_radix.c

5802

pt_entry_t pte;

sys/powerpc/aim/mmu_radix.c

5812

pte = be64toh(*l3ep);

sys/powerpc/aim/mmu_radix.c

5819

pte = be64toh(*pmap_l3e_to_pte(l3ep, addr));

sys/powerpc/aim/mmu_radix.c

5820

pa = pte & PG_FRAME;

sys/powerpc/aim/mmu_radix.c

5824

pte = 0;

sys/powerpc/aim/mmu_radix.c

5828

if ((pte & PG_V) != 0) {

sys/powerpc/aim/mmu_radix.c

5830

if ((pte & (PG_M | PG_RW)) == (PG_M | PG_RW))

sys/powerpc/aim/mmu_radix.c

5832

if ((pte & PG_A) != 0)

sys/powerpc/aim/mmu_radix.c

5837

(pte & (PG_MANAGED | PG_V)) == (PG_MANAGED | PG_V)) {

sys/powerpc/aim/mmu_radix.c

5995

pmap_pte_attr(pt_entry_t *pte, uint64_t cache_bits, uint64_t mask)

sys/powerpc/aim/mmu_radix.c

6004

opte = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

6007

} while (npte != opte && !atomic_cmpset_long(pte, htobe64(opte), htobe64(npte)));

sys/powerpc/aim/mmu_radix.c

6119

pt_entry_t *pte, pteval;

sys/powerpc/aim/mmu_radix.c

6122

pte = kvtopte(va);

sys/powerpc/aim/mmu_radix.c

6123

MPASS(pte != NULL);

sys/powerpc/aim/mmu_radix.c

6126

pte_store(pte, pteval | cache_bits);

sys/powerpc/aim/mmu_radix.c

6132

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

6136

pte = kvtopte(va);

sys/powerpc/aim/mmu_radix.c

6137

pte_clear(pte);

sys/powerpc/aim/mmu_radix.c

6214

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

6295

pte = pmap_l3e_to_pte(l3e, tmpva);

sys/powerpc/aim/mmu_radix.c

6296

if (*pte == 0)

sys/powerpc/aim/mmu_radix.c

6367

pte = pmap_l3e_to_pte(l3e, tmpva);

sys/powerpc/aim/mmu_radix.c

6368

if ((be64toh(*pte) & RPTE_ATTR_MASK) != cache_bits) {

sys/powerpc/aim/mmu_radix.c

6369

pmap_pte_attr(pte, cache_bits,

sys/powerpc/aim/mmu_radix.c

6374

(be64toh(*pte) & PG_FRAME) < dmaplimit) {

sys/powerpc/aim/mmu_radix.c

6377

pa_start = be64toh(*pte) & PG_FRAME;

sys/powerpc/aim/mmu_radix.c

6379

} else if (pa_end == (be64toh(*pte) & PG_FRAME))

sys/powerpc/aim/mmu_radix.c

6389

pa_start = be64toh(*pte) & PG_FRAME;

sys/powerpc/aim/mmu_radix.c

6478

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

6498

pte = pmap_l3e_to_pte(l3e, va);

sys/powerpc/aim/mmu_radix.c

6499

db_printf(" pte %#016lx\n", be64toh(*pte));

sys/powerpc/aim/mmu_radix.c

6522

DB_SHOW_COMMAND(pte, pmap_print_pte)

sys/powerpc/aim/mmu_radix.c

840

#define pte_load_store(ptep, pte) atomic_swap_long(ptep, pte)

sys/powerpc/aim/mmu_radix.c

842

#define pte_store(ptep, pte) do { \

sys/powerpc/aim/mmu_radix.c

843

MPASS((pte) & (RPTE_EAA_R | RPTE_EAA_W | RPTE_EAA_X)); \

sys/powerpc/aim/mmu_radix.c

844

*(u_long *)(ptep) = htobe64((u_long)((pte) | PG_V | RPTE_LEAF)); \

sys/powerpc/aim/mmu_radix.c

918

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

920

pte = kvtopte(va);

sys/powerpc/aim/mmu_radix.c

921

MPASS(pte != NULL);

sys/powerpc/aim/mmu_radix.c

922

*pte = htobe64(pa | RPTE_VALID | RPTE_LEAF | RPTE_EAA_R | \

sys/powerpc/aim/mmu_radix.c

936

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

949

pte = pmap_l3e_to_pte(l3e, va);

sys/powerpc/aim/mmu_radix.c

950

if (pte == NULL || (be64toh(*pte) & PG_V) == 0)

sys/powerpc/aim/mmu_radix.c

952

return (pte);

sys/powerpc/aim/mmu_radix.c

958

pt_entry_t *pte;

sys/powerpc/aim/mmu_radix.c

965

if ((pte = pmap_nofault_pte(pmap, va, &is_l3e)) == NULL)

sys/powerpc/aim/mmu_radix.c

967

origpte = newpte = be64toh(*pte);

sys/powerpc/aim/mmu_radix.c

987

if ((pte = pmap_nofault_pte(pmap, va, &is_l3e)) == NULL ||

sys/powerpc/aim/mmu_radix.c

988

be64toh(*pte) != origpte) {

sys/powerpc/aim/moea64_native.c

701

atomic_pte_lock(volatile struct lpte *pte, uint64_t bitmask, uint64_t *oldhi)

sys/powerpc/aim/moea64_native.c

733

: "=&r" (ret), "=&r"(temp), "=m" (pte->pte_hi)

sys/powerpc/aim/moea64_native.c

734

: "r" ((volatile char *)&pte->pte_hi),

sys/powerpc/aim/moea64_native.c

736

"m" (pte->pte_hi)

sys/powerpc/aim/moea64_native.c

755

: "=&r" (ret), "=&r"(oldhihalf), "=m" (pte->pte_hi)

sys/powerpc/aim/moea64_native.c

756

: "r" ((volatile char *)&pte->pte_hi + 4),

sys/powerpc/aim/moea64_native.c

758

"m" (pte->pte_hi)

sys/powerpc/aim/moea64_native.c

761

*oldhi = (pte->pte_hi & 0xffffffff00000000ULL) | oldhihalf;

sys/powerpc/booke/pmap.c

1167

pte_t *pte;

sys/powerpc/booke/pmap.c

1176

pte = pte_find(kernel_pmap, va);

sys/powerpc/booke/pmap.c

1177

KASSERT((pte != NULL), ("mmu_booke_kenter: invalid va. NULL PTE"));

sys/powerpc/booke/pmap.c

1182

if (PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

1189

*pte = PTE_RPN_FROM_PA(pa) | flags;

sys/powerpc/booke/pmap.c

1209

pte_t *pte;

sys/powerpc/booke/pmap.c

1217

pte = pte_find(kernel_pmap, va);

sys/powerpc/booke/pmap.c

1219

if (!PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

1230

*pte = 0;

sys/powerpc/booke/pmap.c

1303

pte_t *pte;

sys/powerpc/booke/pmap.c

1338

if (((pte = pte_find(pmap, va)) != NULL) &&

sys/powerpc/booke/pmap.c

1339

(PTE_ISVALID(pte)) && (PTE_PA(pte) == pa)) {

sys/powerpc/booke/pmap.c

1345

flags = *pte;

sys/powerpc/booke/pmap.c

1350

if (!PTE_ISWIRED(pte)) {

sys/powerpc/booke/pmap.c

1355

if (PTE_ISWIRED(pte)) {

sys/powerpc/booke/pmap.c

1379

if (PTE_ISMODIFIED(pte))

sys/powerpc/booke/pmap.c

1393

if ((*pte & (PTE_UX | PTE_SX)) == 0)

sys/powerpc/booke/pmap.c

1407

*pte &= ~PTE_FLAGS_MASK;

sys/powerpc/booke/pmap.c

1408

*pte |= flags;

sys/powerpc/booke/pmap.c

1530

pte_t *pte;

sys/powerpc/booke/pmap.c

1558

pte = pte_find_next(pmap, &va);

sys/powerpc/booke/pmap.c

1559

if ((pte == NULL) || !PTE_ISVALID(pte))

sys/powerpc/booke/pmap.c

1697

pte_t *pte;

sys/powerpc/booke/pmap.c

1709

if ((pte = pte_find(pmap, va)) != NULL) {

sys/powerpc/booke/pmap.c

1710

if (PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

1711

m = PHYS_TO_VM_PAGE(PTE_PA(pte));

sys/powerpc/booke/pmap.c

1717

if (PTE_ISMODIFIED(pte) && PTE_ISMANAGED(pte))

sys/powerpc/booke/pmap.c

1721

*pte &= ~(PTE_UW | PTE_SW | PTE_MODIFIED);

sys/powerpc/booke/pmap.c

1738

pte_t *pte;

sys/powerpc/booke/pmap.c

1749

if ((pte = pte_find(pv->pv_pmap, pv->pv_va)) != NULL) {

sys/powerpc/booke/pmap.c

1750

if (PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

1751

m = PHYS_TO_VM_PAGE(PTE_PA(pte));

sys/powerpc/booke/pmap.c

1757

if (PTE_ISMODIFIED(pte))

sys/powerpc/booke/pmap.c

1761

*pte &= ~(PTE_UW | PTE_SW | PTE_MODIFIED);

sys/powerpc/booke/pmap.c

1782

pte_t *pte;

sys/powerpc/booke/pmap.c

1788

pte = pte_find(pmap, va);

sys/powerpc/booke/pmap.c

1789

if ((pte != NULL) && PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

1795

if ((*pte & pte_wbit) != 0 || (prot & VM_PROT_WRITE) == 0) {

sys/powerpc/booke/pmap.c

1796

m = PHYS_TO_VM_PAGE(PTE_PA(pte));

sys/powerpc/booke/pmap.c

1823

pte_t *pte;

sys/powerpc/booke/pmap.c

1840

if ((pte = pte_find(pv->pv_pmap, pv->pv_va)) != NULL &&

sys/powerpc/booke/pmap.c

1841

PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

1842

if (PTE_ISMODIFIED(pte))

sys/powerpc/booke/pmap.c

1871

pte_t *pte;

sys/powerpc/booke/pmap.c

1881

if ((pte = pte_find(pv->pv_pmap, pv->pv_va)) != NULL &&

sys/powerpc/booke/pmap.c

1882

PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

1883

if (PTE_ISREFERENCED(pte))

sys/powerpc/booke/pmap.c

1900

pte_t *pte;

sys/powerpc/booke/pmap.c

1913

if ((pte = pte_find(pv->pv_pmap, pv->pv_va)) != NULL &&

sys/powerpc/booke/pmap.c

1914

PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

1918

if (*pte & (PTE_SW | PTE_UW | PTE_MODIFIED)) {

sys/powerpc/booke/pmap.c

1920

*pte &= ~(PTE_SW | PTE_UW | PTE_MODIFIED |

sys/powerpc/booke/pmap.c

1949

pte_t *pte;

sys/powerpc/booke/pmap.c

1959

if ((pte = pte_find(pv->pv_pmap, pv->pv_va)) != NULL &&

sys/powerpc/booke/pmap.c

1960

PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

1961

if (PTE_ISMODIFIED(pte))

sys/powerpc/booke/pmap.c

1963

if (PTE_ISREFERENCED(pte)) {

sys/powerpc/booke/pmap.c

1968

*pte &= ~PTE_REFERENCED;

sys/powerpc/booke/pmap.c

1998

pte_t *pte;

sys/powerpc/booke/pmap.c

2002

if ((pte = pte_find(pmap, va)) != NULL &&

sys/powerpc/booke/pmap.c

2003

PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap.c

2004

if (!PTE_ISWIRED(pte))

sys/powerpc/booke/pmap.c

2006

pte);

sys/powerpc/booke/pmap.c

2007

*pte &= ~PTE_WIRED;

sys/powerpc/booke/pmap.c

2053

pte_t *pte;

sys/powerpc/booke/pmap.c

2061

if ((pte = pte_find(pv->pv_pmap, pv->pv_va)) != NULL)

sys/powerpc/booke/pmap.c

2062

if (PTE_ISVALID(pte) && PTE_ISWIRED(pte))

sys/powerpc/booke/pmap.c

2159

pte_t *pte;

sys/powerpc/booke/pmap.c

2195

pte = pte_find(kernel_pmap, va);

sys/powerpc/booke/pmap.c

2196

if (pte != NULL && PTE_ISVALID(pte))

sys/powerpc/booke/pmap.c

2208

pte = pte_find(kernel_pmap, va);

sys/powerpc/booke/pmap.c

2209

if (pte == NULL || !PTE_ISVALID(pte))

sys/powerpc/booke/pmap.c

2400

pte_t *pte;

sys/powerpc/booke/pmap.c

2455

pte = pte_find(kernel_pmap, va);

sys/powerpc/booke/pmap.c

2456

if (pte == NULL || !PTE_ISVALID(pte))

sys/powerpc/booke/pmap.c

2463

pte = pte_find(kernel_pmap, va);

sys/powerpc/booke/pmap.c

2464

*pte &= ~(PTE_MAS2_MASK << PTE_MAS2_SHIFT);

sys/powerpc/booke/pmap.c

2465

*pte |= tlb_calc_wimg(PTE_PA(pte), mode) << PTE_MAS2_SHIFT;

sys/powerpc/booke/pmap_32.c

435

pte_t *pte;

sys/powerpc/booke/pmap_32.c

444

pte = &ptbl[ptbl_idx];

sys/powerpc/booke/pmap_32.c

446

if (pte == NULL || !PTE_ISVALID(pte))

sys/powerpc/booke/pmap_32.c

449

if (PTE_ISWIRED(pte))

sys/powerpc/booke/pmap_32.c

453

m = PHYS_TO_VM_PAGE(PTE_PA(pte));

sys/powerpc/booke/pmap_32.c

456

if (PTE_ISMANAGED(pte)) {

sys/powerpc/booke/pmap_32.c

457

if (PTE_ISMODIFIED(pte))

sys/powerpc/booke/pmap_32.c

460

if (PTE_ISREFERENCED(pte))

sys/powerpc/booke/pmap_32.c

479

*pte = 0;

sys/powerpc/booke/pmap_32.c

504

pte_t *ptbl, *pte, pte_tmp;

sys/powerpc/booke/pmap_32.c

520

pte = &ptbl[ptbl_idx];

sys/powerpc/booke/pmap_32.c

526

pte = &pmap->pm_pdir[pdir_idx][ptbl_idx];

sys/powerpc/booke/pmap_32.c

527

if (PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap_32.c

559

*pte = pte_tmp;

sys/powerpc/booke/pmap_32.c

571

pte_t *pte;

sys/powerpc/booke/pmap_32.c

573

pte = pte_find(pmap, va);

sys/powerpc/booke/pmap_32.c

574

if ((pte != NULL) && PTE_ISVALID(pte))

sys/powerpc/booke/pmap_32.c

575

pa = (PTE_PA(pte) | (va & PTE_PA_MASK));

sys/powerpc/booke/pmap_32.c

600

pte_t *pte;

sys/powerpc/booke/pmap_32.c

613

pte = &pdir[i][j];

sys/powerpc/booke/pmap_32.c

614

if (!PTE_ISVALID(pte))

sys/powerpc/booke/pmap_32.c

617

return (pte);

sys/powerpc/booke/pmap_32.c

627

pte_t *pte;

sys/powerpc/booke/pmap_32.c

650

pte = &(kernel_pmap->pm_pdir[PDIR_IDX(va)][PTBL_IDX(va)]);

sys/powerpc/booke/pmap_32.c

652

*pte = PTE_RPN_FROM_PA(kernload + (va - kernstart));

sys/powerpc/booke/pmap_32.c

653

*pte |= PTE_M | PTE_SR | PTE_SW | PTE_SX | PTE_WIRED |

sys/powerpc/booke/pmap_32.c

726

pte_t *pte;

sys/powerpc/booke/pmap_32.c

739

pte = pte_find(pm, va);

sys/powerpc/booke/pmap_32.c

740

valid = (pte != NULL && PTE_ISVALID(pte)) ? 1 : 0;

sys/powerpc/booke/pmap_32.c

742

pa = PTE_PA(pte);

sys/powerpc/booke/pmap_32.c

880

pte_t *pte;

sys/powerpc/booke/pmap_32.c

891

pte = pte_find(kernel_pmap, (vm_offset_t)qaddr);

sys/powerpc/booke/pmap_32.c

893

KASSERT(*pte == 0, ("mmu_booke_quick_enter_page: PTE busy"));

sys/powerpc/booke/pmap_32.c

904

*pte = PTE_RPN_FROM_PA(paddr) | flags;

sys/powerpc/booke/pmap_32.c

916

pte_t *pte;

sys/powerpc/booke/pmap_32.c

918

pte = pte_find(kernel_pmap, (vm_offset_t)addr);

sys/powerpc/booke/pmap_32.c

922

KASSERT(*pte != 0,

sys/powerpc/booke/pmap_32.c

925

*pte = 0;

sys/powerpc/booke/pmap_64.c

206

pte_t *pte;

sys/powerpc/booke/pmap_64.c

230

pte = &pm_root[i][j][k][l];

sys/powerpc/booke/pmap_64.c

231

if (!PTE_ISVALID(pte))

sys/powerpc/booke/pmap_64.c

237

return (pte);

sys/powerpc/booke/pmap_64.c

388

pte_t *pte;

sys/powerpc/booke/pmap_64.c

390

pte = pte_find(pmap, va);

sys/powerpc/booke/pmap_64.c

391

KASSERT(pte != NULL, ("%s: NULL pte for va %#jx, pmap %p",

sys/powerpc/booke/pmap_64.c

394

if (!PTE_ISVALID(pte))

sys/powerpc/booke/pmap_64.c

398

m = PHYS_TO_VM_PAGE(PTE_PA(pte));

sys/powerpc/booke/pmap_64.c

400

if (PTE_ISWIRED(pte))

sys/powerpc/booke/pmap_64.c

404

if (PTE_ISMANAGED(pte)) {

sys/powerpc/booke/pmap_64.c

406

if (PTE_ISMODIFIED(pte))

sys/powerpc/booke/pmap_64.c

410

if (PTE_ISREFERENCED(pte))

sys/powerpc/booke/pmap_64.c

424

*pte = 0;

sys/powerpc/booke/pmap_64.c

445

pte_t *ptbl, *pte, pte_tmp;

sys/powerpc/booke/pmap_64.c

455

pte = &ptbl[ptbl_idx];

sys/powerpc/booke/pmap_64.c

461

pte = &ptbl[ptbl_idx];

sys/powerpc/booke/pmap_64.c

462

if (PTE_ISVALID(pte)) {

sys/powerpc/booke/pmap_64.c

494

*pte = pte_tmp;

sys/powerpc/booke/pmap_64.c

507

pte_t *pte;

sys/powerpc/booke/pmap_64.c

509

pte = pte_find(pmap, va);

sys/powerpc/booke/pmap_64.c

510

if ((pte != NULL) && PTE_ISVALID(pte))

sys/powerpc/booke/pmap_64.c

511

pa = (PTE_PA(pte) | (va & PTE_PA_MASK));

sys/powerpc/booke/pmap_64.c

519

pte_t *pte;

sys/powerpc/booke/pmap_64.c

564

pte = &(kernel_pmap->pm_root[PG_ROOT_IDX(va)][PDIR_L1_IDX(va)][PDIR_IDX(va)][PTBL_IDX(va)]);

sys/powerpc/booke/pmap_64.c

565

*pte = PTE_RPN_FROM_PA(kernload + (va - kernstart));

sys/powerpc/booke/pmap_64.c

566

*pte |= PTE_M | PTE_SR | PTE_SW | PTE_SX | PTE_WIRED |

sys/powerpc/booke/pmap_64.c

636

pte_t *pte;

sys/powerpc/booke/pmap_64.c

642

pte = pte_find(pm, va);

sys/powerpc/booke/pmap_64.c

643

valid = (pte != NULL && PTE_ISVALID(pte)) ? 1 : 0;

sys/powerpc/booke/pmap_64.c

645

pa = PTE_PA(pte);

sys/powerpc/include/pmap.h

122

pte_t pte;

sys/powerpc/include/pte.h

297

#define PTE_TSIZE(pte) (int)((*pte >> PTE_TSIZE_SHIFT) & PTE_TSIZE_MASK)

sys/powerpc/include/pte.h

298

#define PTE_TSIZE_DIRECT(pte) (int)((*pte >> PTE_TSIZE_SHIFT_DIRECT) & PTE_TSIZE_MASK_DIRECT)

sys/powerpc/include/pte.h

304

#define PTE_PA(pte) ((vm_paddr_t)(*pte >> PTE_ARPN_SHIFT) & ~PAGE_MASK)

sys/powerpc/include/pte.h

305

#define PTE_ISVALID(pte) ((*pte) & PTE_VALID)

sys/powerpc/include/pte.h

306

#define PTE_ISWIRED(pte) ((*pte) & PTE_WIRED)

sys/powerpc/include/pte.h

307

#define PTE_ISMANAGED(pte) ((*pte) & PTE_MANAGED)

sys/powerpc/include/pte.h

308

#define PTE_ISMODIFIED(pte) ((*pte) & PTE_MODIFIED)

sys/powerpc/include/pte.h

309

#define PTE_ISREFERENCED(pte) ((*pte) & PTE_REFERENCED)

sys/powerpc/include/pte.h

53

struct pte pt[8];

sys/powerpc/include/pte.h

78

typedef struct pte pte_t;

sys/powerpc/ps3/mmu_ps3.c

200

struct lpte pte;

sys/powerpc/ps3/mmu_ps3.c

210

moea64_pte_from_pvo(pvo, &pte);

sys/powerpc/ps3/mmu_ps3.c

212

pte.pte_lo |= refchg;

sys/powerpc/ps3/mmu_ps3.c

213

pte.pte_lo &= ~ptebit;

sys/powerpc/ps3/mmu_ps3.c

215

lv1_write_htab_entry(mps3_vas_id, pvo->pvo_pte.slot, pte.pte_hi,

sys/powerpc/ps3/mmu_ps3.c

216

pte.pte_lo);

sys/powerpc/ps3/mmu_ps3.c

246

struct lpte pte, evicted;

sys/powerpc/ps3/mmu_ps3.c

256

moea64_pte_from_pvo(pvo, &pte);

sys/powerpc/ps3/mmu_ps3.c

261

pte.pte_hi, pte.pte_lo, LPTE_LOCKED | LPTE_WIRED, 0,

sys/powerpc/pseries/mmu_phyp.c

298

struct lpte pte;

sys/powerpc/pseries/mmu_phyp.c

302

phyp_pft_hcall(H_READ, 0, pvo->pvo_pte.slot, 0, 0, &pte.pte_hi,

sys/powerpc/pseries/mmu_phyp.c

303

&pte.pte_lo, &junk);

sys/powerpc/pseries/mmu_phyp.c

304

if ((pte.pte_hi & LPTE_AVPN_MASK) !=

sys/powerpc/pseries/mmu_phyp.c

308

if (!(pte.pte_hi & LPTE_VALID))

sys/powerpc/pseries/mmu_phyp.c

311

return (pte.pte_lo & (LPTE_CHG | LPTE_REF));

sys/powerpc/pseries/mmu_phyp.c

371

struct lpte pte;

sys/powerpc/pseries/mmu_phyp.c

377

moea64_pte_from_pvo(pvo, &pte);

sys/powerpc/pseries/mmu_phyp.c

380

pte.pte_hi & LPTE_AVPN_MASK, 0, &pte.pte_hi, &pte.pte_lo,

sys/powerpc/pseries/mmu_phyp.c

390

return (pte.pte_lo & (LPTE_REF | LPTE_CHG));

sys/powerpc/pseries/mmu_phyp.c

430

mphyp_pte_insert_locked(struct pvo_entry *pvo, struct lpte *pte)

sys/powerpc/pseries/mmu_phyp.c

440

result = phyp_pft_hcall(H_ENTER, 0, pvo->pvo_pte.slot, pte->pte_hi,

sys/powerpc/pseries/mmu_phyp.c

441

pte->pte_lo, &index, &evicted.pte_lo, &junk);

sys/powerpc/pseries/mmu_phyp.c

448

moea64_pteg_count, pte->pte_hi, pte->pte_lo));

sys/powerpc/pseries/mmu_phyp.c

454

pte->pte_hi ^= LPTE_HID;

sys/powerpc/pseries/mmu_phyp.c

458

pte->pte_hi, pte->pte_lo, &index, &evicted.pte_lo, &junk);

sys/powerpc/pseries/mmu_phyp.c

471

mphyp_pte_evict_and_insert_locked(struct pvo_entry *pvo, struct lpte *pte)

sys/powerpc/pseries/mmu_phyp.c

483

pte->pte_hi ^= LPTE_HID;

sys/powerpc/pseries/mmu_phyp.c

508

result = phyp_pft_hcall(H_ENTER, H_EXACT, index, pte->pte_hi,

sys/powerpc/pseries/mmu_phyp.c

509

pte->pte_lo, &index, &evicted.pte_lo, &junk);

sys/powerpc/pseries/mmu_phyp.c

525

struct lpte pte;

sys/powerpc/pseries/mmu_phyp.c

530

moea64_pte_from_pvo(pvo, &pte);

sys/powerpc/pseries/mmu_phyp.c

535

ret = mphyp_pte_insert_locked(pvo, &pte);

sys/powerpc/pseries/mmu_phyp.c

545

ret = mphyp_pte_evict_and_insert_locked(pvo, &pte);

sys/powerpc/pseries/mmu_phyp.c

585

struct lpte pte;

sys/powerpc/pseries/mmu_phyp.c

601

moea64_pte_from_pvo(pvo, &pte);

sys/powerpc/pseries/mmu_phyp.c

604

pte.pte_hi & LPTE_AVPN_MASK, 0, &pte.pte_hi, &pte.pte_lo,

sys/powerpc/pseries/mmu_phyp.c

611

refchg |= pte.pte_lo & (LPTE_REF | LPTE_CHG);

sys/powerpc/pseries/mmu_phyp.c

622

struct lpte pte;

sys/powerpc/pseries/mmu_phyp.c

639

moea64_pte_from_pvo(pvo, &pte);

sys/powerpc/pseries/mmu_phyp.c

641

ret = mphyp_pte_insert_locked(pvo, &pte);

sys/powerpc/pseries/mmu_phyp.c

650

mphyp_pte_evict_and_insert_locked(pvo, &pte);

sys/riscv/iommu/iommu_pmap.c

58

#define pmap_clear(pte) pmap_store(pte, 0)

sys/riscv/iommu/iommu_pmap.c

59

#define pmap_clear_bits(pte, bits) atomic_clear_64(pte, bits)

sys/riscv/iommu/iommu_pmap.c

60

#define pmap_load_store(pte, entry) atomic_swap_64(pte, entry)

sys/riscv/iommu/iommu_pmap.c

61

#define pmap_load_clear(pte) pmap_load_store(pte, 0)

sys/riscv/iommu/iommu_pmap.c

62

#define pmap_load(pte) atomic_load_64(pte)

sys/riscv/iommu/iommu_pmap.c

63

#define pmap_store(pte, entry) atomic_store_64(pte, entry)

sys/riscv/iommu/iommu_pmap.c

64

#define pmap_store_bits(pte, bits) atomic_set_64(pte, bits)

sys/riscv/iommu/iommu_pmap.c

71

#define PTE_TO_PHYS(pte) \

sys/riscv/iommu/iommu_pmap.c

72

((((pte) & ~PTE_HI_MASK) >> PTE_PPN0_S) * PAGE_SIZE)

sys/riscv/iommu/iommu_pmap.c

77

#define PTE_TO_VM_PAGE(pte) PHYS_TO_VM_PAGE(PTE_TO_PHYS(pte))

sys/riscv/riscv/pmap.c

1000

pte = pmap_l3(kernel_pmap, msgbufpv);

sys/riscv/riscv/pmap.c

1001

KASSERT(pte != NULL, ("Bootstrap pages missing"));

sys/riscv/riscv/pmap.c

1003

pmap_store(&pte[i], L3_PTE(pa + ptoa(i), PTE_KERN |

sys/riscv/riscv/pmap.c

2930

pt_entry_t bits, *pte, oldpte;

sys/riscv/riscv/pmap.c

2944

pte = pmap_fault_lookup(pmap, va);

sys/riscv/riscv/pmap.c

2945

if (pte != NULL && (pmap_load(pte) & PTE_KERN) == PTE_KERN) {

sys/riscv/riscv/pmap.c

2957

pte = pmap_fault_lookup(pmap, va);

sys/riscv/riscv/pmap.c

2958

if (pte == NULL || ((oldpte = pmap_load(pte)) & PTE_V) == 0)

sys/riscv/riscv/pmap.c

2977

pmap_store_bits(pte, bits);

sys/riscv/riscv/pmap.c

349

#define pmap_clear(pte) pmap_store(pte, 0)

sys/riscv/riscv/pmap.c

350

#define pmap_clear_bits(pte, bits) atomic_clear_64(pte, bits)

sys/riscv/riscv/pmap.c

351

#define pmap_load_store(pte, entry) atomic_swap_64(pte, entry)

sys/riscv/riscv/pmap.c

352

#define pmap_load_clear(pte) pmap_load_store(pte, 0)

sys/riscv/riscv/pmap.c

353

#define pmap_load(pte) atomic_load_64(pte)

sys/riscv/riscv/pmap.c

354

#define pmap_store(pte, entry) atomic_store_64(pte, entry)

sys/riscv/riscv/pmap.c

355

#define pmap_store_bits(pte, bits) atomic_set_64(pte, bits)

sys/riscv/riscv/pmap.c

3573

pt_entry_t *pt_end, *pte;

sys/riscv/riscv/pmap.c

3576

pte = PHYS_TO_DMAP(pa);

sys/riscv/riscv/pmap.c

3577

for (pt_end = pte + Ln_ENTRIES; pte < pt_end; pte++) {

sys/riscv/riscv/pmap.c

3578

if (*pte != 0)

sys/riscv/riscv/pmap.c

380

#define PTE_TO_PHYS(pte) \

sys/riscv/riscv/pmap.c

381

((((pte) & ~PTE_HI_MASK) >> PTE_PPN0_S) * PAGE_SIZE)

sys/riscv/riscv/pmap.c

386

#define PTE_TO_VM_PAGE(pte) PHYS_TO_VM_PAGE(PTE_TO_PHYS(pte))

sys/riscv/riscv/pmap.c

4351

pt_entry_t *pte, tpte;

sys/riscv/riscv/pmap.c

4378

pte = pmap_l1(pmap, pv->pv_va);

sys/riscv/riscv/pmap.c

4379

ptepde = pmap_load(pte);

sys/riscv/riscv/pmap.c

4380

pte = pmap_l1_to_l2(pte, pv->pv_va);

sys/riscv/riscv/pmap.c

4381

tpte = pmap_load(pte);

sys/riscv/riscv/pmap.c

4390

pte = pmap_l2_to_l3(pte, pv->pv_va);

sys/riscv/riscv/pmap.c

4391

tpte = pmap_load(pte);

sys/riscv/riscv/pmap.c

4410

pmap_clear(pte);

sys/riscv/riscv/pmap.c

5630

DB_SHOW_COMMAND(pte, pmap_print_pte)

sys/riscv/riscv/pmap.c

924

pt_entry_t *pte;

sys/riscv/riscv/pmap.c

986

pte = pmap_l3(kernel_pmap, dpcpu);

sys/riscv/riscv/pmap.c

987

KASSERT(pte != NULL, ("Bootstrap pages missing"));

sys/riscv/riscv/pmap.c

989

pmap_store(&pte[i], L3_PTE(pa + ptoa(i), PTE_KERN |

sys/x86/iommu/amd_idpgtbl.c

134

iommu_pte_t *pte, *ptep;

sys/x86/iommu/amd_idpgtbl.c

141

pte = sf_buf_kva(*sf);

sys/x86/iommu/amd_idpgtbl.c

147

pte = iommu_map_pgtbl(domain->pgtbl_obj, idx, flags, sf);

sys/x86/iommu/amd_idpgtbl.c

148

if (pte == NULL) {

sys/x86/iommu/amd_idpgtbl.c

174

ptep->pte = VM_PAGE_TO_PHYS(m) | AMDIOMMU_PTE_IR |

sys/x86/iommu/amd_idpgtbl.c

184

pte += pglvl_pgtbl_pte_off(domain->pglvl, base, lvl);

sys/x86/iommu/amd_idpgtbl.c

185

return (pte);

sys/x86/iommu/amd_idpgtbl.c

193

iommu_pte_t *pte;

sys/x86/iommu/amd_idpgtbl.c

203

pte = NULL;

sys/x86/iommu/amd_idpgtbl.c

211

pte = amdiommu_pgtbl_map_pte(domain, base, domain->pglvl - 1,

sys/x86/iommu/amd_idpgtbl.c

213

if (pte == NULL) {

sys/x86/iommu/amd_idpgtbl.c

223

pte->pte = VM_PAGE_TO_PHYS(ma[pi]) | pflags | AMDIOMMU_PTE_PR;

sys/x86/iommu/amd_idpgtbl.c

305

int lvl, int flags, iommu_pte_t *pte, struct sf_buf **sf,

sys/x86/iommu/amd_idpgtbl.c

310

pte->pte = 0;

sys/x86/iommu/amd_idpgtbl.c

332

iommu_pte_t *pte;

sys/x86/iommu/amd_idpgtbl.c

364

pte = amdiommu_pgtbl_map_pte(domain, base,

sys/x86/iommu/amd_idpgtbl.c

366

KASSERT(pte != NULL,

sys/x86/iommu/amd_idpgtbl.c

370

flags, pte, &sf, entry, false);

sys/x86/iommu/amd_idpgtbl.c

72

iommu_gaddr_t base, int lvl, int flags, iommu_pte_t *pte,

sys/x86/iommu/intel_idpgtbl.c

116

iommu_pte_t *pte;

sys/x86/iommu/intel_idpgtbl.c

134

pte = iommu_map_pgtbl(tbl->pgtbl_obj, idx, IOMMU_PGF_WAITOK, &sf);

sys/x86/iommu/intel_idpgtbl.c

139

pte[i].pte = (DMAR_PTE_ADDR_MASK & f) |

sys/x86/iommu/intel_idpgtbl.c

149

pte[i].pte = (DMAR_PTE_ADDR_MASK &

sys/x86/iommu/intel_idpgtbl.c

333

iommu_pte_t *pte, *ptep;

sys/x86/iommu/intel_idpgtbl.c

341

pte = sf_buf_kva(*sf);

sys/x86/iommu/intel_idpgtbl.c

347

pte = iommu_map_pgtbl(domain->pgtbl_obj, idx, flags, sf);

sys/x86/iommu/intel_idpgtbl.c

348

if (pte == NULL) {

sys/x86/iommu/intel_idpgtbl.c

381

dmar_pte_store(&ptep->pte, DMAR_PTE_R | DMAR_PTE_W |

sys/x86/iommu/intel_idpgtbl.c

391

pte += pglvl_pgtbl_pte_off(domain->pglvl, base, lvl);

sys/x86/iommu/intel_idpgtbl.c

392

return (pte);

sys/x86/iommu/intel_idpgtbl.c

400

iommu_pte_t *pte;

sys/x86/iommu/intel_idpgtbl.c

451

pte = dmar_pgtbl_map_pte(domain, base, lvl, flags, &idx, &sf);

sys/x86/iommu/intel_idpgtbl.c

452

if (pte == NULL) {

sys/x86/iommu/intel_idpgtbl.c

462

dmar_pte_store(&pte->pte, VM_PAGE_TO_PHYS(ma[pi]) | pflags |

sys/x86/iommu/intel_idpgtbl.c

464

dmar_flush_pte_to_ram(domain->dmar, pte);

sys/x86/iommu/intel_idpgtbl.c

547

iommu_gaddr_t base, int lvl, int flags, iommu_pte_t *pte,

sys/x86/iommu/intel_idpgtbl.c

566

int flags, iommu_pte_t *pte, struct sf_buf **sf,

sys/x86/iommu/intel_idpgtbl.c

571

dmar_pte_clear(&pte->pte);

sys/x86/iommu/intel_idpgtbl.c

572

dmar_flush_pte_to_ram(domain->dmar, pte);

sys/x86/iommu/intel_idpgtbl.c

597

iommu_pte_t *pte;

sys/x86/iommu/intel_idpgtbl.c

638

pte = dmar_pgtbl_map_pte(domain, base, lvl, flags,

sys/x86/iommu/intel_idpgtbl.c

640

KASSERT(pte != NULL,

sys/x86/iommu/intel_idpgtbl.c

643

if ((pte->pte & DMAR_PTE_SP) != 0 ||

sys/x86/iommu/intel_idpgtbl.c

646

flags, pte, &sf, entry, false);

sys/x86/iommu/x86_iommu.h

36

uint64_t pte;

usr.sbin/bhyvectl/amd64/bhyvectl_machdep.c

1549

uint64_t info[2], pteval[4], *pte;

usr.sbin/bhyvectl/amd64/bhyvectl_machdep.c

1849

pte = &pteval[0];

usr.sbin/bhyvectl/amd64/bhyvectl_machdep.c

1851

printf(" %#lx", *pte++);