sys/arm64/arm64/pmap.c

1228

if ((state->pa & L3C_OFFSET) == 0) {

sys/arm64/arm64/pmap.c

2314

sva = (sva & ~L3C_OFFSET) + L3C_SIZE;

sys/arm64/arm64/pmap.c

2487

if ((va & L3C_OFFSET) == 0 && (pa & L3C_OFFSET) == 0) {

sys/arm64/arm64/pmap.c

2580

KASSERT((va & L3C_OFFSET) == 0,

sys/arm64/arm64/pmap.c

3975

KASSERT((va & L3C_OFFSET) == 0,

sys/arm64/arm64/pmap.c

3978

KASSERT((pa & L3C_OFFSET) == 0,

sys/arm64/arm64/pmap.c

4154

KASSERT((va & L3C_OFFSET) == 0,

sys/arm64/arm64/pmap.c

4262

if ((sva & L3C_OFFSET) == 0 &&

sys/arm64/arm64/pmap.c

4263

sva + L3C_OFFSET <= eva - 1) {

sys/arm64/arm64/pmap.c

4624

KASSERT((va & L3C_OFFSET) == 0,

sys/arm64/arm64/pmap.c

4746

if ((sva | L3C_OFFSET) > va_next - 1)

sys/arm64/arm64/pmap.c

4768

if ((sva & L3C_OFFSET) == 0 &&

sys/arm64/arm64/pmap.c

4769

sva + L3C_OFFSET <= va_next - 1) {

sys/arm64/arm64/pmap.c

5217

if ((PTE_TO_PHYS(firstl3c) & L3C_OFFSET) != 0 ||

sys/arm64/arm64/pmap.c

5240

" in pmap %p", va & ~L3C_OFFSET, pmap);

sys/arm64/arm64/pmap.c

5271

" in pmap %p", (oldl3 & ~ATTR_MASK & L3C_OFFSET) |

sys/arm64/arm64/pmap.c

5272

(va & ~L3C_OFFSET), pmap);

sys/arm64/arm64/pmap.c

5296

ATTR_CONTIGUOUS, va & ~L3C_OFFSET, L3_SIZE, L3C_SIZE);

sys/arm64/arm64/pmap.c

5563

KASSERT((va & L3C_OFFSET) == 0, ("pmap_enter: va unaligned"));

sys/arm64/arm64/pmap.c

5803

if ((va & L3C_OFFSET) == (pa & L3C_OFFSET) &&

sys/arm64/arm64/pmap.c

6131

KASSERT((va & L3C_OFFSET) == 0,

sys/arm64/arm64/pmap.c

6286

KASSERT((pa & L3C_OFFSET) == 0, ("pmap_enter_l3c: pa is not aligned"));

sys/arm64/arm64/pmap.c

6347

} else if ((va & L3C_OFFSET) == 0 && va + L3C_SIZE <= end &&

sys/arm64/arm64/pmap.c

6535

(va & L3C_OFFSET) == (pa & L3C_OFFSET) &&

sys/arm64/arm64/pmap.c

6656

if ((sva & L3C_OFFSET) == 0) {

sys/arm64/arm64/pmap.c

6662

partial_l3c = sva + L3C_OFFSET >

sys/arm64/arm64/pmap.c

6695

KASSERT((va & L3C_OFFSET) == 0,

sys/arm64/arm64/pmap.c

6881

L3C_OFFSET) == 0 && addr + L3C_OFFSET <=

sys/arm64/arm64/pmap.c

7936

dva = MIN((sva & ~L3C_OFFSET) +

sys/arm64/arm64/pmap.c

8507

if ((tmpva & L3C_OFFSET) == 0 &&

sys/arm64/arm64/pmap.c

9022

if ((va & ~L3C_OFFSET) < (vm_offset_t)l3c_end &&

sys/arm64/arm64/pmap.c

9023

(vm_offset_t)l3c_start < (va & ~L3C_OFFSET) + L3C_SIZE) {

sys/arm64/arm64/pmap.c

9071

pmap_invalidate_range(pmap, va & ~L3C_OFFSET, (va + L3C_SIZE) &

sys/arm64/arm64/pmap.c

9072

~L3C_OFFSET, true);

sys/arm64/arm64/pmap.c

9744

superpage_offset = offset & L3C_OFFSET;

sys/arm64/arm64/pmap.c

9745

if (size - ((L3C_SIZE - superpage_offset) & L3C_OFFSET) >= L3C_SIZE) {

sys/arm64/arm64/pmap.c

9746

if ((*addr & L3C_OFFSET) < superpage_offset)

sys/arm64/arm64/pmap.c

9747

*addr = (*addr & ~L3C_OFFSET) + superpage_offset;

sys/arm64/arm64/pmap.c

9748

else if ((*addr & L3C_OFFSET) > superpage_offset)

sys/arm64/arm64/pmap.c

9749

*addr = ((*addr + L3C_OFFSET) & ~L3C_OFFSET) +

sys/kern/subr_devmap.c

291

else if (size >= L3C_SIZE && (pa & L3C_OFFSET) == 0)