mm/khugepaged.c

121

static struct khugepaged_scan khugepaged_scan = {

mm/khugepaged.c

122

.mm_head = LIST_HEAD_INIT(khugepaged_scan.mm_head),

mm/khugepaged.c

2403

if (khugepaged_scan.mm_slot) {

mm/khugepaged.c

2404

slot = khugepaged_scan.mm_slot;

mm/khugepaged.c

2406

slot = list_first_entry(&khugepaged_scan.mm_head,

mm/khugepaged.c

2408

khugepaged_scan.address = 0;

mm/khugepaged.c

2409

khugepaged_scan.mm_slot = slot;

mm/khugepaged.c

2426

vma_iter_init(&vmi, mm, khugepaged_scan.address);

mm/khugepaged.c

2441

if (khugepaged_scan.address > hend) {

mm/khugepaged.c

2445

if (khugepaged_scan.address < hstart)

mm/khugepaged.c

2446

khugepaged_scan.address = hstart;

mm/khugepaged.c

2447

VM_BUG_ON(khugepaged_scan.address & ~HPAGE_PMD_MASK);

mm/khugepaged.c

2449

while (khugepaged_scan.address < hend) {

mm/khugepaged.c

2456

VM_BUG_ON(khugepaged_scan.address < hstart ||

mm/khugepaged.c

2457

khugepaged_scan.address + HPAGE_PMD_SIZE >

mm/khugepaged.c

2462

khugepaged_scan.address);

mm/khugepaged.c

2467

khugepaged_scan.address, file, pgoff, cc);

mm/khugepaged.c

2474

khugepaged_scan.address, false);

mm/khugepaged.c

2481

khugepaged_scan.address, &mmap_locked, cc);

mm/khugepaged.c

2488

khugepaged_scan.address += HPAGE_PMD_SIZE;

mm/khugepaged.c

2508

VM_BUG_ON(khugepaged_scan.mm_slot != slot);

mm/khugepaged.c

2519

if (!list_is_last(&slot->mm_node, &khugepaged_scan.mm_head)) {

mm/khugepaged.c

2520

khugepaged_scan.mm_slot = list_next_entry(slot, mm_node);

mm/khugepaged.c

2521

khugepaged_scan.address = 0;

mm/khugepaged.c

2523

khugepaged_scan.mm_slot = NULL;

mm/khugepaged.c

2535

return !list_empty(&khugepaged_scan.mm_head) && hugepage_pmd_enabled();

mm/khugepaged.c

2540

return !list_empty(&khugepaged_scan.mm_head) ||

mm/khugepaged.c

2560

if (!khugepaged_scan.mm_slot)

mm/khugepaged.c

2625

slot = khugepaged_scan.mm_slot;

mm/khugepaged.c

2626

khugepaged_scan.mm_slot = NULL;

mm/khugepaged.c

2700

if (!list_empty(&khugepaged_scan.mm_head))

mm/khugepaged.c

445

wakeup = list_empty(&khugepaged_scan.mm_head);

mm/khugepaged.c

446

list_add_tail(&slot->mm_node, &khugepaged_scan.mm_head);

mm/khugepaged.c

471

if (slot && khugepaged_scan.mm_slot != slot) {