Linux Audio

Check our new training course

Loading...
v5.9
   1// SPDX-License-Identifier: GPL-2.0
   2/*
   3 * Memory Migration functionality - linux/mm/migrate.c
   4 *
   5 * Copyright (C) 2006 Silicon Graphics, Inc., Christoph Lameter
   6 *
   7 * Page migration was first developed in the context of the memory hotplug
   8 * project. The main authors of the migration code are:
   9 *
  10 * IWAMOTO Toshihiro <iwamoto@valinux.co.jp>
  11 * Hirokazu Takahashi <taka@valinux.co.jp>
  12 * Dave Hansen <haveblue@us.ibm.com>
  13 * Christoph Lameter
  14 */
  15
  16#include <linux/migrate.h>
  17#include <linux/export.h>
  18#include <linux/swap.h>
  19#include <linux/swapops.h>
  20#include <linux/pagemap.h>
  21#include <linux/buffer_head.h>
  22#include <linux/mm_inline.h>
  23#include <linux/nsproxy.h>
  24#include <linux/pagevec.h>
  25#include <linux/ksm.h>
  26#include <linux/rmap.h>
  27#include <linux/topology.h>
  28#include <linux/cpu.h>
  29#include <linux/cpuset.h>
  30#include <linux/writeback.h>
  31#include <linux/mempolicy.h>
  32#include <linux/vmalloc.h>
  33#include <linux/security.h>
  34#include <linux/backing-dev.h>
  35#include <linux/compaction.h>
  36#include <linux/syscalls.h>
  37#include <linux/compat.h>
  38#include <linux/hugetlb.h>
  39#include <linux/hugetlb_cgroup.h>
  40#include <linux/gfp.h>
  41#include <linux/pagewalk.h>
  42#include <linux/pfn_t.h>
  43#include <linux/memremap.h>
  44#include <linux/userfaultfd_k.h>
  45#include <linux/balloon_compaction.h>
  46#include <linux/mmu_notifier.h>
  47#include <linux/page_idle.h>
  48#include <linux/page_owner.h>
  49#include <linux/sched/mm.h>
  50#include <linux/ptrace.h>
  51#include <linux/oom.h>
 
 
 
  52
  53#include <asm/tlbflush.h>
  54
  55#define CREATE_TRACE_POINTS
  56#include <trace/events/migrate.h>
  57
  58#include "internal.h"
  59
  60/*
  61 * migrate_prep() needs to be called before we start compiling a list of pages
  62 * to be migrated using isolate_lru_page(). If scheduling work on other CPUs is
  63 * undesirable, use migrate_prep_local()
  64 */
  65int migrate_prep(void)
  66{
  67	/*
  68	 * Clear the LRU lists so pages can be isolated.
  69	 * Note that pages may be moved off the LRU after we have
  70	 * drained them. Those pages will fail to migrate like other
  71	 * pages that may be busy.
  72	 */
  73	lru_add_drain_all();
  74
  75	return 0;
  76}
  77
  78/* Do the necessary work of migrate_prep but not if it involves other CPUs */
  79int migrate_prep_local(void)
  80{
  81	lru_add_drain();
  82
  83	return 0;
  84}
  85
  86int isolate_movable_page(struct page *page, isolate_mode_t mode)
  87{
  88	struct address_space *mapping;
 
  89
  90	/*
  91	 * Avoid burning cycles with pages that are yet under __free_pages(),
  92	 * or just got freed under us.
  93	 *
  94	 * In case we 'win' a race for a movable page being freed under us and
  95	 * raise its refcount preventing __free_pages() from doing its job
  96	 * the put_page() at the end of this block will take care of
  97	 * release this page, thus avoiding a nasty leakage.
  98	 */
  99	if (unlikely(!get_page_unless_zero(page)))
 100		goto out;
 101
 102	/*
 103	 * Check PageMovable before holding a PG_lock because page's owner
 104	 * assumes anybody doesn't touch PG_lock of newly allocated page
 105	 * so unconditionally grabbing the lock ruins page's owner side.
 106	 */
 107	if (unlikely(!__PageMovable(page)))
 108		goto out_putpage;
 
 
 
 
 
 
 
 
 
 109	/*
 110	 * As movable pages are not isolated from LRU lists, concurrent
 111	 * compaction threads can race against page migration functions
 112	 * as well as race against the releasing a page.
 113	 *
 114	 * In order to avoid having an already isolated movable page
 115	 * being (wrongly) re-isolated while it is under migration,
 116	 * or to avoid attempting to isolate pages being released,
 117	 * lets be sure we have the page lock
 118	 * before proceeding with the movable page isolation steps.
 119	 */
 120	if (unlikely(!trylock_page(page)))
 121		goto out_putpage;
 122
 123	if (!PageMovable(page) || PageIsolated(page))
 124		goto out_no_isolated;
 125
 126	mapping = page_mapping(page);
 127	VM_BUG_ON_PAGE(!mapping, page);
 128
 129	if (!mapping->a_ops->isolate_page(page, mode))
 130		goto out_no_isolated;
 131
 132	/* Driver shouldn't use PG_isolated bit of page->flags */
 133	WARN_ON_ONCE(PageIsolated(page));
 134	__SetPageIsolated(page);
 135	unlock_page(page);
 136
 137	return 0;
 138
 139out_no_isolated:
 140	unlock_page(page);
 141out_putpage:
 142	put_page(page);
 143out:
 144	return -EBUSY;
 145}
 146
 147/* It should be called on page which is PG_movable */
 148void putback_movable_page(struct page *page)
 149{
 150	struct address_space *mapping;
 151
 152	VM_BUG_ON_PAGE(!PageLocked(page), page);
 153	VM_BUG_ON_PAGE(!PageMovable(page), page);
 154	VM_BUG_ON_PAGE(!PageIsolated(page), page);
 155
 156	mapping = page_mapping(page);
 157	mapping->a_ops->putback_page(page);
 158	__ClearPageIsolated(page);
 159}
 160
 161/*
 162 * Put previously isolated pages back onto the appropriate lists
 163 * from where they were once taken off for compaction/migration.
 164 *
 165 * This function shall be used whenever the isolated pageset has been
 166 * built from lru, balloon, hugetlbfs page. See isolate_migratepages_range()
 167 * and isolate_huge_page().
 168 */
 169void putback_movable_pages(struct list_head *l)
 170{
 171	struct page *page;
 172	struct page *page2;
 173
 174	list_for_each_entry_safe(page, page2, l, lru) {
 175		if (unlikely(PageHuge(page))) {
 176			putback_active_hugepage(page);
 177			continue;
 178		}
 179		list_del(&page->lru);
 180		/*
 181		 * We isolated non-lru movable page so here we can use
 182		 * __PageMovable because LRU page's mapping cannot have
 183		 * PAGE_MAPPING_MOVABLE.
 184		 */
 185		if (unlikely(__PageMovable(page))) {
 186			VM_BUG_ON_PAGE(!PageIsolated(page), page);
 187			lock_page(page);
 188			if (PageMovable(page))
 189				putback_movable_page(page);
 190			else
 191				__ClearPageIsolated(page);
 192			unlock_page(page);
 193			put_page(page);
 194		} else {
 195			mod_node_page_state(page_pgdat(page), NR_ISOLATED_ANON +
 196					page_is_file_lru(page), -thp_nr_pages(page));
 197			putback_lru_page(page);
 198		}
 199	}
 200}
 201
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 202/*
 203 * Restore a potential migration pte to a working pte entry
 204 */
 205static bool remove_migration_pte(struct page *page, struct vm_area_struct *vma,
 206				 unsigned long addr, void *old)
 207{
 208	struct page_vma_mapped_walk pvmw = {
 209		.page = old,
 210		.vma = vma,
 211		.address = addr,
 212		.flags = PVMW_SYNC | PVMW_MIGRATION,
 213	};
 214	struct page *new;
 215	pte_t pte;
 216	swp_entry_t entry;
 217
 218	VM_BUG_ON_PAGE(PageTail(page), page);
 219	while (page_vma_mapped_walk(&pvmw)) {
 220		if (PageKsm(page))
 221			new = page;
 222		else
 223			new = page - pvmw.page->index +
 224				linear_page_index(vma, pvmw.address);
 
 
 
 
 
 
 225
 226#ifdef CONFIG_ARCH_ENABLE_THP_MIGRATION
 227		/* PMD-mapped THP migration entry */
 228		if (!pvmw.pte) {
 229			VM_BUG_ON_PAGE(PageHuge(page) || !PageTransCompound(page), page);
 
 230			remove_migration_pmd(&pvmw, new);
 231			continue;
 232		}
 233#endif
 
 
 
 234
 235		get_page(new);
 236		pte = pte_mkold(mk_pte(new, READ_ONCE(vma->vm_page_prot)));
 237		if (pte_swp_soft_dirty(*pvmw.pte))
 
 
 
 
 
 
 
 238			pte = pte_mksoft_dirty(pte);
 
 
 239
 240		/*
 241		 * Recheck VMA as permissions can change since migration started
 242		 */
 243		entry = pte_to_swp_entry(*pvmw.pte);
 244		if (is_write_migration_entry(entry))
 245			pte = maybe_mkwrite(pte, vma);
 246		else if (pte_swp_uffd_wp(*pvmw.pte))
 247			pte = pte_mkuffd_wp(pte);
 248
 
 
 
 249		if (unlikely(is_device_private_page(new))) {
 250			entry = make_device_private_entry(new, pte_write(pte));
 
 
 
 
 
 251			pte = swp_entry_to_pte(entry);
 252			if (pte_swp_soft_dirty(*pvmw.pte))
 253				pte = pte_swp_mksoft_dirty(pte);
 254			if (pte_swp_uffd_wp(*pvmw.pte))
 255				pte = pte_swp_mkuffd_wp(pte);
 256		}
 257
 258#ifdef CONFIG_HUGETLB_PAGE
 259		if (PageHuge(new)) {
 260			pte = pte_mkhuge(pte);
 261			pte = arch_make_huge_pte(pte, vma, new, 0);
 262			set_huge_pte_at(vma->vm_mm, pvmw.address, pvmw.pte, pte);
 263			if (PageAnon(new))
 264				hugepage_add_anon_rmap(new, vma, pvmw.address);
 
 
 
 265			else
 266				page_dup_rmap(new, true);
 
 
 267		} else
 268#endif
 269		{
 270			set_pte_at(vma->vm_mm, pvmw.address, pvmw.pte, pte);
 271
 272			if (PageAnon(new))
 273				page_add_anon_rmap(new, vma, pvmw.address, false);
 274			else
 275				page_add_file_rmap(new, false);
 
 276		}
 277		if (vma->vm_flags & VM_LOCKED && !PageTransCompound(new))
 278			mlock_vma_page(new);
 279
 280		if (PageTransHuge(page) && PageMlocked(page))
 281			clear_page_mlock(page);
 282
 283		/* No need to invalidate - it was non-present before */
 284		update_mmu_cache(vma, pvmw.address, pvmw.pte);
 285	}
 286
 287	return true;
 288}
 289
 290/*
 291 * Get rid of all migration entries and replace them by
 292 * references to the indicated page.
 293 */
 294void remove_migration_ptes(struct page *old, struct page *new, bool locked)
 295{
 
 
 
 
 
 296	struct rmap_walk_control rwc = {
 297		.rmap_one = remove_migration_pte,
 298		.arg = old,
 299	};
 300
 301	if (locked)
 302		rmap_walk_locked(new, &rwc);
 
 
 303	else
 304		rmap_walk(new, &rwc);
 305}
 306
 307/*
 308 * Something used the pte of a page under migration. We need to
 309 * get to the page and wait until migration is finished.
 310 * When we return from this function the fault will be retried.
 311 */
 312void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep,
 313				spinlock_t *ptl)
 314{
 
 
 315	pte_t pte;
 316	swp_entry_t entry;
 317	struct page *page;
 318
 319	spin_lock(ptl);
 320	pte = *ptep;
 
 
 
 
 
 321	if (!is_swap_pte(pte))
 322		goto out;
 323
 324	entry = pte_to_swp_entry(pte);
 325	if (!is_migration_entry(entry))
 326		goto out;
 327
 328	page = migration_entry_to_page(entry);
 329
 330	/*
 331	 * Once page cache replacement of page migration started, page_count
 332	 * is zero; but we must not call put_and_wait_on_page_locked() without
 333	 * a ref. Use get_page_unless_zero(), and just fault again if it fails.
 334	 */
 335	if (!get_page_unless_zero(page))
 336		goto out;
 337	pte_unmap_unlock(ptep, ptl);
 338	put_and_wait_on_page_locked(page);
 339	return;
 340out:
 341	pte_unmap_unlock(ptep, ptl);
 342}
 343
 344void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd,
 345				unsigned long address)
 
 
 
 
 
 
 346{
 347	spinlock_t *ptl = pte_lockptr(mm, pmd);
 348	pte_t *ptep = pte_offset_map(pmd, address);
 349	__migration_entry_wait(mm, ptep, ptl);
 350}
 351
 352void migration_entry_wait_huge(struct vm_area_struct *vma,
 353		struct mm_struct *mm, pte_t *pte)
 354{
 355	spinlock_t *ptl = huge_pte_lockptr(hstate_vma(vma), mm, pte);
 356	__migration_entry_wait(mm, pte, ptl);
 
 
 
 
 
 
 
 
 
 
 
 
 357}
 
 358
 359#ifdef CONFIG_ARCH_ENABLE_THP_MIGRATION
 360void pmd_migration_entry_wait(struct mm_struct *mm, pmd_t *pmd)
 361{
 362	spinlock_t *ptl;
 363	struct page *page;
 364
 365	ptl = pmd_lock(mm, pmd);
 366	if (!is_pmd_migration_entry(*pmd))
 367		goto unlock;
 368	page = migration_entry_to_page(pmd_to_swp_entry(*pmd));
 369	if (!get_page_unless_zero(page))
 370		goto unlock;
 371	spin_unlock(ptl);
 372	put_and_wait_on_page_locked(page);
 373	return;
 374unlock:
 375	spin_unlock(ptl);
 376}
 377#endif
 378
 379static int expected_page_refs(struct address_space *mapping, struct page *page)
 
 380{
 381	int expected_count = 1;
 
 
 382
 383	/*
 384	 * Device public or private pages have an extra refcount as they are
 385	 * ZONE_DEVICE pages.
 386	 */
 387	expected_count += is_device_private_page(page);
 388	if (mapping)
 389		expected_count += thp_nr_pages(page) + page_has_private(page);
 390
 391	return expected_count;
 392}
 393
 394/*
 395 * Replace the page in the mapping.
 396 *
 397 * The number of remaining references must be:
 398 * 1 for anonymous pages without a mapping
 399 * 2 for pages with a mapping
 400 * 3 for pages with a mapping and PagePrivate/PagePrivate2 set.
 401 */
 402int migrate_page_move_mapping(struct address_space *mapping,
 403		struct page *newpage, struct page *page, int extra_count)
 404{
 405	XA_STATE(xas, &mapping->i_pages, page_index(page));
 406	struct zone *oldzone, *newzone;
 407	int dirty;
 408	int expected_count = expected_page_refs(mapping, page) + extra_count;
 
 409
 410	if (!mapping) {
 411		/* Anonymous page without mapping */
 412		if (page_count(page) != expected_count)
 413			return -EAGAIN;
 
 
 
 
 
 414
 415		/* No turning back from here */
 416		newpage->index = page->index;
 417		newpage->mapping = page->mapping;
 418		if (PageSwapBacked(page))
 419			__SetPageSwapBacked(newpage);
 
 
 420
 421		return MIGRATEPAGE_SUCCESS;
 422	}
 423
 424	oldzone = page_zone(page);
 425	newzone = page_zone(newpage);
 426
 427	xas_lock_irq(&xas);
 428	if (page_count(page) != expected_count || xas_load(&xas) != page) {
 429		xas_unlock_irq(&xas);
 430		return -EAGAIN;
 431	}
 432
 433	if (!page_ref_freeze(page, expected_count)) {
 434		xas_unlock_irq(&xas);
 435		return -EAGAIN;
 436	}
 437
 438	/*
 439	 * Now we know that no one else is looking at the page:
 440	 * no turning back from here.
 441	 */
 442	newpage->index = page->index;
 443	newpage->mapping = page->mapping;
 444	page_ref_add(newpage, thp_nr_pages(page)); /* add cache reference */
 445	if (PageSwapBacked(page)) {
 446		__SetPageSwapBacked(newpage);
 447		if (PageSwapCache(page)) {
 448			SetPageSwapCache(newpage);
 449			set_page_private(newpage, page_private(page));
 
 
 450		}
 
 451	} else {
 452		VM_BUG_ON_PAGE(PageSwapCache(page), page);
 
 453	}
 454
 455	/* Move dirty while page refs frozen and newpage not yet exposed */
 456	dirty = PageDirty(page);
 457	if (dirty) {
 458		ClearPageDirty(page);
 459		SetPageDirty(newpage);
 460	}
 461
 462	xas_store(&xas, newpage);
 463	if (PageTransHuge(page)) {
 464		int i;
 465
 466		for (i = 1; i < HPAGE_PMD_NR; i++) {
 467			xas_next(&xas);
 468			xas_store(&xas, newpage);
 469		}
 470	}
 471
 472	/*
 473	 * Drop cache reference from old page by unfreezing
 474	 * to one less reference.
 475	 * We know this isn't the last reference.
 476	 */
 477	page_ref_unfreeze(page, expected_count - thp_nr_pages(page));
 478
 479	xas_unlock(&xas);
 480	/* Leave irq disabled to prevent preemption while updating stats */
 481
 482	/*
 483	 * If moved to a different zone then also account
 484	 * the page for that zone. Other VM counters will be
 485	 * taken care of when we establish references to the
 486	 * new page and drop references to the old page.
 487	 *
 488	 * Note that anonymous pages are accounted for
 489	 * via NR_FILE_PAGES and NR_ANON_MAPPED if they
 490	 * are mapped to swap space.
 491	 */
 492	if (newzone != oldzone) {
 493		struct lruvec *old_lruvec, *new_lruvec;
 494		struct mem_cgroup *memcg;
 495
 496		memcg = page_memcg(page);
 497		old_lruvec = mem_cgroup_lruvec(memcg, oldzone->zone_pgdat);
 498		new_lruvec = mem_cgroup_lruvec(memcg, newzone->zone_pgdat);
 499
 500		__dec_lruvec_state(old_lruvec, NR_FILE_PAGES);
 501		__inc_lruvec_state(new_lruvec, NR_FILE_PAGES);
 502		if (PageSwapBacked(page) && !PageSwapCache(page)) {
 503			__dec_lruvec_state(old_lruvec, NR_SHMEM);
 504			__inc_lruvec_state(new_lruvec, NR_SHMEM);
 505		}
 506		if (dirty && mapping_cap_account_dirty(mapping)) {
 507			__dec_node_state(oldzone->zone_pgdat, NR_FILE_DIRTY);
 508			__dec_zone_state(oldzone, NR_ZONE_WRITE_PENDING);
 509			__inc_node_state(newzone->zone_pgdat, NR_FILE_DIRTY);
 510			__inc_zone_state(newzone, NR_ZONE_WRITE_PENDING);
 
 
 
 
 
 
 
 
 
 
 
 511		}
 512	}
 513	local_irq_enable();
 514
 515	return MIGRATEPAGE_SUCCESS;
 516}
 517EXPORT_SYMBOL(migrate_page_move_mapping);
 
 
 
 
 
 
 
 
 
 
 
 518
 519/*
 520 * The expected number of remaining references is the same as that
 521 * of migrate_page_move_mapping().
 522 */
 523int migrate_huge_page_move_mapping(struct address_space *mapping,
 524				   struct page *newpage, struct page *page)
 525{
 526	XA_STATE(xas, &mapping->i_pages, page_index(page));
 527	int expected_count;
 528
 529	xas_lock_irq(&xas);
 530	expected_count = 2 + page_has_private(page);
 531	if (page_count(page) != expected_count || xas_load(&xas) != page) {
 532		xas_unlock_irq(&xas);
 533		return -EAGAIN;
 534	}
 535
 536	if (!page_ref_freeze(page, expected_count)) {
 
 
 
 
 
 537		xas_unlock_irq(&xas);
 538		return -EAGAIN;
 539	}
 540
 541	newpage->index = page->index;
 542	newpage->mapping = page->mapping;
 543
 544	get_page(newpage);
 545
 546	xas_store(&xas, newpage);
 547
 548	page_ref_unfreeze(page, expected_count - 1);
 549
 550	xas_unlock_irq(&xas);
 551
 552	return MIGRATEPAGE_SUCCESS;
 553}
 554
 555/*
 556 * Gigantic pages are so large that we do not guarantee that page++ pointer
 557 * arithmetic will work across the entire page.  We need something more
 558 * specialized.
 559 */
 560static void __copy_gigantic_page(struct page *dst, struct page *src,
 561				int nr_pages)
 562{
 563	int i;
 564	struct page *dst_base = dst;
 565	struct page *src_base = src;
 566
 567	for (i = 0; i < nr_pages; ) {
 568		cond_resched();
 569		copy_highpage(dst, src);
 570
 571		i++;
 572		dst = mem_map_next(dst, dst_base, i);
 573		src = mem_map_next(src, src_base, i);
 574	}
 575}
 576
 577static void copy_huge_page(struct page *dst, struct page *src)
 578{
 579	int i;
 580	int nr_pages;
 581
 582	if (PageHuge(src)) {
 583		/* hugetlbfs page */
 584		struct hstate *h = page_hstate(src);
 585		nr_pages = pages_per_huge_page(h);
 586
 587		if (unlikely(nr_pages > MAX_ORDER_NR_PAGES)) {
 588			__copy_gigantic_page(dst, src, nr_pages);
 589			return;
 590		}
 591	} else {
 592		/* thp page */
 593		BUG_ON(!PageTransHuge(src));
 594		nr_pages = thp_nr_pages(src);
 595	}
 596
 597	for (i = 0; i < nr_pages; i++) {
 598		cond_resched();
 599		copy_highpage(dst + i, src + i);
 600	}
 601}
 602
 603/*
 604 * Copy the page to its new location
 605 */
 606void migrate_page_states(struct page *newpage, struct page *page)
 607{
 608	int cpupid;
 609
 610	if (PageError(page))
 611		SetPageError(newpage);
 612	if (PageReferenced(page))
 613		SetPageReferenced(newpage);
 614	if (PageUptodate(page))
 615		SetPageUptodate(newpage);
 616	if (TestClearPageActive(page)) {
 617		VM_BUG_ON_PAGE(PageUnevictable(page), page);
 618		SetPageActive(newpage);
 619	} else if (TestClearPageUnevictable(page))
 620		SetPageUnevictable(newpage);
 621	if (PageWorkingset(page))
 622		SetPageWorkingset(newpage);
 623	if (PageChecked(page))
 624		SetPageChecked(newpage);
 625	if (PageMappedToDisk(page))
 626		SetPageMappedToDisk(newpage);
 627
 628	/* Move dirty on pages not done by migrate_page_move_mapping() */
 629	if (PageDirty(page))
 630		SetPageDirty(newpage);
 631
 632	if (page_is_young(page))
 633		set_page_young(newpage);
 634	if (page_is_idle(page))
 635		set_page_idle(newpage);
 
 
 
 
 636
 
 637	/*
 638	 * Copy NUMA information to the new page, to prevent over-eager
 639	 * future migrations of this same page.
 640	 */
 641	cpupid = page_cpupid_xchg_last(page, -1);
 642	page_cpupid_xchg_last(newpage, cpupid);
 
 
 
 
 
 
 
 643
 644	ksm_migrate_page(newpage, page);
 
 
 
 
 
 645	/*
 646	 * Please do not reorder this without considering how mm/ksm.c's
 647	 * get_ksm_page() depends upon ksm_migrate_page() and PageSwapCache().
 
 648	 */
 649	if (PageSwapCache(page))
 650		ClearPageSwapCache(page);
 651	ClearPagePrivate(page);
 652	set_page_private(page, 0);
 
 
 
 653
 654	/*
 655	 * If any waiters have accumulated on the new page then
 656	 * wake them up.
 657	 */
 658	if (PageWriteback(newpage))
 659		end_page_writeback(newpage);
 660
 661	/*
 662	 * PG_readahead shares the same bit with PG_reclaim.  The above
 663	 * end_page_writeback() may clear PG_readahead mistakenly, so set the
 664	 * bit after that.
 665	 */
 666	if (PageReadahead(page))
 667		SetPageReadahead(newpage);
 668
 669	copy_page_owner(page, newpage);
 
 670
 671	if (!PageHuge(page))
 672		mem_cgroup_migrate(page, newpage);
 673}
 674EXPORT_SYMBOL(migrate_page_states);
 675
 676void migrate_page_copy(struct page *newpage, struct page *page)
 677{
 678	if (PageHuge(page) || PageTransHuge(page))
 679		copy_huge_page(newpage, page);
 680	else
 681		copy_highpage(newpage, page);
 682
 683	migrate_page_states(newpage, page);
 684}
 685EXPORT_SYMBOL(migrate_page_copy);
 686
 687/************************************************************
 688 *                    Migration functions
 689 ***********************************************************/
 690
 691/*
 692 * Common logic to directly migrate a single LRU page suitable for
 693 * pages that do not use PagePrivate/PagePrivate2.
 694 *
 695 * Pages are locked upon entry and exit.
 696 */
 697int migrate_page(struct address_space *mapping,
 698		struct page *newpage, struct page *page,
 699		enum migrate_mode mode)
 700{
 701	int rc;
 702
 703	BUG_ON(PageWriteback(page));	/* Writeback must be complete */
 
 
 704
 705	rc = migrate_page_move_mapping(mapping, newpage, page, 0);
 
 
 706
 
 707	if (rc != MIGRATEPAGE_SUCCESS)
 708		return rc;
 709
 710	if (mode != MIGRATE_SYNC_NO_COPY)
 711		migrate_page_copy(newpage, page);
 712	else
 713		migrate_page_states(newpage, page);
 714	return MIGRATEPAGE_SUCCESS;
 715}
 716EXPORT_SYMBOL(migrate_page);
 717
 718#ifdef CONFIG_BLOCK
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 719/* Returns true if all buffers are successfully locked */
 720static bool buffer_migrate_lock_buffers(struct buffer_head *head,
 721							enum migrate_mode mode)
 722{
 723	struct buffer_head *bh = head;
 
 724
 725	/* Simple case, sync compaction */
 726	if (mode != MIGRATE_ASYNC) {
 727		do {
 728			lock_buffer(bh);
 729			bh = bh->b_this_page;
 730
 731		} while (bh != head);
 732
 733		return true;
 734	}
 735
 736	/* async case, we cannot block on lock_buffer so use trylock_buffer */
 737	do {
 738		if (!trylock_buffer(bh)) {
 739			/*
 740			 * We failed to lock the buffer and cannot stall in
 741			 * async migration. Release the taken locks
 742			 */
 743			struct buffer_head *failed_bh = bh;
 744			bh = head;
 745			while (bh != failed_bh) {
 746				unlock_buffer(bh);
 747				bh = bh->b_this_page;
 748			}
 749			return false;
 750		}
 751
 752		bh = bh->b_this_page;
 753	} while (bh != head);
 
 754	return true;
 
 
 
 
 
 
 
 
 
 
 
 755}
 756
 757static int __buffer_migrate_page(struct address_space *mapping,
 758		struct page *newpage, struct page *page, enum migrate_mode mode,
 759		bool check_refs)
 760{
 761	struct buffer_head *bh, *head;
 762	int rc;
 763	int expected_count;
 764
 765	if (!page_has_buffers(page))
 766		return migrate_page(mapping, newpage, page, mode);
 
 767
 768	/* Check whether page does not have extra refs before we do more work */
 769	expected_count = expected_page_refs(mapping, page);
 770	if (page_count(page) != expected_count)
 771		return -EAGAIN;
 772
 773	head = page_buffers(page);
 774	if (!buffer_migrate_lock_buffers(head, mode))
 775		return -EAGAIN;
 776
 777	if (check_refs) {
 778		bool busy;
 779		bool invalidated = false;
 780
 781recheck_buffers:
 782		busy = false;
 783		spin_lock(&mapping->private_lock);
 784		bh = head;
 785		do {
 786			if (atomic_read(&bh->b_count)) {
 787				busy = true;
 788				break;
 789			}
 790			bh = bh->b_this_page;
 791		} while (bh != head);
 792		if (busy) {
 793			if (invalidated) {
 794				rc = -EAGAIN;
 795				goto unlock_buffers;
 796			}
 797			spin_unlock(&mapping->private_lock);
 798			invalidate_bh_lrus();
 799			invalidated = true;
 800			goto recheck_buffers;
 801		}
 802	}
 803
 804	rc = migrate_page_move_mapping(mapping, newpage, page, 0);
 805	if (rc != MIGRATEPAGE_SUCCESS)
 806		goto unlock_buffers;
 807
 808	attach_page_private(newpage, detach_page_private(page));
 809
 810	bh = head;
 811	do {
 812		set_bh_page(bh, newpage, bh_offset(bh));
 813		bh = bh->b_this_page;
 814
 815	} while (bh != head);
 816
 817	if (mode != MIGRATE_SYNC_NO_COPY)
 818		migrate_page_copy(newpage, page);
 819	else
 820		migrate_page_states(newpage, page);
 821
 822	rc = MIGRATEPAGE_SUCCESS;
 823unlock_buffers:
 824	if (check_refs)
 825		spin_unlock(&mapping->private_lock);
 826	bh = head;
 827	do {
 828		unlock_buffer(bh);
 829		bh = bh->b_this_page;
 830
 831	} while (bh != head);
 832
 833	return rc;
 834}
 835
 836/*
 837 * Migration function for pages with buffers. This function can only be used
 838 * if the underlying filesystem guarantees that no other references to "page"
 839 * exist. For example attached buffer heads are accessed only under page lock.
 
 
 
 
 
 
 
 
 
 
 840 */
 841int buffer_migrate_page(struct address_space *mapping,
 842		struct page *newpage, struct page *page, enum migrate_mode mode)
 843{
 844	return __buffer_migrate_page(mapping, newpage, page, mode, false);
 845}
 846EXPORT_SYMBOL(buffer_migrate_page);
 847
 848/*
 849 * Same as above except that this variant is more careful and checks that there
 850 * are also no buffer head references. This function is the right one for
 851 * mappings where buffer heads are directly looked up and referenced (such as
 852 * block device mappings).
 
 
 
 
 
 
 
 
 853 */
 854int buffer_migrate_page_norefs(struct address_space *mapping,
 855		struct page *newpage, struct page *page, enum migrate_mode mode)
 856{
 857	return __buffer_migrate_page(mapping, newpage, page, mode, true);
 858}
 859#endif
 
 
 
 
 
 
 
 
 860
 861/*
 862 * Writeback a page to clean the dirty state
 863 */
 864static int writeout(struct address_space *mapping, struct page *page)
 865{
 866	struct writeback_control wbc = {
 867		.sync_mode = WB_SYNC_NONE,
 868		.nr_to_write = 1,
 869		.range_start = 0,
 870		.range_end = LLONG_MAX,
 871		.for_reclaim = 1
 872	};
 873	int rc;
 874
 875	if (!mapping->a_ops->writepage)
 876		/* No write method for the address space */
 877		return -EINVAL;
 878
 879	if (!clear_page_dirty_for_io(page))
 880		/* Someone else already triggered a write */
 881		return -EAGAIN;
 882
 883	/*
 884	 * A dirty page may imply that the underlying filesystem has
 885	 * the page on some queue. So the page must be clean for
 886	 * migration. Writeout may mean we loose the lock and the
 887	 * page state is no longer what we checked for earlier.
 888	 * At this point we know that the migration attempt cannot
 889	 * be successful.
 890	 */
 891	remove_migration_ptes(page, page, false);
 892
 893	rc = mapping->a_ops->writepage(page, &wbc);
 894
 895	if (rc != AOP_WRITEPAGE_ACTIVATE)
 896		/* unlocked. Relock */
 897		lock_page(page);
 898
 899	return (rc < 0) ? -EIO : -EAGAIN;
 900}
 901
 902/*
 903 * Default handling if a filesystem does not provide a migration function.
 904 */
 905static int fallback_migrate_page(struct address_space *mapping,
 906	struct page *newpage, struct page *page, enum migrate_mode mode)
 907{
 908	if (PageDirty(page)) {
 909		/* Only writeback pages in full synchronous migration */
 910		switch (mode) {
 911		case MIGRATE_SYNC:
 912		case MIGRATE_SYNC_NO_COPY:
 913			break;
 914		default:
 915			return -EBUSY;
 916		}
 917		return writeout(mapping, page);
 918	}
 919
 920	/*
 921	 * Buffers may be managed in a filesystem specific way.
 922	 * We must have no buffers or drop them.
 923	 */
 924	if (page_has_private(page) &&
 925	    !try_to_release_page(page, GFP_KERNEL))
 926		return mode == MIGRATE_SYNC ? -EAGAIN : -EBUSY;
 927
 928	return migrate_page(mapping, newpage, page, mode);
 929}
 930
 931/*
 932 * Move a page to a newly allocated page
 933 * The page is locked and all ptes have been successfully removed.
 934 *
 935 * The new page will have replaced the old page if this function
 936 * is successful.
 937 *
 938 * Return value:
 939 *   < 0 - error code
 940 *  MIGRATEPAGE_SUCCESS - success
 941 */
 942static int move_to_new_page(struct page *newpage, struct page *page,
 943				enum migrate_mode mode)
 944{
 945	struct address_space *mapping;
 946	int rc = -EAGAIN;
 947	bool is_lru = !__PageMovable(page);
 948
 949	VM_BUG_ON_PAGE(!PageLocked(page), page);
 950	VM_BUG_ON_PAGE(!PageLocked(newpage), newpage);
 951
 952	mapping = page_mapping(page);
 
 953
 954	if (likely(is_lru)) {
 
 
 955		if (!mapping)
 956			rc = migrate_page(mapping, newpage, page, mode);
 957		else if (mapping->a_ops->migratepage)
 
 
 958			/*
 959			 * Most pages have a mapping and most filesystems
 960			 * provide a migratepage callback. Anonymous pages
 961			 * are part of swap space which also has its own
 962			 * migratepage callback. This is the most common path
 963			 * for page migration.
 964			 */
 965			rc = mapping->a_ops->migratepage(mapping, newpage,
 966							page, mode);
 967		else
 968			rc = fallback_migrate_page(mapping, newpage,
 969							page, mode);
 970	} else {
 
 
 971		/*
 972		 * In case of non-lru page, it could be released after
 973		 * isolation step. In that case, we shouldn't try migration.
 974		 */
 975		VM_BUG_ON_PAGE(!PageIsolated(page), page);
 976		if (!PageMovable(page)) {
 977			rc = MIGRATEPAGE_SUCCESS;
 978			__ClearPageIsolated(page);
 979			goto out;
 980		}
 981
 982		rc = mapping->a_ops->migratepage(mapping, newpage,
 983						page, mode);
 984		WARN_ON_ONCE(rc == MIGRATEPAGE_SUCCESS &&
 985			!PageIsolated(page));
 986	}
 987
 988	/*
 989	 * When successful, old pagecache page->mapping must be cleared before
 990	 * page is freed; but stats require that PageAnon be left as PageAnon.
 991	 */
 992	if (rc == MIGRATEPAGE_SUCCESS) {
 993		if (__PageMovable(page)) {
 994			VM_BUG_ON_PAGE(!PageIsolated(page), page);
 995
 996			/*
 997			 * We clear PG_movable under page_lock so any compactor
 998			 * cannot try to migrate this page.
 999			 */
1000			__ClearPageIsolated(page);
1001		}
1002
1003		/*
1004		 * Anonymous and movable page->mapping will be cleared by
1005		 * free_pages_prepare so don't reset it here for keeping
1006		 * the type to work PageAnon, for example.
1007		 */
1008		if (!PageMappingFlags(page))
1009			page->mapping = NULL;
1010
1011		if (likely(!is_zone_device_page(newpage)))
1012			flush_dcache_page(newpage);
1013
 
 
1014	}
1015out:
1016	return rc;
1017}
1018
1019static int __unmap_and_move(struct page *page, struct page *newpage,
1020				int force, enum migrate_mode mode)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1021{
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1022	int rc = -EAGAIN;
1023	int page_was_mapped = 0;
1024	struct anon_vma *anon_vma = NULL;
1025	bool is_lru = !__PageMovable(page);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1026
1027	if (!trylock_page(page)) {
1028		if (!force || mode == MIGRATE_ASYNC)
 
 
1029			goto out;
1030
1031		/*
1032		 * It's not safe for direct compaction to call lock_page.
1033		 * For example, during page readahead pages are added locked
1034		 * to the LRU. Later, when the IO completes the pages are
1035		 * marked uptodate and unlocked. However, the queueing
1036		 * could be merging multiple pages for one bio (e.g.
1037		 * mpage_readahead). If an allocation happens for the
1038		 * second or third page, the process can end up locking
1039		 * the same page twice and deadlocking. Rather than
1040		 * trying to be clever about what pages can be locked,
1041		 * avoid the use of lock_page for direct compaction
1042		 * altogether.
1043		 */
1044		if (current->flags & PF_MEMALLOC)
1045			goto out;
1046
1047		lock_page(page);
 
 
 
 
 
 
 
 
1048	}
 
 
 
1049
1050	if (PageWriteback(page)) {
1051		/*
1052		 * Only in the case of a full synchronous migration is it
1053		 * necessary to wait for PageWriteback. In the async case,
1054		 * the retry loop is too short and in the sync-light case,
1055		 * the overhead of stalling is too much
1056		 */
1057		switch (mode) {
1058		case MIGRATE_SYNC:
1059		case MIGRATE_SYNC_NO_COPY:
1060			break;
1061		default:
1062			rc = -EBUSY;
1063			goto out_unlock;
1064		}
1065		if (!force)
1066			goto out_unlock;
1067		wait_on_page_writeback(page);
1068	}
1069
1070	/*
1071	 * By try_to_unmap(), page->mapcount goes down to 0 here. In this case,
1072	 * we cannot notice that anon_vma is freed while we migrates a page.
1073	 * This get_anon_vma() delays freeing anon_vma pointer until the end
1074	 * of migration. File cache pages are no problem because of page_lock()
1075	 * File Caches may use write_page() or lock_page() in migration, then,
1076	 * just care Anon page here.
1077	 *
1078	 * Only page_get_anon_vma() understands the subtleties of
1079	 * getting a hold on an anon_vma from outside one of its mms.
1080	 * But if we cannot get anon_vma, then we won't need it anyway,
1081	 * because that implies that the anon page is no longer mapped
1082	 * (and cannot be remapped so long as we hold the page lock).
1083	 */
1084	if (PageAnon(page) && !PageKsm(page))
1085		anon_vma = page_get_anon_vma(page);
1086
1087	/*
1088	 * Block others from accessing the new page when we get around to
1089	 * establishing additional references. We are usually the only one
1090	 * holding a reference to newpage at this point. We used to have a BUG
1091	 * here if trylock_page(newpage) fails, but would like to allow for
1092	 * cases where there might be a race with the previous use of newpage.
1093	 * This is much like races on refcount of oldpage: just don't BUG().
1094	 */
1095	if (unlikely(!trylock_page(newpage)))
1096		goto out_unlock;
 
1097
1098	if (unlikely(!is_lru)) {
1099		rc = move_to_new_page(newpage, page, mode);
1100		goto out_unlock_both;
1101	}
1102
1103	/*
1104	 * Corner case handling:
1105	 * 1. When a new swap-cache page is read into, it is added to the LRU
1106	 * and treated as swapcache but it has no rmap yet.
1107	 * Calling try_to_unmap() against a page->mapping==NULL page will
1108	 * trigger a BUG.  So handle it here.
1109	 * 2. An orphaned page (see truncate_complete_page) might have
1110	 * fs-private metadata. The page can be picked up due to memory
1111	 * offlining.  Everywhere else except page reclaim, the page is
1112	 * invisible to the vm, so the page can not be migrated.  So try to
1113	 * free the metadata, so the page can be freed.
1114	 */
1115	if (!page->mapping) {
1116		VM_BUG_ON_PAGE(PageAnon(page), page);
1117		if (page_has_private(page)) {
1118			try_to_free_buffers(page);
1119			goto out_unlock_both;
1120		}
1121	} else if (page_mapped(page)) {
1122		/* Establish migration ptes */
1123		VM_BUG_ON_PAGE(PageAnon(page) && !PageKsm(page) && !anon_vma,
1124				page);
1125		try_to_unmap(page,
1126			TTU_MIGRATION|TTU_IGNORE_MLOCK|TTU_IGNORE_ACCESS);
1127		page_was_mapped = 1;
1128	}
1129
1130	if (!page_mapped(page))
1131		rc = move_to_new_page(newpage, page, mode);
1132
1133	if (page_was_mapped)
1134		remove_migration_ptes(page,
1135			rc == MIGRATEPAGE_SUCCESS ? newpage : page, false);
1136
1137out_unlock_both:
1138	unlock_page(newpage);
1139out_unlock:
1140	/* Drop an anon_vma reference if we took one */
1141	if (anon_vma)
1142		put_anon_vma(anon_vma);
1143	unlock_page(page);
1144out:
1145	/*
1146	 * If migration is successful, decrease refcount of the newpage
1147	 * which will not free the page because new page owner increased
1148	 * refcounter. As well, if it is LRU page, add the page to LRU
1149	 * list in here. Use the old state of the isolated source page to
1150	 * determine if we migrated a LRU page. newpage was already unlocked
1151	 * and possibly modified by its owner - don't rely on the page
1152	 * state.
1153	 */
1154	if (rc == MIGRATEPAGE_SUCCESS) {
1155		if (unlikely(!is_lru))
1156			put_page(newpage);
1157		else
1158			putback_lru_page(newpage);
1159	}
1160
1161	return rc;
1162}
1163
1164/*
1165 * Obtain the lock on page, remove all ptes and migrate the page
1166 * to the newly allocated page in newpage.
1167 */
1168static int unmap_and_move(new_page_t get_new_page,
1169				   free_page_t put_new_page,
1170				   unsigned long private, struct page *page,
1171				   int force, enum migrate_mode mode,
1172				   enum migrate_reason reason)
1173{
1174	int rc = MIGRATEPAGE_SUCCESS;
1175	struct page *newpage = NULL;
 
 
 
1176
1177	if (!thp_migration_supported() && PageTransHuge(page))
1178		return -ENOMEM;
 
1179
1180	if (page_count(page) == 1) {
1181		/* page was freed from under us. So we are done. */
1182		ClearPageActive(page);
1183		ClearPageUnevictable(page);
1184		if (unlikely(__PageMovable(page))) {
1185			lock_page(page);
1186			if (!PageMovable(page))
1187				__ClearPageIsolated(page);
1188			unlock_page(page);
1189		}
1190		goto out;
1191	}
1192
1193	newpage = get_new_page(page, private);
1194	if (!newpage)
1195		return -ENOMEM;
1196
1197	rc = __unmap_and_move(page, newpage, force, mode);
1198	if (rc == MIGRATEPAGE_SUCCESS)
1199		set_page_owner_migrate_reason(newpage, reason);
 
 
 
 
 
 
 
 
 
1200
1201out:
1202	if (rc != -EAGAIN) {
1203		/*
1204		 * A page that has been migrated has all references
1205		 * removed and will be freed. A page that has not been
1206		 * migrated will have kept its references and be restored.
1207		 */
1208		list_del(&page->lru);
1209
1210		/*
1211		 * Compaction can migrate also non-LRU pages which are
1212		 * not accounted to NR_ISOLATED_*. They can be recognized
1213		 * as __PageMovable
1214		 */
1215		if (likely(!__PageMovable(page)))
1216			mod_node_page_state(page_pgdat(page), NR_ISOLATED_ANON +
1217					page_is_file_lru(page), -thp_nr_pages(page));
1218	}
1219
1220	/*
1221	 * If migration is successful, releases reference grabbed during
1222	 * isolation. Otherwise, restore the page to right list unless
1223	 * we want to retry.
1224	 */
1225	if (rc == MIGRATEPAGE_SUCCESS) {
1226		put_page(page);
1227		if (reason == MR_MEMORY_FAILURE) {
1228			/*
1229			 * Set PG_HWPoison on just freed page
1230			 * intentionally. Although it's rather weird,
1231			 * it's how HWPoison flag works at the moment.
1232			 */
1233			if (set_hwpoison_free_buddy_page(page))
1234				num_poisoned_pages_inc();
1235		}
1236	} else {
1237		if (rc != -EAGAIN) {
1238			if (likely(!__PageMovable(page))) {
1239				putback_lru_page(page);
1240				goto put_new;
1241			}
1242
1243			lock_page(page);
1244			if (PageMovable(page))
1245				putback_movable_page(page);
1246			else
1247				__ClearPageIsolated(page);
1248			unlock_page(page);
1249			put_page(page);
1250		}
1251put_new:
1252		if (put_new_page)
1253			put_new_page(newpage, private);
1254		else
1255			put_page(newpage);
1256	}
1257
 
 
 
 
1258	return rc;
1259}
1260
1261/*
1262 * Counterpart of unmap_and_move_page() for hugepage migration.
1263 *
1264 * This function doesn't wait the completion of hugepage I/O
1265 * because there is no race between I/O and migration for hugepage.
1266 * Note that currently hugepage I/O occurs only in direct I/O
1267 * where no lock is held and PG_writeback is irrelevant,
1268 * and writeback status of all subpages are counted in the reference
1269 * count of the head page (i.e. if all subpages of a 2MB hugepage are
1270 * under direct I/O, the reference of the head page is 512 and a bit more.)
1271 * This means that when we try to migrate hugepage whose subpages are
1272 * doing direct I/O, some references remain after try_to_unmap() and
1273 * hugepage migration fails without data corruption.
1274 *
1275 * There is also no race when direct I/O is issued on the page under migration,
1276 * because then pte is replaced with migration swap entry and direct I/O code
1277 * will wait in the page fault for migration to complete.
1278 */
1279static int unmap_and_move_huge_page(new_page_t get_new_page,
1280				free_page_t put_new_page, unsigned long private,
1281				struct page *hpage, int force,
1282				enum migrate_mode mode, int reason)
1283{
 
1284	int rc = -EAGAIN;
1285	int page_was_mapped = 0;
1286	struct page *new_hpage;
1287	struct anon_vma *anon_vma = NULL;
1288	struct address_space *mapping = NULL;
1289
1290	/*
1291	 * Migratability of hugepages depends on architectures and their size.
1292	 * This check is necessary because some callers of hugepage migration
1293	 * like soft offline and memory hotremove don't walk through page
1294	 * tables or check whether the hugepage is pmd-based or not before
1295	 * kicking migration.
1296	 */
1297	if (!hugepage_migration_supported(page_hstate(hpage))) {
1298		putback_active_hugepage(hpage);
1299		return -ENOSYS;
1300	}
1301
1302	new_hpage = get_new_page(hpage, private);
1303	if (!new_hpage)
1304		return -ENOMEM;
1305
1306	if (!trylock_page(hpage)) {
1307		if (!force)
1308			goto out;
1309		switch (mode) {
1310		case MIGRATE_SYNC:
1311		case MIGRATE_SYNC_NO_COPY:
1312			break;
1313		default:
1314			goto out;
1315		}
1316		lock_page(hpage);
1317	}
1318
1319	/*
1320	 * Check for pages which are in the process of being freed.  Without
1321	 * page_mapping() set, hugetlbfs specific move page routine will not
1322	 * be called and we could leak usage counts for subpools.
1323	 */
1324	if (page_private(hpage) && !page_mapping(hpage)) {
1325		rc = -EBUSY;
1326		goto out_unlock;
1327	}
1328
1329	if (PageAnon(hpage))
1330		anon_vma = page_get_anon_vma(hpage);
1331
1332	if (unlikely(!trylock_page(new_hpage)))
1333		goto put_anon;
1334
1335	if (page_mapped(hpage)) {
1336		/*
1337		 * try_to_unmap could potentially call huge_pmd_unshare.
1338		 * Because of this, take semaphore in write mode here and
1339		 * set TTU_RMAP_LOCKED to let lower levels know we have
1340		 * taken the lock.
1341		 */
1342		mapping = hugetlb_page_mapping_lock_write(hpage);
1343		if (unlikely(!mapping))
1344			goto unlock_put_anon;
1345
1346		try_to_unmap(hpage,
1347			TTU_MIGRATION|TTU_IGNORE_MLOCK|TTU_IGNORE_ACCESS|
1348			TTU_RMAP_LOCKED);
 
 
 
 
1349		page_was_mapped = 1;
1350		/*
1351		 * Leave mapping locked until after subsequent call to
1352		 * remove_migration_ptes()
1353		 */
1354	}
1355
1356	if (!page_mapped(hpage))
1357		rc = move_to_new_page(new_hpage, hpage, mode);
1358
1359	if (page_was_mapped) {
1360		remove_migration_ptes(hpage,
1361			rc == MIGRATEPAGE_SUCCESS ? new_hpage : hpage, true);
1362		i_mmap_unlock_write(mapping);
1363	}
1364
1365unlock_put_anon:
1366	unlock_page(new_hpage);
1367
1368put_anon:
1369	if (anon_vma)
1370		put_anon_vma(anon_vma);
1371
1372	if (rc == MIGRATEPAGE_SUCCESS) {
1373		move_hugetlb_state(hpage, new_hpage, reason);
1374		put_new_page = NULL;
1375	}
1376
1377out_unlock:
1378	unlock_page(hpage);
1379out:
1380	if (rc != -EAGAIN)
1381		putback_active_hugepage(hpage);
 
 
1382
1383	/*
1384	 * If migration was not successful and there's a freeing callback, use
1385	 * it.  Otherwise, put_page() will drop the reference grabbed during
1386	 * isolation.
1387	 */
1388	if (put_new_page)
1389		put_new_page(new_hpage, private);
1390	else
1391		putback_active_hugepage(new_hpage);
1392
1393	return rc;
1394}
1395
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1396/*
1397 * migrate_pages - migrate the pages specified in a list, to the free pages
1398 *		   supplied as the target for the page migration
1399 *
1400 * @from:		The list of pages to be migrated.
1401 * @get_new_page:	The function used to allocate free pages to be used
1402 *			as the target of the page migration.
1403 * @put_new_page:	The function used to free target pages if migration
1404 *			fails, or NULL if no special handling is necessary.
1405 * @private:		Private data to be passed on to get_new_page()
1406 * @mode:		The migration mode that specifies the constraints for
1407 *			page migration, if any.
1408 * @reason:		The reason for page migration.
1409 *
1410 * The function returns after 10 attempts or if no pages are movable any more
1411 * because the list has become empty or no retryable pages exist any more.
1412 * The caller should call putback_movable_pages() to return pages to the LRU
1413 * or free list only if ret != 0.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1414 *
1415 * Returns the number of pages that were not migrated, or an error code.
 
 
 
1416 */
1417int migrate_pages(struct list_head *from, new_page_t get_new_page,
1418		free_page_t put_new_page, unsigned long private,
1419		enum migrate_mode mode, int reason)
 
 
1420{
1421	int retry = 1;
1422	int thp_retry = 1;
1423	int nr_failed = 0;
1424	int nr_succeeded = 0;
1425	int nr_thp_succeeded = 0;
1426	int nr_thp_failed = 0;
1427	int nr_thp_split = 0;
1428	int pass = 0;
1429	bool is_thp = false;
1430	struct page *page;
1431	struct page *page2;
1432	int swapwrite = current->flags & PF_SWAPWRITE;
1433	int rc, nr_subpages;
 
 
1434
1435	if (!swapwrite)
1436		current->flags |= PF_SWAPWRITE;
1437
1438	for (pass = 0; pass < 10 && (retry || thp_retry); pass++) {
1439		retry = 0;
1440		thp_retry = 0;
 
 
 
 
 
 
 
 
1441
1442		list_for_each_entry_safe(page, page2, from, lru) {
1443retry:
1444			/*
1445			 * THP statistics is based on the source huge page.
1446			 * Capture required information that might get lost
1447			 * during migration.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1448			 */
1449			is_thp = PageTransHuge(page) && !PageHuge(page);
1450			nr_subpages = thp_nr_pages(page);
1451			cond_resched();
 
 
 
 
 
 
 
 
1452
1453			if (PageHuge(page))
1454				rc = unmap_and_move_huge_page(get_new_page,
1455						put_new_page, private, page,
1456						pass > 2, mode, reason);
1457			else
1458				rc = unmap_and_move(get_new_page, put_new_page,
1459						private, page, pass > 2, mode,
1460						reason);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1461
 
 
 
 
 
 
 
 
 
 
 
 
1462			switch(rc) {
1463			case -ENOMEM:
1464				/*
1465				 * THP migration might be unsupported or the
1466				 * allocation could've failed so we should
1467				 * retry on the same page with the THP split
1468				 * to base pages.
1469				 *
1470				 * Head page is retried immediately and tail
1471				 * pages are added to the tail of the list so
1472				 * we encounter them after the rest of the list
1473				 * is processed.
1474				 */
1475				if (is_thp) {
1476					lock_page(page);
1477					rc = split_huge_page_to_list(page, from);
1478					unlock_page(page);
1479					if (!rc) {
1480						list_safe_reset_next(page, page2, lru);
1481						nr_thp_split++;
1482						goto retry;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1483					}
 
1484
1485					nr_thp_failed++;
1486					nr_failed += nr_subpages;
 
 
 
1487					goto out;
1488				}
1489				nr_failed++;
1490				goto out;
1491			case -EAGAIN:
1492				if (is_thp) {
1493					thp_retry++;
1494					break;
1495				}
1496				retry++;
 
 
1497				break;
1498			case MIGRATEPAGE_SUCCESS:
1499				if (is_thp) {
1500					nr_thp_succeeded++;
1501					nr_succeeded += nr_subpages;
1502					break;
1503				}
1504				nr_succeeded++;
1505				break;
1506			default:
1507				/*
1508				 * Permanent failure (-EBUSY, -ENOSYS, etc.):
1509				 * unlike -EAGAIN case, the failed page is
1510				 * removed from migration page list and not
1511				 * retried in the next outer loop.
1512				 */
1513				if (is_thp) {
1514					nr_thp_failed++;
1515					nr_failed += nr_subpages;
1516					break;
1517				}
1518				nr_failed++;
 
 
1519				break;
1520			}
1521		}
1522	}
1523	nr_failed += retry + thp_retry;
1524	nr_thp_failed += thp_retry;
1525	rc = nr_failed;
1526out:
1527	count_vm_events(PGMIGRATE_SUCCESS, nr_succeeded);
1528	count_vm_events(PGMIGRATE_FAIL, nr_failed);
1529	count_vm_events(THP_MIGRATION_SUCCESS, nr_thp_succeeded);
1530	count_vm_events(THP_MIGRATION_FAIL, nr_thp_failed);
1531	count_vm_events(THP_MIGRATION_SPLIT, nr_thp_split);
1532	trace_mm_migrate_pages(nr_succeeded, nr_failed, nr_thp_succeeded,
1533			       nr_thp_failed, nr_thp_split, mode, reason);
 
 
 
 
 
 
 
1534
1535	if (!swapwrite)
1536		current->flags &= ~PF_SWAPWRITE;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1537
1538	return rc;
1539}
1540
1541struct page *alloc_migration_target(struct page *page, unsigned long private)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1542{
1543	struct migration_target_control *mtc;
1544	gfp_t gfp_mask;
1545	unsigned int order = 0;
1546	struct page *new_page = NULL;
1547	int nid;
1548	int zidx;
1549
1550	mtc = (struct migration_target_control *)private;
1551	gfp_mask = mtc->gfp_mask;
1552	nid = mtc->nid;
1553	if (nid == NUMA_NO_NODE)
1554		nid = page_to_nid(page);
1555
1556	if (PageHuge(page)) {
1557		struct hstate *h = page_hstate(compound_head(page));
1558
1559		gfp_mask = htlb_modify_alloc_mask(h, gfp_mask);
1560		return alloc_huge_page_nodemask(h, nid, mtc->nmask, gfp_mask);
 
 
1561	}
1562
1563	if (PageTransHuge(page)) {
1564		/*
1565		 * clear __GFP_RECLAIM to make the migration callback
1566		 * consistent with regular THP allocations.
1567		 */
1568		gfp_mask &= ~__GFP_RECLAIM;
1569		gfp_mask |= GFP_TRANSHUGE;
1570		order = HPAGE_PMD_ORDER;
1571	}
1572	zidx = zone_idx(page_zone(page));
1573	if (is_highmem_idx(zidx) || zidx == ZONE_MOVABLE)
1574		gfp_mask |= __GFP_HIGHMEM;
1575
1576	new_page = __alloc_pages_nodemask(gfp_mask, order, nid, mtc->nmask);
1577
1578	if (new_page && PageTransHuge(new_page))
1579		prep_transhuge_page(new_page);
1580
1581	return new_page;
1582}
1583
1584#ifdef CONFIG_NUMA
1585
1586static int store_status(int __user *status, int start, int value, int nr)
1587{
1588	while (nr-- > 0) {
1589		if (put_user(value, status + start))
1590			return -EFAULT;
1591		start++;
1592	}
1593
1594	return 0;
1595}
1596
1597static int do_move_pages_to_node(struct mm_struct *mm,
1598		struct list_head *pagelist, int node)
1599{
1600	int err;
1601	struct migration_target_control mtc = {
1602		.nid = node,
1603		.gfp_mask = GFP_HIGHUSER_MOVABLE | __GFP_THISNODE,
 
1604	};
1605
1606	err = migrate_pages(pagelist, alloc_migration_target, NULL,
1607			(unsigned long)&mtc, MIGRATE_SYNC, MR_SYSCALL);
1608	if (err)
1609		putback_movable_pages(pagelist);
1610	return err;
1611}
1612
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1613/*
1614 * Resolves the given address to a struct page, isolates it from the LRU and
1615 * puts it to the given pagelist.
1616 * Returns:
1617 *     errno - if the page cannot be found/isolated
1618 *     0 - when it doesn't have to be migrated because it is already on the
1619 *         target node
1620 *     1 - when it has been queued
1621 */
1622static int add_page_for_migration(struct mm_struct *mm, unsigned long addr,
1623		int node, struct list_head *pagelist, bool migrate_all)
1624{
1625	struct vm_area_struct *vma;
1626	struct page *page;
1627	unsigned int follflags;
1628	int err;
 
1629
1630	mmap_read_lock(mm);
1631	err = -EFAULT;
1632	vma = find_vma(mm, addr);
1633	if (!vma || addr < vma->vm_start || !vma_migratable(vma))
1634		goto out;
1635
1636	/* FOLL_DUMP to ignore special (like zero) pages */
1637	follflags = FOLL_GET | FOLL_DUMP;
1638	page = follow_page(vma, addr, follflags);
1639
1640	err = PTR_ERR(page);
1641	if (IS_ERR(page))
1642		goto out;
1643
1644	err = -ENOENT;
1645	if (!page)
1646		goto out;
1647
1648	err = 0;
1649	if (page_to_nid(page) == node)
1650		goto out_putpage;
1651
1652	err = -EACCES;
1653	if (page_mapcount(page) > 1 && !migrate_all)
1654		goto out_putpage;
1655
1656	if (PageHuge(page)) {
1657		if (PageHead(page)) {
1658			isolate_huge_page(page, pagelist);
1659			err = 1;
1660		}
1661	} else {
1662		struct page *head;
1663
1664		head = compound_head(page);
1665		err = isolate_lru_page(head);
1666		if (err)
1667			goto out_putpage;
1668
1669		err = 1;
1670		list_add_tail(&head->lru, pagelist);
1671		mod_node_page_state(page_pgdat(head),
1672			NR_ISOLATED_ANON + page_is_file_lru(head),
1673			thp_nr_pages(head));
1674	}
1675out_putpage:
1676	/*
1677	 * Either remove the duplicate refcount from
1678	 * isolate_lru_page() or drop the page ref if it was
1679	 * not isolated.
1680	 */
1681	put_page(page);
1682out:
1683	mmap_read_unlock(mm);
1684	return err;
1685}
1686
1687static int move_pages_and_store_status(struct mm_struct *mm, int node,
1688		struct list_head *pagelist, int __user *status,
1689		int start, int i, unsigned long nr_pages)
1690{
1691	int err;
1692
1693	if (list_empty(pagelist))
1694		return 0;
1695
1696	err = do_move_pages_to_node(mm, pagelist, node);
1697	if (err) {
1698		/*
1699		 * Positive err means the number of failed
1700		 * pages to migrate.  Since we are going to
1701		 * abort and return the number of non-migrated
1702		 * pages, so need to incude the rest of the
1703		 * nr_pages that have not been attempted as
1704		 * well.
1705		 */
1706		if (err > 0)
1707			err += nr_pages - i - 1;
1708		return err;
1709	}
1710	return store_status(status, start, node, i - start);
1711}
1712
1713/*
1714 * Migrate an array of page address onto an array of nodes and fill
1715 * the corresponding array of status.
1716 */
1717static int do_pages_move(struct mm_struct *mm, nodemask_t task_nodes,
1718			 unsigned long nr_pages,
1719			 const void __user * __user *pages,
1720			 const int __user *nodes,
1721			 int __user *status, int flags)
1722{
 
1723	int current_node = NUMA_NO_NODE;
1724	LIST_HEAD(pagelist);
1725	int start, i;
1726	int err = 0, err1;
1727
1728	migrate_prep();
1729
1730	for (i = start = 0; i < nr_pages; i++) {
1731		const void __user *p;
1732		unsigned long addr;
1733		int node;
1734
1735		err = -EFAULT;
1736		if (get_user(p, pages + i))
1737			goto out_flush;
 
 
 
 
 
 
 
 
 
1738		if (get_user(node, nodes + i))
1739			goto out_flush;
1740		addr = (unsigned long)untagged_addr(p);
1741
1742		err = -ENODEV;
1743		if (node < 0 || node >= MAX_NUMNODES)
1744			goto out_flush;
1745		if (!node_state(node, N_MEMORY))
1746			goto out_flush;
1747
1748		err = -EACCES;
1749		if (!node_isset(node, task_nodes))
1750			goto out_flush;
1751
1752		if (current_node == NUMA_NO_NODE) {
1753			current_node = node;
1754			start = i;
1755		} else if (node != current_node) {
1756			err = move_pages_and_store_status(mm, current_node,
1757					&pagelist, status, start, i, nr_pages);
1758			if (err)
1759				goto out;
1760			start = i;
1761			current_node = node;
1762		}
1763
1764		/*
1765		 * Errors in the page lookup or isolation are not fatal and we simply
1766		 * report them via status
1767		 */
1768		err = add_page_for_migration(mm, addr, current_node,
1769				&pagelist, flags & MPOL_MF_MOVE_ALL);
1770
1771		if (err > 0) {
1772			/* The page is successfully queued for migration */
1773			continue;
1774		}
1775
1776		/*
 
 
 
 
 
 
 
1777		 * If the page is already on the target node (!err), store the
1778		 * node, otherwise, store the err.
1779		 */
1780		err = store_status(status, i, err ? : current_node, 1);
1781		if (err)
1782			goto out_flush;
1783
1784		err = move_pages_and_store_status(mm, current_node, &pagelist,
1785				status, start, i, nr_pages);
1786		if (err)
 
 
 
1787			goto out;
 
1788		current_node = NUMA_NO_NODE;
1789	}
1790out_flush:
1791	/* Make sure we do not overwrite the existing error */
1792	err1 = move_pages_and_store_status(mm, current_node, &pagelist,
1793				status, start, i, nr_pages);
1794	if (err >= 0)
1795		err = err1;
1796out:
 
1797	return err;
1798}
1799
1800/*
1801 * Determine the nodes of an array of pages and store it in an array of status.
1802 */
1803static void do_pages_stat_array(struct mm_struct *mm, unsigned long nr_pages,
1804				const void __user **pages, int *status)
1805{
1806	unsigned long i;
1807
1808	mmap_read_lock(mm);
1809
1810	for (i = 0; i < nr_pages; i++) {
1811		unsigned long addr = (unsigned long)(*pages);
1812		struct vm_area_struct *vma;
1813		struct page *page;
 
1814		int err = -EFAULT;
1815
1816		vma = find_vma(mm, addr);
1817		if (!vma || addr < vma->vm_start)
1818			goto set_status;
1819
1820		/* FOLL_DUMP to ignore special (like zero) pages */
1821		page = follow_page(vma, addr, FOLL_DUMP);
1822
1823		err = PTR_ERR(page);
1824		if (IS_ERR(page))
1825			goto set_status;
1826
1827		err = page ? page_to_nid(page) : -ENOENT;
 
 
 
 
 
 
 
 
 
 
 
1828set_status:
1829		*status = err;
1830
1831		pages++;
1832		status++;
1833	}
1834
1835	mmap_read_unlock(mm);
1836}
1837
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1838/*
1839 * Determine the nodes of a user array of pages and store it in
1840 * a user array of status.
1841 */
1842static int do_pages_stat(struct mm_struct *mm, unsigned long nr_pages,
1843			 const void __user * __user *pages,
1844			 int __user *status)
1845{
1846#define DO_PAGES_STAT_CHUNK_NR 16
1847	const void __user *chunk_pages[DO_PAGES_STAT_CHUNK_NR];
1848	int chunk_status[DO_PAGES_STAT_CHUNK_NR];
1849
1850	while (nr_pages) {
1851		unsigned long chunk_nr;
1852
1853		chunk_nr = nr_pages;
1854		if (chunk_nr > DO_PAGES_STAT_CHUNK_NR)
1855			chunk_nr = DO_PAGES_STAT_CHUNK_NR;
1856
1857		if (copy_from_user(chunk_pages, pages, chunk_nr * sizeof(*chunk_pages)))
1858			break;
 
 
 
 
 
 
 
1859
1860		do_pages_stat_array(mm, chunk_nr, chunk_pages, chunk_status);
1861
1862		if (copy_to_user(status, chunk_status, chunk_nr * sizeof(*status)))
1863			break;
1864
1865		pages += chunk_nr;
1866		status += chunk_nr;
1867		nr_pages -= chunk_nr;
1868	}
1869	return nr_pages ? -EFAULT : 0;
1870}
1871
1872/*
1873 * Move a list of pages in the address space of the currently executing
1874 * process.
1875 */
1876static int kernel_move_pages(pid_t pid, unsigned long nr_pages,
1877			     const void __user * __user *pages,
1878			     const int __user *nodes,
1879			     int __user *status, int flags)
1880{
1881	struct task_struct *task;
1882	struct mm_struct *mm;
1883	int err;
1884	nodemask_t task_nodes;
1885
1886	/* Check flags */
1887	if (flags & ~(MPOL_MF_MOVE|MPOL_MF_MOVE_ALL))
1888		return -EINVAL;
1889
1890	if ((flags & MPOL_MF_MOVE_ALL) && !capable(CAP_SYS_NICE))
1891		return -EPERM;
 
 
 
1892
1893	/* Find the mm_struct */
1894	rcu_read_lock();
1895	task = pid ? find_task_by_vpid(pid) : current;
1896	if (!task) {
1897		rcu_read_unlock();
1898		return -ESRCH;
1899	}
1900	get_task_struct(task);
1901
1902	/*
1903	 * Check if this process has the right to modify the specified
1904	 * process. Use the regular "ptrace_may_access()" checks.
1905	 */
1906	if (!ptrace_may_access(task, PTRACE_MODE_READ_REALCREDS)) {
1907		rcu_read_unlock();
1908		err = -EPERM;
1909		goto out;
1910	}
1911	rcu_read_unlock();
1912
1913 	err = security_task_movememory(task);
1914 	if (err)
1915		goto out;
1916
1917	task_nodes = cpuset_mems_allowed(task);
1918	mm = get_task_mm(task);
 
1919	put_task_struct(task);
1920
1921	if (!mm)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1922		return -EINVAL;
1923
 
 
 
 
 
 
 
1924	if (nodes)
1925		err = do_pages_move(mm, task_nodes, nr_pages, pages,
1926				    nodes, status, flags);
1927	else
1928		err = do_pages_stat(mm, nr_pages, pages, status);
1929
1930	mmput(mm);
1931	return err;
1932
1933out:
1934	put_task_struct(task);
1935	return err;
1936}
1937
1938SYSCALL_DEFINE6(move_pages, pid_t, pid, unsigned long, nr_pages,
1939		const void __user * __user *, pages,
1940		const int __user *, nodes,
1941		int __user *, status, int, flags)
1942{
1943	return kernel_move_pages(pid, nr_pages, pages, nodes, status, flags);
1944}
1945
1946#ifdef CONFIG_COMPAT
1947COMPAT_SYSCALL_DEFINE6(move_pages, pid_t, pid, compat_ulong_t, nr_pages,
1948		       compat_uptr_t __user *, pages32,
1949		       const int __user *, nodes,
1950		       int __user *, status,
1951		       int, flags)
1952{
1953	const void __user * __user *pages;
1954	int i;
1955
1956	pages = compat_alloc_user_space(nr_pages * sizeof(void *));
1957	for (i = 0; i < nr_pages; i++) {
1958		compat_uptr_t p;
1959
1960		if (get_user(p, pages32 + i) ||
1961			put_user(compat_ptr(p), pages + i))
1962			return -EFAULT;
1963	}
1964	return kernel_move_pages(pid, nr_pages, pages, nodes, status, flags);
1965}
1966#endif /* CONFIG_COMPAT */
1967
1968#ifdef CONFIG_NUMA_BALANCING
1969/*
1970 * Returns true if this is a safe migration target node for misplaced NUMA
1971 * pages. Currently it only checks the watermarks which crude
1972 */
1973static bool migrate_balanced_pgdat(struct pglist_data *pgdat,
1974				   unsigned long nr_migrate_pages)
1975{
1976	int z;
1977
1978	for (z = pgdat->nr_zones - 1; z >= 0; z--) {
1979		struct zone *zone = pgdat->node_zones + z;
1980
1981		if (!populated_zone(zone))
1982			continue;
1983
1984		/* Avoid waking kswapd by allocating pages_to_migrate pages. */
1985		if (!zone_watermark_ok(zone, 0,
1986				       high_wmark_pages(zone) +
1987				       nr_migrate_pages,
1988				       ZONE_MOVABLE, 0))
1989			continue;
1990		return true;
1991	}
1992	return false;
1993}
1994
1995static struct page *alloc_misplaced_dst_page(struct page *page,
1996					   unsigned long data)
1997{
1998	int nid = (int) data;
1999	struct page *newpage;
2000
2001	newpage = __alloc_pages_node(nid,
2002					 (GFP_HIGHUSER_MOVABLE |
2003					  __GFP_THISNODE | __GFP_NOMEMALLOC |
2004					  __GFP_NORETRY | __GFP_NOWARN) &
2005					 ~__GFP_RECLAIM, 0);
2006
2007	return newpage;
2008}
2009
2010static int numamigrate_isolate_page(pg_data_t *pgdat, struct page *page)
2011{
2012	int page_lru;
2013
2014	VM_BUG_ON_PAGE(compound_order(page) && !PageTransHuge(page), page);
2015
2016	/* Avoid migrating to a node that is nearly full */
2017	if (!migrate_balanced_pgdat(pgdat, compound_nr(page)))
2018		return 0;
2019
2020	if (isolate_lru_page(page))
2021		return 0;
2022
2023	/*
2024	 * migrate_misplaced_transhuge_page() skips page migration's usual
2025	 * check on page_count(), so we must do it here, now that the page
2026	 * has been isolated: a GUP pin, or any other pin, prevents migration.
2027	 * The expected page count is 3: 1 for page's mapcount and 1 for the
2028	 * caller's pin and 1 for the reference taken by isolate_lru_page().
2029	 */
2030	if (PageTransHuge(page) && page_count(page) != 3) {
2031		putback_lru_page(page);
2032		return 0;
2033	}
2034
2035	page_lru = page_is_file_lru(page);
2036	mod_node_page_state(page_pgdat(page), NR_ISOLATED_ANON + page_lru,
2037				thp_nr_pages(page));
2038
2039	/*
2040	 * Isolating the page has taken another reference, so the
2041	 * caller's reference can be safely dropped without the page
2042	 * disappearing underneath us during migration.
2043	 */
2044	put_page(page);
2045	return 1;
2046}
2047
2048bool pmd_trans_migrating(pmd_t pmd)
2049{
2050	struct page *page = pmd_page(pmd);
2051	return PageLocked(page);
2052}
2053
2054/*
2055 * Attempt to migrate a misplaced page to the specified destination
2056 * node. Caller is expected to have an elevated reference count on
2057 * the page that will be dropped by this function before returning.
2058 */
2059int migrate_misplaced_page(struct page *page, struct vm_area_struct *vma,
2060			   int node)
2061{
2062	pg_data_t *pgdat = NODE_DATA(node);
2063	int isolated;
2064	int nr_remaining;
2065	LIST_HEAD(migratepages);
2066
2067	/*
2068	 * Don't migrate file pages that are mapped in multiple processes
2069	 * with execute permissions as they are probably shared libraries.
2070	 */
2071	if (page_mapcount(page) != 1 && page_is_file_lru(page) &&
2072	    (vma->vm_flags & VM_EXEC))
2073		goto out;
2074
2075	/*
2076	 * Also do not migrate dirty pages as not all filesystems can move
2077	 * dirty pages in MIGRATE_ASYNC mode which is a waste of cycles.
2078	 */
2079	if (page_is_file_lru(page) && PageDirty(page))
2080		goto out;
2081
2082	isolated = numamigrate_isolate_page(pgdat, page);
2083	if (!isolated)
2084		goto out;
2085
2086	list_add(&page->lru, &migratepages);
2087	nr_remaining = migrate_pages(&migratepages, alloc_misplaced_dst_page,
2088				     NULL, node, MIGRATE_ASYNC,
2089				     MR_NUMA_MISPLACED);
2090	if (nr_remaining) {
2091		if (!list_empty(&migratepages)) {
2092			list_del(&page->lru);
2093			dec_node_page_state(page, NR_ISOLATED_ANON +
2094					page_is_file_lru(page));
2095			putback_lru_page(page);
2096		}
2097		isolated = 0;
2098	} else
2099		count_vm_numa_event(NUMA_PAGE_MIGRATE);
2100	BUG_ON(!list_empty(&migratepages));
2101	return isolated;
2102
2103out:
2104	put_page(page);
2105	return 0;
2106}
2107#endif /* CONFIG_NUMA_BALANCING */
2108
2109#if defined(CONFIG_NUMA_BALANCING) && defined(CONFIG_TRANSPARENT_HUGEPAGE)
2110/*
2111 * Migrates a THP to a given target node. page must be locked and is unlocked
2112 * before returning.
2113 */
2114int migrate_misplaced_transhuge_page(struct mm_struct *mm,
2115				struct vm_area_struct *vma,
2116				pmd_t *pmd, pmd_t entry,
2117				unsigned long address,
2118				struct page *page, int node)
2119{
2120	spinlock_t *ptl;
2121	pg_data_t *pgdat = NODE_DATA(node);
2122	int isolated = 0;
2123	struct page *new_page = NULL;
2124	int page_lru = page_is_file_lru(page);
2125	unsigned long start = address & HPAGE_PMD_MASK;
2126
2127	new_page = alloc_pages_node(node,
2128		(GFP_TRANSHUGE_LIGHT | __GFP_THISNODE),
2129		HPAGE_PMD_ORDER);
2130	if (!new_page)
2131		goto out_fail;
2132	prep_transhuge_page(new_page);
2133
2134	isolated = numamigrate_isolate_page(pgdat, page);
2135	if (!isolated) {
2136		put_page(new_page);
2137		goto out_fail;
2138	}
2139
2140	/* Prepare a page as a migration target */
2141	__SetPageLocked(new_page);
2142	if (PageSwapBacked(page))
2143		__SetPageSwapBacked(new_page);
2144
2145	/* anon mapping, we can simply copy page->mapping to the new page: */
2146	new_page->mapping = page->mapping;
2147	new_page->index = page->index;
2148	/* flush the cache before copying using the kernel virtual address */
2149	flush_cache_range(vma, start, start + HPAGE_PMD_SIZE);
2150	migrate_page_copy(new_page, page);
2151	WARN_ON(PageLRU(new_page));
2152
2153	/* Recheck the target PMD */
2154	ptl = pmd_lock(mm, pmd);
2155	if (unlikely(!pmd_same(*pmd, entry) || !page_ref_freeze(page, 2))) {
2156		spin_unlock(ptl);
2157
2158		/* Reverse changes made by migrate_page_copy() */
2159		if (TestClearPageActive(new_page))
2160			SetPageActive(page);
2161		if (TestClearPageUnevictable(new_page))
2162			SetPageUnevictable(page);
2163
2164		unlock_page(new_page);
2165		put_page(new_page);		/* Free it */
2166
2167		/* Retake the callers reference and putback on LRU */
2168		get_page(page);
2169		putback_lru_page(page);
2170		mod_node_page_state(page_pgdat(page),
2171			 NR_ISOLATED_ANON + page_lru, -HPAGE_PMD_NR);
2172
2173		goto out_unlock;
2174	}
2175
2176	entry = mk_huge_pmd(new_page, vma->vm_page_prot);
2177	entry = maybe_pmd_mkwrite(pmd_mkdirty(entry), vma);
2178
2179	/*
2180	 * Overwrite the old entry under pagetable lock and establish
2181	 * the new PTE. Any parallel GUP will either observe the old
2182	 * page blocking on the page lock, block on the page table
2183	 * lock or observe the new page. The SetPageUptodate on the
2184	 * new page and page_add_new_anon_rmap guarantee the copy is
2185	 * visible before the pagetable update.
2186	 */
2187	page_add_anon_rmap(new_page, vma, start, true);
2188	/*
2189	 * At this point the pmd is numa/protnone (i.e. non present) and the TLB
2190	 * has already been flushed globally.  So no TLB can be currently
2191	 * caching this non present pmd mapping.  There's no need to clear the
2192	 * pmd before doing set_pmd_at(), nor to flush the TLB after
2193	 * set_pmd_at().  Clearing the pmd here would introduce a race
2194	 * condition against MADV_DONTNEED, because MADV_DONTNEED only holds the
2195	 * mmap_lock for reading.  If the pmd is set to NULL at any given time,
2196	 * MADV_DONTNEED won't wait on the pmd lock and it'll skip clearing this
2197	 * pmd.
2198	 */
2199	set_pmd_at(mm, start, pmd, entry);
2200	update_mmu_cache_pmd(vma, address, &entry);
2201
2202	page_ref_unfreeze(page, 2);
2203	mlock_migrate_page(new_page, page);
2204	page_remove_rmap(page, true);
2205	set_page_owner_migrate_reason(new_page, MR_NUMA_MISPLACED);
2206
2207	spin_unlock(ptl);
2208
2209	/* Take an "isolate" reference and put new page on the LRU. */
2210	get_page(new_page);
2211	putback_lru_page(new_page);
2212
2213	unlock_page(new_page);
2214	unlock_page(page);
2215	put_page(page);			/* Drop the rmap reference */
2216	put_page(page);			/* Drop the LRU isolation reference */
2217
2218	count_vm_events(PGMIGRATE_SUCCESS, HPAGE_PMD_NR);
2219	count_vm_numa_events(NUMA_PAGE_MIGRATE, HPAGE_PMD_NR);
2220
2221	mod_node_page_state(page_pgdat(page),
2222			NR_ISOLATED_ANON + page_lru,
2223			-HPAGE_PMD_NR);
2224	return isolated;
2225
2226out_fail:
2227	count_vm_events(PGMIGRATE_FAIL, HPAGE_PMD_NR);
2228	ptl = pmd_lock(mm, pmd);
2229	if (pmd_same(*pmd, entry)) {
2230		entry = pmd_modify(entry, vma->vm_page_prot);
2231		set_pmd_at(mm, start, pmd, entry);
2232		update_mmu_cache_pmd(vma, address, &entry);
2233	}
2234	spin_unlock(ptl);
2235
2236out_unlock:
2237	unlock_page(page);
2238	put_page(page);
2239	return 0;
2240}
2241#endif /* CONFIG_NUMA_BALANCING */
2242
2243#endif /* CONFIG_NUMA */
2244
2245#ifdef CONFIG_DEVICE_PRIVATE
2246static int migrate_vma_collect_hole(unsigned long start,
2247				    unsigned long end,
2248				    __always_unused int depth,
2249				    struct mm_walk *walk)
2250{
2251	struct migrate_vma *migrate = walk->private;
2252	unsigned long addr;
2253
2254	/* Only allow populating anonymous memory. */
2255	if (!vma_is_anonymous(walk->vma)) {
2256		for (addr = start; addr < end; addr += PAGE_SIZE) {
2257			migrate->src[migrate->npages] = 0;
2258			migrate->dst[migrate->npages] = 0;
2259			migrate->npages++;
2260		}
2261		return 0;
2262	}
2263
2264	for (addr = start; addr < end; addr += PAGE_SIZE) {
2265		migrate->src[migrate->npages] = MIGRATE_PFN_MIGRATE;
2266		migrate->dst[migrate->npages] = 0;
2267		migrate->npages++;
2268		migrate->cpages++;
2269	}
2270
2271	return 0;
2272}
2273
2274static int migrate_vma_collect_skip(unsigned long start,
2275				    unsigned long end,
2276				    struct mm_walk *walk)
2277{
2278	struct migrate_vma *migrate = walk->private;
2279	unsigned long addr;
2280
2281	for (addr = start; addr < end; addr += PAGE_SIZE) {
2282		migrate->dst[migrate->npages] = 0;
2283		migrate->src[migrate->npages++] = 0;
2284	}
2285
2286	return 0;
2287}
2288
2289static int migrate_vma_collect_pmd(pmd_t *pmdp,
2290				   unsigned long start,
2291				   unsigned long end,
2292				   struct mm_walk *walk)
2293{
2294	struct migrate_vma *migrate = walk->private;
2295	struct vm_area_struct *vma = walk->vma;
2296	struct mm_struct *mm = vma->vm_mm;
2297	unsigned long addr = start, unmapped = 0;
2298	spinlock_t *ptl;
2299	pte_t *ptep;
2300
2301again:
2302	if (pmd_none(*pmdp))
2303		return migrate_vma_collect_hole(start, end, -1, walk);
2304
2305	if (pmd_trans_huge(*pmdp)) {
2306		struct page *page;
2307
2308		ptl = pmd_lock(mm, pmdp);
2309		if (unlikely(!pmd_trans_huge(*pmdp))) {
2310			spin_unlock(ptl);
2311			goto again;
2312		}
2313
2314		page = pmd_page(*pmdp);
2315		if (is_huge_zero_page(page)) {
2316			spin_unlock(ptl);
2317			split_huge_pmd(vma, pmdp, addr);
2318			if (pmd_trans_unstable(pmdp))
2319				return migrate_vma_collect_skip(start, end,
2320								walk);
2321		} else {
2322			int ret;
2323
2324			get_page(page);
2325			spin_unlock(ptl);
2326			if (unlikely(!trylock_page(page)))
2327				return migrate_vma_collect_skip(start, end,
2328								walk);
2329			ret = split_huge_page(page);
2330			unlock_page(page);
2331			put_page(page);
2332			if (ret)
2333				return migrate_vma_collect_skip(start, end,
2334								walk);
2335			if (pmd_none(*pmdp))
2336				return migrate_vma_collect_hole(start, end, -1,
2337								walk);
2338		}
2339	}
2340
2341	if (unlikely(pmd_bad(*pmdp)))
2342		return migrate_vma_collect_skip(start, end, walk);
2343
2344	ptep = pte_offset_map_lock(mm, pmdp, addr, &ptl);
2345	arch_enter_lazy_mmu_mode();
2346
2347	for (; addr < end; addr += PAGE_SIZE, ptep++) {
2348		unsigned long mpfn = 0, pfn;
2349		struct page *page;
2350		swp_entry_t entry;
2351		pte_t pte;
2352
2353		pte = *ptep;
2354
2355		if (pte_none(pte)) {
2356			if (vma_is_anonymous(vma)) {
2357				mpfn = MIGRATE_PFN_MIGRATE;
2358				migrate->cpages++;
2359			}
2360			goto next;
2361		}
2362
2363		if (!pte_present(pte)) {
2364			/*
2365			 * Only care about unaddressable device page special
2366			 * page table entry. Other special swap entries are not
2367			 * migratable, and we ignore regular swapped page.
2368			 */
2369			entry = pte_to_swp_entry(pte);
2370			if (!is_device_private_entry(entry))
2371				goto next;
2372
2373			page = device_private_entry_to_page(entry);
2374			if (!(migrate->flags &
2375				MIGRATE_VMA_SELECT_DEVICE_PRIVATE) ||
2376			    page->pgmap->owner != migrate->pgmap_owner)
2377				goto next;
2378
2379			mpfn = migrate_pfn(page_to_pfn(page)) |
2380					MIGRATE_PFN_MIGRATE;
2381			if (is_write_device_private_entry(entry))
2382				mpfn |= MIGRATE_PFN_WRITE;
2383		} else {
2384			if (!(migrate->flags & MIGRATE_VMA_SELECT_SYSTEM))
2385				goto next;
2386			pfn = pte_pfn(pte);
2387			if (is_zero_pfn(pfn)) {
2388				mpfn = MIGRATE_PFN_MIGRATE;
2389				migrate->cpages++;
2390				goto next;
2391			}
2392			page = vm_normal_page(migrate->vma, addr, pte);
2393			mpfn = migrate_pfn(pfn) | MIGRATE_PFN_MIGRATE;
2394			mpfn |= pte_write(pte) ? MIGRATE_PFN_WRITE : 0;
2395		}
2396
2397		/* FIXME support THP */
2398		if (!page || !page->mapping || PageTransCompound(page)) {
2399			mpfn = 0;
2400			goto next;
2401		}
2402
 
2403		/*
2404		 * By getting a reference on the page we pin it and that blocks
2405		 * any kind of migration. Side effect is that it "freezes" the
2406		 * pte.
2407		 *
2408		 * We drop this reference after isolating the page from the lru
2409		 * for non device page (device page are not on the lru and thus
2410		 * can't be dropped from it).
2411		 */
2412		get_page(page);
2413		migrate->cpages++;
 
2414
2415		/*
2416		 * Optimize for the common case where page is only mapped once
2417		 * in one process. If we can lock the page, then we can safely
2418		 * set up a special migration page table entry now.
2419		 */
2420		if (trylock_page(page)) {
2421			pte_t swp_pte;
2422
2423			mpfn |= MIGRATE_PFN_LOCKED;
2424			ptep_get_and_clear(mm, addr, ptep);
2425
2426			/* Setup special migration page table entry */
2427			entry = make_migration_entry(page, mpfn &
2428						     MIGRATE_PFN_WRITE);
2429			swp_pte = swp_entry_to_pte(entry);
2430			if (pte_present(pte)) {
2431				if (pte_soft_dirty(pte))
2432					swp_pte = pte_swp_mksoft_dirty(swp_pte);
2433				if (pte_uffd_wp(pte))
2434					swp_pte = pte_swp_mkuffd_wp(swp_pte);
2435			} else {
2436				if (pte_swp_soft_dirty(pte))
2437					swp_pte = pte_swp_mksoft_dirty(swp_pte);
2438				if (pte_swp_uffd_wp(pte))
2439					swp_pte = pte_swp_mkuffd_wp(swp_pte);
2440			}
2441			set_pte_at(mm, addr, ptep, swp_pte);
2442
2443			/*
2444			 * This is like regular unmap: we remove the rmap and
2445			 * drop page refcount. Page won't be freed, as we took
2446			 * a reference just above.
2447			 */
2448			page_remove_rmap(page, false);
2449			put_page(page);
2450
2451			if (pte_present(pte))
2452				unmapped++;
2453		}
2454
2455next:
2456		migrate->dst[migrate->npages] = 0;
2457		migrate->src[migrate->npages++] = mpfn;
2458	}
2459	arch_leave_lazy_mmu_mode();
2460	pte_unmap_unlock(ptep - 1, ptl);
2461
2462	/* Only flush the TLB if we actually modified any entries */
2463	if (unmapped)
2464		flush_tlb_range(walk->vma, start, end);
2465
2466	return 0;
2467}
2468
2469static const struct mm_walk_ops migrate_vma_walk_ops = {
2470	.pmd_entry		= migrate_vma_collect_pmd,
2471	.pte_hole		= migrate_vma_collect_hole,
2472};
2473
2474/*
2475 * migrate_vma_collect() - collect pages over a range of virtual addresses
2476 * @migrate: migrate struct containing all migration information
2477 *
2478 * This will walk the CPU page table. For each virtual address backed by a
2479 * valid page, it updates the src array and takes a reference on the page, in
2480 * order to pin the page until we lock it and unmap it.
2481 */
2482static void migrate_vma_collect(struct migrate_vma *migrate)
2483{
2484	struct mmu_notifier_range range;
2485
2486	/*
2487	 * Note that the pgmap_owner is passed to the mmu notifier callback so
2488	 * that the registered device driver can skip invalidating device
2489	 * private page mappings that won't be migrated.
2490	 */
2491	mmu_notifier_range_init_migrate(&range, 0, migrate->vma,
2492		migrate->vma->vm_mm, migrate->start, migrate->end,
2493		migrate->pgmap_owner);
2494	mmu_notifier_invalidate_range_start(&range);
2495
2496	walk_page_range(migrate->vma->vm_mm, migrate->start, migrate->end,
2497			&migrate_vma_walk_ops, migrate);
2498
2499	mmu_notifier_invalidate_range_end(&range);
2500	migrate->end = migrate->start + (migrate->npages << PAGE_SHIFT);
2501}
2502
2503/*
2504 * migrate_vma_check_page() - check if page is pinned or not
2505 * @page: struct page to check
2506 *
2507 * Pinned pages cannot be migrated. This is the same test as in
2508 * migrate_page_move_mapping(), except that here we allow migration of a
2509 * ZONE_DEVICE page.
2510 */
2511static bool migrate_vma_check_page(struct page *page)
2512{
2513	/*
2514	 * One extra ref because caller holds an extra reference, either from
2515	 * isolate_lru_page() for a regular page, or migrate_vma_collect() for
2516	 * a device page.
2517	 */
2518	int extra = 1;
2519
2520	/*
2521	 * FIXME support THP (transparent huge page), it is bit more complex to
2522	 * check them than regular pages, because they can be mapped with a pmd
2523	 * or with a pte (split pte mapping).
2524	 */
2525	if (PageCompound(page))
2526		return false;
2527
2528	/* Page from ZONE_DEVICE have one extra reference */
2529	if (is_zone_device_page(page)) {
2530		/*
2531		 * Private page can never be pin as they have no valid pte and
2532		 * GUP will fail for those. Yet if there is a pending migration
2533		 * a thread might try to wait on the pte migration entry and
2534		 * will bump the page reference count. Sadly there is no way to
2535		 * differentiate a regular pin from migration wait. Hence to
2536		 * avoid 2 racing thread trying to migrate back to CPU to enter
2537		 * infinite loop (one stoping migration because the other is
2538		 * waiting on pte migration entry). We always return true here.
2539		 *
2540		 * FIXME proper solution is to rework migration_entry_wait() so
2541		 * it does not need to take a reference on page.
2542		 */
2543		return is_device_private_page(page);
2544	}
2545
2546	/* For file back page */
2547	if (page_mapping(page))
2548		extra += 1 + page_has_private(page);
2549
2550	if ((page_count(page) - extra) > page_mapcount(page))
2551		return false;
2552
2553	return true;
2554}
2555
2556/*
2557 * migrate_vma_prepare() - lock pages and isolate them from the lru
2558 * @migrate: migrate struct containing all migration information
2559 *
2560 * This locks pages that have been collected by migrate_vma_collect(). Once each
2561 * page is locked it is isolated from the lru (for non-device pages). Finally,
2562 * the ref taken by migrate_vma_collect() is dropped, as locked pages cannot be
2563 * migrated by concurrent kernel threads.
2564 */
2565static void migrate_vma_prepare(struct migrate_vma *migrate)
2566{
2567	const unsigned long npages = migrate->npages;
2568	const unsigned long start = migrate->start;
2569	unsigned long addr, i, restore = 0;
2570	bool allow_drain = true;
2571
2572	lru_add_drain();
2573
2574	for (i = 0; (i < npages) && migrate->cpages; i++) {
2575		struct page *page = migrate_pfn_to_page(migrate->src[i]);
2576		bool remap = true;
2577
2578		if (!page)
2579			continue;
2580
2581		if (!(migrate->src[i] & MIGRATE_PFN_LOCKED)) {
2582			/*
2583			 * Because we are migrating several pages there can be
2584			 * a deadlock between 2 concurrent migration where each
2585			 * are waiting on each other page lock.
2586			 *
2587			 * Make migrate_vma() a best effort thing and backoff
2588			 * for any page we can not lock right away.
2589			 */
2590			if (!trylock_page(page)) {
2591				migrate->src[i] = 0;
2592				migrate->cpages--;
2593				put_page(page);
2594				continue;
2595			}
2596			remap = false;
2597			migrate->src[i] |= MIGRATE_PFN_LOCKED;
2598		}
2599
2600		/* ZONE_DEVICE pages are not on LRU */
2601		if (!is_zone_device_page(page)) {
2602			if (!PageLRU(page) && allow_drain) {
2603				/* Drain CPU's pagevec */
2604				lru_add_drain_all();
2605				allow_drain = false;
2606			}
2607
2608			if (isolate_lru_page(page)) {
2609				if (remap) {
2610					migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;
2611					migrate->cpages--;
2612					restore++;
2613				} else {
2614					migrate->src[i] = 0;
2615					unlock_page(page);
2616					migrate->cpages--;
2617					put_page(page);
2618				}
2619				continue;
2620			}
2621
2622			/* Drop the reference we took in collect */
2623			put_page(page);
2624		}
2625
2626		if (!migrate_vma_check_page(page)) {
2627			if (remap) {
2628				migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;
2629				migrate->cpages--;
2630				restore++;
2631
2632				if (!is_zone_device_page(page)) {
2633					get_page(page);
2634					putback_lru_page(page);
2635				}
2636			} else {
2637				migrate->src[i] = 0;
2638				unlock_page(page);
2639				migrate->cpages--;
2640
2641				if (!is_zone_device_page(page))
2642					putback_lru_page(page);
2643				else
2644					put_page(page);
2645			}
2646		}
2647	}
2648
2649	for (i = 0, addr = start; i < npages && restore; i++, addr += PAGE_SIZE) {
2650		struct page *page = migrate_pfn_to_page(migrate->src[i]);
2651
2652		if (!page || (migrate->src[i] & MIGRATE_PFN_MIGRATE))
2653			continue;
2654
2655		remove_migration_pte(page, migrate->vma, addr, page);
2656
2657		migrate->src[i] = 0;
2658		unlock_page(page);
2659		put_page(page);
2660		restore--;
2661	}
2662}
2663
2664/*
2665 * migrate_vma_unmap() - replace page mapping with special migration pte entry
2666 * @migrate: migrate struct containing all migration information
2667 *
2668 * Replace page mapping (CPU page table pte) with a special migration pte entry
2669 * and check again if it has been pinned. Pinned pages are restored because we
2670 * cannot migrate them.
2671 *
2672 * This is the last step before we call the device driver callback to allocate
2673 * destination memory and copy contents of original page over to new page.
2674 */
2675static void migrate_vma_unmap(struct migrate_vma *migrate)
2676{
2677	int flags = TTU_MIGRATION | TTU_IGNORE_MLOCK | TTU_IGNORE_ACCESS;
2678	const unsigned long npages = migrate->npages;
2679	const unsigned long start = migrate->start;
2680	unsigned long addr, i, restore = 0;
2681
2682	for (i = 0; i < npages; i++) {
2683		struct page *page = migrate_pfn_to_page(migrate->src[i]);
2684
2685		if (!page || !(migrate->src[i] & MIGRATE_PFN_MIGRATE))
2686			continue;
2687
2688		if (page_mapped(page)) {
2689			try_to_unmap(page, flags);
2690			if (page_mapped(page))
2691				goto restore;
2692		}
2693
2694		if (migrate_vma_check_page(page))
2695			continue;
2696
2697restore:
2698		migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;
2699		migrate->cpages--;
2700		restore++;
2701	}
2702
2703	for (addr = start, i = 0; i < npages && restore; addr += PAGE_SIZE, i++) {
2704		struct page *page = migrate_pfn_to_page(migrate->src[i]);
2705
2706		if (!page || (migrate->src[i] & MIGRATE_PFN_MIGRATE))
2707			continue;
2708
2709		remove_migration_ptes(page, page, false);
2710
2711		migrate->src[i] = 0;
2712		unlock_page(page);
2713		restore--;
2714
2715		if (is_zone_device_page(page))
2716			put_page(page);
2717		else
2718			putback_lru_page(page);
2719	}
2720}
2721
2722/**
2723 * migrate_vma_setup() - prepare to migrate a range of memory
2724 * @args: contains the vma, start, and pfns arrays for the migration
2725 *
2726 * Returns: negative errno on failures, 0 when 0 or more pages were migrated
2727 * without an error.
2728 *
2729 * Prepare to migrate a range of memory virtual address range by collecting all
2730 * the pages backing each virtual address in the range, saving them inside the
2731 * src array.  Then lock those pages and unmap them. Once the pages are locked
2732 * and unmapped, check whether each page is pinned or not.  Pages that aren't
2733 * pinned have the MIGRATE_PFN_MIGRATE flag set (by this function) in the
2734 * corresponding src array entry.  Then restores any pages that are pinned, by
2735 * remapping and unlocking those pages.
2736 *
2737 * The caller should then allocate destination memory and copy source memory to
2738 * it for all those entries (ie with MIGRATE_PFN_VALID and MIGRATE_PFN_MIGRATE
2739 * flag set).  Once these are allocated and copied, the caller must update each
2740 * corresponding entry in the dst array with the pfn value of the destination
2741 * page and with the MIGRATE_PFN_VALID and MIGRATE_PFN_LOCKED flags set
2742 * (destination pages must have their struct pages locked, via lock_page()).
2743 *
2744 * Note that the caller does not have to migrate all the pages that are marked
2745 * with MIGRATE_PFN_MIGRATE flag in src array unless this is a migration from
2746 * device memory to system memory.  If the caller cannot migrate a device page
2747 * back to system memory, then it must return VM_FAULT_SIGBUS, which has severe
2748 * consequences for the userspace process, so it must be avoided if at all
2749 * possible.
2750 *
2751 * For empty entries inside CPU page table (pte_none() or pmd_none() is true) we
2752 * do set MIGRATE_PFN_MIGRATE flag inside the corresponding source array thus
2753 * allowing the caller to allocate device memory for those unback virtual
2754 * address.  For this the caller simply has to allocate device memory and
2755 * properly set the destination entry like for regular migration.  Note that
2756 * this can still fails and thus inside the device driver must check if the
2757 * migration was successful for those entries after calling migrate_vma_pages()
2758 * just like for regular migration.
2759 *
2760 * After that, the callers must call migrate_vma_pages() to go over each entry
2761 * in the src array that has the MIGRATE_PFN_VALID and MIGRATE_PFN_MIGRATE flag
2762 * set. If the corresponding entry in dst array has MIGRATE_PFN_VALID flag set,
2763 * then migrate_vma_pages() to migrate struct page information from the source
2764 * struct page to the destination struct page.  If it fails to migrate the
2765 * struct page information, then it clears the MIGRATE_PFN_MIGRATE flag in the
2766 * src array.
2767 *
2768 * At this point all successfully migrated pages have an entry in the src
2769 * array with MIGRATE_PFN_VALID and MIGRATE_PFN_MIGRATE flag set and the dst
2770 * array entry with MIGRATE_PFN_VALID flag set.
2771 *
2772 * Once migrate_vma_pages() returns the caller may inspect which pages were
2773 * successfully migrated, and which were not.  Successfully migrated pages will
2774 * have the MIGRATE_PFN_MIGRATE flag set for their src array entry.
2775 *
2776 * It is safe to update device page table after migrate_vma_pages() because
2777 * both destination and source page are still locked, and the mmap_lock is held
2778 * in read mode (hence no one can unmap the range being migrated).
2779 *
2780 * Once the caller is done cleaning up things and updating its page table (if it
2781 * chose to do so, this is not an obligation) it finally calls
2782 * migrate_vma_finalize() to update the CPU page table to point to new pages
2783 * for successfully migrated pages or otherwise restore the CPU page table to
2784 * point to the original source pages.
2785 */
2786int migrate_vma_setup(struct migrate_vma *args)
2787{
2788	long nr_pages = (args->end - args->start) >> PAGE_SHIFT;
2789
2790	args->start &= PAGE_MASK;
2791	args->end &= PAGE_MASK;
2792	if (!args->vma || is_vm_hugetlb_page(args->vma) ||
2793	    (args->vma->vm_flags & VM_SPECIAL) || vma_is_dax(args->vma))
2794		return -EINVAL;
2795	if (nr_pages <= 0)
2796		return -EINVAL;
2797	if (args->start < args->vma->vm_start ||
2798	    args->start >= args->vma->vm_end)
2799		return -EINVAL;
2800	if (args->end <= args->vma->vm_start || args->end > args->vma->vm_end)
2801		return -EINVAL;
2802	if (!args->src || !args->dst)
2803		return -EINVAL;
2804
2805	memset(args->src, 0, sizeof(*args->src) * nr_pages);
2806	args->cpages = 0;
2807	args->npages = 0;
2808
2809	migrate_vma_collect(args);
2810
2811	if (args->cpages)
2812		migrate_vma_prepare(args);
2813	if (args->cpages)
2814		migrate_vma_unmap(args);
2815
2816	/*
2817	 * At this point pages are locked and unmapped, and thus they have
2818	 * stable content and can safely be copied to destination memory that
2819	 * is allocated by the drivers.
2820	 */
2821	return 0;
2822
2823}
2824EXPORT_SYMBOL(migrate_vma_setup);
2825
2826/*
2827 * This code closely matches the code in:
2828 *   __handle_mm_fault()
2829 *     handle_pte_fault()
2830 *       do_anonymous_page()
2831 * to map in an anonymous zero page but the struct page will be a ZONE_DEVICE
2832 * private page.
2833 */
2834static void migrate_vma_insert_page(struct migrate_vma *migrate,
2835				    unsigned long addr,
2836				    struct page *page,
2837				    unsigned long *src,
2838				    unsigned long *dst)
2839{
2840	struct vm_area_struct *vma = migrate->vma;
2841	struct mm_struct *mm = vma->vm_mm;
2842	bool flush = false;
2843	spinlock_t *ptl;
2844	pte_t entry;
2845	pgd_t *pgdp;
2846	p4d_t *p4dp;
2847	pud_t *pudp;
2848	pmd_t *pmdp;
2849	pte_t *ptep;
2850
2851	/* Only allow populating anonymous memory */
2852	if (!vma_is_anonymous(vma))
2853		goto abort;
2854
2855	pgdp = pgd_offset(mm, addr);
2856	p4dp = p4d_alloc(mm, pgdp, addr);
2857	if (!p4dp)
2858		goto abort;
2859	pudp = pud_alloc(mm, p4dp, addr);
2860	if (!pudp)
2861		goto abort;
2862	pmdp = pmd_alloc(mm, pudp, addr);
2863	if (!pmdp)
2864		goto abort;
2865
2866	if (pmd_trans_huge(*pmdp) || pmd_devmap(*pmdp))
2867		goto abort;
2868
2869	/*
2870	 * Use pte_alloc() instead of pte_alloc_map().  We can't run
2871	 * pte_offset_map() on pmds where a huge pmd might be created
2872	 * from a different thread.
2873	 *
2874	 * pte_alloc_map() is safe to use under mmap_write_lock(mm) or when
2875	 * parallel threads are excluded by other means.
2876	 *
2877	 * Here we only have mmap_read_lock(mm).
2878	 */
2879	if (pte_alloc(mm, pmdp))
2880		goto abort;
2881
2882	/* See the comment in pte_alloc_one_map() */
2883	if (unlikely(pmd_trans_unstable(pmdp)))
2884		goto abort;
2885
2886	if (unlikely(anon_vma_prepare(vma)))
2887		goto abort;
2888	if (mem_cgroup_charge(page, vma->vm_mm, GFP_KERNEL))
2889		goto abort;
2890
2891	/*
2892	 * The memory barrier inside __SetPageUptodate makes sure that
2893	 * preceding stores to the page contents become visible before
2894	 * the set_pte_at() write.
2895	 */
2896	__SetPageUptodate(page);
2897
2898	if (is_zone_device_page(page)) {
2899		if (is_device_private_page(page)) {
2900			swp_entry_t swp_entry;
2901
2902			swp_entry = make_device_private_entry(page, vma->vm_flags & VM_WRITE);
2903			entry = swp_entry_to_pte(swp_entry);
2904		}
2905	} else {
2906		entry = mk_pte(page, vma->vm_page_prot);
2907		if (vma->vm_flags & VM_WRITE)
2908			entry = pte_mkwrite(pte_mkdirty(entry));
2909	}
2910
2911	ptep = pte_offset_map_lock(mm, pmdp, addr, &ptl);
2912
2913	if (check_stable_address_space(mm))
2914		goto unlock_abort;
2915
2916	if (pte_present(*ptep)) {
2917		unsigned long pfn = pte_pfn(*ptep);
2918
2919		if (!is_zero_pfn(pfn))
2920			goto unlock_abort;
2921		flush = true;
2922	} else if (!pte_none(*ptep))
2923		goto unlock_abort;
2924
2925	/*
2926	 * Check for userfaultfd but do not deliver the fault. Instead,
2927	 * just back off.
2928	 */
2929	if (userfaultfd_missing(vma))
2930		goto unlock_abort;
2931
2932	inc_mm_counter(mm, MM_ANONPAGES);
2933	page_add_new_anon_rmap(page, vma, addr, false);
2934	if (!is_zone_device_page(page))
2935		lru_cache_add_inactive_or_unevictable(page, vma);
2936	get_page(page);
2937
2938	if (flush) {
2939		flush_cache_page(vma, addr, pte_pfn(*ptep));
2940		ptep_clear_flush_notify(vma, addr, ptep);
2941		set_pte_at_notify(mm, addr, ptep, entry);
2942		update_mmu_cache(vma, addr, ptep);
2943	} else {
2944		/* No need to invalidate - it was non-present before */
2945		set_pte_at(mm, addr, ptep, entry);
2946		update_mmu_cache(vma, addr, ptep);
2947	}
2948
2949	pte_unmap_unlock(ptep, ptl);
2950	*src = MIGRATE_PFN_MIGRATE;
2951	return;
2952
2953unlock_abort:
2954	pte_unmap_unlock(ptep, ptl);
2955abort:
2956	*src &= ~MIGRATE_PFN_MIGRATE;
2957}
2958
2959/**
2960 * migrate_vma_pages() - migrate meta-data from src page to dst page
2961 * @migrate: migrate struct containing all migration information
2962 *
2963 * This migrates struct page meta-data from source struct page to destination
2964 * struct page. This effectively finishes the migration from source page to the
2965 * destination page.
2966 */
2967void migrate_vma_pages(struct migrate_vma *migrate)
2968{
2969	const unsigned long npages = migrate->npages;
2970	const unsigned long start = migrate->start;
2971	struct mmu_notifier_range range;
2972	unsigned long addr, i;
2973	bool notified = false;
2974
2975	for (i = 0, addr = start; i < npages; addr += PAGE_SIZE, i++) {
2976		struct page *newpage = migrate_pfn_to_page(migrate->dst[i]);
2977		struct page *page = migrate_pfn_to_page(migrate->src[i]);
2978		struct address_space *mapping;
2979		int r;
2980
2981		if (!newpage) {
2982			migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;
2983			continue;
2984		}
2985
2986		if (!page) {
2987			if (!(migrate->src[i] & MIGRATE_PFN_MIGRATE))
2988				continue;
2989			if (!notified) {
2990				notified = true;
2991
2992				mmu_notifier_range_init(&range,
2993							MMU_NOTIFY_CLEAR, 0,
2994							NULL,
2995							migrate->vma->vm_mm,
2996							addr, migrate->end);
2997				mmu_notifier_invalidate_range_start(&range);
2998			}
2999			migrate_vma_insert_page(migrate, addr, newpage,
3000						&migrate->src[i],
3001						&migrate->dst[i]);
3002			continue;
3003		}
3004
3005		mapping = page_mapping(page);
3006
3007		if (is_zone_device_page(newpage)) {
3008			if (is_device_private_page(newpage)) {
3009				/*
3010				 * For now only support private anonymous when
3011				 * migrating to un-addressable device memory.
3012				 */
3013				if (mapping) {
3014					migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;
3015					continue;
3016				}
3017			} else {
3018				/*
3019				 * Other types of ZONE_DEVICE page are not
3020				 * supported.
3021				 */
3022				migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;
3023				continue;
3024			}
3025		}
3026
3027		r = migrate_page(mapping, newpage, page, MIGRATE_SYNC_NO_COPY);
3028		if (r != MIGRATEPAGE_SUCCESS)
3029			migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;
3030	}
3031
3032	/*
3033	 * No need to double call mmu_notifier->invalidate_range() callback as
3034	 * the above ptep_clear_flush_notify() inside migrate_vma_insert_page()
3035	 * did already call it.
3036	 */
3037	if (notified)
3038		mmu_notifier_invalidate_range_only_end(&range);
3039}
3040EXPORT_SYMBOL(migrate_vma_pages);
3041
3042/**
3043 * migrate_vma_finalize() - restore CPU page table entry
3044 * @migrate: migrate struct containing all migration information
3045 *
3046 * This replaces the special migration pte entry with either a mapping to the
3047 * new page if migration was successful for that page, or to the original page
3048 * otherwise.
3049 *
3050 * This also unlocks the pages and puts them back on the lru, or drops the extra
3051 * refcount, for device pages.
3052 */
3053void migrate_vma_finalize(struct migrate_vma *migrate)
 
3054{
3055	const unsigned long npages = migrate->npages;
3056	unsigned long i;
3057
3058	for (i = 0; i < npages; i++) {
3059		struct page *newpage = migrate_pfn_to_page(migrate->dst[i]);
3060		struct page *page = migrate_pfn_to_page(migrate->src[i]);
3061
3062		if (!page) {
3063			if (newpage) {
3064				unlock_page(newpage);
3065				put_page(newpage);
3066			}
3067			continue;
3068		}
3069
3070		if (!(migrate->src[i] & MIGRATE_PFN_MIGRATE) || !newpage) {
3071			if (newpage) {
3072				unlock_page(newpage);
3073				put_page(newpage);
3074			}
3075			newpage = page;
3076		}
3077
3078		remove_migration_ptes(page, newpage, false);
3079		unlock_page(page);
3080		migrate->cpages--;
3081
3082		if (is_zone_device_page(page))
3083			put_page(page);
3084		else
3085			putback_lru_page(page);
3086
3087		if (newpage != page) {
3088			unlock_page(newpage);
3089			if (is_zone_device_page(newpage))
3090				put_page(newpage);
3091			else
3092				putback_lru_page(newpage);
3093		}
 
 
 
 
 
 
3094	}
 
 
 
3095}
3096EXPORT_SYMBOL(migrate_vma_finalize);
3097#endif /* CONFIG_DEVICE_PRIVATE */
v6.13.7
   1// SPDX-License-Identifier: GPL-2.0
   2/*
   3 * Memory Migration functionality - linux/mm/migrate.c
   4 *
   5 * Copyright (C) 2006 Silicon Graphics, Inc., Christoph Lameter
   6 *
   7 * Page migration was first developed in the context of the memory hotplug
   8 * project. The main authors of the migration code are:
   9 *
  10 * IWAMOTO Toshihiro <iwamoto@valinux.co.jp>
  11 * Hirokazu Takahashi <taka@valinux.co.jp>
  12 * Dave Hansen <haveblue@us.ibm.com>
  13 * Christoph Lameter
  14 */
  15
  16#include <linux/migrate.h>
  17#include <linux/export.h>
  18#include <linux/swap.h>
  19#include <linux/swapops.h>
  20#include <linux/pagemap.h>
  21#include <linux/buffer_head.h>
  22#include <linux/mm_inline.h>
 
 
  23#include <linux/ksm.h>
  24#include <linux/rmap.h>
  25#include <linux/topology.h>
  26#include <linux/cpu.h>
  27#include <linux/cpuset.h>
  28#include <linux/writeback.h>
  29#include <linux/mempolicy.h>
  30#include <linux/vmalloc.h>
  31#include <linux/security.h>
  32#include <linux/backing-dev.h>
  33#include <linux/compaction.h>
  34#include <linux/syscalls.h>
  35#include <linux/compat.h>
  36#include <linux/hugetlb.h>
 
  37#include <linux/gfp.h>
 
  38#include <linux/pfn_t.h>
 
 
 
 
  39#include <linux/page_idle.h>
  40#include <linux/page_owner.h>
  41#include <linux/sched/mm.h>
  42#include <linux/ptrace.h>
  43#include <linux/memory.h>
  44#include <linux/sched/sysctl.h>
  45#include <linux/memory-tiers.h>
  46#include <linux/pagewalk.h>
  47
  48#include <asm/tlbflush.h>
  49
 
  50#include <trace/events/migrate.h>
  51
  52#include "internal.h"
  53
  54bool isolate_movable_page(struct page *page, isolate_mode_t mode)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  55{
  56	struct folio *folio = folio_get_nontail_page(page);
  57	const struct movable_operations *mops;
  58
  59	/*
  60	 * Avoid burning cycles with pages that are yet under __free_pages(),
  61	 * or just got freed under us.
  62	 *
  63	 * In case we 'win' a race for a movable page being freed under us and
  64	 * raise its refcount preventing __free_pages() from doing its job
  65	 * the put_page() at the end of this block will take care of
  66	 * release this page, thus avoiding a nasty leakage.
  67	 */
  68	if (!folio)
  69		goto out;
  70
  71	if (unlikely(folio_test_slab(folio)))
  72		goto out_putfolio;
  73	/* Pairs with smp_wmb() in slab freeing, e.g. SLUB's __free_slab() */
  74	smp_rmb();
  75	/*
  76	 * Check movable flag before taking the page lock because
  77	 * we use non-atomic bitops on newly allocated page flags so
  78	 * unconditionally grabbing the lock ruins page's owner side.
  79	 */
  80	if (unlikely(!__folio_test_movable(folio)))
  81		goto out_putfolio;
  82	/* Pairs with smp_wmb() in slab allocation, e.g. SLUB's alloc_slab_page() */
  83	smp_rmb();
  84	if (unlikely(folio_test_slab(folio)))
  85		goto out_putfolio;
  86
  87	/*
  88	 * As movable pages are not isolated from LRU lists, concurrent
  89	 * compaction threads can race against page migration functions
  90	 * as well as race against the releasing a page.
  91	 *
  92	 * In order to avoid having an already isolated movable page
  93	 * being (wrongly) re-isolated while it is under migration,
  94	 * or to avoid attempting to isolate pages being released,
  95	 * lets be sure we have the page lock
  96	 * before proceeding with the movable page isolation steps.
  97	 */
  98	if (unlikely(!folio_trylock(folio)))
  99		goto out_putfolio;
 100
 101	if (!folio_test_movable(folio) || folio_test_isolated(folio))
 102		goto out_no_isolated;
 103
 104	mops = folio_movable_ops(folio);
 105	VM_BUG_ON_FOLIO(!mops, folio);
 106
 107	if (!mops->isolate_page(&folio->page, mode))
 108		goto out_no_isolated;
 109
 110	/* Driver shouldn't use the isolated flag */
 111	WARN_ON_ONCE(folio_test_isolated(folio));
 112	folio_set_isolated(folio);
 113	folio_unlock(folio);
 114
 115	return true;
 116
 117out_no_isolated:
 118	folio_unlock(folio);
 119out_putfolio:
 120	folio_put(folio);
 121out:
 122	return false;
 123}
 124
 125static void putback_movable_folio(struct folio *folio)
 
 126{
 127	const struct movable_operations *mops = folio_movable_ops(folio);
 128
 129	mops->putback_page(&folio->page);
 130	folio_clear_isolated(folio);
 
 
 
 
 
 131}
 132
 133/*
 134 * Put previously isolated pages back onto the appropriate lists
 135 * from where they were once taken off for compaction/migration.
 136 *
 137 * This function shall be used whenever the isolated pageset has been
 138 * built from lru, balloon, hugetlbfs page. See isolate_migratepages_range()
 139 * and isolate_hugetlb().
 140 */
 141void putback_movable_pages(struct list_head *l)
 142{
 143	struct folio *folio;
 144	struct folio *folio2;
 145
 146	list_for_each_entry_safe(folio, folio2, l, lru) {
 147		if (unlikely(folio_test_hugetlb(folio))) {
 148			folio_putback_active_hugetlb(folio);
 149			continue;
 150		}
 151		list_del(&folio->lru);
 152		/*
 153		 * We isolated non-lru movable folio so here we can use
 154		 * __folio_test_movable because LRU folio's mapping cannot
 155		 * have PAGE_MAPPING_MOVABLE.
 156		 */
 157		if (unlikely(__folio_test_movable(folio))) {
 158			VM_BUG_ON_FOLIO(!folio_test_isolated(folio), folio);
 159			folio_lock(folio);
 160			if (folio_test_movable(folio))
 161				putback_movable_folio(folio);
 162			else
 163				folio_clear_isolated(folio);
 164			folio_unlock(folio);
 165			folio_put(folio);
 166		} else {
 167			node_stat_mod_folio(folio, NR_ISOLATED_ANON +
 168					folio_is_file_lru(folio), -folio_nr_pages(folio));
 169			folio_putback_lru(folio);
 170		}
 171	}
 172}
 173
 174/* Must be called with an elevated refcount on the non-hugetlb folio */
 175bool isolate_folio_to_list(struct folio *folio, struct list_head *list)
 176{
 177	bool isolated, lru;
 178
 179	if (folio_test_hugetlb(folio))
 180		return isolate_hugetlb(folio, list);
 181
 182	lru = !__folio_test_movable(folio);
 183	if (lru)
 184		isolated = folio_isolate_lru(folio);
 185	else
 186		isolated = isolate_movable_page(&folio->page,
 187						ISOLATE_UNEVICTABLE);
 188
 189	if (!isolated)
 190		return false;
 191
 192	list_add(&folio->lru, list);
 193	if (lru)
 194		node_stat_add_folio(folio, NR_ISOLATED_ANON +
 195				    folio_is_file_lru(folio));
 196
 197	return true;
 198}
 199
 200static bool try_to_map_unused_to_zeropage(struct page_vma_mapped_walk *pvmw,
 201					  struct folio *folio,
 202					  unsigned long idx)
 203{
 204	struct page *page = folio_page(folio, idx);
 205	bool contains_data;
 206	pte_t newpte;
 207	void *addr;
 208
 209	if (PageCompound(page))
 210		return false;
 211	VM_BUG_ON_PAGE(!PageAnon(page), page);
 212	VM_BUG_ON_PAGE(!PageLocked(page), page);
 213	VM_BUG_ON_PAGE(pte_present(*pvmw->pte), page);
 214
 215	if (folio_test_mlocked(folio) || (pvmw->vma->vm_flags & VM_LOCKED) ||
 216	    mm_forbids_zeropage(pvmw->vma->vm_mm))
 217		return false;
 218
 219	/*
 220	 * The pmd entry mapping the old thp was flushed and the pte mapping
 221	 * this subpage has been non present. If the subpage is only zero-filled
 222	 * then map it to the shared zeropage.
 223	 */
 224	addr = kmap_local_page(page);
 225	contains_data = memchr_inv(addr, 0, PAGE_SIZE);
 226	kunmap_local(addr);
 227
 228	if (contains_data)
 229		return false;
 230
 231	newpte = pte_mkspecial(pfn_pte(my_zero_pfn(pvmw->address),
 232					pvmw->vma->vm_page_prot));
 233	set_pte_at(pvmw->vma->vm_mm, pvmw->address, pvmw->pte, newpte);
 234
 235	dec_mm_counter(pvmw->vma->vm_mm, mm_counter(folio));
 236	return true;
 237}
 238
 239struct rmap_walk_arg {
 240	struct folio *folio;
 241	bool map_unused_to_zeropage;
 242};
 243
 244/*
 245 * Restore a potential migration pte to a working pte entry
 246 */
 247static bool remove_migration_pte(struct folio *folio,
 248		struct vm_area_struct *vma, unsigned long addr, void *arg)
 249{
 250	struct rmap_walk_arg *rmap_walk_arg = arg;
 251	DEFINE_FOLIO_VMA_WALK(pvmw, rmap_walk_arg->folio, vma, addr, PVMW_SYNC | PVMW_MIGRATION);
 
 
 
 
 
 
 
 252
 
 253	while (page_vma_mapped_walk(&pvmw)) {
 254		rmap_t rmap_flags = RMAP_NONE;
 255		pte_t old_pte;
 256		pte_t pte;
 257		swp_entry_t entry;
 258		struct page *new;
 259		unsigned long idx = 0;
 260
 261		/* pgoff is invalid for ksm pages, but they are never large */
 262		if (folio_test_large(folio) && !folio_test_hugetlb(folio))
 263			idx = linear_page_index(vma, pvmw.address) - pvmw.pgoff;
 264		new = folio_page(folio, idx);
 265
 266#ifdef CONFIG_ARCH_ENABLE_THP_MIGRATION
 267		/* PMD-mapped THP migration entry */
 268		if (!pvmw.pte) {
 269			VM_BUG_ON_FOLIO(folio_test_hugetlb(folio) ||
 270					!folio_test_pmd_mappable(folio), folio);
 271			remove_migration_pmd(&pvmw, new);
 272			continue;
 273		}
 274#endif
 275		if (rmap_walk_arg->map_unused_to_zeropage &&
 276		    try_to_map_unused_to_zeropage(&pvmw, folio, idx))
 277			continue;
 278
 279		folio_get(folio);
 280		pte = mk_pte(new, READ_ONCE(vma->vm_page_prot));
 281		old_pte = ptep_get(pvmw.pte);
 282
 283		entry = pte_to_swp_entry(old_pte);
 284		if (!is_migration_entry_young(entry))
 285			pte = pte_mkold(pte);
 286		if (folio_test_dirty(folio) && is_migration_entry_dirty(entry))
 287			pte = pte_mkdirty(pte);
 288		if (pte_swp_soft_dirty(old_pte))
 289			pte = pte_mksoft_dirty(pte);
 290		else
 291			pte = pte_clear_soft_dirty(pte);
 292
 293		if (is_writable_migration_entry(entry))
 294			pte = pte_mkwrite(pte, vma);
 295		else if (pte_swp_uffd_wp(old_pte))
 
 
 
 
 296			pte = pte_mkuffd_wp(pte);
 297
 298		if (folio_test_anon(folio) && !is_readable_migration_entry(entry))
 299			rmap_flags |= RMAP_EXCLUSIVE;
 300
 301		if (unlikely(is_device_private_page(new))) {
 302			if (pte_write(pte))
 303				entry = make_writable_device_private_entry(
 304							page_to_pfn(new));
 305			else
 306				entry = make_readable_device_private_entry(
 307							page_to_pfn(new));
 308			pte = swp_entry_to_pte(entry);
 309			if (pte_swp_soft_dirty(old_pte))
 310				pte = pte_swp_mksoft_dirty(pte);
 311			if (pte_swp_uffd_wp(old_pte))
 312				pte = pte_swp_mkuffd_wp(pte);
 313		}
 314
 315#ifdef CONFIG_HUGETLB_PAGE
 316		if (folio_test_hugetlb(folio)) {
 317			struct hstate *h = hstate_vma(vma);
 318			unsigned int shift = huge_page_shift(h);
 319			unsigned long psize = huge_page_size(h);
 320
 321			pte = arch_make_huge_pte(pte, shift, vma->vm_flags);
 322			if (folio_test_anon(folio))
 323				hugetlb_add_anon_rmap(folio, vma, pvmw.address,
 324						      rmap_flags);
 325			else
 326				hugetlb_add_file_rmap(folio);
 327			set_huge_pte_at(vma->vm_mm, pvmw.address, pvmw.pte, pte,
 328					psize);
 329		} else
 330#endif
 331		{
 332			if (folio_test_anon(folio))
 333				folio_add_anon_rmap_pte(folio, new, vma,
 334							pvmw.address, rmap_flags);
 
 335			else
 336				folio_add_file_rmap_pte(folio, new, vma);
 337			set_pte_at(vma->vm_mm, pvmw.address, pvmw.pte, pte);
 338		}
 339		if (vma->vm_flags & VM_LOCKED)
 340			mlock_drain_local();
 341
 342		trace_remove_migration_pte(pvmw.address, pte_val(pte),
 343					   compound_order(new));
 344
 345		/* No need to invalidate - it was non-present before */
 346		update_mmu_cache(vma, pvmw.address, pvmw.pte);
 347	}
 348
 349	return true;
 350}
 351
 352/*
 353 * Get rid of all migration entries and replace them by
 354 * references to the indicated page.
 355 */
 356void remove_migration_ptes(struct folio *src, struct folio *dst, int flags)
 357{
 358	struct rmap_walk_arg rmap_walk_arg = {
 359		.folio = src,
 360		.map_unused_to_zeropage = flags & RMP_USE_SHARED_ZEROPAGE,
 361	};
 362
 363	struct rmap_walk_control rwc = {
 364		.rmap_one = remove_migration_pte,
 365		.arg = &rmap_walk_arg,
 366	};
 367
 368	VM_BUG_ON_FOLIO((flags & RMP_USE_SHARED_ZEROPAGE) && (src != dst), src);
 369
 370	if (flags & RMP_LOCKED)
 371		rmap_walk_locked(dst, &rwc);
 372	else
 373		rmap_walk(dst, &rwc);
 374}
 375
 376/*
 377 * Something used the pte of a page under migration. We need to
 378 * get to the page and wait until migration is finished.
 379 * When we return from this function the fault will be retried.
 380 */
 381void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd,
 382			  unsigned long address)
 383{
 384	spinlock_t *ptl;
 385	pte_t *ptep;
 386	pte_t pte;
 387	swp_entry_t entry;
 
 388
 389	ptep = pte_offset_map_lock(mm, pmd, address, &ptl);
 390	if (!ptep)
 391		return;
 392
 393	pte = ptep_get(ptep);
 394	pte_unmap(ptep);
 395
 396	if (!is_swap_pte(pte))
 397		goto out;
 398
 399	entry = pte_to_swp_entry(pte);
 400	if (!is_migration_entry(entry))
 401		goto out;
 402
 403	migration_entry_wait_on_locked(entry, ptl);
 
 
 
 
 
 
 
 
 
 
 404	return;
 405out:
 406	spin_unlock(ptl);
 407}
 408
 409#ifdef CONFIG_HUGETLB_PAGE
 410/*
 411 * The vma read lock must be held upon entry. Holding that lock prevents either
 412 * the pte or the ptl from being freed.
 413 *
 414 * This function will release the vma lock before returning.
 415 */
 416void migration_entry_wait_huge(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep)
 417{
 418	spinlock_t *ptl = huge_pte_lockptr(hstate_vma(vma), vma->vm_mm, ptep);
 419	pte_t pte;
 
 
 420
 421	hugetlb_vma_assert_locked(vma);
 422	spin_lock(ptl);
 423	pte = huge_ptep_get(vma->vm_mm, addr, ptep);
 424
 425	if (unlikely(!is_hugetlb_entry_migration(pte))) {
 426		spin_unlock(ptl);
 427		hugetlb_vma_unlock_read(vma);
 428	} else {
 429		/*
 430		 * If migration entry existed, safe to release vma lock
 431		 * here because the pgtable page won't be freed without the
 432		 * pgtable lock released.  See comment right above pgtable
 433		 * lock release in migration_entry_wait_on_locked().
 434		 */
 435		hugetlb_vma_unlock_read(vma);
 436		migration_entry_wait_on_locked(pte_to_swp_entry(pte), ptl);
 437	}
 438}
 439#endif
 440
 441#ifdef CONFIG_ARCH_ENABLE_THP_MIGRATION
 442void pmd_migration_entry_wait(struct mm_struct *mm, pmd_t *pmd)
 443{
 444	spinlock_t *ptl;
 
 445
 446	ptl = pmd_lock(mm, pmd);
 447	if (!is_pmd_migration_entry(*pmd))
 448		goto unlock;
 449	migration_entry_wait_on_locked(pmd_to_swp_entry(*pmd), ptl);
 
 
 
 
 450	return;
 451unlock:
 452	spin_unlock(ptl);
 453}
 454#endif
 455
 456static int folio_expected_refs(struct address_space *mapping,
 457		struct folio *folio)
 458{
 459	int refs = 1;
 460	if (!mapping)
 461		return refs;
 462
 463	refs += folio_nr_pages(folio);
 464	if (folio_test_private(folio))
 465		refs++;
 
 
 
 
 466
 467	return refs;
 468}
 469
 470/*
 471 * Replace the folio in the mapping.
 472 *
 473 * The number of remaining references must be:
 474 * 1 for anonymous folios without a mapping
 475 * 2 for folios with a mapping
 476 * 3 for folios with a mapping and the private flag set.
 477 */
 478static int __folio_migrate_mapping(struct address_space *mapping,
 479		struct folio *newfolio, struct folio *folio, int expected_count)
 480{
 481	XA_STATE(xas, &mapping->i_pages, folio_index(folio));
 482	struct zone *oldzone, *newzone;
 483	int dirty;
 484	long nr = folio_nr_pages(folio);
 485	long entries, i;
 486
 487	if (!mapping) {
 488		/* Take off deferred split queue while frozen and memcg set */
 489		if (folio_test_large(folio) &&
 490		    folio_test_large_rmappable(folio)) {
 491			if (!folio_ref_freeze(folio, expected_count))
 492				return -EAGAIN;
 493			folio_unqueue_deferred_split(folio);
 494			folio_ref_unfreeze(folio, expected_count);
 495		}
 496
 497		/* No turning back from here */
 498		newfolio->index = folio->index;
 499		newfolio->mapping = folio->mapping;
 500		if (folio_test_anon(folio) && folio_test_large(folio))
 501			mod_mthp_stat(folio_order(folio), MTHP_STAT_NR_ANON, 1);
 502		if (folio_test_swapbacked(folio))
 503			__folio_set_swapbacked(newfolio);
 504
 505		return MIGRATEPAGE_SUCCESS;
 506	}
 507
 508	oldzone = folio_zone(folio);
 509	newzone = folio_zone(newfolio);
 510
 511	xas_lock_irq(&xas);
 512	if (!folio_ref_freeze(folio, expected_count)) {
 513		xas_unlock_irq(&xas);
 514		return -EAGAIN;
 515	}
 516
 517	/* Take off deferred split queue while frozen and memcg set */
 518	folio_unqueue_deferred_split(folio);
 
 
 519
 520	/*
 521	 * Now we know that no one else is looking at the folio:
 522	 * no turning back from here.
 523	 */
 524	newfolio->index = folio->index;
 525	newfolio->mapping = folio->mapping;
 526	if (folio_test_anon(folio) && folio_test_large(folio))
 527		mod_mthp_stat(folio_order(folio), MTHP_STAT_NR_ANON, 1);
 528	folio_ref_add(newfolio, nr); /* add cache reference */
 529	if (folio_test_swapbacked(folio)) {
 530		__folio_set_swapbacked(newfolio);
 531		if (folio_test_swapcache(folio)) {
 532			folio_set_swapcache(newfolio);
 533			newfolio->private = folio_get_private(folio);
 534		}
 535		entries = nr;
 536	} else {
 537		VM_BUG_ON_FOLIO(folio_test_swapcache(folio), folio);
 538		entries = 1;
 539	}
 540
 541	/* Move dirty while folio refs frozen and newfolio not yet exposed */
 542	dirty = folio_test_dirty(folio);
 543	if (dirty) {
 544		folio_clear_dirty(folio);
 545		folio_set_dirty(newfolio);
 546	}
 547
 548	/* Swap cache still stores N entries instead of a high-order entry */
 549	for (i = 0; i < entries; i++) {
 550		xas_store(&xas, newfolio);
 551		xas_next(&xas);
 
 
 
 
 552	}
 553
 554	/*
 555	 * Drop cache reference from old folio by unfreezing
 556	 * to one less reference.
 557	 * We know this isn't the last reference.
 558	 */
 559	folio_ref_unfreeze(folio, expected_count - nr);
 560
 561	xas_unlock(&xas);
 562	/* Leave irq disabled to prevent preemption while updating stats */
 563
 564	/*
 565	 * If moved to a different zone then also account
 566	 * the folio for that zone. Other VM counters will be
 567	 * taken care of when we establish references to the
 568	 * new folio and drop references to the old folio.
 569	 *
 570	 * Note that anonymous folios are accounted for
 571	 * via NR_FILE_PAGES and NR_ANON_MAPPED if they
 572	 * are mapped to swap space.
 573	 */
 574	if (newzone != oldzone) {
 575		struct lruvec *old_lruvec, *new_lruvec;
 576		struct mem_cgroup *memcg;
 577
 578		memcg = folio_memcg(folio);
 579		old_lruvec = mem_cgroup_lruvec(memcg, oldzone->zone_pgdat);
 580		new_lruvec = mem_cgroup_lruvec(memcg, newzone->zone_pgdat);
 581
 582		__mod_lruvec_state(old_lruvec, NR_FILE_PAGES, -nr);
 583		__mod_lruvec_state(new_lruvec, NR_FILE_PAGES, nr);
 584		if (folio_test_swapbacked(folio) && !folio_test_swapcache(folio)) {
 585			__mod_lruvec_state(old_lruvec, NR_SHMEM, -nr);
 586			__mod_lruvec_state(new_lruvec, NR_SHMEM, nr);
 587
 588			if (folio_test_pmd_mappable(folio)) {
 589				__mod_lruvec_state(old_lruvec, NR_SHMEM_THPS, -nr);
 590				__mod_lruvec_state(new_lruvec, NR_SHMEM_THPS, nr);
 591			}
 592		}
 593#ifdef CONFIG_SWAP
 594		if (folio_test_swapcache(folio)) {
 595			__mod_lruvec_state(old_lruvec, NR_SWAPCACHE, -nr);
 596			__mod_lruvec_state(new_lruvec, NR_SWAPCACHE, nr);
 597		}
 598#endif
 599		if (dirty && mapping_can_writeback(mapping)) {
 600			__mod_lruvec_state(old_lruvec, NR_FILE_DIRTY, -nr);
 601			__mod_zone_page_state(oldzone, NR_ZONE_WRITE_PENDING, -nr);
 602			__mod_lruvec_state(new_lruvec, NR_FILE_DIRTY, nr);
 603			__mod_zone_page_state(newzone, NR_ZONE_WRITE_PENDING, nr);
 604		}
 605	}
 606	local_irq_enable();
 607
 608	return MIGRATEPAGE_SUCCESS;
 609}
 610
 611int folio_migrate_mapping(struct address_space *mapping,
 612		struct folio *newfolio, struct folio *folio, int extra_count)
 613{
 614	int expected_count = folio_expected_refs(mapping, folio) + extra_count;
 615
 616	if (folio_ref_count(folio) != expected_count)
 617		return -EAGAIN;
 618
 619	return __folio_migrate_mapping(mapping, newfolio, folio, expected_count);
 620}
 621EXPORT_SYMBOL(folio_migrate_mapping);
 622
 623/*
 624 * The expected number of remaining references is the same as that
 625 * of folio_migrate_mapping().
 626 */
 627int migrate_huge_page_move_mapping(struct address_space *mapping,
 628				   struct folio *dst, struct folio *src)
 629{
 630	XA_STATE(xas, &mapping->i_pages, folio_index(src));
 631	int rc, expected_count = folio_expected_refs(mapping, src);
 632
 633	if (folio_ref_count(src) != expected_count)
 
 
 
 634		return -EAGAIN;
 
 635
 636	rc = folio_mc_copy(dst, src);
 637	if (unlikely(rc))
 638		return rc;
 639
 640	xas_lock_irq(&xas);
 641	if (!folio_ref_freeze(src, expected_count)) {
 642		xas_unlock_irq(&xas);
 643		return -EAGAIN;
 644	}
 645
 646	dst->index = src->index;
 647	dst->mapping = src->mapping;
 648
 649	folio_ref_add(dst, folio_nr_pages(dst));
 650
 651	xas_store(&xas, dst);
 652
 653	folio_ref_unfreeze(src, expected_count - folio_nr_pages(src));
 654
 655	xas_unlock_irq(&xas);
 656
 657	return MIGRATEPAGE_SUCCESS;
 658}
 659
 660/*
 661 * Copy the flags and some other ancillary information
 
 
 662 */
 663void folio_migrate_flags(struct folio *newfolio, struct folio *folio)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 664{
 665	int cpupid;
 666
 667	if (folio_test_referenced(folio))
 668		folio_set_referenced(newfolio);
 669	if (folio_test_uptodate(folio))
 670		folio_mark_uptodate(newfolio);
 671	if (folio_test_clear_active(folio)) {
 672		VM_BUG_ON_FOLIO(folio_test_unevictable(folio), folio);
 673		folio_set_active(newfolio);
 674	} else if (folio_test_clear_unevictable(folio))
 675		folio_set_unevictable(newfolio);
 676	if (folio_test_workingset(folio))
 677		folio_set_workingset(newfolio);
 678	if (folio_test_checked(folio))
 679		folio_set_checked(newfolio);
 680	/*
 681	 * PG_anon_exclusive (-> PG_mappedtodisk) is always migrated via
 682	 * migration entries. We can still have PG_anon_exclusive set on an
 683	 * effectively unmapped and unreferenced first sub-pages of an
 684	 * anonymous THP: we can simply copy it here via PG_mappedtodisk.
 685	 */
 686	if (folio_test_mappedtodisk(folio))
 687		folio_set_mappedtodisk(newfolio);
 688
 689	/* Move dirty on pages not done by folio_migrate_mapping() */
 690	if (folio_test_dirty(folio))
 691		folio_set_dirty(newfolio);
 692
 693	if (folio_test_young(folio))
 694		folio_set_young(newfolio);
 695	if (folio_test_idle(folio))
 696		folio_set_idle(newfolio);
 697
 698	folio_migrate_refs(newfolio, folio);
 699	/*
 700	 * Copy NUMA information to the new page, to prevent over-eager
 701	 * future migrations of this same page.
 702	 */
 703	cpupid = folio_xchg_last_cpupid(folio, -1);
 704	/*
 705	 * For memory tiering mode, when migrate between slow and fast
 706	 * memory node, reset cpupid, because that is used to record
 707	 * page access time in slow memory node.
 708	 */
 709	if (sysctl_numa_balancing_mode & NUMA_BALANCING_MEMORY_TIERING) {
 710		bool f_toptier = node_is_toptier(folio_nid(folio));
 711		bool t_toptier = node_is_toptier(folio_nid(newfolio));
 712
 713		if (f_toptier != t_toptier)
 714			cpupid = -1;
 715	}
 716	folio_xchg_last_cpupid(newfolio, cpupid);
 717
 718	folio_migrate_ksm(newfolio, folio);
 719	/*
 720	 * Please do not reorder this without considering how mm/ksm.c's
 721	 * ksm_get_folio() depends upon ksm_migrate_page() and the
 722	 * swapcache flag.
 723	 */
 724	if (folio_test_swapcache(folio))
 725		folio_clear_swapcache(folio);
 726	folio_clear_private(folio);
 727
 728	/* page->private contains hugetlb specific flags */
 729	if (!folio_test_hugetlb(folio))
 730		folio->private = NULL;
 731
 732	/*
 733	 * If any waiters have accumulated on the new page then
 734	 * wake them up.
 735	 */
 736	if (folio_test_writeback(newfolio))
 737		folio_end_writeback(newfolio);
 738
 739	/*
 740	 * PG_readahead shares the same bit with PG_reclaim.  The above
 741	 * end_page_writeback() may clear PG_readahead mistakenly, so set the
 742	 * bit after that.
 743	 */
 744	if (folio_test_readahead(folio))
 745		folio_set_readahead(newfolio);
 746
 747	folio_copy_owner(newfolio, folio);
 748	pgalloc_tag_swap(newfolio, folio);
 749
 750	mem_cgroup_migrate(folio, newfolio);
 
 751}
 752EXPORT_SYMBOL(folio_migrate_flags);
 
 
 
 
 
 
 
 
 
 
 
 753
 754/************************************************************
 755 *                    Migration functions
 756 ***********************************************************/
 757
 758static int __migrate_folio(struct address_space *mapping, struct folio *dst,
 759			   struct folio *src, void *src_private,
 760			   enum migrate_mode mode)
 
 
 
 
 
 
 761{
 762	int rc, expected_count = folio_expected_refs(mapping, src);
 763
 764	/* Check whether src does not have extra refs before we do more work */
 765	if (folio_ref_count(src) != expected_count)
 766		return -EAGAIN;
 767
 768	rc = folio_mc_copy(dst, src);
 769	if (unlikely(rc))
 770		return rc;
 771
 772	rc = __folio_migrate_mapping(mapping, dst, src, expected_count);
 773	if (rc != MIGRATEPAGE_SUCCESS)
 774		return rc;
 775
 776	if (src_private)
 777		folio_attach_private(dst, folio_detach_private(src));
 778
 779	folio_migrate_flags(dst, src);
 780	return MIGRATEPAGE_SUCCESS;
 781}
 
 782
 783/**
 784 * migrate_folio() - Simple folio migration.
 785 * @mapping: The address_space containing the folio.
 786 * @dst: The folio to migrate the data to.
 787 * @src: The folio containing the current data.
 788 * @mode: How to migrate the page.
 789 *
 790 * Common logic to directly migrate a single LRU folio suitable for
 791 * folios that do not have private data.
 792 *
 793 * Folios are locked upon entry and exit.
 794 */
 795int migrate_folio(struct address_space *mapping, struct folio *dst,
 796		  struct folio *src, enum migrate_mode mode)
 797{
 798	BUG_ON(folio_test_writeback(src));	/* Writeback must be complete */
 799	return __migrate_folio(mapping, dst, src, NULL, mode);
 800}
 801EXPORT_SYMBOL(migrate_folio);
 802
 803#ifdef CONFIG_BUFFER_HEAD
 804/* Returns true if all buffers are successfully locked */
 805static bool buffer_migrate_lock_buffers(struct buffer_head *head,
 806							enum migrate_mode mode)
 807{
 808	struct buffer_head *bh = head;
 809	struct buffer_head *failed_bh;
 810
 
 
 
 
 
 
 
 
 
 
 
 
 811	do {
 812		if (!trylock_buffer(bh)) {
 813			if (mode == MIGRATE_ASYNC)
 814				goto unlock;
 815			if (mode == MIGRATE_SYNC_LIGHT && !buffer_uptodate(bh))
 816				goto unlock;
 817			lock_buffer(bh);
 
 
 
 
 
 
 818		}
 819
 820		bh = bh->b_this_page;
 821	} while (bh != head);
 822
 823	return true;
 824
 825unlock:
 826	/* We failed to lock the buffer and cannot stall. */
 827	failed_bh = bh;
 828	bh = head;
 829	while (bh != failed_bh) {
 830		unlock_buffer(bh);
 831		bh = bh->b_this_page;
 832	}
 833
 834	return false;
 835}
 836
 837static int __buffer_migrate_folio(struct address_space *mapping,
 838		struct folio *dst, struct folio *src, enum migrate_mode mode,
 839		bool check_refs)
 840{
 841	struct buffer_head *bh, *head;
 842	int rc;
 843	int expected_count;
 844
 845	head = folio_buffers(src);
 846	if (!head)
 847		return migrate_folio(mapping, dst, src, mode);
 848
 849	/* Check whether page does not have extra refs before we do more work */
 850	expected_count = folio_expected_refs(mapping, src);
 851	if (folio_ref_count(src) != expected_count)
 852		return -EAGAIN;
 853
 
 854	if (!buffer_migrate_lock_buffers(head, mode))
 855		return -EAGAIN;
 856
 857	if (check_refs) {
 858		bool busy;
 859		bool invalidated = false;
 860
 861recheck_buffers:
 862		busy = false;
 863		spin_lock(&mapping->i_private_lock);
 864		bh = head;
 865		do {
 866			if (atomic_read(&bh->b_count)) {
 867				busy = true;
 868				break;
 869			}
 870			bh = bh->b_this_page;
 871		} while (bh != head);
 872		if (busy) {
 873			if (invalidated) {
 874				rc = -EAGAIN;
 875				goto unlock_buffers;
 876			}
 877			spin_unlock(&mapping->i_private_lock);
 878			invalidate_bh_lrus();
 879			invalidated = true;
 880			goto recheck_buffers;
 881		}
 882	}
 883
 884	rc = filemap_migrate_folio(mapping, dst, src, mode);
 885	if (rc != MIGRATEPAGE_SUCCESS)
 886		goto unlock_buffers;
 887
 
 
 888	bh = head;
 889	do {
 890		folio_set_bh(bh, dst, bh_offset(bh));
 891		bh = bh->b_this_page;
 
 892	} while (bh != head);
 893
 
 
 
 
 
 
 894unlock_buffers:
 895	if (check_refs)
 896		spin_unlock(&mapping->i_private_lock);
 897	bh = head;
 898	do {
 899		unlock_buffer(bh);
 900		bh = bh->b_this_page;
 
 901	} while (bh != head);
 902
 903	return rc;
 904}
 905
 906/**
 907 * buffer_migrate_folio() - Migration function for folios with buffers.
 908 * @mapping: The address space containing @src.
 909 * @dst: The folio to migrate to.
 910 * @src: The folio to migrate from.
 911 * @mode: How to migrate the folio.
 912 *
 913 * This function can only be used if the underlying filesystem guarantees
 914 * that no other references to @src exist. For example attached buffer
 915 * heads are accessed only under the folio lock.  If your filesystem cannot
 916 * provide this guarantee, buffer_migrate_folio_norefs() may be more
 917 * appropriate.
 918 *
 919 * Return: 0 on success or a negative errno on failure.
 920 */
 921int buffer_migrate_folio(struct address_space *mapping,
 922		struct folio *dst, struct folio *src, enum migrate_mode mode)
 923{
 924	return __buffer_migrate_folio(mapping, dst, src, mode, false);
 925}
 926EXPORT_SYMBOL(buffer_migrate_folio);
 927
 928/**
 929 * buffer_migrate_folio_norefs() - Migration function for folios with buffers.
 930 * @mapping: The address space containing @src.
 931 * @dst: The folio to migrate to.
 932 * @src: The folio to migrate from.
 933 * @mode: How to migrate the folio.
 934 *
 935 * Like buffer_migrate_folio() except that this variant is more careful
 936 * and checks that there are also no buffer head references. This function
 937 * is the right one for mappings where buffer heads are directly looked
 938 * up and referenced (such as block device mappings).
 939 *
 940 * Return: 0 on success or a negative errno on failure.
 941 */
 942int buffer_migrate_folio_norefs(struct address_space *mapping,
 943		struct folio *dst, struct folio *src, enum migrate_mode mode)
 944{
 945	return __buffer_migrate_folio(mapping, dst, src, mode, true);
 946}
 947EXPORT_SYMBOL_GPL(buffer_migrate_folio_norefs);
 948#endif /* CONFIG_BUFFER_HEAD */
 949
 950int filemap_migrate_folio(struct address_space *mapping,
 951		struct folio *dst, struct folio *src, enum migrate_mode mode)
 952{
 953	return __migrate_folio(mapping, dst, src, folio_get_private(src), mode);
 954}
 955EXPORT_SYMBOL_GPL(filemap_migrate_folio);
 956
 957/*
 958 * Writeback a folio to clean the dirty state
 959 */
 960static int writeout(struct address_space *mapping, struct folio *folio)
 961{
 962	struct writeback_control wbc = {
 963		.sync_mode = WB_SYNC_NONE,
 964		.nr_to_write = 1,
 965		.range_start = 0,
 966		.range_end = LLONG_MAX,
 967		.for_reclaim = 1
 968	};
 969	int rc;
 970
 971	if (!mapping->a_ops->writepage)
 972		/* No write method for the address space */
 973		return -EINVAL;
 974
 975	if (!folio_clear_dirty_for_io(folio))
 976		/* Someone else already triggered a write */
 977		return -EAGAIN;
 978
 979	/*
 980	 * A dirty folio may imply that the underlying filesystem has
 981	 * the folio on some queue. So the folio must be clean for
 982	 * migration. Writeout may mean we lose the lock and the
 983	 * folio state is no longer what we checked for earlier.
 984	 * At this point we know that the migration attempt cannot
 985	 * be successful.
 986	 */
 987	remove_migration_ptes(folio, folio, 0);
 988
 989	rc = mapping->a_ops->writepage(&folio->page, &wbc);
 990
 991	if (rc != AOP_WRITEPAGE_ACTIVATE)
 992		/* unlocked. Relock */
 993		folio_lock(folio);
 994
 995	return (rc < 0) ? -EIO : -EAGAIN;
 996}
 997
 998/*
 999 * Default handling if a filesystem does not provide a migration function.
1000 */
1001static int fallback_migrate_folio(struct address_space *mapping,
1002		struct folio *dst, struct folio *src, enum migrate_mode mode)
1003{
1004	if (folio_test_dirty(src)) {
1005		/* Only writeback folios in full synchronous migration */
1006		switch (mode) {
1007		case MIGRATE_SYNC:
 
1008			break;
1009		default:
1010			return -EBUSY;
1011		}
1012		return writeout(mapping, src);
1013	}
1014
1015	/*
1016	 * Buffers may be managed in a filesystem specific way.
1017	 * We must have no buffers or drop them.
1018	 */
1019	if (!filemap_release_folio(src, GFP_KERNEL))
 
1020		return mode == MIGRATE_SYNC ? -EAGAIN : -EBUSY;
1021
1022	return migrate_folio(mapping, dst, src, mode);
1023}
1024
1025/*
1026 * Move a page to a newly allocated page
1027 * The page is locked and all ptes have been successfully removed.
1028 *
1029 * The new page will have replaced the old page if this function
1030 * is successful.
1031 *
1032 * Return value:
1033 *   < 0 - error code
1034 *  MIGRATEPAGE_SUCCESS - success
1035 */
1036static int move_to_new_folio(struct folio *dst, struct folio *src,
1037				enum migrate_mode mode)
1038{
 
1039	int rc = -EAGAIN;
1040	bool is_lru = !__folio_test_movable(src);
 
 
 
1041
1042	VM_BUG_ON_FOLIO(!folio_test_locked(src), src);
1043	VM_BUG_ON_FOLIO(!folio_test_locked(dst), dst);
1044
1045	if (likely(is_lru)) {
1046		struct address_space *mapping = folio_mapping(src);
1047
1048		if (!mapping)
1049			rc = migrate_folio(mapping, dst, src, mode);
1050		else if (mapping_inaccessible(mapping))
1051			rc = -EOPNOTSUPP;
1052		else if (mapping->a_ops->migrate_folio)
1053			/*
1054			 * Most folios have a mapping and most filesystems
1055			 * provide a migrate_folio callback. Anonymous folios
1056			 * are part of swap space which also has its own
1057			 * migrate_folio callback. This is the most common path
1058			 * for page migration.
1059			 */
1060			rc = mapping->a_ops->migrate_folio(mapping, dst, src,
1061								mode);
1062		else
1063			rc = fallback_migrate_folio(mapping, dst, src, mode);
 
1064	} else {
1065		const struct movable_operations *mops;
1066
1067		/*
1068		 * In case of non-lru page, it could be released after
1069		 * isolation step. In that case, we shouldn't try migration.
1070		 */
1071		VM_BUG_ON_FOLIO(!folio_test_isolated(src), src);
1072		if (!folio_test_movable(src)) {
1073			rc = MIGRATEPAGE_SUCCESS;
1074			folio_clear_isolated(src);
1075			goto out;
1076		}
1077
1078		mops = folio_movable_ops(src);
1079		rc = mops->migrate_page(&dst->page, &src->page, mode);
1080		WARN_ON_ONCE(rc == MIGRATEPAGE_SUCCESS &&
1081				!folio_test_isolated(src));
1082	}
1083
1084	/*
1085	 * When successful, old pagecache src->mapping must be cleared before
1086	 * src is freed; but stats require that PageAnon be left as PageAnon.
1087	 */
1088	if (rc == MIGRATEPAGE_SUCCESS) {
1089		if (__folio_test_movable(src)) {
1090			VM_BUG_ON_FOLIO(!folio_test_isolated(src), src);
1091
1092			/*
1093			 * We clear PG_movable under page_lock so any compactor
1094			 * cannot try to migrate this page.
1095			 */
1096			folio_clear_isolated(src);
1097		}
1098
1099		/*
1100		 * Anonymous and movable src->mapping will be cleared by
1101		 * free_pages_prepare so don't reset it here for keeping
1102		 * the type to work PageAnon, for example.
1103		 */
1104		if (!folio_mapping_flags(src))
1105			src->mapping = NULL;
 
 
 
1106
1107		if (likely(!folio_is_zone_device(dst)))
1108			flush_dcache_folio(dst);
1109	}
1110out:
1111	return rc;
1112}
1113
1114/*
1115 * To record some information during migration, we use unused private
1116 * field of struct folio of the newly allocated destination folio.
1117 * This is safe because nobody is using it except us.
1118 */
1119enum {
1120	PAGE_WAS_MAPPED = BIT(0),
1121	PAGE_WAS_MLOCKED = BIT(1),
1122	PAGE_OLD_STATES = PAGE_WAS_MAPPED | PAGE_WAS_MLOCKED,
1123};
1124
1125static void __migrate_folio_record(struct folio *dst,
1126				   int old_page_state,
1127				   struct anon_vma *anon_vma)
1128{
1129	dst->private = (void *)anon_vma + old_page_state;
1130}
1131
1132static void __migrate_folio_extract(struct folio *dst,
1133				   int *old_page_state,
1134				   struct anon_vma **anon_vmap)
1135{
1136	unsigned long private = (unsigned long)dst->private;
1137
1138	*anon_vmap = (struct anon_vma *)(private & ~PAGE_OLD_STATES);
1139	*old_page_state = private & PAGE_OLD_STATES;
1140	dst->private = NULL;
1141}
1142
1143/* Restore the source folio to the original state upon failure */
1144static void migrate_folio_undo_src(struct folio *src,
1145				   int page_was_mapped,
1146				   struct anon_vma *anon_vma,
1147				   bool locked,
1148				   struct list_head *ret)
1149{
1150	if (page_was_mapped)
1151		remove_migration_ptes(src, src, 0);
1152	/* Drop an anon_vma reference if we took one */
1153	if (anon_vma)
1154		put_anon_vma(anon_vma);
1155	if (locked)
1156		folio_unlock(src);
1157	if (ret)
1158		list_move_tail(&src->lru, ret);
1159}
1160
1161/* Restore the destination folio to the original state upon failure */
1162static void migrate_folio_undo_dst(struct folio *dst, bool locked,
1163		free_folio_t put_new_folio, unsigned long private)
1164{
1165	if (locked)
1166		folio_unlock(dst);
1167	if (put_new_folio)
1168		put_new_folio(dst, private);
1169	else
1170		folio_put(dst);
1171}
1172
1173/* Cleanup src folio upon migration success */
1174static void migrate_folio_done(struct folio *src,
1175			       enum migrate_reason reason)
1176{
1177	/*
1178	 * Compaction can migrate also non-LRU pages which are
1179	 * not accounted to NR_ISOLATED_*. They can be recognized
1180	 * as __folio_test_movable
1181	 */
1182	if (likely(!__folio_test_movable(src)) && reason != MR_DEMOTION)
1183		mod_node_page_state(folio_pgdat(src), NR_ISOLATED_ANON +
1184				    folio_is_file_lru(src), -folio_nr_pages(src));
1185
1186	if (reason != MR_MEMORY_FAILURE)
1187		/* We release the page in page_handle_poison. */
1188		folio_put(src);
1189}
1190
1191/* Obtain the lock on page, remove all ptes. */
1192static int migrate_folio_unmap(new_folio_t get_new_folio,
1193		free_folio_t put_new_folio, unsigned long private,
1194		struct folio *src, struct folio **dstp, enum migrate_mode mode,
1195		enum migrate_reason reason, struct list_head *ret)
1196{
1197	struct folio *dst;
1198	int rc = -EAGAIN;
1199	int old_page_state = 0;
1200	struct anon_vma *anon_vma = NULL;
1201	bool is_lru = data_race(!__folio_test_movable(src));
1202	bool locked = false;
1203	bool dst_locked = false;
1204
1205	if (folio_ref_count(src) == 1) {
1206		/* Folio was freed from under us. So we are done. */
1207		folio_clear_active(src);
1208		folio_clear_unevictable(src);
1209		/* free_pages_prepare() will clear PG_isolated. */
1210		list_del(&src->lru);
1211		migrate_folio_done(src, reason);
1212		return MIGRATEPAGE_SUCCESS;
1213	}
1214
1215	dst = get_new_folio(src, private);
1216	if (!dst)
1217		return -ENOMEM;
1218	*dstp = dst;
1219
1220	dst->private = NULL;
1221
1222	if (!folio_trylock(src)) {
1223		if (mode == MIGRATE_ASYNC)
1224			goto out;
1225
1226		/*
1227		 * It's not safe for direct compaction to call lock_page.
1228		 * For example, during page readahead pages are added locked
1229		 * to the LRU. Later, when the IO completes the pages are
1230		 * marked uptodate and unlocked. However, the queueing
1231		 * could be merging multiple pages for one bio (e.g.
1232		 * mpage_readahead). If an allocation happens for the
1233		 * second or third page, the process can end up locking
1234		 * the same page twice and deadlocking. Rather than
1235		 * trying to be clever about what pages can be locked,
1236		 * avoid the use of lock_page for direct compaction
1237		 * altogether.
1238		 */
1239		if (current->flags & PF_MEMALLOC)
1240			goto out;
1241
1242		/*
1243		 * In "light" mode, we can wait for transient locks (eg
1244		 * inserting a page into the page table), but it's not
1245		 * worth waiting for I/O.
1246		 */
1247		if (mode == MIGRATE_SYNC_LIGHT && !folio_test_uptodate(src))
1248			goto out;
1249
1250		folio_lock(src);
1251	}
1252	locked = true;
1253	if (folio_test_mlocked(src))
1254		old_page_state |= PAGE_WAS_MLOCKED;
1255
1256	if (folio_test_writeback(src)) {
1257		/*
1258		 * Only in the case of a full synchronous migration is it
1259		 * necessary to wait for PageWriteback. In the async case,
1260		 * the retry loop is too short and in the sync-light case,
1261		 * the overhead of stalling is too much
1262		 */
1263		switch (mode) {
1264		case MIGRATE_SYNC:
 
1265			break;
1266		default:
1267			rc = -EBUSY;
1268			goto out;
1269		}
1270		folio_wait_writeback(src);
 
 
1271	}
1272
1273	/*
1274	 * By try_to_migrate(), src->mapcount goes down to 0 here. In this case,
1275	 * we cannot notice that anon_vma is freed while we migrate a page.
1276	 * This get_anon_vma() delays freeing anon_vma pointer until the end
1277	 * of migration. File cache pages are no problem because of page_lock()
1278	 * File Caches may use write_page() or lock_page() in migration, then,
1279	 * just care Anon page here.
1280	 *
1281	 * Only folio_get_anon_vma() understands the subtleties of
1282	 * getting a hold on an anon_vma from outside one of its mms.
1283	 * But if we cannot get anon_vma, then we won't need it anyway,
1284	 * because that implies that the anon page is no longer mapped
1285	 * (and cannot be remapped so long as we hold the page lock).
1286	 */
1287	if (folio_test_anon(src) && !folio_test_ksm(src))
1288		anon_vma = folio_get_anon_vma(src);
1289
1290	/*
1291	 * Block others from accessing the new page when we get around to
1292	 * establishing additional references. We are usually the only one
1293	 * holding a reference to dst at this point. We used to have a BUG
1294	 * here if folio_trylock(dst) fails, but would like to allow for
1295	 * cases where there might be a race with the previous use of dst.
1296	 * This is much like races on refcount of oldpage: just don't BUG().
1297	 */
1298	if (unlikely(!folio_trylock(dst)))
1299		goto out;
1300	dst_locked = true;
1301
1302	if (unlikely(!is_lru)) {
1303		__migrate_folio_record(dst, old_page_state, anon_vma);
1304		return MIGRATEPAGE_UNMAP;
1305	}
1306
1307	/*
1308	 * Corner case handling:
1309	 * 1. When a new swap-cache page is read into, it is added to the LRU
1310	 * and treated as swapcache but it has no rmap yet.
1311	 * Calling try_to_unmap() against a src->mapping==NULL page will
1312	 * trigger a BUG.  So handle it here.
1313	 * 2. An orphaned page (see truncate_cleanup_page) might have
1314	 * fs-private metadata. The page can be picked up due to memory
1315	 * offlining.  Everywhere else except page reclaim, the page is
1316	 * invisible to the vm, so the page can not be migrated.  So try to
1317	 * free the metadata, so the page can be freed.
1318	 */
1319	if (!src->mapping) {
1320		if (folio_test_private(src)) {
1321			try_to_free_buffers(src);
1322			goto out;
 
1323		}
1324	} else if (folio_mapped(src)) {
1325		/* Establish migration ptes */
1326		VM_BUG_ON_FOLIO(folio_test_anon(src) &&
1327			       !folio_test_ksm(src) && !anon_vma, src);
1328		try_to_migrate(src, mode == MIGRATE_ASYNC ? TTU_BATCH_FLUSH : 0);
1329		old_page_state |= PAGE_WAS_MAPPED;
 
1330	}
1331
1332	if (!folio_mapped(src)) {
1333		__migrate_folio_record(dst, old_page_state, anon_vma);
1334		return MIGRATEPAGE_UNMAP;
1335	}
 
 
1336
 
 
 
 
 
 
 
1337out:
1338	/*
1339	 * A folio that has not been unmapped will be restored to
1340	 * right list unless we want to retry.
 
 
 
 
 
1341	 */
1342	if (rc == -EAGAIN)
1343		ret = NULL;
1344
1345	migrate_folio_undo_src(src, old_page_state & PAGE_WAS_MAPPED,
1346			       anon_vma, locked, ret);
1347	migrate_folio_undo_dst(dst, dst_locked, put_new_folio, private);
1348
1349	return rc;
1350}
1351
1352/* Migrate the folio to the newly allocated folio in dst. */
1353static int migrate_folio_move(free_folio_t put_new_folio, unsigned long private,
1354			      struct folio *src, struct folio *dst,
1355			      enum migrate_mode mode, enum migrate_reason reason,
1356			      struct list_head *ret)
 
 
 
 
1357{
1358	int rc;
1359	int old_page_state = 0;
1360	struct anon_vma *anon_vma = NULL;
1361	bool is_lru = !__folio_test_movable(src);
1362	struct list_head *prev;
1363
1364	__migrate_folio_extract(dst, &old_page_state, &anon_vma);
1365	prev = dst->lru.prev;
1366	list_del(&dst->lru);
1367
1368	rc = move_to_new_folio(dst, src, mode);
1369	if (rc)
 
 
 
 
 
 
 
 
1370		goto out;
 
1371
1372	if (unlikely(!is_lru))
1373		goto out_unlock_both;
 
1374
1375	/*
1376	 * When successful, push dst to LRU immediately: so that if it
1377	 * turns out to be an mlocked page, remove_migration_ptes() will
1378	 * automatically build up the correct dst->mlock_count for it.
1379	 *
1380	 * We would like to do something similar for the old page, when
1381	 * unsuccessful, and other cases when a page has been temporarily
1382	 * isolated from the unevictable LRU: but this case is the easiest.
1383	 */
1384	folio_add_lru(dst);
1385	if (old_page_state & PAGE_WAS_MLOCKED)
1386		lru_add_drain();
1387
1388	if (old_page_state & PAGE_WAS_MAPPED)
1389		remove_migration_ptes(src, dst, 0);
 
 
 
 
 
 
1390
1391out_unlock_both:
1392	folio_unlock(dst);
1393	set_page_owner_migrate_reason(&dst->page, reason);
1394	/*
1395	 * If migration is successful, decrease refcount of dst,
1396	 * which will not free the page because new page owner increased
1397	 * refcounter.
1398	 */
1399	folio_put(dst);
1400
1401	/*
1402	 * A folio that has been migrated has all references removed
1403	 * and will be freed.
 
1404	 */
1405	list_del(&src->lru);
1406	/* Drop an anon_vma reference if we took one */
1407	if (anon_vma)
1408		put_anon_vma(anon_vma);
1409	folio_unlock(src);
1410	migrate_folio_done(src, reason);
 
 
 
 
 
 
 
 
 
 
 
1411
1412	return rc;
1413out:
1414	/*
1415	 * A folio that has not been migrated will be restored to
1416	 * right list unless we want to retry.
1417	 */
1418	if (rc == -EAGAIN) {
1419		list_add(&dst->lru, prev);
1420		__migrate_folio_record(dst, old_page_state, anon_vma);
1421		return rc;
 
 
 
1422	}
1423
1424	migrate_folio_undo_src(src, old_page_state & PAGE_WAS_MAPPED,
1425			       anon_vma, true, ret);
1426	migrate_folio_undo_dst(dst, true, put_new_folio, private);
1427
1428	return rc;
1429}
1430
1431/*
1432 * Counterpart of unmap_and_move_page() for hugepage migration.
1433 *
1434 * This function doesn't wait the completion of hugepage I/O
1435 * because there is no race between I/O and migration for hugepage.
1436 * Note that currently hugepage I/O occurs only in direct I/O
1437 * where no lock is held and PG_writeback is irrelevant,
1438 * and writeback status of all subpages are counted in the reference
1439 * count of the head page (i.e. if all subpages of a 2MB hugepage are
1440 * under direct I/O, the reference of the head page is 512 and a bit more.)
1441 * This means that when we try to migrate hugepage whose subpages are
1442 * doing direct I/O, some references remain after try_to_unmap() and
1443 * hugepage migration fails without data corruption.
1444 *
1445 * There is also no race when direct I/O is issued on the page under migration,
1446 * because then pte is replaced with migration swap entry and direct I/O code
1447 * will wait in the page fault for migration to complete.
1448 */
1449static int unmap_and_move_huge_page(new_folio_t get_new_folio,
1450		free_folio_t put_new_folio, unsigned long private,
1451		struct folio *src, int force, enum migrate_mode mode,
1452		int reason, struct list_head *ret)
1453{
1454	struct folio *dst;
1455	int rc = -EAGAIN;
1456	int page_was_mapped = 0;
 
1457	struct anon_vma *anon_vma = NULL;
1458	struct address_space *mapping = NULL;
1459
1460	if (folio_ref_count(src) == 1) {
1461		/* page was freed from under us. So we are done. */
1462		folio_putback_active_hugetlb(src);
1463		return MIGRATEPAGE_SUCCESS;
 
 
 
 
 
 
1464	}
1465
1466	dst = get_new_folio(src, private);
1467	if (!dst)
1468		return -ENOMEM;
1469
1470	if (!folio_trylock(src)) {
1471		if (!force)
1472			goto out;
1473		switch (mode) {
1474		case MIGRATE_SYNC:
 
1475			break;
1476		default:
1477			goto out;
1478		}
1479		folio_lock(src);
1480	}
1481
1482	/*
1483	 * Check for pages which are in the process of being freed.  Without
1484	 * folio_mapping() set, hugetlbfs specific move page routine will not
1485	 * be called and we could leak usage counts for subpools.
1486	 */
1487	if (hugetlb_folio_subpool(src) && !folio_mapping(src)) {
1488		rc = -EBUSY;
1489		goto out_unlock;
1490	}
1491
1492	if (folio_test_anon(src))
1493		anon_vma = folio_get_anon_vma(src);
1494
1495	if (unlikely(!folio_trylock(dst)))
1496		goto put_anon;
1497
1498	if (folio_mapped(src)) {
1499		enum ttu_flags ttu = 0;
1500
1501		if (!folio_test_anon(src)) {
1502			/*
1503			 * In shared mappings, try_to_unmap could potentially
1504			 * call huge_pmd_unshare.  Because of this, take
1505			 * semaphore in write mode here and set TTU_RMAP_LOCKED
1506			 * to let lower levels know we have taken the lock.
1507			 */
1508			mapping = hugetlb_folio_mapping_lock_write(src);
1509			if (unlikely(!mapping))
1510				goto unlock_put_anon;
1511
1512			ttu = TTU_RMAP_LOCKED;
1513		}
1514
1515		try_to_migrate(src, ttu);
1516		page_was_mapped = 1;
1517
1518		if (ttu & TTU_RMAP_LOCKED)
1519			i_mmap_unlock_write(mapping);
 
1520	}
1521
1522	if (!folio_mapped(src))
1523		rc = move_to_new_folio(dst, src, mode);
1524
1525	if (page_was_mapped)
1526		remove_migration_ptes(src,
1527			rc == MIGRATEPAGE_SUCCESS ? dst : src, 0);
 
 
1528
1529unlock_put_anon:
1530	folio_unlock(dst);
1531
1532put_anon:
1533	if (anon_vma)
1534		put_anon_vma(anon_vma);
1535
1536	if (rc == MIGRATEPAGE_SUCCESS) {
1537		move_hugetlb_state(src, dst, reason);
1538		put_new_folio = NULL;
1539	}
1540
1541out_unlock:
1542	folio_unlock(src);
1543out:
1544	if (rc == MIGRATEPAGE_SUCCESS)
1545		folio_putback_active_hugetlb(src);
1546	else if (rc != -EAGAIN)
1547		list_move_tail(&src->lru, ret);
1548
1549	/*
1550	 * If migration was not successful and there's a freeing callback, use
1551	 * it.  Otherwise, put_page() will drop the reference grabbed during
1552	 * isolation.
1553	 */
1554	if (put_new_folio)
1555		put_new_folio(dst, private);
1556	else
1557		folio_putback_active_hugetlb(dst);
1558
1559	return rc;
1560}
1561
1562static inline int try_split_folio(struct folio *folio, struct list_head *split_folios,
1563				  enum migrate_mode mode)
1564{
1565	int rc;
1566
1567	if (mode == MIGRATE_ASYNC) {
1568		if (!folio_trylock(folio))
1569			return -EAGAIN;
1570	} else {
1571		folio_lock(folio);
1572	}
1573	rc = split_folio_to_list(folio, split_folios);
1574	folio_unlock(folio);
1575	if (!rc)
1576		list_move_tail(&folio->lru, split_folios);
1577
1578	return rc;
1579}
1580
1581#ifdef CONFIG_TRANSPARENT_HUGEPAGE
1582#define NR_MAX_BATCHED_MIGRATION	HPAGE_PMD_NR
1583#else
1584#define NR_MAX_BATCHED_MIGRATION	512
1585#endif
1586#define NR_MAX_MIGRATE_PAGES_RETRY	10
1587#define NR_MAX_MIGRATE_ASYNC_RETRY	3
1588#define NR_MAX_MIGRATE_SYNC_RETRY					\
1589	(NR_MAX_MIGRATE_PAGES_RETRY - NR_MAX_MIGRATE_ASYNC_RETRY)
1590
1591struct migrate_pages_stats {
1592	int nr_succeeded;	/* Normal and large folios migrated successfully, in
1593				   units of base pages */
1594	int nr_failed_pages;	/* Normal and large folios failed to be migrated, in
1595				   units of base pages.  Untried folios aren't counted */
1596	int nr_thp_succeeded;	/* THP migrated successfully */
1597	int nr_thp_failed;	/* THP failed to be migrated */
1598	int nr_thp_split;	/* THP split before migrating */
1599	int nr_split;	/* Large folio (include THP) split before migrating */
1600};
1601
1602/*
1603 * Returns the number of hugetlb folios that were not migrated, or an error code
1604 * after NR_MAX_MIGRATE_PAGES_RETRY attempts or if no hugetlb folios are movable
1605 * any more because the list has become empty or no retryable hugetlb folios
1606 * exist any more. It is caller's responsibility to call putback_movable_pages()
1607 * only if ret != 0.
1608 */
1609static int migrate_hugetlbs(struct list_head *from, new_folio_t get_new_folio,
1610			    free_folio_t put_new_folio, unsigned long private,
1611			    enum migrate_mode mode, int reason,
1612			    struct migrate_pages_stats *stats,
1613			    struct list_head *ret_folios)
1614{
1615	int retry = 1;
1616	int nr_failed = 0;
1617	int nr_retry_pages = 0;
1618	int pass = 0;
1619	struct folio *folio, *folio2;
1620	int rc, nr_pages;
1621
1622	for (pass = 0; pass < NR_MAX_MIGRATE_PAGES_RETRY && retry; pass++) {
1623		retry = 0;
1624		nr_retry_pages = 0;
1625
1626		list_for_each_entry_safe(folio, folio2, from, lru) {
1627			if (!folio_test_hugetlb(folio))
1628				continue;
1629
1630			nr_pages = folio_nr_pages(folio);
1631
1632			cond_resched();
1633
1634			/*
1635			 * Migratability of hugepages depends on architectures and
1636			 * their size.  This check is necessary because some callers
1637			 * of hugepage migration like soft offline and memory
1638			 * hotremove don't walk through page tables or check whether
1639			 * the hugepage is pmd-based or not before kicking migration.
1640			 */
1641			if (!hugepage_migration_supported(folio_hstate(folio))) {
1642				nr_failed++;
1643				stats->nr_failed_pages += nr_pages;
1644				list_move_tail(&folio->lru, ret_folios);
1645				continue;
1646			}
1647
1648			rc = unmap_and_move_huge_page(get_new_folio,
1649						      put_new_folio, private,
1650						      folio, pass > 2, mode,
1651						      reason, ret_folios);
1652			/*
1653			 * The rules are:
1654			 *	Success: hugetlb folio will be put back
1655			 *	-EAGAIN: stay on the from list
1656			 *	-ENOMEM: stay on the from list
1657			 *	Other errno: put on ret_folios list
1658			 */
1659			switch(rc) {
1660			case -ENOMEM:
1661				/*
1662				 * When memory is low, don't bother to try to migrate
1663				 * other folios, just exit.
1664				 */
1665				stats->nr_failed_pages += nr_pages + nr_retry_pages;
1666				return -ENOMEM;
1667			case -EAGAIN:
1668				retry++;
1669				nr_retry_pages += nr_pages;
1670				break;
1671			case MIGRATEPAGE_SUCCESS:
1672				stats->nr_succeeded += nr_pages;
1673				break;
1674			default:
1675				/*
1676				 * Permanent failure (-EBUSY, etc.):
1677				 * unlike -EAGAIN case, the failed folio is
1678				 * removed from migration folio list and not
1679				 * retried in the next outer loop.
1680				 */
1681				nr_failed++;
1682				stats->nr_failed_pages += nr_pages;
1683				break;
1684			}
1685		}
1686	}
1687	/*
1688	 * nr_failed is number of hugetlb folios failed to be migrated.  After
1689	 * NR_MAX_MIGRATE_PAGES_RETRY attempts, give up and count retried hugetlb
1690	 * folios as failed.
1691	 */
1692	nr_failed += retry;
1693	stats->nr_failed_pages += nr_retry_pages;
1694
1695	return nr_failed;
1696}
1697
1698/*
1699 * migrate_pages_batch() first unmaps folios in the from list as many as
1700 * possible, then move the unmapped folios.
1701 *
1702 * We only batch migration if mode == MIGRATE_ASYNC to avoid to wait a
1703 * lock or bit when we have locked more than one folio.  Which may cause
1704 * deadlock (e.g., for loop device).  So, if mode != MIGRATE_ASYNC, the
1705 * length of the from list must be <= 1.
1706 */
1707static int migrate_pages_batch(struct list_head *from,
1708		new_folio_t get_new_folio, free_folio_t put_new_folio,
1709		unsigned long private, enum migrate_mode mode, int reason,
1710		struct list_head *ret_folios, struct list_head *split_folios,
1711		struct migrate_pages_stats *stats, int nr_pass)
1712{
1713	int retry = 1;
1714	int thp_retry = 1;
1715	int nr_failed = 0;
1716	int nr_retry_pages = 0;
 
 
 
1717	int pass = 0;
1718	bool is_thp = false;
1719	bool is_large = false;
1720	struct folio *folio, *folio2, *dst = NULL, *dst2;
1721	int rc, rc_saved = 0, nr_pages;
1722	LIST_HEAD(unmap_folios);
1723	LIST_HEAD(dst_folios);
1724	bool nosplit = (reason == MR_NUMA_MISPLACED);
1725
1726	VM_WARN_ON_ONCE(mode != MIGRATE_ASYNC &&
1727			!list_empty(from) && !list_is_singular(from));
1728
1729	for (pass = 0; pass < nr_pass && retry; pass++) {
1730		retry = 0;
1731		thp_retry = 0;
1732		nr_retry_pages = 0;
1733
1734		list_for_each_entry_safe(folio, folio2, from, lru) {
1735			is_large = folio_test_large(folio);
1736			is_thp = folio_test_pmd_mappable(folio);
1737			nr_pages = folio_nr_pages(folio);
1738
1739			cond_resched();
1740
 
 
1741			/*
1742			 * The rare folio on the deferred split list should
1743			 * be split now. It should not count as a failure:
1744			 * but increment nr_failed because, without doing so,
1745			 * migrate_pages() may report success with (split but
1746			 * unmigrated) pages still on its fromlist; whereas it
1747			 * always reports success when its fromlist is empty.
1748			 * stats->nr_thp_failed should be increased too,
1749			 * otherwise stats inconsistency will happen when
1750			 * migrate_pages_batch is called via migrate_pages()
1751			 * with MIGRATE_SYNC and MIGRATE_ASYNC.
1752			 *
1753			 * Only check it without removing it from the list.
1754			 * Since the folio can be on deferred_split_scan()
1755			 * local list and removing it can cause the local list
1756			 * corruption. Folio split process below can handle it
1757			 * with the help of folio_ref_freeze().
1758			 *
1759			 * nr_pages > 2 is needed to avoid checking order-1
1760			 * page cache folios. They exist, in contrast to
1761			 * non-existent order-1 anonymous folios, and do not
1762			 * use _deferred_list.
1763			 */
1764			if (nr_pages > 2 &&
1765			   !list_empty(&folio->_deferred_list) &&
1766			   folio_test_partially_mapped(folio)) {
1767				if (!try_split_folio(folio, split_folios, mode)) {
1768					nr_failed++;
1769					stats->nr_thp_failed += is_thp;
1770					stats->nr_thp_split += is_thp;
1771					stats->nr_split++;
1772					continue;
1773				}
1774			}
1775
1776			/*
1777			 * Large folio migration might be unsupported or
1778			 * the allocation might be failed so we should retry
1779			 * on the same folio with the large folio split
1780			 * to normal folios.
1781			 *
1782			 * Split folios are put in split_folios, and
1783			 * we will migrate them after the rest of the
1784			 * list is processed.
1785			 */
1786			if (!thp_migration_supported() && is_thp) {
1787				nr_failed++;
1788				stats->nr_thp_failed++;
1789				if (!try_split_folio(folio, split_folios, mode)) {
1790					stats->nr_thp_split++;
1791					stats->nr_split++;
1792					continue;
1793				}
1794				stats->nr_failed_pages += nr_pages;
1795				list_move_tail(&folio->lru, ret_folios);
1796				continue;
1797			}
1798
1799			rc = migrate_folio_unmap(get_new_folio, put_new_folio,
1800					private, folio, &dst, mode, reason,
1801					ret_folios);
1802			/*
1803			 * The rules are:
1804			 *	Success: folio will be freed
1805			 *	Unmap: folio will be put on unmap_folios list,
1806			 *	       dst folio put on dst_folios list
1807			 *	-EAGAIN: stay on the from list
1808			 *	-ENOMEM: stay on the from list
1809			 *	Other errno: put on ret_folios list
1810			 */
1811			switch(rc) {
1812			case -ENOMEM:
1813				/*
1814				 * When memory is low, don't bother to try to migrate
1815				 * other folios, move unmapped folios, then exit.
 
 
 
 
 
 
 
1816				 */
1817				nr_failed++;
1818				stats->nr_thp_failed += is_thp;
1819				/* Large folio NUMA faulting doesn't split to retry. */
1820				if (is_large && !nosplit) {
1821					int ret = try_split_folio(folio, split_folios, mode);
1822
1823					if (!ret) {
1824						stats->nr_thp_split += is_thp;
1825						stats->nr_split++;
1826						break;
1827					} else if (reason == MR_LONGTERM_PIN &&
1828						   ret == -EAGAIN) {
1829						/*
1830						 * Try again to split large folio to
1831						 * mitigate the failure of longterm pinning.
1832						 */
1833						retry++;
1834						thp_retry += is_thp;
1835						nr_retry_pages += nr_pages;
1836						/* Undo duplicated failure counting. */
1837						nr_failed--;
1838						stats->nr_thp_failed -= is_thp;
1839						break;
1840					}
1841				}
1842
1843				stats->nr_failed_pages += nr_pages + nr_retry_pages;
1844				/* nr_failed isn't updated for not used */
1845				stats->nr_thp_failed += thp_retry;
1846				rc_saved = rc;
1847				if (list_empty(&unmap_folios))
1848					goto out;
1849				else
1850					goto move;
 
1851			case -EAGAIN:
 
 
 
 
1852				retry++;
1853				thp_retry += is_thp;
1854				nr_retry_pages += nr_pages;
1855				break;
1856			case MIGRATEPAGE_SUCCESS:
1857				stats->nr_succeeded += nr_pages;
1858				stats->nr_thp_succeeded += is_thp;
1859				break;
1860			case MIGRATEPAGE_UNMAP:
1861				list_move_tail(&folio->lru, &unmap_folios);
1862				list_add_tail(&dst->lru, &dst_folios);
1863				break;
1864			default:
1865				/*
1866				 * Permanent failure (-EBUSY, etc.):
1867				 * unlike -EAGAIN case, the failed folio is
1868				 * removed from migration folio list and not
1869				 * retried in the next outer loop.
1870				 */
 
 
 
 
 
1871				nr_failed++;
1872				stats->nr_thp_failed += is_thp;
1873				stats->nr_failed_pages += nr_pages;
1874				break;
1875			}
1876		}
1877	}
1878	nr_failed += retry;
1879	stats->nr_thp_failed += thp_retry;
1880	stats->nr_failed_pages += nr_retry_pages;
1881move:
1882	/* Flush TLBs for all unmapped folios */
1883	try_to_unmap_flush();
1884
1885	retry = 1;
1886	for (pass = 0; pass < nr_pass && retry; pass++) {
1887		retry = 0;
1888		thp_retry = 0;
1889		nr_retry_pages = 0;
1890
1891		dst = list_first_entry(&dst_folios, struct folio, lru);
1892		dst2 = list_next_entry(dst, lru);
1893		list_for_each_entry_safe(folio, folio2, &unmap_folios, lru) {
1894			is_thp = folio_test_large(folio) && folio_test_pmd_mappable(folio);
1895			nr_pages = folio_nr_pages(folio);
1896
1897			cond_resched();
1898
1899			rc = migrate_folio_move(put_new_folio, private,
1900						folio, dst, mode,
1901						reason, ret_folios);
1902			/*
1903			 * The rules are:
1904			 *	Success: folio will be freed
1905			 *	-EAGAIN: stay on the unmap_folios list
1906			 *	Other errno: put on ret_folios list
1907			 */
1908			switch(rc) {
1909			case -EAGAIN:
1910				retry++;
1911				thp_retry += is_thp;
1912				nr_retry_pages += nr_pages;
1913				break;
1914			case MIGRATEPAGE_SUCCESS:
1915				stats->nr_succeeded += nr_pages;
1916				stats->nr_thp_succeeded += is_thp;
1917				break;
1918			default:
1919				nr_failed++;
1920				stats->nr_thp_failed += is_thp;
1921				stats->nr_failed_pages += nr_pages;
1922				break;
1923			}
1924			dst = dst2;
1925			dst2 = list_next_entry(dst, lru);
1926		}
1927	}
1928	nr_failed += retry;
1929	stats->nr_thp_failed += thp_retry;
1930	stats->nr_failed_pages += nr_retry_pages;
1931
1932	rc = rc_saved ? : nr_failed;
1933out:
1934	/* Cleanup remaining folios */
1935	dst = list_first_entry(&dst_folios, struct folio, lru);
1936	dst2 = list_next_entry(dst, lru);
1937	list_for_each_entry_safe(folio, folio2, &unmap_folios, lru) {
1938		int old_page_state = 0;
1939		struct anon_vma *anon_vma = NULL;
1940
1941		__migrate_folio_extract(dst, &old_page_state, &anon_vma);
1942		migrate_folio_undo_src(folio, old_page_state & PAGE_WAS_MAPPED,
1943				       anon_vma, true, ret_folios);
1944		list_del(&dst->lru);
1945		migrate_folio_undo_dst(dst, true, put_new_folio, private);
1946		dst = dst2;
1947		dst2 = list_next_entry(dst, lru);
1948	}
1949
1950	return rc;
1951}
1952
1953static int migrate_pages_sync(struct list_head *from, new_folio_t get_new_folio,
1954		free_folio_t put_new_folio, unsigned long private,
1955		enum migrate_mode mode, int reason,
1956		struct list_head *ret_folios, struct list_head *split_folios,
1957		struct migrate_pages_stats *stats)
1958{
1959	int rc, nr_failed = 0;
1960	LIST_HEAD(folios);
1961	struct migrate_pages_stats astats;
1962
1963	memset(&astats, 0, sizeof(astats));
1964	/* Try to migrate in batch with MIGRATE_ASYNC mode firstly */
1965	rc = migrate_pages_batch(from, get_new_folio, put_new_folio, private, MIGRATE_ASYNC,
1966				 reason, &folios, split_folios, &astats,
1967				 NR_MAX_MIGRATE_ASYNC_RETRY);
1968	stats->nr_succeeded += astats.nr_succeeded;
1969	stats->nr_thp_succeeded += astats.nr_thp_succeeded;
1970	stats->nr_thp_split += astats.nr_thp_split;
1971	stats->nr_split += astats.nr_split;
1972	if (rc < 0) {
1973		stats->nr_failed_pages += astats.nr_failed_pages;
1974		stats->nr_thp_failed += astats.nr_thp_failed;
1975		list_splice_tail(&folios, ret_folios);
1976		return rc;
1977	}
1978	stats->nr_thp_failed += astats.nr_thp_split;
1979	/*
1980	 * Do not count rc, as pages will be retried below.
1981	 * Count nr_split only, since it includes nr_thp_split.
1982	 */
1983	nr_failed += astats.nr_split;
1984	/*
1985	 * Fall back to migrate all failed folios one by one synchronously. All
1986	 * failed folios except split THPs will be retried, so their failure
1987	 * isn't counted
1988	 */
1989	list_splice_tail_init(&folios, from);
1990	while (!list_empty(from)) {
1991		list_move(from->next, &folios);
1992		rc = migrate_pages_batch(&folios, get_new_folio, put_new_folio,
1993					 private, mode, reason, ret_folios,
1994					 split_folios, stats, NR_MAX_MIGRATE_SYNC_RETRY);
1995		list_splice_tail_init(&folios, ret_folios);
1996		if (rc < 0)
1997			return rc;
1998		nr_failed += rc;
1999	}
2000
2001	return nr_failed;
2002}
2003
2004/*
2005 * migrate_pages - migrate the folios specified in a list, to the free folios
2006 *		   supplied as the target for the page migration
2007 *
2008 * @from:		The list of folios to be migrated.
2009 * @get_new_folio:	The function used to allocate free folios to be used
2010 *			as the target of the folio migration.
2011 * @put_new_folio:	The function used to free target folios if migration
2012 *			fails, or NULL if no special handling is necessary.
2013 * @private:		Private data to be passed on to get_new_folio()
2014 * @mode:		The migration mode that specifies the constraints for
2015 *			folio migration, if any.
2016 * @reason:		The reason for folio migration.
2017 * @ret_succeeded:	Set to the number of folios migrated successfully if
2018 *			the caller passes a non-NULL pointer.
2019 *
2020 * The function returns after NR_MAX_MIGRATE_PAGES_RETRY attempts or if no folios
2021 * are movable any more because the list has become empty or no retryable folios
2022 * exist any more. It is caller's responsibility to call putback_movable_pages()
2023 * only if ret != 0.
2024 *
2025 * Returns the number of {normal folio, large folio, hugetlb} that were not
2026 * migrated, or an error code. The number of large folio splits will be
2027 * considered as the number of non-migrated large folio, no matter how many
2028 * split folios of the large folio are migrated successfully.
2029 */
2030int migrate_pages(struct list_head *from, new_folio_t get_new_folio,
2031		free_folio_t put_new_folio, unsigned long private,
2032		enum migrate_mode mode, int reason, unsigned int *ret_succeeded)
2033{
2034	int rc, rc_gather;
2035	int nr_pages;
2036	struct folio *folio, *folio2;
2037	LIST_HEAD(folios);
2038	LIST_HEAD(ret_folios);
2039	LIST_HEAD(split_folios);
2040	struct migrate_pages_stats stats;
2041
2042	trace_mm_migrate_pages_start(mode, reason);
2043
2044	memset(&stats, 0, sizeof(stats));
2045
2046	rc_gather = migrate_hugetlbs(from, get_new_folio, put_new_folio, private,
2047				     mode, reason, &stats, &ret_folios);
2048	if (rc_gather < 0)
2049		goto out;
2050
2051again:
2052	nr_pages = 0;
2053	list_for_each_entry_safe(folio, folio2, from, lru) {
2054		/* Retried hugetlb folios will be kept in list  */
2055		if (folio_test_hugetlb(folio)) {
2056			list_move_tail(&folio->lru, &ret_folios);
2057			continue;
2058		}
2059
2060		nr_pages += folio_nr_pages(folio);
2061		if (nr_pages >= NR_MAX_BATCHED_MIGRATION)
2062			break;
2063	}
2064	if (nr_pages >= NR_MAX_BATCHED_MIGRATION)
2065		list_cut_before(&folios, from, &folio2->lru);
2066	else
2067		list_splice_init(from, &folios);
2068	if (mode == MIGRATE_ASYNC)
2069		rc = migrate_pages_batch(&folios, get_new_folio, put_new_folio,
2070				private, mode, reason, &ret_folios,
2071				&split_folios, &stats,
2072				NR_MAX_MIGRATE_PAGES_RETRY);
2073	else
2074		rc = migrate_pages_sync(&folios, get_new_folio, put_new_folio,
2075				private, mode, reason, &ret_folios,
2076				&split_folios, &stats);
2077	list_splice_tail_init(&folios, &ret_folios);
2078	if (rc < 0) {
2079		rc_gather = rc;
2080		list_splice_tail(&split_folios, &ret_folios);
2081		goto out;
2082	}
2083	if (!list_empty(&split_folios)) {
2084		/*
2085		 * Failure isn't counted since all split folios of a large folio
2086		 * is counted as 1 failure already.  And, we only try to migrate
2087		 * with minimal effort, force MIGRATE_ASYNC mode and retry once.
2088		 */
2089		migrate_pages_batch(&split_folios, get_new_folio,
2090				put_new_folio, private, MIGRATE_ASYNC, reason,
2091				&ret_folios, NULL, &stats, 1);
2092		list_splice_tail_init(&split_folios, &ret_folios);
2093	}
2094	rc_gather += rc;
2095	if (!list_empty(from))
2096		goto again;
2097out:
2098	/*
2099	 * Put the permanent failure folio back to migration list, they
2100	 * will be put back to the right list by the caller.
2101	 */
2102	list_splice(&ret_folios, from);
2103
2104	/*
2105	 * Return 0 in case all split folios of fail-to-migrate large folios
2106	 * are migrated successfully.
2107	 */
2108	if (list_empty(from))
2109		rc_gather = 0;
2110
2111	count_vm_events(PGMIGRATE_SUCCESS, stats.nr_succeeded);
2112	count_vm_events(PGMIGRATE_FAIL, stats.nr_failed_pages);
2113	count_vm_events(THP_MIGRATION_SUCCESS, stats.nr_thp_succeeded);
2114	count_vm_events(THP_MIGRATION_FAIL, stats.nr_thp_failed);
2115	count_vm_events(THP_MIGRATION_SPLIT, stats.nr_thp_split);
2116	trace_mm_migrate_pages(stats.nr_succeeded, stats.nr_failed_pages,
2117			       stats.nr_thp_succeeded, stats.nr_thp_failed,
2118			       stats.nr_thp_split, stats.nr_split, mode,
2119			       reason);
2120
2121	if (ret_succeeded)
2122		*ret_succeeded = stats.nr_succeeded;
2123
2124	return rc_gather;
2125}
2126
2127struct folio *alloc_migration_target(struct folio *src, unsigned long private)
2128{
2129	struct migration_target_control *mtc;
2130	gfp_t gfp_mask;
2131	unsigned int order = 0;
 
2132	int nid;
2133	int zidx;
2134
2135	mtc = (struct migration_target_control *)private;
2136	gfp_mask = mtc->gfp_mask;
2137	nid = mtc->nid;
2138	if (nid == NUMA_NO_NODE)
2139		nid = folio_nid(src);
2140
2141	if (folio_test_hugetlb(src)) {
2142		struct hstate *h = folio_hstate(src);
2143
2144		gfp_mask = htlb_modify_alloc_mask(h, gfp_mask);
2145		return alloc_hugetlb_folio_nodemask(h, nid,
2146						mtc->nmask, gfp_mask,
2147						htlb_allow_alloc_fallback(mtc->reason));
2148	}
2149
2150	if (folio_test_large(src)) {
2151		/*
2152		 * clear __GFP_RECLAIM to make the migration callback
2153		 * consistent with regular THP allocations.
2154		 */
2155		gfp_mask &= ~__GFP_RECLAIM;
2156		gfp_mask |= GFP_TRANSHUGE;
2157		order = folio_order(src);
2158	}
2159	zidx = zone_idx(folio_zone(src));
2160	if (is_highmem_idx(zidx) || zidx == ZONE_MOVABLE)
2161		gfp_mask |= __GFP_HIGHMEM;
2162
2163	return __folio_alloc(gfp_mask, order, nid, mtc->nmask);
 
 
 
 
 
2164}
2165
2166#ifdef CONFIG_NUMA
2167
2168static int store_status(int __user *status, int start, int value, int nr)
2169{
2170	while (nr-- > 0) {
2171		if (put_user(value, status + start))
2172			return -EFAULT;
2173		start++;
2174	}
2175
2176	return 0;
2177}
2178
2179static int do_move_pages_to_node(struct list_head *pagelist, int node)
 
2180{
2181	int err;
2182	struct migration_target_control mtc = {
2183		.nid = node,
2184		.gfp_mask = GFP_HIGHUSER_MOVABLE | __GFP_THISNODE,
2185		.reason = MR_SYSCALL,
2186	};
2187
2188	err = migrate_pages(pagelist, alloc_migration_target, NULL,
2189		(unsigned long)&mtc, MIGRATE_SYNC, MR_SYSCALL, NULL);
2190	if (err)
2191		putback_movable_pages(pagelist);
2192	return err;
2193}
2194
2195static int __add_folio_for_migration(struct folio *folio, int node,
2196		struct list_head *pagelist, bool migrate_all)
2197{
2198	if (is_zero_folio(folio) || is_huge_zero_folio(folio))
2199		return -EFAULT;
2200
2201	if (folio_is_zone_device(folio))
2202		return -ENOENT;
2203
2204	if (folio_nid(folio) == node)
2205		return 0;
2206
2207	if (folio_likely_mapped_shared(folio) && !migrate_all)
2208		return -EACCES;
2209
2210	if (folio_test_hugetlb(folio)) {
2211		if (isolate_hugetlb(folio, pagelist))
2212			return 1;
2213	} else if (folio_isolate_lru(folio)) {
2214		list_add_tail(&folio->lru, pagelist);
2215		node_stat_mod_folio(folio,
2216			NR_ISOLATED_ANON + folio_is_file_lru(folio),
2217			folio_nr_pages(folio));
2218		return 1;
2219	}
2220	return -EBUSY;
2221}
2222
2223/*
2224 * Resolves the given address to a struct folio, isolates it from the LRU and
2225 * puts it to the given pagelist.
2226 * Returns:
2227 *     errno - if the folio cannot be found/isolated
2228 *     0 - when it doesn't have to be migrated because it is already on the
2229 *         target node
2230 *     1 - when it has been queued
2231 */
2232static int add_folio_for_migration(struct mm_struct *mm, const void __user *p,
2233		int node, struct list_head *pagelist, bool migrate_all)
2234{
2235	struct vm_area_struct *vma;
2236	struct folio_walk fw;
2237	struct folio *folio;
2238	unsigned long addr;
2239	int err = -EFAULT;
2240
2241	mmap_read_lock(mm);
2242	addr = (unsigned long)untagged_addr_remote(mm, p);
 
 
 
2243
2244	vma = vma_lookup(mm, addr);
2245	if (vma && vma_migratable(vma)) {
2246		folio = folio_walk_start(&fw, vma, addr, FW_ZEROPAGE);
2247		if (folio) {
2248			err = __add_folio_for_migration(folio, node, pagelist,
2249							migrate_all);
2250			folio_walk_end(&fw, vma);
2251		} else {
2252			err = -ENOENT;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2253		}
 
 
 
 
 
 
 
 
 
 
 
 
 
2254	}
 
 
 
 
 
 
 
 
2255	mmap_read_unlock(mm);
2256	return err;
2257}
2258
2259static int move_pages_and_store_status(int node,
2260		struct list_head *pagelist, int __user *status,
2261		int start, int i, unsigned long nr_pages)
2262{
2263	int err;
2264
2265	if (list_empty(pagelist))
2266		return 0;
2267
2268	err = do_move_pages_to_node(pagelist, node);
2269	if (err) {
2270		/*
2271		 * Positive err means the number of failed
2272		 * pages to migrate.  Since we are going to
2273		 * abort and return the number of non-migrated
2274		 * pages, so need to include the rest of the
2275		 * nr_pages that have not been attempted as
2276		 * well.
2277		 */
2278		if (err > 0)
2279			err += nr_pages - i;
2280		return err;
2281	}
2282	return store_status(status, start, node, i - start);
2283}
2284
2285/*
2286 * Migrate an array of page address onto an array of nodes and fill
2287 * the corresponding array of status.
2288 */
2289static int do_pages_move(struct mm_struct *mm, nodemask_t task_nodes,
2290			 unsigned long nr_pages,
2291			 const void __user * __user *pages,
2292			 const int __user *nodes,
2293			 int __user *status, int flags)
2294{
2295	compat_uptr_t __user *compat_pages = (void __user *)pages;
2296	int current_node = NUMA_NO_NODE;
2297	LIST_HEAD(pagelist);
2298	int start, i;
2299	int err = 0, err1;
2300
2301	lru_cache_disable();
2302
2303	for (i = start = 0; i < nr_pages; i++) {
2304		const void __user *p;
 
2305		int node;
2306
2307		err = -EFAULT;
2308		if (in_compat_syscall()) {
2309			compat_uptr_t cp;
2310
2311			if (get_user(cp, compat_pages + i))
2312				goto out_flush;
2313
2314			p = compat_ptr(cp);
2315		} else {
2316			if (get_user(p, pages + i))
2317				goto out_flush;
2318		}
2319		if (get_user(node, nodes + i))
2320			goto out_flush;
 
2321
2322		err = -ENODEV;
2323		if (node < 0 || node >= MAX_NUMNODES)
2324			goto out_flush;
2325		if (!node_state(node, N_MEMORY))
2326			goto out_flush;
2327
2328		err = -EACCES;
2329		if (!node_isset(node, task_nodes))
2330			goto out_flush;
2331
2332		if (current_node == NUMA_NO_NODE) {
2333			current_node = node;
2334			start = i;
2335		} else if (node != current_node) {
2336			err = move_pages_and_store_status(current_node,
2337					&pagelist, status, start, i, nr_pages);
2338			if (err)
2339				goto out;
2340			start = i;
2341			current_node = node;
2342		}
2343
2344		/*
2345		 * Errors in the page lookup or isolation are not fatal and we simply
2346		 * report them via status
2347		 */
2348		err = add_folio_for_migration(mm, p, current_node, &pagelist,
2349					      flags & MPOL_MF_MOVE_ALL);
2350
2351		if (err > 0) {
2352			/* The page is successfully queued for migration */
2353			continue;
2354		}
2355
2356		/*
2357		 * The move_pages() man page does not have an -EEXIST choice, so
2358		 * use -EFAULT instead.
2359		 */
2360		if (err == -EEXIST)
2361			err = -EFAULT;
2362
2363		/*
2364		 * If the page is already on the target node (!err), store the
2365		 * node, otherwise, store the err.
2366		 */
2367		err = store_status(status, i, err ? : current_node, 1);
2368		if (err)
2369			goto out_flush;
2370
2371		err = move_pages_and_store_status(current_node, &pagelist,
2372				status, start, i, nr_pages);
2373		if (err) {
2374			/* We have accounted for page i */
2375			if (err > 0)
2376				err--;
2377			goto out;
2378		}
2379		current_node = NUMA_NO_NODE;
2380	}
2381out_flush:
2382	/* Make sure we do not overwrite the existing error */
2383	err1 = move_pages_and_store_status(current_node, &pagelist,
2384				status, start, i, nr_pages);
2385	if (err >= 0)
2386		err = err1;
2387out:
2388	lru_cache_enable();
2389	return err;
2390}
2391
2392/*
2393 * Determine the nodes of an array of pages and store it in an array of status.
2394 */
2395static void do_pages_stat_array(struct mm_struct *mm, unsigned long nr_pages,
2396				const void __user **pages, int *status)
2397{
2398	unsigned long i;
2399
2400	mmap_read_lock(mm);
2401
2402	for (i = 0; i < nr_pages; i++) {
2403		unsigned long addr = (unsigned long)(*pages);
2404		struct vm_area_struct *vma;
2405		struct folio_walk fw;
2406		struct folio *folio;
2407		int err = -EFAULT;
2408
2409		vma = vma_lookup(mm, addr);
2410		if (!vma)
 
 
 
 
 
 
 
2411			goto set_status;
2412
2413		folio = folio_walk_start(&fw, vma, addr, FW_ZEROPAGE);
2414		if (folio) {
2415			if (is_zero_folio(folio) || is_huge_zero_folio(folio))
2416				err = -EFAULT;
2417			else if (folio_is_zone_device(folio))
2418				err = -ENOENT;
2419			else
2420				err = folio_nid(folio);
2421			folio_walk_end(&fw, vma);
2422		} else {
2423			err = -ENOENT;
2424		}
2425set_status:
2426		*status = err;
2427
2428		pages++;
2429		status++;
2430	}
2431
2432	mmap_read_unlock(mm);
2433}
2434
2435static int get_compat_pages_array(const void __user *chunk_pages[],
2436				  const void __user * __user *pages,
2437				  unsigned long chunk_nr)
2438{
2439	compat_uptr_t __user *pages32 = (compat_uptr_t __user *)pages;
2440	compat_uptr_t p;
2441	int i;
2442
2443	for (i = 0; i < chunk_nr; i++) {
2444		if (get_user(p, pages32 + i))
2445			return -EFAULT;
2446		chunk_pages[i] = compat_ptr(p);
2447	}
2448
2449	return 0;
2450}
2451
2452/*
2453 * Determine the nodes of a user array of pages and store it in
2454 * a user array of status.
2455 */
2456static int do_pages_stat(struct mm_struct *mm, unsigned long nr_pages,
2457			 const void __user * __user *pages,
2458			 int __user *status)
2459{
2460#define DO_PAGES_STAT_CHUNK_NR 16UL
2461	const void __user *chunk_pages[DO_PAGES_STAT_CHUNK_NR];
2462	int chunk_status[DO_PAGES_STAT_CHUNK_NR];
2463
2464	while (nr_pages) {
2465		unsigned long chunk_nr = min(nr_pages, DO_PAGES_STAT_CHUNK_NR);
 
 
 
 
2466
2467		if (in_compat_syscall()) {
2468			if (get_compat_pages_array(chunk_pages, pages,
2469						   chunk_nr))
2470				break;
2471		} else {
2472			if (copy_from_user(chunk_pages, pages,
2473				      chunk_nr * sizeof(*chunk_pages)))
2474				break;
2475		}
2476
2477		do_pages_stat_array(mm, chunk_nr, chunk_pages, chunk_status);
2478
2479		if (copy_to_user(status, chunk_status, chunk_nr * sizeof(*status)))
2480			break;
2481
2482		pages += chunk_nr;
2483		status += chunk_nr;
2484		nr_pages -= chunk_nr;
2485	}
2486	return nr_pages ? -EFAULT : 0;
2487}
2488
2489static struct mm_struct *find_mm_struct(pid_t pid, nodemask_t *mem_nodes)
 
 
 
 
 
 
 
2490{
2491	struct task_struct *task;
2492	struct mm_struct *mm;
 
 
2493
2494	/*
2495	 * There is no need to check if current process has the right to modify
2496	 * the specified process when they are same.
2497	 */
2498	if (!pid) {
2499		mmget(current->mm);
2500		*mem_nodes = cpuset_mems_allowed(current);
2501		return current->mm;
2502	}
2503
2504	task = find_get_task_by_vpid(pid);
 
 
2505	if (!task) {
2506		return ERR_PTR(-ESRCH);
 
2507	}
 
2508
2509	/*
2510	 * Check if this process has the right to modify the specified
2511	 * process. Use the regular "ptrace_may_access()" checks.
2512	 */
2513	if (!ptrace_may_access(task, PTRACE_MODE_READ_REALCREDS)) {
2514		mm = ERR_PTR(-EPERM);
 
2515		goto out;
2516	}
 
2517
2518	mm = ERR_PTR(security_task_movememory(task));
2519	if (IS_ERR(mm))
2520		goto out;
2521	*mem_nodes = cpuset_mems_allowed(task);
 
2522	mm = get_task_mm(task);
2523out:
2524	put_task_struct(task);
 
2525	if (!mm)
2526		mm = ERR_PTR(-EINVAL);
2527	return mm;
2528}
2529
2530/*
2531 * Move a list of pages in the address space of the currently executing
2532 * process.
2533 */
2534static int kernel_move_pages(pid_t pid, unsigned long nr_pages,
2535			     const void __user * __user *pages,
2536			     const int __user *nodes,
2537			     int __user *status, int flags)
2538{
2539	struct mm_struct *mm;
2540	int err;
2541	nodemask_t task_nodes;
2542
2543	/* Check flags */
2544	if (flags & ~(MPOL_MF_MOVE|MPOL_MF_MOVE_ALL))
2545		return -EINVAL;
2546
2547	if ((flags & MPOL_MF_MOVE_ALL) && !capable(CAP_SYS_NICE))
2548		return -EPERM;
2549
2550	mm = find_mm_struct(pid, &task_nodes);
2551	if (IS_ERR(mm))
2552		return PTR_ERR(mm);
2553
2554	if (nodes)
2555		err = do_pages_move(mm, task_nodes, nr_pages, pages,
2556				    nodes, status, flags);
2557	else
2558		err = do_pages_stat(mm, nr_pages, pages, status);
2559
2560	mmput(mm);
2561	return err;
 
 
 
 
2562}
2563
2564SYSCALL_DEFINE6(move_pages, pid_t, pid, unsigned long, nr_pages,
2565		const void __user * __user *, pages,
2566		const int __user *, nodes,
2567		int __user *, status, int, flags)
2568{
2569	return kernel_move_pages(pid, nr_pages, pages, nodes, status, flags);
2570}
2571
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2572#ifdef CONFIG_NUMA_BALANCING
2573/*
2574 * Returns true if this is a safe migration target node for misplaced NUMA
2575 * pages. Currently it only checks the watermarks which is crude.
2576 */
2577static bool migrate_balanced_pgdat(struct pglist_data *pgdat,
2578				   unsigned long nr_migrate_pages)
2579{
2580	int z;
2581
2582	for (z = pgdat->nr_zones - 1; z >= 0; z--) {
2583		struct zone *zone = pgdat->node_zones + z;
2584
2585		if (!managed_zone(zone))
2586			continue;
2587
2588		/* Avoid waking kswapd by allocating pages_to_migrate pages. */
2589		if (!zone_watermark_ok(zone, 0,
2590				       high_wmark_pages(zone) +
2591				       nr_migrate_pages,
2592				       ZONE_MOVABLE, ALLOC_CMA))
2593			continue;
2594		return true;
2595	}
2596	return false;
2597}
2598
2599static struct folio *alloc_misplaced_dst_folio(struct folio *src,
2600					   unsigned long data)
2601{
2602	int nid = (int) data;
2603	int order = folio_order(src);
2604	gfp_t gfp = __GFP_THISNODE;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2605
2606	if (order > 0)
2607		gfp |= GFP_TRANSHUGE_LIGHT;
2608	else {
2609		gfp |= GFP_HIGHUSER_MOVABLE | __GFP_NOMEMALLOC | __GFP_NORETRY |
2610			__GFP_NOWARN;
2611		gfp &= ~__GFP_RECLAIM;
 
 
 
 
 
 
 
 
 
 
 
2612	}
2613	return __folio_alloc_node(gfp, order, nid);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2614}
 
2615
 
2616/*
2617 * Prepare for calling migrate_misplaced_folio() by isolating the folio if
2618 * permitted. Must be called with the PTL still held.
2619 */
2620int migrate_misplaced_folio_prepare(struct folio *folio,
2621		struct vm_area_struct *vma, int node)
 
 
 
2622{
2623	int nr_pages = folio_nr_pages(folio);
2624	pg_data_t *pgdat = NODE_DATA(node);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2625
2626	if (folio_is_file_lru(folio)) {
2627		/*
2628		 * Do not migrate file folios that are mapped in multiple
2629		 * processes with execute permissions as they are probably
2630		 * shared libraries.
2631		 *
2632		 * See folio_likely_mapped_shared() on possible imprecision
2633		 * when we cannot easily detect if a folio is shared.
 
2634		 */
2635		if ((vma->vm_flags & VM_EXEC) &&
2636		    folio_likely_mapped_shared(folio))
2637			return -EACCES;
2638
2639		/*
2640		 * Do not migrate dirty folios as not all filesystems can move
2641		 * dirty folios in MIGRATE_ASYNC mode which is a waste of
2642		 * cycles.
2643		 */
2644		if (folio_test_dirty(folio))
2645			return -EAGAIN;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2646	}
 
 
2647
2648	/* Avoid migrating to a node that is nearly full */
2649	if (!migrate_balanced_pgdat(pgdat, nr_pages)) {
2650		int z;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2651
2652		if (!(sysctl_numa_balancing_mode & NUMA_BALANCING_MEMORY_TIERING))
2653			return -EAGAIN;
2654		for (z = pgdat->nr_zones - 1; z >= 0; z--) {
2655			if (managed_zone(pgdat->node_zones + z))
2656				break;
2657		}
 
2658
 
 
2659		/*
2660		 * If there are no managed zones, it should not proceed
2661		 * further.
 
 
 
 
 
 
 
 
 
2662		 */
2663		if (z < 0)
2664			return -EAGAIN;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2665
2666		wakeup_kswapd(pgdat->node_zones + z, 0,
2667			      folio_order(folio), ZONE_MOVABLE);
2668		return -EAGAIN;
 
2669	}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2670
2671	if (!folio_isolate_lru(folio))
2672		return -EAGAIN;
 
 
 
 
 
 
 
 
2673
2674	node_stat_mod_folio(folio, NR_ISOLATED_ANON + folio_is_file_lru(folio),
2675			    nr_pages);
 
 
 
2676	return 0;
 
2677}
 
2678
2679/*
2680 * Attempt to migrate a misplaced folio to the specified destination
2681 * node. Caller is expected to have isolated the folio by calling
2682 * migrate_misplaced_folio_prepare(), which will result in an
2683 * elevated reference count on the folio. This function will un-isolate the
2684 * folio, dereferencing the folio before returning.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2685 */
2686int migrate_misplaced_folio(struct folio *folio, struct vm_area_struct *vma,
2687			    int node)
2688{
2689	pg_data_t *pgdat = NODE_DATA(node);
2690	int nr_remaining;
2691	unsigned int nr_succeeded;
2692	LIST_HEAD(migratepages);
2693	struct mem_cgroup *memcg = get_mem_cgroup_from_folio(folio);
2694	struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2695
2696	list_add(&folio->lru, &migratepages);
2697	nr_remaining = migrate_pages(&migratepages, alloc_misplaced_dst_folio,
2698				     NULL, node, MIGRATE_ASYNC,
2699				     MR_NUMA_MISPLACED, &nr_succeeded);
2700	if (nr_remaining && !list_empty(&migratepages))
2701		putback_movable_pages(&migratepages);
2702	if (nr_succeeded) {
2703		count_vm_numa_events(NUMA_PAGE_MIGRATE, nr_succeeded);
2704		count_memcg_events(memcg, NUMA_PAGE_MIGRATE, nr_succeeded);
2705		if ((sysctl_numa_balancing_mode & NUMA_BALANCING_MEMORY_TIERING)
2706		    && !node_is_toptier(folio_nid(folio))
2707		    && node_is_toptier(node))
2708			mod_lruvec_state(lruvec, PGPROMOTE_SUCCESS, nr_succeeded);
2709	}
2710	mem_cgroup_put(memcg);
2711	BUG_ON(!list_empty(&migratepages));
2712	return nr_remaining ? -EAGAIN : 0;
2713}
2714#endif /* CONFIG_NUMA_BALANCING */
2715#endif /* CONFIG_NUMA */