1/*
 2 * Based on arch/arm/mm/copypage.c
 3 *
 4 * Copyright (C) 2002 Deep Blue Solutions Ltd, All Rights Reserved.
 5 * Copyright (C) 2012 ARM Ltd.
 6 *
 7 * This program is free software; you can redistribute it and/or modify
 8 * it under the terms of the GNU General Public License version 2 as
 9 * published by the Free Software Foundation.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
18 */
19
 
20#include <linux/mm.h>
21
22#include <asm/page.h>
23#include <asm/cacheflush.h>
 
 
24
25void __cpu_copy_user_page(void *kto, const void *kfrom, unsigned long vaddr)
26{
27	struct page *page = virt_to_page(kto);
 
 
 
 
 
28	copy_page(kto, kfrom);
29	flush_dcache_page(page);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30}
31EXPORT_SYMBOL_GPL(__cpu_copy_user_page);
32
33void __cpu_clear_user_page(void *kaddr, unsigned long vaddr)
 
34{
35	clear_page(kaddr);
 
36}
37EXPORT_SYMBOL_GPL(__cpu_clear_user_page);

 1// SPDX-License-Identifier: GPL-2.0-only
 2/*
 3 * Based on arch/arm/mm/copypage.c
 4 *
 5 * Copyright (C) 2002 Deep Blue Solutions Ltd, All Rights Reserved.
 6 * Copyright (C) 2012 ARM Ltd.
 
 
 
 
 
 
 
 
 
 
 
 
 7 */
 8
 9#include <linux/bitops.h>
10#include <linux/mm.h>
11
12#include <asm/page.h>
13#include <asm/cacheflush.h>
14#include <asm/cpufeature.h>
15#include <asm/mte.h>
16
17void copy_highpage(struct page *to, struct page *from)
18{
19	void *kto = page_address(to);
20	void *kfrom = page_address(from);
21	struct folio *src = page_folio(from);
22	struct folio *dst = page_folio(to);
23	unsigned int i, nr_pages;
24
25	copy_page(kto, kfrom);
26
27	if (kasan_hw_tags_enabled())
28		page_kasan_tag_reset(to);
29
30	if (!system_supports_mte())
31		return;
32
33	if (folio_test_hugetlb(src)) {
34		if (!folio_test_hugetlb_mte_tagged(src) ||
35		    from != folio_page(src, 0))
36			return;
37
38		WARN_ON_ONCE(!folio_try_hugetlb_mte_tagging(dst));
39
40		/*
41		 * Populate tags for all subpages.
42		 *
43		 * Don't assume the first page is head page since
44		 * huge page copy may start from any subpage.
45		 */
46		nr_pages = folio_nr_pages(src);
47		for (i = 0; i < nr_pages; i++) {
48			kfrom = page_address(folio_page(src, i));
49			kto = page_address(folio_page(dst, i));
50			mte_copy_page_tags(kto, kfrom);
51		}
52		folio_set_hugetlb_mte_tagged(dst);
53	} else if (page_mte_tagged(from)) {
54		/* It's a new page, shouldn't have been tagged yet */
55		WARN_ON_ONCE(!try_page_mte_tagging(to));
56
57		mte_copy_page_tags(kto, kfrom);
58		set_page_mte_tagged(to);
59	}
60}
61EXPORT_SYMBOL(copy_highpage);
62
63void copy_user_highpage(struct page *to, struct page *from,
64			unsigned long vaddr, struct vm_area_struct *vma)
65{
66	copy_highpage(to, from);
67	flush_dcache_page(to);
68}
69EXPORT_SYMBOL_GPL(copy_user_highpage);