Commit 86987167 authored by Nikita Panov's avatar Nikita Panov Committed by Denis Darvish
Browse files

arm64: add arch callbacks for kernel replication 

kunpeng inclusion
category: feature
bugzilla: https://gitee.com/openeuler/kernel/issues/IBOJU2



-------------------------------------------------

Acked-by: default avatarArtem Kuzin <artem.kuzin@huawei.com>
Acked-by: default avatarAlexander Grubnikov <alexander.grubnikov@huawei.com>
Acked-by: default avatarIlya Hanov <ilya.hanov@huawei-partners.com>
Acked-by: default avatarDenis Darvish <darvish.denis@huawei.com>
Signed-off-by: default avatarNikita Panov <panov.nikita@huawei.com>
parent 8845ec7e

arch/arm64/include/asm/numa_replication.h

0 → 100644
+54 −0
Original line number Diff line number Diff line 
/* SPDX-License-Identifier: GPL-2.0-only */

#ifndef __ASM_NUMA_REPLICATION_H

#define __ASM_NUMA_REPLICATION_H



#ifdef CONFIG_KERNEL_REPLICATION

#include <asm/pgtable.h>

#include <asm/tlbflush.h>

#include <asm/pgalloc.h>

#include <asm/memory.h>

#include <asm/mmu_context.h>

#include <linux/mm.h>

#include <linux/seq_file.h>



#define PAGE_TABLE_REPLICATION_LEFT  ((max((u64)_end - SZ_2G, (u64)MODULES_VADDR)) & PGDIR_MASK)

#define PAGE_TABLE_REPLICATION_RIGHT ((((u64)_end + SZ_2G) & PGDIR_MASK) + PGDIR_SIZE - 1)



static inline pgd_t *numa_replicate_pgt_pgd(int nid)

{

	pgd_t *new_pgd;

	struct page *pgd_page;



	pgd_page = alloc_pages_node(nid, GFP_PGTABLE_KERNEL, 2);

	BUG_ON(pgd_page == NULL);



	new_pgd = (pgd_t *)page_address(pgd_page);

	new_pgd += (PAGE_SIZE * 2 / sizeof(pgd_t)); //Extra pages for KPTI

	copy_page(new_pgd, swapper_pg_dir);



	return new_pgd;

}



static inline void numa_load_replicated_pgd(pgd_t *pgd)

{

	cpu_replace_ttbr1(pgd, idmap_pg_dir);

	local_flush_tlb_all();

}



static inline ssize_t numa_cpu_dump(struct seq_file *m)

{

	seq_printf(m, "NODE: #%02d, CPU: #%04d, ttbr1_el1: 0x%p, COMM: %s\n",

		numa_node_id(),

		smp_processor_id(),

		(void *)read_sysreg(ttbr1_el1),

		current->group_leader->comm);

	return 0;

}



static inline void numa_sync_text_replicas(unsigned long start, unsigned long end)

{

	caches_clean_inval_pou(start, end);

	icache_inval_all_pou();

}

#endif /* CONFIG_KERNEL_REPLICATION */

#endif /* __ASM_NUMA_REPLICATION_H */

arch/arm64/include/asm/pgtable.h

+9 −0
Original line number Diff line number Diff line
@@ -537,6 +537,15 @@ static inline pmd_t pmd_mkdevmap(pmd_t pmd) 
#define pud_pfn(pud)		((__pud_to_phys(pud) & PUD_MASK) >> PAGE_SHIFT)

#define pfn_pud(pfn,prot)	__pud(__phys_to_pud_val((phys_addr_t)(pfn) << PAGE_SHIFT) | pgprot_val(prot))



#ifdef CONFIG_KERNEL_REPLICATION

static inline pgprot_t pmd_pgprot(pmd_t pmd)

{

	unsigned long pfn = pmd_pfn(pmd);



	return __pgprot(pmd_val(pfn_pmd(pfn, __pgprot(0))) ^ pmd_val(pmd));

}

#endif /* CONFIG_KERNEL_REPLICATION */



static inline void __set_pte_at(struct mm_struct *mm,

				unsigned long __always_unused addr,

				pte_t *ptep, pte_t pte, unsigned int nr)