Commit 59e8a1ce authored by Mark Rutland's avatar Mark Rutland Committed by Will Deacon
Browse files

arm64: asm-extable: add asm uacess helpers 



In subsequent patches we want to explciitly annotate uaccess fixups in
assembly files.

We have existing helpers for this for inline assembly, but due to
differing stringification requirements it's not possible to have a
single definition that we can use for both inline asm and plain asm
files. So as with other cases (e.g. gpr-regnum.h), we must prove
separate helprs for plain asm and inline asm.

So that we can do so, this patch adds helpers to define
EX_TYPE_UACCESS_ERR_ZERO fixups in plain assembly. These correspond 1-1
with the inline assembly versions except for the absence of
stringification. No plain assmebly heleprs are added for
EX_TYPE_LOAD_UNALIGNED_ZEROPAD fixups as these only exist for a single C
function.

For copy_{to,from}_user() we'll need fixups with regs and err, so I've
added _ASM_EXTABLE_UACCESS(insn, fixup), where both the error and zero
registers are WZR.

For clarity, the existing `_asm_extable` assemgbly maco is now defined
in terms of the _ASM_EXTABLE() CPP macro, making the CPP macros
canonical in all cases.

There should be no functional change as a result of this patch.

Signed-off-by: default avatarMark Rutland <mark.rutland@arm.com>
Signed-off-by: default avatarTong Tiangen <tongtiangen@huawei.com>
Link: https://lore.kernel.org/r/20220621072638.1273594-4-tongtiangen@huawei.com


Signed-off-by: default avatarWill Deacon <will@kernel.org>
parent 5519d7de

arch/arm64/include/asm/asm-extable.h

+27 −4
Original line number Diff line number Diff line
@@ -2,6 +2,9 @@ 
#ifndef __ASM_ASM_EXTABLE_H

#define __ASM_ASM_EXTABLE_H



#include <linux/bits.h>

#include <asm/gpr-num.h>



#define EX_TYPE_NONE			0

#define EX_TYPE_FIXUP			1

#define EX_TYPE_BPF			2
@@ -32,12 +35,32 @@ 
	.short		(data);				\

	.popsection;



#define _ASM_EXTABLE(insn, fixup)	\

	__ASM_EXTABLE_RAW(insn, fixup, EX_TYPE_FIXUP, 0)



#define EX_DATA_REG(reg, gpr)	\

	(.L__gpr_num_##gpr << EX_DATA_REG_##reg##_SHIFT)



#define _ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, err, zero)		\

	__ASM_EXTABLE_RAW(insn, fixup, 					\

			  EX_TYPE_UACCESS_ERR_ZERO,			\

			  (						\

			    EX_DATA_REG(ERR, err) |			\

			    EX_DATA_REG(ZERO, zero)			\

			  ))



#define _ASM_EXTABLE_UACCESS_ERR(insn, fixup, err)			\

	_ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, err, wzr)



#define _ASM_EXTABLE_UACCESS(insn, fixup)				\

	_ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, wzr, wzr)



/*

 * Create an exception table entry for `insn`, which will branch to `fixup`

 * when an unhandled fault is taken.

 */

	.macro		_asm_extable, insn, fixup

	__ASM_EXTABLE_RAW(\insn, \fixup, EX_TYPE_FIXUP, 0)

	_ASM_EXTABLE(\insn, \fixup)

	.endm



/*
@@ -52,11 +75,8 @@ 


#else /* __ASSEMBLY__ */



#include <linux/bits.h>

#include <linux/stringify.h>



#include <asm/gpr-num.h>



#define __ASM_EXTABLE_RAW(insn, fixup, type, data)	\

	".pushsection	__ex_table, \"a\"\n"		\

	".align		2\n"				\
@@ -93,6 +113,9 @@ 
#define _ASM_EXTABLE_UACCESS_ERR(insn, fixup, err)			\

	_ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, err, wzr)



#define _ASM_EXTABLE_UACCESS(insn, fixup)				\

	_ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, wzr, wzr)



#define _ASM_EXTABLE_KACCESS_ERR(insn, fixup, err)			\

	_ASM_EXTABLE_KACCESS_ERR_ZERO(insn, fixup, err, wzr)