Commit 4733f09d authored by Qing Zhang's avatar Qing Zhang Committed by Huacai Chen
Browse files

LoongArch/ftrace: Add dynamic function tracer support 



The compiler has inserted 2 NOPs before the regular function prologue.
T series registers are available and safe because of LoongArch's psABI.

At runtime, we can replace nop with bl to enable ftrace call and replace
bl with nop to disable ftrace call. The bl instruction requires us to
save the original RA value, so it saves RA at t0 here.

Details are:

| Compiled   |       Disabled         |        Enabled         |
+------------+------------------------+------------------------+
| nop        | move     t0, ra        | move    t0, ra         |
| nop        | nop                    | bl      ftrace_caller  |
| func_body  | func_body              | func_body              |

The RA value will be recovered by ftrace_regs_entry, and restored into
RA before returning to the regular function prologue. When a function is
not being traced, the "move t0, ra" is not harmful.

1) ftrace_make_call, ftrace_make_nop (in kernel/ftrace.c)
   The two functions turn each recorded call site of filtered functions
   into a call to ftrace_caller or nops.

2) ftracce_update_ftrace_func (in kernel/ftrace.c)
   turns the nops at ftrace_call into a call to a generic entry for
   function tracers.

3) ftrace_caller (in kernel/mcount_dyn.S)
   The entry where each _mcount call sites calls to once they are
   filtered to be traced.

Co-developed-by: default avatarJinyang He <hejinyang@loongson.cn>
Signed-off-by: default avatarJinyang He <hejinyang@loongson.cn>
Signed-off-by: default avatarQing Zhang <zhangqing@loongson.cn>
Signed-off-by: default avatarHuacai Chen <chenhuacai@loongson.cn>
parent a0a458fb

arch/loongarch/Kconfig

+1 −0
Original line number Diff line number Diff line
@@ -88,6 +88,7 @@ config LOONGARCH 
	select HAVE_C_RECORDMCOUNT

	select HAVE_DEBUG_STACKOVERFLOW

	select HAVE_DMA_CONTIGUOUS

	select HAVE_DYNAMIC_FTRACE

	select HAVE_EBPF_JIT

	select HAVE_EXIT_THREAD

	select HAVE_FAST_GUP

arch/loongarch/Makefile

+5 −0
Original line number Diff line number Diff line
@@ -25,6 +25,11 @@ endif 
32bit-emul		= elf32loongarch

64bit-emul		= elf64loongarch



ifdef CONFIG_DYNAMIC_FTRACE

KBUILD_CPPFLAGS += -DCC_USING_PATCHABLE_FUNCTION_ENTRY

CC_FLAGS_FTRACE := -fpatchable-function-entry=2

endif



ifdef CONFIG_64BIT

tool-archpref		= $(64bit-tool-archpref)

UTS_MACHINE		:= loongarch64

arch/loongarch/include/asm/ftrace.h

+21 −0
Original line number Diff line number Diff line
@@ -11,9 +11,30 @@ 
#define MCOUNT_INSN_SIZE 4		/* sizeof mcount call */



#ifndef __ASSEMBLY__



#ifndef CONFIG_DYNAMIC_FTRACE



#define mcount _mcount

extern void _mcount(void);

extern void prepare_ftrace_return(unsigned long self_addr, unsigned long callsite_sp, unsigned long old);



#else



struct dyn_ftrace;

struct dyn_arch_ftrace { };



#define ftrace_init_nop ftrace_init_nop

int ftrace_init_nop(struct module *mod, struct dyn_ftrace *rec);



static inline unsigned long ftrace_call_adjust(unsigned long addr)

{

	return addr;

}



void prepare_ftrace_return(unsigned long self_addr, unsigned long *parent);



#endif /* CONFIG_DYNAMIC_FTRACE */



#endif /* __ASSEMBLY__ */



#endif /* CONFIG_FUNCTION_TRACER */

arch/loongarch/include/asm/inst.h

+11 −0
Original line number Diff line number Diff line
@@ -349,6 +349,17 @@ static inline bool is_stack_alloc_ins(union loongarch_instruction *ip) 
		is_imm12_negative(ip->reg2i12_format.immediate);

}



int larch_insn_read(void *addr, u32 *insnp);

int larch_insn_write(void *addr, u32 insn);

int larch_insn_patch_text(void *addr, u32 insn);



u32 larch_insn_gen_nop(void);

u32 larch_insn_gen_b(unsigned long pc, unsigned long dest);

u32 larch_insn_gen_bl(unsigned long pc, unsigned long dest);



u32 larch_insn_gen_or(enum loongarch_gpr rd, enum loongarch_gpr rj, enum loongarch_gpr rk);

u32 larch_insn_gen_move(enum loongarch_gpr rd, enum loongarch_gpr rj);



u32 larch_insn_gen_lu32id(enum loongarch_gpr rd, int imm);

u32 larch_insn_gen_lu52id(enum loongarch_gpr rd, enum loongarch_gpr rj, int imm);

u32 larch_insn_gen_jirl(enum loongarch_gpr rd, enum loongarch_gpr rj, unsigned long pc, unsigned long dest);

arch/loongarch/include/asm/unwind.h

+1 −1
Original line number Diff line number Diff line
@@ -20,7 +20,7 @@ struct unwind_state { 
	char type; /* UNWINDER_XXX */

	struct stack_info stack_info;

	struct task_struct *task;

	bool first, error;

	bool first, error, is_ftrace;

	unsigned long sp, pc, ra;

};