Commit f1f99adf authored by Sid Manning's avatar Sid Manning Committed by Brian Cain
Browse files

Hexagon: add target builtins to kernel 



Add the compiler-rt builtins like memcpy to the hexagon kernel.

Signed-off-by: default avatarSid Manning <sidneym@codeaurora.org>
Add SYM_FUNC_START/END, ksyms exports
Signed-off-by: default avatarBrian Cain <bcain@codeaurora.org>

Tested-by: default avatarNick Desaulniers <ndesaulniers@google.com>
parent aaa44952

arch/hexagon/Makefile

+0 −3
Original line number Diff line number Diff line
@@ -33,9 +33,6 @@ TIR_NAME := r19 
KBUILD_CFLAGS += -ffixed-$(TIR_NAME) -DTHREADINFO_REG=$(TIR_NAME) -D__linux__

KBUILD_AFLAGS += -DTHREADINFO_REG=$(TIR_NAME)



LIBGCC := $(shell $(CC) $(KBUILD_CFLAGS) -print-libgcc-file-name 2>/dev/null)

libs-y += $(LIBGCC)



head-y := arch/hexagon/kernel/head.o



core-y += arch/hexagon/kernel/ \

arch/hexagon/kernel/hexagon_ksyms.c

+4 −4
Original line number Diff line number Diff line
@@ -35,8 +35,8 @@ EXPORT_SYMBOL(_dflt_cache_att); 
DECLARE_EXPORT(__hexagon_memcpy_likely_aligned_min32bytes_mult8bytes);



/* Additional functions */

DECLARE_EXPORT(__divsi3);

DECLARE_EXPORT(__modsi3);

DECLARE_EXPORT(__udivsi3);

DECLARE_EXPORT(__umodsi3);

DECLARE_EXPORT(__hexagon_divsi3);

DECLARE_EXPORT(__hexagon_modsi3);

DECLARE_EXPORT(__hexagon_udivsi3);

DECLARE_EXPORT(__hexagon_umodsi3);

DECLARE_EXPORT(csum_tcpudp_magic);

arch/hexagon/lib/Makefile

+2 −1
Original line number Diff line number Diff line
@@ -2,4 +2,5 @@ 
#

# Makefile for hexagon-specific library files.

#

obj-y = checksum.o io.o memcpy.o memset.o
 
obj-y = checksum.o io.o memcpy.o memset.o memcpy_likely_aligned.o \

         divsi3.o modsi3.o udivsi3.o  umodsi3.o

arch/hexagon/lib/divsi3.S

0 → 100644
+67 −0
Original line number Diff line number Diff line 
/* SPDX-License-Identifier: GPL-2.0-only */

/*

 * Copyright (c) 2021, The Linux Foundation. All rights reserved.

 */



#include <linux/linkage.h>



SYM_FUNC_START(__hexagon_divsi3)

        {

                p0 = cmp.gt(r0,#-1)

                p1 = cmp.gt(r1,#-1)

                r3:2 = vabsw(r1:0)

        }

        {

                p3 = xor(p0,p1)

                r4 = sub(r2,r3)

                r6 = cl0(r2)

                p0 = cmp.gtu(r3,r2)

        }

        {

                r0 = mux(p3,#-1,#1)

                r7 = cl0(r3)

                p1 = cmp.gtu(r3,r4)

        }

        {

                r0 = mux(p0,#0,r0)

                p0 = or(p0,p1)

                if (p0.new) jumpr:nt r31

                r6 = sub(r7,r6)

        }

        {

                r7 = r6

                r5:4 = combine(#1,r3)

                r6 = add(#1,lsr(r6,#1))

                p0 = cmp.gtu(r6,#4)

        }

        {

                r5:4 = vaslw(r5:4,r7)

                if (!p0) r6 = #3

        }

        {

                loop0(1f,r6)

                r7:6 = vlsrw(r5:4,#1)

                r1:0 = #0

        }

        .falign

1:

        {

                r5:4 = vlsrw(r5:4,#2)

                if (!p0.new) r0 = add(r0,r5)

                if (!p0.new) r2 = sub(r2,r4)

                p0 = cmp.gtu(r4,r2)

        }

        {

                r7:6 = vlsrw(r7:6,#2)

                if (!p0.new) r0 = add(r0,r7)

                if (!p0.new) r2 = sub(r2,r6)

                p0 = cmp.gtu(r6,r2)

        }:endloop0

        {

                if (!p0) r0 = add(r0,r7)

        }

        {

                if (p3) r0 = sub(r1,r0)

                jumpr r31

        }

SYM_FUNC_END(__hexagon_divsi3)

arch/hexagon/lib/memcpy_likely_aligned.S

0 → 100644
+56 −0
Original line number Diff line number Diff line 
/* SPDX-License-Identifier: GPL-2.0-only */

/*

 * Copyright (c) 2021, The Linux Foundation. All rights reserved.

 */



#include <linux/linkage.h>



SYM_FUNC_START(__hexagon_memcpy_likely_aligned_min32bytes_mult8bytes)

        {

                p0 = bitsclr(r1,#7)

                p0 = bitsclr(r0,#7)

                if (p0.new) r5:4 = memd(r1)

                if (p0.new) r7:6 = memd(r1+#8)

        }

        {

                if (!p0) jump:nt .Lmemcpy_call

                if (p0) r9:8 = memd(r1+#16)

                if (p0) r11:10 = memd(r1+#24)

                p0 = cmp.gtu(r2,#64)

        }

        {

                if (p0) jump:nt .Lmemcpy_call

                if (!p0) memd(r0) = r5:4

                if (!p0) memd(r0+#8) = r7:6

                p0 = cmp.gtu(r2,#32)

        }

        {

                p1 = cmp.gtu(r2,#40)

                p2 = cmp.gtu(r2,#48)

                if (p0) r13:12 = memd(r1+#32)

                if (p1.new) r15:14 = memd(r1+#40)

        }

        {

                memd(r0+#16) = r9:8

                memd(r0+#24) = r11:10

        }

        {

                if (p0) memd(r0+#32) = r13:12

                if (p1) memd(r0+#40) = r15:14

                if (!p2) jumpr:t r31

        }

        {

                p0 = cmp.gtu(r2,#56)

                r5:4 = memd(r1+#48)

                if (p0.new) r7:6 = memd(r1+#56)

        }

        {

                memd(r0+#48) = r5:4

                if (p0) memd(r0+#56) = r7:6

                jumpr r31

        }



.Lmemcpy_call:

        jump memcpy



SYM_FUNC_END(__hexagon_memcpy_likely_aligned_min32bytes_mult8bytes)