| /* SPDX-License-Identifier: GPL-2.0+ */ |
| /* |
| * ARCv2 memcpy implementation optimized for unaligned memory access using. |
| * |
| * Copyright (C) 2019 Synopsys |
| * Author: Eugeniy Paltsev <Eugeniy.Paltsev@synopsys.com> |
| */ |
| |
| #include <linux/linkage.h> |
| |
| #ifdef CONFIG_ARC_HAS_LL64 |
| # define LOADX(DST,RX) ldd.ab DST, [RX, 8] |
| # define STOREX(SRC,RX) std.ab SRC, [RX, 8] |
| # define ZOLSHFT 5 |
| # define ZOLAND 0x1F |
| #else |
| # define LOADX(DST,RX) ld.ab DST, [RX, 4] |
| # define STOREX(SRC,RX) st.ab SRC, [RX, 4] |
| # define ZOLSHFT 4 |
| # define ZOLAND 0xF |
| #endif |
| |
| ENTRY_CFI(memcpy) |
| mov r3, r0 ; don;t clobber ret val |
| |
| lsr.f lp_count, r2, ZOLSHFT |
| lpnz @.Lcopy32_64bytes |
| ;; LOOP START |
| LOADX (r6, r1) |
| LOADX (r8, r1) |
| LOADX (r10, r1) |
| LOADX (r4, r1) |
| STOREX (r6, r3) |
| STOREX (r8, r3) |
| STOREX (r10, r3) |
| STOREX (r4, r3) |
| .Lcopy32_64bytes: |
| |
| and.f lp_count, r2, ZOLAND ;Last remaining 31 bytes |
| lpnz @.Lcopyremainingbytes |
| ;; LOOP START |
| ldb.ab r5, [r1, 1] |
| stb.ab r5, [r3, 1] |
| .Lcopyremainingbytes: |
| |
| j [blink] |
| END_CFI(memcpy) |
