131914882SAlex Richardson /* 231914882SAlex Richardson * memcpy test. 331914882SAlex Richardson * 4*5a02ffc3SAndrew Turner * Copyright (c) 2019-2023, Arm Limited. 5072a4ba8SAndrew Turner * SPDX-License-Identifier: MIT OR Apache-2.0 WITH LLVM-exception 631914882SAlex Richardson */ 731914882SAlex Richardson 831914882SAlex Richardson #include <stdint.h> 931914882SAlex Richardson #include <stdio.h> 1031914882SAlex Richardson #include <stdlib.h> 1131914882SAlex Richardson #include <string.h> 1231914882SAlex Richardson #include "mte.h" 1331914882SAlex Richardson #include "stringlib.h" 1431914882SAlex Richardson #include "stringtest.h" 1531914882SAlex Richardson 1631914882SAlex Richardson #define F(x, mte) {#x, x, mte}, 1731914882SAlex Richardson 1831914882SAlex Richardson static const struct fun 1931914882SAlex Richardson { 2031914882SAlex Richardson const char *name; 2131914882SAlex Richardson void *(*fun) (void *, const void *, size_t); 2231914882SAlex Richardson int test_mte; 2331914882SAlex Richardson } funtab[] = { 2431914882SAlex Richardson // clang-format off 2531914882SAlex Richardson F(memcpy, 0) 2631914882SAlex Richardson #if __aarch64__ 2731914882SAlex Richardson F(__memcpy_aarch64, 1) 2831914882SAlex Richardson F(__memcpy_aarch64_simd, 1) 29d49ad206SAndrew Turner # if __ARM_FEATURE_SVE 30d49ad206SAndrew Turner F(__memcpy_aarch64_sve, 1) 31d49ad206SAndrew Turner # endif 32*5a02ffc3SAndrew Turner # if WANT_MOPS 33*5a02ffc3SAndrew Turner F(__memcpy_aarch64_mops, 1) 34*5a02ffc3SAndrew Turner # endif 3531914882SAlex Richardson #elif __arm__ 3631914882SAlex Richardson F(__memcpy_arm, 0) 3731914882SAlex Richardson #endif 3831914882SAlex Richardson {0, 0, 0} 3931914882SAlex Richardson // clang-format on 4031914882SAlex Richardson }; 4131914882SAlex Richardson #undef F 4231914882SAlex Richardson 4331914882SAlex Richardson #define A 32 4431914882SAlex Richardson #define LEN 250000 4531914882SAlex Richardson static unsigned char *dbuf; 4631914882SAlex Richardson static unsigned char *sbuf; 4731914882SAlex Richardson static unsigned char wbuf[LEN + 2 * A]; 4831914882SAlex Richardson 4931914882SAlex Richardson static void * 5031914882SAlex Richardson alignup (void *p) 5131914882SAlex Richardson { 5231914882SAlex Richardson return (void *) (((uintptr_t) p + A - 1) & -A); 5331914882SAlex Richardson } 5431914882SAlex Richardson 5531914882SAlex Richardson static void 5631914882SAlex Richardson test (const struct fun *fun, int dalign, int salign, int len) 5731914882SAlex Richardson { 5831914882SAlex Richardson unsigned char *src = alignup (sbuf); 5931914882SAlex Richardson unsigned char *dst = alignup (dbuf); 6031914882SAlex Richardson unsigned char *want = wbuf; 6131914882SAlex Richardson unsigned char *s = src + salign; 6231914882SAlex Richardson unsigned char *d = dst + dalign; 6331914882SAlex Richardson unsigned char *w = want + dalign; 6431914882SAlex Richardson void *p; 6531914882SAlex Richardson int i; 6631914882SAlex Richardson 6731914882SAlex Richardson if (err_count >= ERR_LIMIT) 6831914882SAlex Richardson return; 6931914882SAlex Richardson if (len > LEN || dalign >= A || salign >= A) 7031914882SAlex Richardson abort (); 7131914882SAlex Richardson for (i = 0; i < len + A; i++) 7231914882SAlex Richardson { 7331914882SAlex Richardson src[i] = '?'; 7431914882SAlex Richardson want[i] = dst[i] = '*'; 7531914882SAlex Richardson } 7631914882SAlex Richardson for (i = 0; i < len; i++) 7731914882SAlex Richardson s[i] = w[i] = 'a' + i % 23; 7831914882SAlex Richardson 7931914882SAlex Richardson s = tag_buffer (s, len, fun->test_mte); 8031914882SAlex Richardson d = tag_buffer (d, len, fun->test_mte); 8131914882SAlex Richardson p = fun->fun (d, s, len); 8231914882SAlex Richardson untag_buffer (s, len, fun->test_mte); 8331914882SAlex Richardson untag_buffer (d, len, fun->test_mte); 8431914882SAlex Richardson 8531914882SAlex Richardson if (p != d) 8631914882SAlex Richardson ERR ("%s(%p,..) returned %p\n", fun->name, d, p); 8731914882SAlex Richardson for (i = 0; i < len + A; i++) 8831914882SAlex Richardson { 8931914882SAlex Richardson if (dst[i] != want[i]) 9031914882SAlex Richardson { 9131914882SAlex Richardson ERR ("%s(align %d, align %d, %d) failed\n", fun->name, dalign, salign, 9231914882SAlex Richardson len); 9331914882SAlex Richardson quoteat ("got", dst, len + A, i); 9431914882SAlex Richardson quoteat ("want", want, len + A, i); 9531914882SAlex Richardson break; 9631914882SAlex Richardson } 9731914882SAlex Richardson } 9831914882SAlex Richardson } 9931914882SAlex Richardson 10031914882SAlex Richardson int 10131914882SAlex Richardson main () 10231914882SAlex Richardson { 10331914882SAlex Richardson dbuf = mte_mmap (LEN + 2 * A); 10431914882SAlex Richardson sbuf = mte_mmap (LEN + 2 * A); 10531914882SAlex Richardson int r = 0; 10631914882SAlex Richardson for (int i = 0; funtab[i].name; i++) 10731914882SAlex Richardson { 10831914882SAlex Richardson err_count = 0; 10931914882SAlex Richardson for (int d = 0; d < A; d++) 11031914882SAlex Richardson for (int s = 0; s < A; s++) 11131914882SAlex Richardson { 11231914882SAlex Richardson int n; 11331914882SAlex Richardson for (n = 0; n < 100; n++) 11431914882SAlex Richardson test (funtab + i, d, s, n); 11531914882SAlex Richardson for (; n < LEN; n *= 2) 11631914882SAlex Richardson test (funtab + i, d, s, n); 11731914882SAlex Richardson } 11831914882SAlex Richardson char *pass = funtab[i].test_mte && mte_enabled () ? "MTE PASS" : "PASS"; 11931914882SAlex Richardson printf ("%s %s\n", err_count ? "FAIL" : pass, funtab[i].name); 12031914882SAlex Richardson if (err_count) 12131914882SAlex Richardson r = -1; 12231914882SAlex Richardson } 12331914882SAlex Richardson return r; 12431914882SAlex Richardson } 125