131914882SAlex Richardson /* 231914882SAlex Richardson * memmove test. 331914882SAlex Richardson * 4*5a02ffc3SAndrew Turner * Copyright (c) 2019-2023, Arm Limited. 5072a4ba8SAndrew Turner * SPDX-License-Identifier: MIT OR Apache-2.0 WITH LLVM-exception 631914882SAlex Richardson */ 731914882SAlex Richardson 831914882SAlex Richardson #include <stdint.h> 931914882SAlex Richardson #include <stdio.h> 1031914882SAlex Richardson #include <stdlib.h> 1131914882SAlex Richardson #include <string.h> 1231914882SAlex Richardson #include "mte.h" 1331914882SAlex Richardson #include "stringlib.h" 1431914882SAlex Richardson #include "stringtest.h" 1531914882SAlex Richardson 1631914882SAlex Richardson #define F(x, mte) {#x, x, mte}, 1731914882SAlex Richardson 1831914882SAlex Richardson static const struct fun 1931914882SAlex Richardson { 2031914882SAlex Richardson const char *name; 2131914882SAlex Richardson void *(*fun) (void *, const void *, size_t); 2231914882SAlex Richardson int test_mte; 2331914882SAlex Richardson } funtab[] = { 2431914882SAlex Richardson // clang-format off 2531914882SAlex Richardson F(memmove, 0) 2631914882SAlex Richardson #if __aarch64__ 2731914882SAlex Richardson F(__memmove_aarch64, 1) 2831914882SAlex Richardson F(__memmove_aarch64_simd, 1) 29d49ad206SAndrew Turner # if __ARM_FEATURE_SVE 30d49ad206SAndrew Turner F(__memmove_aarch64_sve, 1) 31d49ad206SAndrew Turner # endif 32*5a02ffc3SAndrew Turner # if WANT_MOPS 33*5a02ffc3SAndrew Turner F(__memmove_aarch64_mops, 1) 34*5a02ffc3SAndrew Turner # endif 3531914882SAlex Richardson #endif 3631914882SAlex Richardson {0, 0, 0} 3731914882SAlex Richardson // clang-format on 3831914882SAlex Richardson }; 3931914882SAlex Richardson #undef F 4031914882SAlex Richardson 4131914882SAlex Richardson #define A 32 4231914882SAlex Richardson #define LEN 250000 4331914882SAlex Richardson static unsigned char *dbuf; 4431914882SAlex Richardson static unsigned char *sbuf; 4531914882SAlex Richardson static unsigned char wbuf[LEN + 2 * A]; 4631914882SAlex Richardson 4731914882SAlex Richardson static void * 4831914882SAlex Richardson alignup (void *p) 4931914882SAlex Richardson { 5031914882SAlex Richardson return (void *) (((uintptr_t) p + A - 1) & -A); 5131914882SAlex Richardson } 5231914882SAlex Richardson 5331914882SAlex Richardson static void 5431914882SAlex Richardson test (const struct fun *fun, int dalign, int salign, int len) 5531914882SAlex Richardson { 5631914882SAlex Richardson unsigned char *src = alignup (sbuf); 5731914882SAlex Richardson unsigned char *dst = alignup (dbuf); 5831914882SAlex Richardson unsigned char *want = wbuf; 5931914882SAlex Richardson unsigned char *s = src + salign; 6031914882SAlex Richardson unsigned char *d = dst + dalign; 6131914882SAlex Richardson unsigned char *w = want + dalign; 6231914882SAlex Richardson void *p; 6331914882SAlex Richardson int i; 6431914882SAlex Richardson 6531914882SAlex Richardson if (err_count >= ERR_LIMIT) 6631914882SAlex Richardson return; 6731914882SAlex Richardson if (len > LEN || dalign >= A || salign >= A) 6831914882SAlex Richardson abort (); 6931914882SAlex Richardson for (i = 0; i < len + A; i++) 7031914882SAlex Richardson { 7131914882SAlex Richardson src[i] = '?'; 7231914882SAlex Richardson want[i] = dst[i] = '*'; 7331914882SAlex Richardson } 7431914882SAlex Richardson for (i = 0; i < len; i++) 7531914882SAlex Richardson s[i] = w[i] = 'a' + i % 23; 7631914882SAlex Richardson 7731914882SAlex Richardson p = fun->fun (d, s, len); 7831914882SAlex Richardson if (p != d) 7931914882SAlex Richardson ERR ("%s(%p,..) returned %p\n", fun->name, d, p); 8031914882SAlex Richardson for (i = 0; i < len + A; i++) 8131914882SAlex Richardson { 8231914882SAlex Richardson if (dst[i] != want[i]) 8331914882SAlex Richardson { 8431914882SAlex Richardson ERR ("%s(align %d, align %d, %d) failed\n", fun->name, dalign, salign, 8531914882SAlex Richardson len); 8631914882SAlex Richardson quoteat ("got", dst, len + A, i); 8731914882SAlex Richardson quoteat ("want", want, len + A, i); 8831914882SAlex Richardson break; 8931914882SAlex Richardson } 9031914882SAlex Richardson } 9131914882SAlex Richardson } 9231914882SAlex Richardson 9331914882SAlex Richardson static void 9431914882SAlex Richardson test_overlap (const struct fun *fun, int dalign, int salign, int len) 9531914882SAlex Richardson { 9631914882SAlex Richardson unsigned char *src = alignup (sbuf); 9731914882SAlex Richardson unsigned char *dst = src; 9831914882SAlex Richardson unsigned char *want = wbuf; 9931914882SAlex Richardson unsigned char *s = src + salign; 10031914882SAlex Richardson unsigned char *d = dst + dalign; 10131914882SAlex Richardson unsigned char *w = wbuf + dalign; 10231914882SAlex Richardson void *p; 10331914882SAlex Richardson 10431914882SAlex Richardson if (err_count >= ERR_LIMIT) 10531914882SAlex Richardson return; 10631914882SAlex Richardson if (len > LEN || dalign >= A || salign >= A) 10731914882SAlex Richardson abort (); 10831914882SAlex Richardson 10931914882SAlex Richardson for (int i = 0; i < len + A; i++) 11031914882SAlex Richardson src[i] = want[i] = '?'; 11131914882SAlex Richardson 11231914882SAlex Richardson for (int i = 0; i < len; i++) 11331914882SAlex Richardson s[i] = want[salign + i] = 'a' + i % 23; 11431914882SAlex Richardson for (int i = 0; i < len; i++) 11531914882SAlex Richardson w[i] = s[i]; 11631914882SAlex Richardson 11731914882SAlex Richardson s = tag_buffer (s, len, fun->test_mte); 11831914882SAlex Richardson d = tag_buffer (d, len, fun->test_mte); 11931914882SAlex Richardson p = fun->fun (d, s, len); 12031914882SAlex Richardson untag_buffer (s, len, fun->test_mte); 12131914882SAlex Richardson untag_buffer (d, len, fun->test_mte); 12231914882SAlex Richardson 12331914882SAlex Richardson if (p != d) 12431914882SAlex Richardson ERR ("%s(%p,..) returned %p\n", fun->name, d, p); 12531914882SAlex Richardson for (int i = 0; i < len + A; i++) 12631914882SAlex Richardson { 12731914882SAlex Richardson if (dst[i] != want[i]) 12831914882SAlex Richardson { 12931914882SAlex Richardson ERR ("%s(align %d, align %d, %d) failed\n", fun->name, dalign, salign, 13031914882SAlex Richardson len); 13131914882SAlex Richardson quoteat ("got", dst, len + A, i); 13231914882SAlex Richardson quoteat ("want", want, len + A, i); 13331914882SAlex Richardson break; 13431914882SAlex Richardson } 13531914882SAlex Richardson } 13631914882SAlex Richardson } 13731914882SAlex Richardson 13831914882SAlex Richardson int 13931914882SAlex Richardson main () 14031914882SAlex Richardson { 14131914882SAlex Richardson dbuf = mte_mmap (LEN + 2 * A); 14231914882SAlex Richardson sbuf = mte_mmap (LEN + 2 * A); 14331914882SAlex Richardson int r = 0; 14431914882SAlex Richardson for (int i = 0; funtab[i].name; i++) 14531914882SAlex Richardson { 14631914882SAlex Richardson err_count = 0; 14731914882SAlex Richardson for (int d = 0; d < A; d++) 14831914882SAlex Richardson for (int s = 0; s < A; s++) 14931914882SAlex Richardson { 15031914882SAlex Richardson int n; 15131914882SAlex Richardson for (n = 0; n < 100; n++) 15231914882SAlex Richardson { 15331914882SAlex Richardson test (funtab + i, d, s, n); 15431914882SAlex Richardson test_overlap (funtab + i, d, s, n); 15531914882SAlex Richardson } 15631914882SAlex Richardson for (; n < LEN; n *= 2) 15731914882SAlex Richardson { 15831914882SAlex Richardson test (funtab + i, d, s, n); 15931914882SAlex Richardson test_overlap (funtab + i, d, s, n); 16031914882SAlex Richardson } 16131914882SAlex Richardson } 16231914882SAlex Richardson char *pass = funtab[i].test_mte && mte_enabled () ? "MTE PASS" : "PASS"; 16331914882SAlex Richardson printf ("%s %s\n", err_count ? "FAIL" : pass, funtab[i].name); 16431914882SAlex Richardson if (err_count) 16531914882SAlex Richardson r = -1; 16631914882SAlex Richardson } 16731914882SAlex Richardson return r; 16831914882SAlex Richardson } 169