1*412f47f9SXin Li /*
2*412f47f9SXin Li * memcpy test.
3*412f47f9SXin Li *
4*412f47f9SXin Li * Copyright (c) 2019-2023, Arm Limited.
5*412f47f9SXin Li * SPDX-License-Identifier: MIT OR Apache-2.0 WITH LLVM-exception
6*412f47f9SXin Li */
7*412f47f9SXin Li
8*412f47f9SXin Li #include <stdint.h>
9*412f47f9SXin Li #include <stdio.h>
10*412f47f9SXin Li #include <stdlib.h>
11*412f47f9SXin Li #include <string.h>
12*412f47f9SXin Li #include "mte.h"
13*412f47f9SXin Li #include "stringlib.h"
14*412f47f9SXin Li #include "stringtest.h"
15*412f47f9SXin Li
16*412f47f9SXin Li #define F(x, mte) {#x, x, mte},
17*412f47f9SXin Li
18*412f47f9SXin Li static const struct fun
19*412f47f9SXin Li {
20*412f47f9SXin Li const char *name;
21*412f47f9SXin Li void *(*fun) (void *, const void *, size_t);
22*412f47f9SXin Li int test_mte;
23*412f47f9SXin Li } funtab[] = {
24*412f47f9SXin Li // clang-format off
25*412f47f9SXin Li F(memcpy, 0)
26*412f47f9SXin Li #if __aarch64__
27*412f47f9SXin Li F(__memcpy_aarch64, 1)
28*412f47f9SXin Li # if __ARM_NEON
29*412f47f9SXin Li F(__memcpy_aarch64_simd, 1)
30*412f47f9SXin Li # endif
31*412f47f9SXin Li # if __ARM_FEATURE_SVE
32*412f47f9SXin Li F(__memcpy_aarch64_sve, 1)
33*412f47f9SXin Li # endif
34*412f47f9SXin Li # if WANT_MOPS
35*412f47f9SXin Li F(__memcpy_aarch64_mops, 1)
36*412f47f9SXin Li # endif
37*412f47f9SXin Li #elif __arm__
38*412f47f9SXin Li F(__memcpy_arm, 0)
39*412f47f9SXin Li #endif
40*412f47f9SXin Li {0, 0, 0}
41*412f47f9SXin Li // clang-format on
42*412f47f9SXin Li };
43*412f47f9SXin Li #undef F
44*412f47f9SXin Li
45*412f47f9SXin Li #define A 32
46*412f47f9SXin Li #define LEN 250000
47*412f47f9SXin Li static unsigned char *dbuf;
48*412f47f9SXin Li static unsigned char *sbuf;
49*412f47f9SXin Li static unsigned char wbuf[LEN + 2 * A];
50*412f47f9SXin Li
51*412f47f9SXin Li static void *
alignup(void * p)52*412f47f9SXin Li alignup (void *p)
53*412f47f9SXin Li {
54*412f47f9SXin Li return (void *) (((uintptr_t) p + A - 1) & -A);
55*412f47f9SXin Li }
56*412f47f9SXin Li
57*412f47f9SXin Li static void
test(const struct fun * fun,int dalign,int salign,int len)58*412f47f9SXin Li test (const struct fun *fun, int dalign, int salign, int len)
59*412f47f9SXin Li {
60*412f47f9SXin Li unsigned char *src = alignup (sbuf);
61*412f47f9SXin Li unsigned char *dst = alignup (dbuf);
62*412f47f9SXin Li unsigned char *want = wbuf;
63*412f47f9SXin Li unsigned char *s = src + salign;
64*412f47f9SXin Li unsigned char *d = dst + dalign;
65*412f47f9SXin Li unsigned char *w = want + dalign;
66*412f47f9SXin Li void *p;
67*412f47f9SXin Li int i;
68*412f47f9SXin Li
69*412f47f9SXin Li if (err_count >= ERR_LIMIT)
70*412f47f9SXin Li return;
71*412f47f9SXin Li if (len > LEN || dalign >= A || salign >= A)
72*412f47f9SXin Li abort ();
73*412f47f9SXin Li for (i = 0; i < len + A; i++)
74*412f47f9SXin Li {
75*412f47f9SXin Li src[i] = '?';
76*412f47f9SXin Li want[i] = dst[i] = '*';
77*412f47f9SXin Li }
78*412f47f9SXin Li for (i = 0; i < len; i++)
79*412f47f9SXin Li s[i] = w[i] = 'a' + i % 23;
80*412f47f9SXin Li
81*412f47f9SXin Li s = tag_buffer (s, len, fun->test_mte);
82*412f47f9SXin Li d = tag_buffer (d, len, fun->test_mte);
83*412f47f9SXin Li p = fun->fun (d, s, len);
84*412f47f9SXin Li untag_buffer (s, len, fun->test_mte);
85*412f47f9SXin Li untag_buffer (d, len, fun->test_mte);
86*412f47f9SXin Li
87*412f47f9SXin Li if (p != d)
88*412f47f9SXin Li ERR ("%s(%p,..) returned %p\n", fun->name, d, p);
89*412f47f9SXin Li for (i = 0; i < len + A; i++)
90*412f47f9SXin Li {
91*412f47f9SXin Li if (dst[i] != want[i])
92*412f47f9SXin Li {
93*412f47f9SXin Li ERR ("%s(align %d, align %d, %d) failed\n", fun->name, dalign, salign,
94*412f47f9SXin Li len);
95*412f47f9SXin Li quoteat ("got", dst, len + A, i);
96*412f47f9SXin Li quoteat ("want", want, len + A, i);
97*412f47f9SXin Li break;
98*412f47f9SXin Li }
99*412f47f9SXin Li }
100*412f47f9SXin Li }
101*412f47f9SXin Li
102*412f47f9SXin Li int
main()103*412f47f9SXin Li main ()
104*412f47f9SXin Li {
105*412f47f9SXin Li dbuf = mte_mmap (LEN + 2 * A);
106*412f47f9SXin Li sbuf = mte_mmap (LEN + 2 * A);
107*412f47f9SXin Li int r = 0;
108*412f47f9SXin Li for (int i = 0; funtab[i].name; i++)
109*412f47f9SXin Li {
110*412f47f9SXin Li err_count = 0;
111*412f47f9SXin Li for (int d = 0; d < A; d++)
112*412f47f9SXin Li for (int s = 0; s < A; s++)
113*412f47f9SXin Li {
114*412f47f9SXin Li int n;
115*412f47f9SXin Li for (n = 0; n < 100; n++)
116*412f47f9SXin Li test (funtab + i, d, s, n);
117*412f47f9SXin Li for (; n < LEN; n *= 2)
118*412f47f9SXin Li test (funtab + i, d, s, n);
119*412f47f9SXin Li }
120*412f47f9SXin Li char *pass = funtab[i].test_mte && mte_enabled () ? "MTE PASS" : "PASS";
121*412f47f9SXin Li printf ("%s %s\n", err_count ? "FAIL" : pass, funtab[i].name);
122*412f47f9SXin Li if (err_count)
123*412f47f9SXin Li r = -1;
124*412f47f9SXin Li }
125*412f47f9SXin Li return r;
126*412f47f9SXin Li }
127