xref: /aosp_15_r20/external/linux-kselftest/tools/testing/selftests/vm/pkey-helpers.h (revision 053f45be4e351dfd5e965df293cd45b779f579ee)
1*053f45beSAndroid Build Coastguard Worker /* SPDX-License-Identifier: GPL-2.0 */
2*053f45beSAndroid Build Coastguard Worker #ifndef _PKEYS_HELPER_H
3*053f45beSAndroid Build Coastguard Worker #define _PKEYS_HELPER_H
4*053f45beSAndroid Build Coastguard Worker #define _GNU_SOURCE
5*053f45beSAndroid Build Coastguard Worker #include <string.h>
6*053f45beSAndroid Build Coastguard Worker #include <stdarg.h>
7*053f45beSAndroid Build Coastguard Worker #include <stdio.h>
8*053f45beSAndroid Build Coastguard Worker #include <stdint.h>
9*053f45beSAndroid Build Coastguard Worker #include <stdbool.h>
10*053f45beSAndroid Build Coastguard Worker #include <signal.h>
11*053f45beSAndroid Build Coastguard Worker #include <assert.h>
12*053f45beSAndroid Build Coastguard Worker #include <stdlib.h>
13*053f45beSAndroid Build Coastguard Worker #include <ucontext.h>
14*053f45beSAndroid Build Coastguard Worker #include <sys/mman.h>
15*053f45beSAndroid Build Coastguard Worker 
16*053f45beSAndroid Build Coastguard Worker #include "../kselftest.h"
17*053f45beSAndroid Build Coastguard Worker 
18*053f45beSAndroid Build Coastguard Worker /* Define some kernel-like types */
19*053f45beSAndroid Build Coastguard Worker #define  u8 __u8
20*053f45beSAndroid Build Coastguard Worker #define u16 __u16
21*053f45beSAndroid Build Coastguard Worker #define u32 __u32
22*053f45beSAndroid Build Coastguard Worker #define u64 __u64
23*053f45beSAndroid Build Coastguard Worker 
24*053f45beSAndroid Build Coastguard Worker #define PTR_ERR_ENOTSUP ((void *)-ENOTSUP)
25*053f45beSAndroid Build Coastguard Worker 
26*053f45beSAndroid Build Coastguard Worker #ifndef DEBUG_LEVEL
27*053f45beSAndroid Build Coastguard Worker #define DEBUG_LEVEL 0
28*053f45beSAndroid Build Coastguard Worker #endif
29*053f45beSAndroid Build Coastguard Worker #define DPRINT_IN_SIGNAL_BUF_SIZE 4096
30*053f45beSAndroid Build Coastguard Worker extern int dprint_in_signal;
31*053f45beSAndroid Build Coastguard Worker extern char dprint_in_signal_buffer[DPRINT_IN_SIGNAL_BUF_SIZE];
32*053f45beSAndroid Build Coastguard Worker 
33*053f45beSAndroid Build Coastguard Worker extern int test_nr;
34*053f45beSAndroid Build Coastguard Worker extern int iteration_nr;
35*053f45beSAndroid Build Coastguard Worker 
36*053f45beSAndroid Build Coastguard Worker #ifdef __GNUC__
37*053f45beSAndroid Build Coastguard Worker __attribute__((format(printf, 1, 2)))
38*053f45beSAndroid Build Coastguard Worker #endif
sigsafe_printf(const char * format,...)39*053f45beSAndroid Build Coastguard Worker static inline void sigsafe_printf(const char *format, ...)
40*053f45beSAndroid Build Coastguard Worker {
41*053f45beSAndroid Build Coastguard Worker 	va_list ap;
42*053f45beSAndroid Build Coastguard Worker 
43*053f45beSAndroid Build Coastguard Worker 	if (!dprint_in_signal) {
44*053f45beSAndroid Build Coastguard Worker 		va_start(ap, format);
45*053f45beSAndroid Build Coastguard Worker 		vprintf(format, ap);
46*053f45beSAndroid Build Coastguard Worker 		va_end(ap);
47*053f45beSAndroid Build Coastguard Worker 	} else {
48*053f45beSAndroid Build Coastguard Worker 		int ret;
49*053f45beSAndroid Build Coastguard Worker 		/*
50*053f45beSAndroid Build Coastguard Worker 		 * No printf() functions are signal-safe.
51*053f45beSAndroid Build Coastguard Worker 		 * They deadlock easily. Write the format
52*053f45beSAndroid Build Coastguard Worker 		 * string to get some output, even if
53*053f45beSAndroid Build Coastguard Worker 		 * incomplete.
54*053f45beSAndroid Build Coastguard Worker 		 */
55*053f45beSAndroid Build Coastguard Worker 		ret = write(1, format, strlen(format));
56*053f45beSAndroid Build Coastguard Worker 		if (ret < 0)
57*053f45beSAndroid Build Coastguard Worker 			exit(1);
58*053f45beSAndroid Build Coastguard Worker 	}
59*053f45beSAndroid Build Coastguard Worker }
60*053f45beSAndroid Build Coastguard Worker #define dprintf_level(level, args...) do {	\
61*053f45beSAndroid Build Coastguard Worker 	if (level <= DEBUG_LEVEL)		\
62*053f45beSAndroid Build Coastguard Worker 		sigsafe_printf(args);		\
63*053f45beSAndroid Build Coastguard Worker } while (0)
64*053f45beSAndroid Build Coastguard Worker #define dprintf0(args...) dprintf_level(0, args)
65*053f45beSAndroid Build Coastguard Worker #define dprintf1(args...) dprintf_level(1, args)
66*053f45beSAndroid Build Coastguard Worker #define dprintf2(args...) dprintf_level(2, args)
67*053f45beSAndroid Build Coastguard Worker #define dprintf3(args...) dprintf_level(3, args)
68*053f45beSAndroid Build Coastguard Worker #define dprintf4(args...) dprintf_level(4, args)
69*053f45beSAndroid Build Coastguard Worker 
70*053f45beSAndroid Build Coastguard Worker extern void abort_hooks(void);
71*053f45beSAndroid Build Coastguard Worker #define pkey_assert(condition) do {		\
72*053f45beSAndroid Build Coastguard Worker 	if (!(condition)) {			\
73*053f45beSAndroid Build Coastguard Worker 		dprintf0("assert() at %s::%d test_nr: %d iteration: %d\n", \
74*053f45beSAndroid Build Coastguard Worker 				__FILE__, __LINE__,	\
75*053f45beSAndroid Build Coastguard Worker 				test_nr, iteration_nr);	\
76*053f45beSAndroid Build Coastguard Worker 		dprintf0("errno at assert: %d", errno);	\
77*053f45beSAndroid Build Coastguard Worker 		abort_hooks();			\
78*053f45beSAndroid Build Coastguard Worker 		exit(__LINE__);			\
79*053f45beSAndroid Build Coastguard Worker 	}					\
80*053f45beSAndroid Build Coastguard Worker } while (0)
81*053f45beSAndroid Build Coastguard Worker 
82*053f45beSAndroid Build Coastguard Worker __attribute__((noinline)) int read_ptr(int *ptr);
83*053f45beSAndroid Build Coastguard Worker void expected_pkey_fault(int pkey);
84*053f45beSAndroid Build Coastguard Worker int sys_pkey_alloc(unsigned long flags, unsigned long init_val);
85*053f45beSAndroid Build Coastguard Worker int sys_pkey_free(unsigned long pkey);
86*053f45beSAndroid Build Coastguard Worker int mprotect_pkey(void *ptr, size_t size, unsigned long orig_prot,
87*053f45beSAndroid Build Coastguard Worker 		unsigned long pkey);
88*053f45beSAndroid Build Coastguard Worker void record_pkey_malloc(void *ptr, long size, int prot);
89*053f45beSAndroid Build Coastguard Worker 
90*053f45beSAndroid Build Coastguard Worker #if defined(__i386__) || defined(__x86_64__) /* arch */
91*053f45beSAndroid Build Coastguard Worker #include "pkey-x86.h"
92*053f45beSAndroid Build Coastguard Worker #elif defined(__powerpc64__) /* arch */
93*053f45beSAndroid Build Coastguard Worker #include "pkey-powerpc.h"
94*053f45beSAndroid Build Coastguard Worker #else /* arch */
95*053f45beSAndroid Build Coastguard Worker #error Architecture not supported
96*053f45beSAndroid Build Coastguard Worker #endif /* arch */
97*053f45beSAndroid Build Coastguard Worker 
98*053f45beSAndroid Build Coastguard Worker #define PKEY_MASK	(PKEY_DISABLE_ACCESS | PKEY_DISABLE_WRITE)
99*053f45beSAndroid Build Coastguard Worker 
set_pkey_bits(u64 reg,int pkey,u64 flags)100*053f45beSAndroid Build Coastguard Worker static inline u64 set_pkey_bits(u64 reg, int pkey, u64 flags)
101*053f45beSAndroid Build Coastguard Worker {
102*053f45beSAndroid Build Coastguard Worker 	u32 shift = pkey_bit_position(pkey);
103*053f45beSAndroid Build Coastguard Worker 	/* mask out bits from pkey in old value */
104*053f45beSAndroid Build Coastguard Worker 	reg &= ~((u64)PKEY_MASK << shift);
105*053f45beSAndroid Build Coastguard Worker 	/* OR in new bits for pkey */
106*053f45beSAndroid Build Coastguard Worker 	reg |= (flags & PKEY_MASK) << shift;
107*053f45beSAndroid Build Coastguard Worker 	return reg;
108*053f45beSAndroid Build Coastguard Worker }
109*053f45beSAndroid Build Coastguard Worker 
get_pkey_bits(u64 reg,int pkey)110*053f45beSAndroid Build Coastguard Worker static inline u64 get_pkey_bits(u64 reg, int pkey)
111*053f45beSAndroid Build Coastguard Worker {
112*053f45beSAndroid Build Coastguard Worker 	u32 shift = pkey_bit_position(pkey);
113*053f45beSAndroid Build Coastguard Worker 	/*
114*053f45beSAndroid Build Coastguard Worker 	 * shift down the relevant bits to the lowest two, then
115*053f45beSAndroid Build Coastguard Worker 	 * mask off all the other higher bits
116*053f45beSAndroid Build Coastguard Worker 	 */
117*053f45beSAndroid Build Coastguard Worker 	return ((reg >> shift) & PKEY_MASK);
118*053f45beSAndroid Build Coastguard Worker }
119*053f45beSAndroid Build Coastguard Worker 
120*053f45beSAndroid Build Coastguard Worker extern u64 shadow_pkey_reg;
121*053f45beSAndroid Build Coastguard Worker 
_read_pkey_reg(int line)122*053f45beSAndroid Build Coastguard Worker static inline u64 _read_pkey_reg(int line)
123*053f45beSAndroid Build Coastguard Worker {
124*053f45beSAndroid Build Coastguard Worker 	u64 pkey_reg = __read_pkey_reg();
125*053f45beSAndroid Build Coastguard Worker 
126*053f45beSAndroid Build Coastguard Worker 	dprintf4("read_pkey_reg(line=%d) pkey_reg: %016llx"
127*053f45beSAndroid Build Coastguard Worker 			" shadow: %016llx\n",
128*053f45beSAndroid Build Coastguard Worker 			line, pkey_reg, shadow_pkey_reg);
129*053f45beSAndroid Build Coastguard Worker 	assert(pkey_reg == shadow_pkey_reg);
130*053f45beSAndroid Build Coastguard Worker 
131*053f45beSAndroid Build Coastguard Worker 	return pkey_reg;
132*053f45beSAndroid Build Coastguard Worker }
133*053f45beSAndroid Build Coastguard Worker 
134*053f45beSAndroid Build Coastguard Worker #define read_pkey_reg() _read_pkey_reg(__LINE__)
135*053f45beSAndroid Build Coastguard Worker 
write_pkey_reg(u64 pkey_reg)136*053f45beSAndroid Build Coastguard Worker static inline void write_pkey_reg(u64 pkey_reg)
137*053f45beSAndroid Build Coastguard Worker {
138*053f45beSAndroid Build Coastguard Worker 	dprintf4("%s() changing %016llx to %016llx\n", __func__,
139*053f45beSAndroid Build Coastguard Worker 			__read_pkey_reg(), pkey_reg);
140*053f45beSAndroid Build Coastguard Worker 	/* will do the shadow check for us: */
141*053f45beSAndroid Build Coastguard Worker 	read_pkey_reg();
142*053f45beSAndroid Build Coastguard Worker 	__write_pkey_reg(pkey_reg);
143*053f45beSAndroid Build Coastguard Worker 	shadow_pkey_reg = pkey_reg;
144*053f45beSAndroid Build Coastguard Worker 	dprintf4("%s(%016llx) pkey_reg: %016llx\n", __func__,
145*053f45beSAndroid Build Coastguard Worker 			pkey_reg, __read_pkey_reg());
146*053f45beSAndroid Build Coastguard Worker }
147*053f45beSAndroid Build Coastguard Worker 
148*053f45beSAndroid Build Coastguard Worker /*
149*053f45beSAndroid Build Coastguard Worker  * These are technically racy. since something could
150*053f45beSAndroid Build Coastguard Worker  * change PKEY register between the read and the write.
151*053f45beSAndroid Build Coastguard Worker  */
__pkey_access_allow(int pkey,int do_allow)152*053f45beSAndroid Build Coastguard Worker static inline void __pkey_access_allow(int pkey, int do_allow)
153*053f45beSAndroid Build Coastguard Worker {
154*053f45beSAndroid Build Coastguard Worker 	u64 pkey_reg = read_pkey_reg();
155*053f45beSAndroid Build Coastguard Worker 	int bit = pkey * 2;
156*053f45beSAndroid Build Coastguard Worker 
157*053f45beSAndroid Build Coastguard Worker 	if (do_allow)
158*053f45beSAndroid Build Coastguard Worker 		pkey_reg &= (1<<bit);
159*053f45beSAndroid Build Coastguard Worker 	else
160*053f45beSAndroid Build Coastguard Worker 		pkey_reg |= (1<<bit);
161*053f45beSAndroid Build Coastguard Worker 
162*053f45beSAndroid Build Coastguard Worker 	dprintf4("pkey_reg now: %016llx\n", read_pkey_reg());
163*053f45beSAndroid Build Coastguard Worker 	write_pkey_reg(pkey_reg);
164*053f45beSAndroid Build Coastguard Worker }
165*053f45beSAndroid Build Coastguard Worker 
__pkey_write_allow(int pkey,int do_allow_write)166*053f45beSAndroid Build Coastguard Worker static inline void __pkey_write_allow(int pkey, int do_allow_write)
167*053f45beSAndroid Build Coastguard Worker {
168*053f45beSAndroid Build Coastguard Worker 	u64 pkey_reg = read_pkey_reg();
169*053f45beSAndroid Build Coastguard Worker 	int bit = pkey * 2 + 1;
170*053f45beSAndroid Build Coastguard Worker 
171*053f45beSAndroid Build Coastguard Worker 	if (do_allow_write)
172*053f45beSAndroid Build Coastguard Worker 		pkey_reg &= (1<<bit);
173*053f45beSAndroid Build Coastguard Worker 	else
174*053f45beSAndroid Build Coastguard Worker 		pkey_reg |= (1<<bit);
175*053f45beSAndroid Build Coastguard Worker 
176*053f45beSAndroid Build Coastguard Worker 	write_pkey_reg(pkey_reg);
177*053f45beSAndroid Build Coastguard Worker 	dprintf4("pkey_reg now: %016llx\n", read_pkey_reg());
178*053f45beSAndroid Build Coastguard Worker }
179*053f45beSAndroid Build Coastguard Worker 
180*053f45beSAndroid Build Coastguard Worker #define ALIGN_UP(x, align_to)	(((x) + ((align_to)-1)) & ~((align_to)-1))
181*053f45beSAndroid Build Coastguard Worker #define ALIGN_DOWN(x, align_to) ((x) & ~((align_to)-1))
182*053f45beSAndroid Build Coastguard Worker #define ALIGN_PTR_UP(p, ptr_align_to)	\
183*053f45beSAndroid Build Coastguard Worker 	((typeof(p))ALIGN_UP((unsigned long)(p), ptr_align_to))
184*053f45beSAndroid Build Coastguard Worker #define ALIGN_PTR_DOWN(p, ptr_align_to)	\
185*053f45beSAndroid Build Coastguard Worker 	((typeof(p))ALIGN_DOWN((unsigned long)(p), ptr_align_to))
186*053f45beSAndroid Build Coastguard Worker #define __stringify_1(x...)     #x
187*053f45beSAndroid Build Coastguard Worker #define __stringify(x...)       __stringify_1(x)
188*053f45beSAndroid Build Coastguard Worker 
siginfo_get_pkey_ptr(siginfo_t * si)189*053f45beSAndroid Build Coastguard Worker static inline u32 *siginfo_get_pkey_ptr(siginfo_t *si)
190*053f45beSAndroid Build Coastguard Worker {
191*053f45beSAndroid Build Coastguard Worker #ifdef si_pkey
192*053f45beSAndroid Build Coastguard Worker 	return &si->si_pkey;
193*053f45beSAndroid Build Coastguard Worker #else
194*053f45beSAndroid Build Coastguard Worker 	return (u32 *)(((u8 *)si) + si_pkey_offset);
195*053f45beSAndroid Build Coastguard Worker #endif
196*053f45beSAndroid Build Coastguard Worker }
197*053f45beSAndroid Build Coastguard Worker 
kernel_has_pkeys(void)198*053f45beSAndroid Build Coastguard Worker static inline int kernel_has_pkeys(void)
199*053f45beSAndroid Build Coastguard Worker {
200*053f45beSAndroid Build Coastguard Worker 	/* try allocating a key and see if it succeeds */
201*053f45beSAndroid Build Coastguard Worker 	int ret = sys_pkey_alloc(0, 0);
202*053f45beSAndroid Build Coastguard Worker 	if (ret <= 0) {
203*053f45beSAndroid Build Coastguard Worker 		return 0;
204*053f45beSAndroid Build Coastguard Worker 	}
205*053f45beSAndroid Build Coastguard Worker 	sys_pkey_free(ret);
206*053f45beSAndroid Build Coastguard Worker 	return 1;
207*053f45beSAndroid Build Coastguard Worker }
208*053f45beSAndroid Build Coastguard Worker 
is_pkeys_supported(void)209*053f45beSAndroid Build Coastguard Worker static inline int is_pkeys_supported(void)
210*053f45beSAndroid Build Coastguard Worker {
211*053f45beSAndroid Build Coastguard Worker 	/* check if the cpu supports pkeys */
212*053f45beSAndroid Build Coastguard Worker 	if (!cpu_has_pkeys()) {
213*053f45beSAndroid Build Coastguard Worker 		dprintf1("SKIP: %s: no CPU support\n", __func__);
214*053f45beSAndroid Build Coastguard Worker 		return 0;
215*053f45beSAndroid Build Coastguard Worker 	}
216*053f45beSAndroid Build Coastguard Worker 
217*053f45beSAndroid Build Coastguard Worker 	/* check if the kernel supports pkeys */
218*053f45beSAndroid Build Coastguard Worker 	if (!kernel_has_pkeys()) {
219*053f45beSAndroid Build Coastguard Worker 		dprintf1("SKIP: %s: no kernel support\n", __func__);
220*053f45beSAndroid Build Coastguard Worker 		return 0;
221*053f45beSAndroid Build Coastguard Worker 	}
222*053f45beSAndroid Build Coastguard Worker 
223*053f45beSAndroid Build Coastguard Worker 	return 1;
224*053f45beSAndroid Build Coastguard Worker }
225*053f45beSAndroid Build Coastguard Worker 
226*053f45beSAndroid Build Coastguard Worker #endif /* _PKEYS_HELPER_H */
227