1*053f45beSAndroid Build Coastguard Worker /* SPDX-License-Identifier: GPL-2.0 */
2*053f45beSAndroid Build Coastguard Worker #ifndef _PKEYS_HELPER_H
3*053f45beSAndroid Build Coastguard Worker #define _PKEYS_HELPER_H
4*053f45beSAndroid Build Coastguard Worker #define _GNU_SOURCE
5*053f45beSAndroid Build Coastguard Worker #include <string.h>
6*053f45beSAndroid Build Coastguard Worker #include <stdarg.h>
7*053f45beSAndroid Build Coastguard Worker #include <stdio.h>
8*053f45beSAndroid Build Coastguard Worker #include <stdint.h>
9*053f45beSAndroid Build Coastguard Worker #include <stdbool.h>
10*053f45beSAndroid Build Coastguard Worker #include <signal.h>
11*053f45beSAndroid Build Coastguard Worker #include <assert.h>
12*053f45beSAndroid Build Coastguard Worker #include <stdlib.h>
13*053f45beSAndroid Build Coastguard Worker #include <ucontext.h>
14*053f45beSAndroid Build Coastguard Worker #include <sys/mman.h>
15*053f45beSAndroid Build Coastguard Worker
16*053f45beSAndroid Build Coastguard Worker #include "../kselftest.h"
17*053f45beSAndroid Build Coastguard Worker
18*053f45beSAndroid Build Coastguard Worker /* Define some kernel-like types */
19*053f45beSAndroid Build Coastguard Worker #define u8 __u8
20*053f45beSAndroid Build Coastguard Worker #define u16 __u16
21*053f45beSAndroid Build Coastguard Worker #define u32 __u32
22*053f45beSAndroid Build Coastguard Worker #define u64 __u64
23*053f45beSAndroid Build Coastguard Worker
24*053f45beSAndroid Build Coastguard Worker #define PTR_ERR_ENOTSUP ((void *)-ENOTSUP)
25*053f45beSAndroid Build Coastguard Worker
26*053f45beSAndroid Build Coastguard Worker #ifndef DEBUG_LEVEL
27*053f45beSAndroid Build Coastguard Worker #define DEBUG_LEVEL 0
28*053f45beSAndroid Build Coastguard Worker #endif
29*053f45beSAndroid Build Coastguard Worker #define DPRINT_IN_SIGNAL_BUF_SIZE 4096
30*053f45beSAndroid Build Coastguard Worker extern int dprint_in_signal;
31*053f45beSAndroid Build Coastguard Worker extern char dprint_in_signal_buffer[DPRINT_IN_SIGNAL_BUF_SIZE];
32*053f45beSAndroid Build Coastguard Worker
33*053f45beSAndroid Build Coastguard Worker extern int test_nr;
34*053f45beSAndroid Build Coastguard Worker extern int iteration_nr;
35*053f45beSAndroid Build Coastguard Worker
36*053f45beSAndroid Build Coastguard Worker #ifdef __GNUC__
37*053f45beSAndroid Build Coastguard Worker __attribute__((format(printf, 1, 2)))
38*053f45beSAndroid Build Coastguard Worker #endif
sigsafe_printf(const char * format,...)39*053f45beSAndroid Build Coastguard Worker static inline void sigsafe_printf(const char *format, ...)
40*053f45beSAndroid Build Coastguard Worker {
41*053f45beSAndroid Build Coastguard Worker va_list ap;
42*053f45beSAndroid Build Coastguard Worker
43*053f45beSAndroid Build Coastguard Worker if (!dprint_in_signal) {
44*053f45beSAndroid Build Coastguard Worker va_start(ap, format);
45*053f45beSAndroid Build Coastguard Worker vprintf(format, ap);
46*053f45beSAndroid Build Coastguard Worker va_end(ap);
47*053f45beSAndroid Build Coastguard Worker } else {
48*053f45beSAndroid Build Coastguard Worker int ret;
49*053f45beSAndroid Build Coastguard Worker /*
50*053f45beSAndroid Build Coastguard Worker * No printf() functions are signal-safe.
51*053f45beSAndroid Build Coastguard Worker * They deadlock easily. Write the format
52*053f45beSAndroid Build Coastguard Worker * string to get some output, even if
53*053f45beSAndroid Build Coastguard Worker * incomplete.
54*053f45beSAndroid Build Coastguard Worker */
55*053f45beSAndroid Build Coastguard Worker ret = write(1, format, strlen(format));
56*053f45beSAndroid Build Coastguard Worker if (ret < 0)
57*053f45beSAndroid Build Coastguard Worker exit(1);
58*053f45beSAndroid Build Coastguard Worker }
59*053f45beSAndroid Build Coastguard Worker }
60*053f45beSAndroid Build Coastguard Worker #define dprintf_level(level, args...) do { \
61*053f45beSAndroid Build Coastguard Worker if (level <= DEBUG_LEVEL) \
62*053f45beSAndroid Build Coastguard Worker sigsafe_printf(args); \
63*053f45beSAndroid Build Coastguard Worker } while (0)
64*053f45beSAndroid Build Coastguard Worker #define dprintf0(args...) dprintf_level(0, args)
65*053f45beSAndroid Build Coastguard Worker #define dprintf1(args...) dprintf_level(1, args)
66*053f45beSAndroid Build Coastguard Worker #define dprintf2(args...) dprintf_level(2, args)
67*053f45beSAndroid Build Coastguard Worker #define dprintf3(args...) dprintf_level(3, args)
68*053f45beSAndroid Build Coastguard Worker #define dprintf4(args...) dprintf_level(4, args)
69*053f45beSAndroid Build Coastguard Worker
70*053f45beSAndroid Build Coastguard Worker extern void abort_hooks(void);
71*053f45beSAndroid Build Coastguard Worker #define pkey_assert(condition) do { \
72*053f45beSAndroid Build Coastguard Worker if (!(condition)) { \
73*053f45beSAndroid Build Coastguard Worker dprintf0("assert() at %s::%d test_nr: %d iteration: %d\n", \
74*053f45beSAndroid Build Coastguard Worker __FILE__, __LINE__, \
75*053f45beSAndroid Build Coastguard Worker test_nr, iteration_nr); \
76*053f45beSAndroid Build Coastguard Worker dprintf0("errno at assert: %d", errno); \
77*053f45beSAndroid Build Coastguard Worker abort_hooks(); \
78*053f45beSAndroid Build Coastguard Worker exit(__LINE__); \
79*053f45beSAndroid Build Coastguard Worker } \
80*053f45beSAndroid Build Coastguard Worker } while (0)
81*053f45beSAndroid Build Coastguard Worker
82*053f45beSAndroid Build Coastguard Worker __attribute__((noinline)) int read_ptr(int *ptr);
83*053f45beSAndroid Build Coastguard Worker void expected_pkey_fault(int pkey);
84*053f45beSAndroid Build Coastguard Worker int sys_pkey_alloc(unsigned long flags, unsigned long init_val);
85*053f45beSAndroid Build Coastguard Worker int sys_pkey_free(unsigned long pkey);
86*053f45beSAndroid Build Coastguard Worker int mprotect_pkey(void *ptr, size_t size, unsigned long orig_prot,
87*053f45beSAndroid Build Coastguard Worker unsigned long pkey);
88*053f45beSAndroid Build Coastguard Worker void record_pkey_malloc(void *ptr, long size, int prot);
89*053f45beSAndroid Build Coastguard Worker
90*053f45beSAndroid Build Coastguard Worker #if defined(__i386__) || defined(__x86_64__) /* arch */
91*053f45beSAndroid Build Coastguard Worker #include "pkey-x86.h"
92*053f45beSAndroid Build Coastguard Worker #elif defined(__powerpc64__) /* arch */
93*053f45beSAndroid Build Coastguard Worker #include "pkey-powerpc.h"
94*053f45beSAndroid Build Coastguard Worker #else /* arch */
95*053f45beSAndroid Build Coastguard Worker #error Architecture not supported
96*053f45beSAndroid Build Coastguard Worker #endif /* arch */
97*053f45beSAndroid Build Coastguard Worker
98*053f45beSAndroid Build Coastguard Worker #define PKEY_MASK (PKEY_DISABLE_ACCESS | PKEY_DISABLE_WRITE)
99*053f45beSAndroid Build Coastguard Worker
set_pkey_bits(u64 reg,int pkey,u64 flags)100*053f45beSAndroid Build Coastguard Worker static inline u64 set_pkey_bits(u64 reg, int pkey, u64 flags)
101*053f45beSAndroid Build Coastguard Worker {
102*053f45beSAndroid Build Coastguard Worker u32 shift = pkey_bit_position(pkey);
103*053f45beSAndroid Build Coastguard Worker /* mask out bits from pkey in old value */
104*053f45beSAndroid Build Coastguard Worker reg &= ~((u64)PKEY_MASK << shift);
105*053f45beSAndroid Build Coastguard Worker /* OR in new bits for pkey */
106*053f45beSAndroid Build Coastguard Worker reg |= (flags & PKEY_MASK) << shift;
107*053f45beSAndroid Build Coastguard Worker return reg;
108*053f45beSAndroid Build Coastguard Worker }
109*053f45beSAndroid Build Coastguard Worker
get_pkey_bits(u64 reg,int pkey)110*053f45beSAndroid Build Coastguard Worker static inline u64 get_pkey_bits(u64 reg, int pkey)
111*053f45beSAndroid Build Coastguard Worker {
112*053f45beSAndroid Build Coastguard Worker u32 shift = pkey_bit_position(pkey);
113*053f45beSAndroid Build Coastguard Worker /*
114*053f45beSAndroid Build Coastguard Worker * shift down the relevant bits to the lowest two, then
115*053f45beSAndroid Build Coastguard Worker * mask off all the other higher bits
116*053f45beSAndroid Build Coastguard Worker */
117*053f45beSAndroid Build Coastguard Worker return ((reg >> shift) & PKEY_MASK);
118*053f45beSAndroid Build Coastguard Worker }
119*053f45beSAndroid Build Coastguard Worker
120*053f45beSAndroid Build Coastguard Worker extern u64 shadow_pkey_reg;
121*053f45beSAndroid Build Coastguard Worker
_read_pkey_reg(int line)122*053f45beSAndroid Build Coastguard Worker static inline u64 _read_pkey_reg(int line)
123*053f45beSAndroid Build Coastguard Worker {
124*053f45beSAndroid Build Coastguard Worker u64 pkey_reg = __read_pkey_reg();
125*053f45beSAndroid Build Coastguard Worker
126*053f45beSAndroid Build Coastguard Worker dprintf4("read_pkey_reg(line=%d) pkey_reg: %016llx"
127*053f45beSAndroid Build Coastguard Worker " shadow: %016llx\n",
128*053f45beSAndroid Build Coastguard Worker line, pkey_reg, shadow_pkey_reg);
129*053f45beSAndroid Build Coastguard Worker assert(pkey_reg == shadow_pkey_reg);
130*053f45beSAndroid Build Coastguard Worker
131*053f45beSAndroid Build Coastguard Worker return pkey_reg;
132*053f45beSAndroid Build Coastguard Worker }
133*053f45beSAndroid Build Coastguard Worker
134*053f45beSAndroid Build Coastguard Worker #define read_pkey_reg() _read_pkey_reg(__LINE__)
135*053f45beSAndroid Build Coastguard Worker
write_pkey_reg(u64 pkey_reg)136*053f45beSAndroid Build Coastguard Worker static inline void write_pkey_reg(u64 pkey_reg)
137*053f45beSAndroid Build Coastguard Worker {
138*053f45beSAndroid Build Coastguard Worker dprintf4("%s() changing %016llx to %016llx\n", __func__,
139*053f45beSAndroid Build Coastguard Worker __read_pkey_reg(), pkey_reg);
140*053f45beSAndroid Build Coastguard Worker /* will do the shadow check for us: */
141*053f45beSAndroid Build Coastguard Worker read_pkey_reg();
142*053f45beSAndroid Build Coastguard Worker __write_pkey_reg(pkey_reg);
143*053f45beSAndroid Build Coastguard Worker shadow_pkey_reg = pkey_reg;
144*053f45beSAndroid Build Coastguard Worker dprintf4("%s(%016llx) pkey_reg: %016llx\n", __func__,
145*053f45beSAndroid Build Coastguard Worker pkey_reg, __read_pkey_reg());
146*053f45beSAndroid Build Coastguard Worker }
147*053f45beSAndroid Build Coastguard Worker
148*053f45beSAndroid Build Coastguard Worker /*
149*053f45beSAndroid Build Coastguard Worker * These are technically racy. since something could
150*053f45beSAndroid Build Coastguard Worker * change PKEY register between the read and the write.
151*053f45beSAndroid Build Coastguard Worker */
__pkey_access_allow(int pkey,int do_allow)152*053f45beSAndroid Build Coastguard Worker static inline void __pkey_access_allow(int pkey, int do_allow)
153*053f45beSAndroid Build Coastguard Worker {
154*053f45beSAndroid Build Coastguard Worker u64 pkey_reg = read_pkey_reg();
155*053f45beSAndroid Build Coastguard Worker int bit = pkey * 2;
156*053f45beSAndroid Build Coastguard Worker
157*053f45beSAndroid Build Coastguard Worker if (do_allow)
158*053f45beSAndroid Build Coastguard Worker pkey_reg &= (1<<bit);
159*053f45beSAndroid Build Coastguard Worker else
160*053f45beSAndroid Build Coastguard Worker pkey_reg |= (1<<bit);
161*053f45beSAndroid Build Coastguard Worker
162*053f45beSAndroid Build Coastguard Worker dprintf4("pkey_reg now: %016llx\n", read_pkey_reg());
163*053f45beSAndroid Build Coastguard Worker write_pkey_reg(pkey_reg);
164*053f45beSAndroid Build Coastguard Worker }
165*053f45beSAndroid Build Coastguard Worker
__pkey_write_allow(int pkey,int do_allow_write)166*053f45beSAndroid Build Coastguard Worker static inline void __pkey_write_allow(int pkey, int do_allow_write)
167*053f45beSAndroid Build Coastguard Worker {
168*053f45beSAndroid Build Coastguard Worker u64 pkey_reg = read_pkey_reg();
169*053f45beSAndroid Build Coastguard Worker int bit = pkey * 2 + 1;
170*053f45beSAndroid Build Coastguard Worker
171*053f45beSAndroid Build Coastguard Worker if (do_allow_write)
172*053f45beSAndroid Build Coastguard Worker pkey_reg &= (1<<bit);
173*053f45beSAndroid Build Coastguard Worker else
174*053f45beSAndroid Build Coastguard Worker pkey_reg |= (1<<bit);
175*053f45beSAndroid Build Coastguard Worker
176*053f45beSAndroid Build Coastguard Worker write_pkey_reg(pkey_reg);
177*053f45beSAndroid Build Coastguard Worker dprintf4("pkey_reg now: %016llx\n", read_pkey_reg());
178*053f45beSAndroid Build Coastguard Worker }
179*053f45beSAndroid Build Coastguard Worker
180*053f45beSAndroid Build Coastguard Worker #define ALIGN_UP(x, align_to) (((x) + ((align_to)-1)) & ~((align_to)-1))
181*053f45beSAndroid Build Coastguard Worker #define ALIGN_DOWN(x, align_to) ((x) & ~((align_to)-1))
182*053f45beSAndroid Build Coastguard Worker #define ALIGN_PTR_UP(p, ptr_align_to) \
183*053f45beSAndroid Build Coastguard Worker ((typeof(p))ALIGN_UP((unsigned long)(p), ptr_align_to))
184*053f45beSAndroid Build Coastguard Worker #define ALIGN_PTR_DOWN(p, ptr_align_to) \
185*053f45beSAndroid Build Coastguard Worker ((typeof(p))ALIGN_DOWN((unsigned long)(p), ptr_align_to))
186*053f45beSAndroid Build Coastguard Worker #define __stringify_1(x...) #x
187*053f45beSAndroid Build Coastguard Worker #define __stringify(x...) __stringify_1(x)
188*053f45beSAndroid Build Coastguard Worker
siginfo_get_pkey_ptr(siginfo_t * si)189*053f45beSAndroid Build Coastguard Worker static inline u32 *siginfo_get_pkey_ptr(siginfo_t *si)
190*053f45beSAndroid Build Coastguard Worker {
191*053f45beSAndroid Build Coastguard Worker #ifdef si_pkey
192*053f45beSAndroid Build Coastguard Worker return &si->si_pkey;
193*053f45beSAndroid Build Coastguard Worker #else
194*053f45beSAndroid Build Coastguard Worker return (u32 *)(((u8 *)si) + si_pkey_offset);
195*053f45beSAndroid Build Coastguard Worker #endif
196*053f45beSAndroid Build Coastguard Worker }
197*053f45beSAndroid Build Coastguard Worker
kernel_has_pkeys(void)198*053f45beSAndroid Build Coastguard Worker static inline int kernel_has_pkeys(void)
199*053f45beSAndroid Build Coastguard Worker {
200*053f45beSAndroid Build Coastguard Worker /* try allocating a key and see if it succeeds */
201*053f45beSAndroid Build Coastguard Worker int ret = sys_pkey_alloc(0, 0);
202*053f45beSAndroid Build Coastguard Worker if (ret <= 0) {
203*053f45beSAndroid Build Coastguard Worker return 0;
204*053f45beSAndroid Build Coastguard Worker }
205*053f45beSAndroid Build Coastguard Worker sys_pkey_free(ret);
206*053f45beSAndroid Build Coastguard Worker return 1;
207*053f45beSAndroid Build Coastguard Worker }
208*053f45beSAndroid Build Coastguard Worker
is_pkeys_supported(void)209*053f45beSAndroid Build Coastguard Worker static inline int is_pkeys_supported(void)
210*053f45beSAndroid Build Coastguard Worker {
211*053f45beSAndroid Build Coastguard Worker /* check if the cpu supports pkeys */
212*053f45beSAndroid Build Coastguard Worker if (!cpu_has_pkeys()) {
213*053f45beSAndroid Build Coastguard Worker dprintf1("SKIP: %s: no CPU support\n", __func__);
214*053f45beSAndroid Build Coastguard Worker return 0;
215*053f45beSAndroid Build Coastguard Worker }
216*053f45beSAndroid Build Coastguard Worker
217*053f45beSAndroid Build Coastguard Worker /* check if the kernel supports pkeys */
218*053f45beSAndroid Build Coastguard Worker if (!kernel_has_pkeys()) {
219*053f45beSAndroid Build Coastguard Worker dprintf1("SKIP: %s: no kernel support\n", __func__);
220*053f45beSAndroid Build Coastguard Worker return 0;
221*053f45beSAndroid Build Coastguard Worker }
222*053f45beSAndroid Build Coastguard Worker
223*053f45beSAndroid Build Coastguard Worker return 1;
224*053f45beSAndroid Build Coastguard Worker }
225*053f45beSAndroid Build Coastguard Worker
226*053f45beSAndroid Build Coastguard Worker #endif /* _PKEYS_HELPER_H */
227