xref: /aosp_15_r20/external/AFLplusplus/test/test-gcc-plugin.sh (revision 08b48e0b10e97b33e7b60c5b6e2243bd915777f2)
1*08b48e0bSAndroid Build Coastguard Worker#!/bin/sh
2*08b48e0bSAndroid Build Coastguard Worker
3*08b48e0bSAndroid Build Coastguard Worker. ./test-pre.sh
4*08b48e0bSAndroid Build Coastguard Worker
5*08b48e0bSAndroid Build Coastguard Worker$ECHO "$BLUE[*] Testing: gcc_plugin"
6*08b48e0bSAndroid Build Coastguard Workertest -e ../afl-gcc-fast -a -e ../afl-compiler-rt.o && {
7*08b48e0bSAndroid Build Coastguard Worker  SAVE_AFL_CC=${AFL_CC}
8*08b48e0bSAndroid Build Coastguard Worker  export AFL_CC=`command -v gcc`
9*08b48e0bSAndroid Build Coastguard Worker  ../afl-gcc-fast -o test-instr.plain.gccpi ../test-instr.c > /dev/null 2>&1
10*08b48e0bSAndroid Build Coastguard Worker  AFL_HARDEN=1 ../afl-gcc-fast -o test-compcov.harden.gccpi test-compcov.c > /dev/null 2>&1
11*08b48e0bSAndroid Build Coastguard Worker  test -e test-instr.plain.gccpi && {
12*08b48e0bSAndroid Build Coastguard Worker    $ECHO "$GREEN[+] gcc_plugin compilation succeeded"
13*08b48e0bSAndroid Build Coastguard Worker    echo 0 | AFL_QUIET=1 ../afl-showmap -m ${MEM_LIMIT} -o test-instr.plain.0 -r -- ./test-instr.plain.gccpi > /dev/null 2>&1
14*08b48e0bSAndroid Build Coastguard Worker    AFL_QUIET=1 ../afl-showmap -m ${MEM_LIMIT} -o test-instr.plain.1 -r -- ./test-instr.plain.gccpi < /dev/null > /dev/null 2>&1
15*08b48e0bSAndroid Build Coastguard Worker    test -e test-instr.plain.0 -a -e test-instr.plain.1 && {
16*08b48e0bSAndroid Build Coastguard Worker      diff test-instr.plain.0 test-instr.plain.1 > /dev/null 2>&1 && {
17*08b48e0bSAndroid Build Coastguard Worker        $ECHO "$RED[!] gcc_plugin instrumentation should be different on different input but is not"
18*08b48e0bSAndroid Build Coastguard Worker        CODE=1
19*08b48e0bSAndroid Build Coastguard Worker      } || {
20*08b48e0bSAndroid Build Coastguard Worker        $ECHO "$GREEN[+] gcc_plugin instrumentation present and working correctly"
21*08b48e0bSAndroid Build Coastguard Worker        TUPLES=`echo 0|AFL_QUIET=1 ../afl-showmap -m ${MEM_LIMIT} -o /dev/null -- ./test-instr.plain.gccpi 2>&1 | grep Captur | awk '{print$3}'`
22*08b48e0bSAndroid Build Coastguard Worker        test "$TUPLES" -gt 1 -a "$TUPLES" -lt 9 && {
23*08b48e0bSAndroid Build Coastguard Worker          $ECHO "$GREEN[+] gcc_plugin run reported $TUPLES instrumented locations which is fine"
24*08b48e0bSAndroid Build Coastguard Worker        } || {
25*08b48e0bSAndroid Build Coastguard Worker          $ECHO "$RED[!] gcc_plugin instrumentation produces a weird numbers: $TUPLES"
26*08b48e0bSAndroid Build Coastguard Worker          $ECHO "$YELLOW[-] this is a known issue in gcc, not AFL++. It is not flagged as an error because travis builds would all fail otherwise :-("
27*08b48e0bSAndroid Build Coastguard Worker          #CODE=1
28*08b48e0bSAndroid Build Coastguard Worker        }
29*08b48e0bSAndroid Build Coastguard Worker        test "$TUPLES" -lt 2 && SKIP=1
30*08b48e0bSAndroid Build Coastguard Worker        true
31*08b48e0bSAndroid Build Coastguard Worker      }
32*08b48e0bSAndroid Build Coastguard Worker    } || {
33*08b48e0bSAndroid Build Coastguard Worker      $ECHO "$RED[!] gcc_plugin instrumentation failed"
34*08b48e0bSAndroid Build Coastguard Worker      CODE=1
35*08b48e0bSAndroid Build Coastguard Worker    }
36*08b48e0bSAndroid Build Coastguard Worker    rm -f test-instr.plain.0 test-instr.plain.1
37*08b48e0bSAndroid Build Coastguard Worker  } || {
38*08b48e0bSAndroid Build Coastguard Worker    $ECHO "$RED[!] gcc_plugin failed"
39*08b48e0bSAndroid Build Coastguard Worker    CODE=1
40*08b48e0bSAndroid Build Coastguard Worker  }
41*08b48e0bSAndroid Build Coastguard Worker
42*08b48e0bSAndroid Build Coastguard Worker  test -e test-compcov.harden.gccpi && test_compcov_binary_functionality ./test-compcov.harden.gccpi && {
43*08b48e0bSAndroid Build Coastguard Worker    nm test-compcov.harden.gccpi | grep -Eq 'stack_chk_fail|fstack-protector-all|fortified' > /dev/null 2>&1 && {
44*08b48e0bSAndroid Build Coastguard Worker      $ECHO "$GREEN[+] gcc_plugin hardened mode succeeded and is working"
45*08b48e0bSAndroid Build Coastguard Worker    } || {
46*08b48e0bSAndroid Build Coastguard Worker      $ECHO "$RED[!] gcc_plugin hardened mode is not hardened"
47*08b48e0bSAndroid Build Coastguard Worker      CODE=1
48*08b48e0bSAndroid Build Coastguard Worker    }
49*08b48e0bSAndroid Build Coastguard Worker    rm -f test-compcov.harden.gccpi
50*08b48e0bSAndroid Build Coastguard Worker  } || {
51*08b48e0bSAndroid Build Coastguard Worker    $ECHO "$RED[!] gcc_plugin hardened mode compilation failed"
52*08b48e0bSAndroid Build Coastguard Worker    CODE=1
53*08b48e0bSAndroid Build Coastguard Worker  }
54*08b48e0bSAndroid Build Coastguard Worker  # now we want to be sure that afl-fuzz is working
55*08b48e0bSAndroid Build Coastguard Worker  # make sure crash reporter is disabled on Mac OS X
56*08b48e0bSAndroid Build Coastguard Worker  (test "$(uname -s)" = "Darwin" && test $(launchctl list 2>/dev/null | grep -q '\.ReportCrash$') && {
57*08b48e0bSAndroid Build Coastguard Worker    $ECHO "$RED[!] we cannot run afl-fuzz with enabled crash reporter. Run 'sudo sh afl-system-config'.$RESET"
58*08b48e0bSAndroid Build Coastguard Worker    CODE=1
59*08b48e0bSAndroid Build Coastguard Worker    true
60*08b48e0bSAndroid Build Coastguard Worker  }) || {
61*08b48e0bSAndroid Build Coastguard Worker    test -z "$SKIP" && {
62*08b48e0bSAndroid Build Coastguard Worker      mkdir -p in
63*08b48e0bSAndroid Build Coastguard Worker      echo 0 > in/in
64*08b48e0bSAndroid Build Coastguard Worker      $ECHO "$GREY[*] running afl-fuzz for gcc_plugin, this will take approx 10 seconds"
65*08b48e0bSAndroid Build Coastguard Worker      {
66*08b48e0bSAndroid Build Coastguard Worker        ../afl-fuzz -V07 -m ${MEM_LIMIT} -i in -o out -- ./test-instr.plain.gccpi >>errors 2>&1
67*08b48e0bSAndroid Build Coastguard Worker      } >>errors 2>&1
68*08b48e0bSAndroid Build Coastguard Worker      test -n "$( ls out/default/queue/id:000002* 2>/dev/null )" && {
69*08b48e0bSAndroid Build Coastguard Worker        $ECHO "$GREEN[+] afl-fuzz is working correctly with gcc_plugin"
70*08b48e0bSAndroid Build Coastguard Worker      } || {
71*08b48e0bSAndroid Build Coastguard Worker        echo CUT------------------------------------------------------------------CUT
72*08b48e0bSAndroid Build Coastguard Worker        cat errors
73*08b48e0bSAndroid Build Coastguard Worker        echo CUT------------------------------------------------------------------CUT
74*08b48e0bSAndroid Build Coastguard Worker        $ECHO "$RED[!] afl-fuzz is not working correctly with gcc_plugin"
75*08b48e0bSAndroid Build Coastguard Worker        CODE=1
76*08b48e0bSAndroid Build Coastguard Worker      }
77*08b48e0bSAndroid Build Coastguard Worker      rm -rf in out errors
78*08b48e0bSAndroid Build Coastguard Worker    }
79*08b48e0bSAndroid Build Coastguard Worker  }
80*08b48e0bSAndroid Build Coastguard Worker  rm -f test-instr.plain.gccpi
81*08b48e0bSAndroid Build Coastguard Worker
82*08b48e0bSAndroid Build Coastguard Worker  # now for the special gcc_plugin things
83*08b48e0bSAndroid Build Coastguard Worker  echo foobar.c > instrumentlist.txt
84*08b48e0bSAndroid Build Coastguard Worker  AFL_GCC_INSTRUMENT_FILE=instrumentlist.txt ../afl-gcc-fast -o test-compcov test-compcov.c > /dev/null 2>&1
85*08b48e0bSAndroid Build Coastguard Worker  test -x test-compcov && test_compcov_binary_functionality ./test-compcov && {
86*08b48e0bSAndroid Build Coastguard Worker    echo 1 | AFL_QUIET=1 ../afl-showmap -m ${MEM_LIMIT} -o - -r -- ./test-compcov 2>&1 | grep -q "Captured 0 tuples" && {
87*08b48e0bSAndroid Build Coastguard Worker      $ECHO "$GREEN[+] gcc_plugin instrumentlist feature works correctly"
88*08b48e0bSAndroid Build Coastguard Worker    } || {
89*08b48e0bSAndroid Build Coastguard Worker      $ECHO "$RED[!] gcc_plugin instrumentlist feature failed"
90*08b48e0bSAndroid Build Coastguard Worker      CODE=1
91*08b48e0bSAndroid Build Coastguard Worker    }
92*08b48e0bSAndroid Build Coastguard Worker  } || {
93*08b48e0bSAndroid Build Coastguard Worker    $ECHO "$RED[!] gcc_plugin instrumentlist feature compilation failed."
94*08b48e0bSAndroid Build Coastguard Worker    CODE=1
95*08b48e0bSAndroid Build Coastguard Worker  }
96*08b48e0bSAndroid Build Coastguard Worker  rm -f test-compcov test.out instrumentlist.txt
97*08b48e0bSAndroid Build Coastguard Worker  ../afl-gcc-fast -o test-persistent ../utils/persistent_mode/persistent_demo.c > /dev/null 2>&1
98*08b48e0bSAndroid Build Coastguard Worker  test -e test-persistent && {
99*08b48e0bSAndroid Build Coastguard Worker    echo foo | AFL_QUIET=1 ../afl-showmap -m ${MEM_LIMIT} -o /dev/null -q -r ./test-persistent && {
100*08b48e0bSAndroid Build Coastguard Worker      $ECHO "$GREEN[+] gcc_plugin persistent mode feature works correctly"
101*08b48e0bSAndroid Build Coastguard Worker    } || {
102*08b48e0bSAndroid Build Coastguard Worker      $ECHO "$RED[!] gcc_plugin persistent mode feature failed to work"
103*08b48e0bSAndroid Build Coastguard Worker      CODE=1
104*08b48e0bSAndroid Build Coastguard Worker    }
105*08b48e0bSAndroid Build Coastguard Worker  } || {
106*08b48e0bSAndroid Build Coastguard Worker    $ECHO "$RED[!] gcc_plugin persistent mode feature compilation failed"
107*08b48e0bSAndroid Build Coastguard Worker    CODE=1
108*08b48e0bSAndroid Build Coastguard Worker  }
109*08b48e0bSAndroid Build Coastguard Worker  rm -f test-persistent
110*08b48e0bSAndroid Build Coastguard Worker  export AFL_CC=${SAVE_AFL_CC}
111*08b48e0bSAndroid Build Coastguard Worker} || {
112*08b48e0bSAndroid Build Coastguard Worker  $ECHO "$YELLOW[-] gcc_plugin not compiled, cannot test"
113*08b48e0bSAndroid Build Coastguard Worker  INCOMPLETE=1
114*08b48e0bSAndroid Build Coastguard Worker}
115*08b48e0bSAndroid Build Coastguard Worker
116*08b48e0bSAndroid Build Coastguard Worker. ./test-post.sh
117