xref: /aosp_15_r20/external/AFLplusplus/utils/analysis_scripts/queue2csv.sh (revision 08b48e0b10e97b33e7b60c5b6e2243bd915777f2)
1*08b48e0bSAndroid Build Coastguard Worker#!/bin/bash
2*08b48e0bSAndroid Build Coastguard Worker
3*08b48e0bSAndroid Build Coastguard Workertest -z "$1" -o -z "$2" -o "$1" = "-h" -o "$1" = "-hh" -o "$1" = "--help" -o '!' -d "$1" && {
4*08b48e0bSAndroid Build Coastguard Worker  echo "Syntax: [-n]  $0 out-directory file.csv [\"tools/target --opt @@\"]"
5*08b48e0bSAndroid Build Coastguard Worker  echo Option -n will suppress the CSV header.
6*08b48e0bSAndroid Build Coastguard Worker  echo If the target execution command is supplied then also edge coverage is gathered.
7*08b48e0bSAndroid Build Coastguard Worker  exit 1
8*08b48e0bSAndroid Build Coastguard Worker}
9*08b48e0bSAndroid Build Coastguard Worker
10*08b48e0bSAndroid Build Coastguard Workerfunction getval() {
11*08b48e0bSAndroid Build Coastguard Worker  VAL=""
12*08b48e0bSAndroid Build Coastguard Worker  if [ "$file" != "${file/$1/}" ]; then
13*08b48e0bSAndroid Build Coastguard Worker    TMP="${file/*$1:/}"
14*08b48e0bSAndroid Build Coastguard Worker    VAL="${TMP/,*/}"
15*08b48e0bSAndroid Build Coastguard Worker  fi
16*08b48e0bSAndroid Build Coastguard Worker}
17*08b48e0bSAndroid Build Coastguard Worker
18*08b48e0bSAndroid Build Coastguard WorkerSKIP=
19*08b48e0bSAndroid Build Coastguard Workerif [ "$1" = "-n" ]; then
20*08b48e0bSAndroid Build Coastguard Worker  SKIP=1
21*08b48e0bSAndroid Build Coastguard Worker  shift
22*08b48e0bSAndroid Build Coastguard Workerfi
23*08b48e0bSAndroid Build Coastguard Worker
24*08b48e0bSAndroid Build Coastguard Workertest -n "$4" && { echo "Error: too many commandline options. Target command and options including @@ have to be passed within \"\"!"; exit 1; }
25*08b48e0bSAndroid Build Coastguard Worker
26*08b48e0bSAndroid Build Coastguard Workertest -d "$1"/queue && OUT="$1/queue" || OUT="$1"
27*08b48e0bSAndroid Build Coastguard Worker
28*08b48e0bSAndroid Build Coastguard WorkerOK=`ls $OUT/id:000000,time:0,orig:* 2> /dev/null`
29*08b48e0bSAndroid Build Coastguard Workerif [ -n "$OK" ]; then
30*08b48e0bSAndroid Build Coastguard Worker  LISTCMD="ls $OUT/id:"*
31*08b48e0bSAndroid Build Coastguard Workerelse
32*08b48e0bSAndroid Build Coastguard Worker  LISTCMD="ls -tr $OUT/"
33*08b48e0bSAndroid Build Coastguard Workerfi
34*08b48e0bSAndroid Build Coastguard Worker
35*08b48e0bSAndroid Build Coastguard WorkerID=;SRC=;TIME=;OP=;POS=;REP=;EDGES=;EDGES_TOTAL=;
36*08b48e0bSAndroid Build Coastguard WorkerDIR="$OUT/../stats"
37*08b48e0bSAndroid Build Coastguard Workerrm -rf "$DIR"
38*08b48e0bSAndroid Build Coastguard Worker> "$2" || exit 1
39*08b48e0bSAndroid Build Coastguard Workermkdir "$DIR" || exit 1
40*08b48e0bSAndroid Build Coastguard Worker> "$DIR/../edges.txt" || exit 1
41*08b48e0bSAndroid Build Coastguard Worker
42*08b48e0bSAndroid Build Coastguard Worker{
43*08b48e0bSAndroid Build Coastguard Worker
44*08b48e0bSAndroid Build Coastguard Worker  if [ -z "$SKIP" ]; then
45*08b48e0bSAndroid Build Coastguard Worker    echo "time;\"filename\";id;src;new_cov;edges;total_edges;\"op\";pos;rep;unique_edges"
46*08b48e0bSAndroid Build Coastguard Worker  fi
47*08b48e0bSAndroid Build Coastguard Worker
48*08b48e0bSAndroid Build Coastguard Worker  $LISTCMD | grep -v ,sync: | sed 's/.*id:/id:/g' | while read file; do
49*08b48e0bSAndroid Build Coastguard Worker
50*08b48e0bSAndroid Build Coastguard Worker    if [ -n "$3" ]; then
51*08b48e0bSAndroid Build Coastguard Worker
52*08b48e0bSAndroid Build Coastguard Worker      TMP=${3/@@/$OUT/$file}
53*08b48e0bSAndroid Build Coastguard Worker
54*08b48e0bSAndroid Build Coastguard Worker      if [ "$TMP" = "$3" ]; then
55*08b48e0bSAndroid Build Coastguard Worker
56*08b48e0bSAndroid Build Coastguard Worker        cat "$OUT/$file" | afl-showmap -o "$DIR/$file" -q -- $3 >/dev/null 2>&1
57*08b48e0bSAndroid Build Coastguard Worker
58*08b48e0bSAndroid Build Coastguard Worker      else
59*08b48e0bSAndroid Build Coastguard Worker
60*08b48e0bSAndroid Build Coastguard Worker        afl-showmap -o "$DIR/$file" -q -- $TMP >/dev/null 2>&1
61*08b48e0bSAndroid Build Coastguard Worker
62*08b48e0bSAndroid Build Coastguard Worker      fi
63*08b48e0bSAndroid Build Coastguard Worker
64*08b48e0bSAndroid Build Coastguard Worker      { cat "$DIR/$file" | sed 's/:.*//' ; cat "$DIR/../edges.txt" ; } | sort -nu > $DIR/../edges.txt.tmp
65*08b48e0bSAndroid Build Coastguard Worker      mv $DIR/../edges.txt.tmp $DIR/../edges.txt
66*08b48e0bSAndroid Build Coastguard Worker      EDGES=$(cat "$DIR/$file" | wc -l)
67*08b48e0bSAndroid Build Coastguard Worker      EDGES_TOTAL=$(cat "$DIR/../edges.txt" | wc -l)
68*08b48e0bSAndroid Build Coastguard Worker
69*08b48e0bSAndroid Build Coastguard Worker    fi
70*08b48e0bSAndroid Build Coastguard Worker
71*08b48e0bSAndroid Build Coastguard Worker    getval id; ID="$VAL"
72*08b48e0bSAndroid Build Coastguard Worker    getval src; SRC="$VAL"
73*08b48e0bSAndroid Build Coastguard Worker    getval time; TIME="$VAL"
74*08b48e0bSAndroid Build Coastguard Worker    getval op; OP="$VAL"
75*08b48e0bSAndroid Build Coastguard Worker    getval pos; POS="$VAL"
76*08b48e0bSAndroid Build Coastguard Worker    getval rep; REP="$VAL"
77*08b48e0bSAndroid Build Coastguard Worker    if [ "$file" != "${file/+cov/}" ]; then
78*08b48e0bSAndroid Build Coastguard Worker      COV=1
79*08b48e0bSAndroid Build Coastguard Worker    else
80*08b48e0bSAndroid Build Coastguard Worker      COV=""
81*08b48e0bSAndroid Build Coastguard Worker    fi
82*08b48e0bSAndroid Build Coastguard Worker
83*08b48e0bSAndroid Build Coastguard Worker    if [ -n "$3" -a -s "$DIR/../edges.txt" ]; then
84*08b48e0bSAndroid Build Coastguard Worker      echo "$TIME;\"$file\";$ID;$SRC;$COV;$EDGES;$EDGES_TOTAL;\"$OP\";$POS;$REP;UNIQUE$file"
85*08b48e0bSAndroid Build Coastguard Worker    else
86*08b48e0bSAndroid Build Coastguard Worker      echo "$TIME;\"$file\";$ID;$SRC;$COV;;;\"$OP\";$POS;$REP;"
87*08b48e0bSAndroid Build Coastguard Worker    fi
88*08b48e0bSAndroid Build Coastguard Worker
89*08b48e0bSAndroid Build Coastguard Worker  done
90*08b48e0bSAndroid Build Coastguard Worker
91*08b48e0bSAndroid Build Coastguard Worker} | tee "$DIR/../queue.csv" > "$2" || exit 1
92*08b48e0bSAndroid Build Coastguard Worker
93*08b48e0bSAndroid Build Coastguard Workerif [ -n "$3" -a -s "$DIR/../edges.txt" ]; then
94*08b48e0bSAndroid Build Coastguard Worker
95*08b48e0bSAndroid Build Coastguard Worker  cat "$DIR/"* | sed 's/:.*//' | sort -n | uniq -c | grep -E '^[ \t]*1 ' | awk '{print$2}' > $DIR/../unique.txt
96*08b48e0bSAndroid Build Coastguard Worker
97*08b48e0bSAndroid Build Coastguard Worker  if [ -s "$DIR/../unique.txt" ]; then
98*08b48e0bSAndroid Build Coastguard Worker
99*08b48e0bSAndroid Build Coastguard Worker    ls "$DIR/id:"* | grep -v ",sync:" |sed 's/.*\/id:/id:/g' | while read file; do
100*08b48e0bSAndroid Build Coastguard Worker
101*08b48e0bSAndroid Build Coastguard Worker      CNT=$(sed 's/:.*//' "$DIR/$file" | tee "$DIR/../tmp.txt" | wc -l)
102*08b48e0bSAndroid Build Coastguard Worker      DIFF=$(diff -u "$DIR/../tmp.txt" "$DIR/../unique.txt" | grep -E '^-[0-9]' | wc -l)
103*08b48e0bSAndroid Build Coastguard Worker      UNIQUE=$(($CNT - $DIFF))
104*08b48e0bSAndroid Build Coastguard Worker      sed -i "s/;UNIQUE$file/;$UNIQUE/" "$DIR/../queue.csv" "$2"
105*08b48e0bSAndroid Build Coastguard Worker
106*08b48e0bSAndroid Build Coastguard Worker    done
107*08b48e0bSAndroid Build Coastguard Worker
108*08b48e0bSAndroid Build Coastguard Worker    rm -f "$DIR/../tmp.txt"
109*08b48e0bSAndroid Build Coastguard Worker
110*08b48e0bSAndroid Build Coastguard Worker  else
111*08b48e0bSAndroid Build Coastguard Worker
112*08b48e0bSAndroid Build Coastguard Worker    sed -i 's/;UNIQUE.*/;/' "$DIR/../queue.csv" "$2"
113*08b48e0bSAndroid Build Coastguard Worker
114*08b48e0bSAndroid Build Coastguard Worker  fi
115*08b48e0bSAndroid Build Coastguard Worker
116*08b48e0bSAndroid Build Coastguard Workerfi
117*08b48e0bSAndroid Build Coastguard Worker
118*08b48e0bSAndroid Build Coastguard Workermv "$DIR/../queue.csv" "$DIR/queue.csv"
119*08b48e0bSAndroid Build Coastguard Workerif [ -e "$DIR/../edges.txt" ]; then mv "$DIR/../edges.txt" "$DIR/edges.txt"; fi
120*08b48e0bSAndroid Build Coastguard Workerif [ -e "$DIR/../unique.txt" ]; then mv "$DIR/../unique.txt" "$DIR/unique.txt"; fi
121*08b48e0bSAndroid Build Coastguard Worker
122*08b48e0bSAndroid Build Coastguard Workerecho "Created $2"
123