ruleset-whitelist-cleanup.sh

#!/bin/bash
# Remove from ruleset whitelist the filenames of files that
# no longer exist or have no matching hash sums.

# Change directory to git root; taken from ../test/test.sh
if [ -n "$GIT_DIR" ]
then
    # $GIT_DIR is set, so we're running as a hook.
    cd $GIT_DIR
else
    # Git command exists? Cool, let's CD to the right place.
    git rev-parse && cd "$(git rev-parse --show-toplevel)"
fi

# Run from ruleset folder to simplify sha256sum output
cd src/chrome/content/rules
WLIST=../../../../utils/ruleset-whitelist.csv
DELIM=","

(read; while IFS=$DELIM read listed_hash coverage_flag fetch_flag file; do
  display_hash=$(echo $listed_hash | cut -c-7)
  # Remove those that no longer exist
  if [ ! -f $file ]; then
    sed -i "/$listed_hash$DELIM$coverage_flag$DELIM$fetch_flag$DELIM$file/d" $WLIST
    echo >&2 "Removed $file ($display_hash): file no longer exists"
  elif [ "$coverage_flag" == "0" -a "$fetch_flag" == "0" ]; then
    sed -i "/$listed_hash$DELIM$coverage_flag$DELIM$fetch_flag$DELIM$file/d" $WLIST
    echo >&2 "Removed $file ($display_hash): obsolete, all flags set to false"
  else
    actual_hash=$(sha256sum $file | cut -c-64)
    # Remove those whose hashes do not match
    if [ "$listed_hash" != "$actual_hash" ]; then
      sed -i "/$listed_hash$DELIM$coverage_flag$DELIM$fetch_flag$DELIM$file/d" $WLIST
      echo >&2 "Removed $file ($display_hash): listed hash does not match actual hash"
    fi
  fi
done) < "$WLIST"

# Sorting by the 4th column (ruleset name)
TMPFILE=`mktemp`
(head -n1 "$WLIST" && tail -n +2 "$WLIST" | LC_ALL=C sort -t"," -b -u -k4) > "$TMPFILE"
mv "$TMPFILE" "$WLIST"