set -euo pipefail

[ -n "${DEBUG:-}" ] && set -x

srcdir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"

. "$srcdir/bash-tools/lib/utils.sh"

srcdir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"

usage(){

}

parallelism="${PARALLELISM:-$(cpu_count)}"

file_list=""

while [ $# -gt 0 ]; do

case $1 in

-p|--parallel) parallelism="$2"

shift

;;

-h|--help|-*) usage

;;

*) file_list="$file_list $1"

;;

esac

shift

for filename in $file_list; do

echo

echo "Processing file '$filename':"

echo

echo "Removing any pre-existing parts:"

rm -v "$filename".* 2>/dev/null || :

echo

"$srcdir/bash-tools/split.sh" --parts "$parallelism" "$filename"

echo "Anonymizing parts"

for file_part in "$filename".*; do

cmd="$srcdir/anonymize.py -a $file_part > $file_part.anonymized"

echo "$cmd"

done |

parallel -j "$parallelism"

echo "Concatenating parts"

cat "$filename".*.anonymized > "$filename".anonymized

echo

echo "Removing parts:"

rm -v "$filename".*.anonymized || :

rm -v "$filename".[a-z0-9][a-z0-9] "$filename".[a-z0-9][a-z0-9][a-z0-9] 2>/dev/null || :

echo

echo "Anonymized file ready: $filename.anonymized"

echo