remove-diacritics.sh

#!/bin/bash

if [ $# -ne 2 ]
then
	echo "Usage: remove-diacritics.sh [INFILE] [OUTFILE]"
	echo "INFILE has to be in the tab format. OUTFILE will be truncated."
	exit 1
fi

rows=`wc -l "$1" | cut -d ' ' -f 1`
rm -f "$2"
iteration=0

while IFS=$'\t' read word definition
do
	let "iteration++"
	echo -ne "Processing entry ${iteration}/${rows}\r"
	clean_word=`echo "$word" | perl -CS -MUnicode::Normalize -pne '$_=NFKD($_);s/\p{InDiacriticals}//g'`
	echo "$clean_word"$'\t'"<i>$word</i><br>$definition" >> "$2"
done < "$1"
echo -e "\033[2KProcessing done!"