validate_all.sh

#!/bin/bash

if [[ "$1" == "" ]]
then
    echo "Usage: ./validate_all.sh DIR [DIR DIR ...]"
    echo "Will try to validate all files in these directories"
    echo
    echo "Examples: "
    echo "./validate_all.sh ~/UD_Finnish"
    echo "./validate_all.sh ~/UD/UD_*"
    exit
fi

declare -A lang_config
#lang_config["cs"]="--multi"

for D in $*
do
    echo $(basename "$D")
    if [[ $(ls $D/ | grep -P '.conllu$' | wc -l) == "0" ]]
    then
	echo "No data uploaded"
	echo
	continue
    fi
    echo > log.$(basename $D)
    for F in $D/*.conllu
    do
	L=$(echo $(basename "$F") | cut -f 1 -d-)
	echo -n "$(basename $F)"
	python validate.py --max-err=1000000 ${lang_config[$L]} --noecho --lang=$L "$F" > current.log 2>&1
	RES=$?
	cat current.log >> log.$(basename $D)
	if [[ $RES == 0 ]]
	then
	    echo "    ... SUCCESS"
	else
	    echo "    ... FAIL" $(cat current.log | grep "FAILED" | grep -Po '[0-9]+ errors')
	fi
    done
    echo
done