class-explainer/sl-eval.bash at main · TurkuNLP/class-explainer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
#!/bin/bash
#SBATCH --job-name=kw_selec
#SBATCH --account=project_2002026
#SBATCH --time=15:15:00
#SBATCH --partition=small
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=1
#SBATCH --mem-per-cpu=10G
#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH -o logs/%j.out
#SBATCH -e logs/%j.err

mkdir -p logs
rm logs/current.err
rm logs/current.out
ln -s $SLURM_JOBID.err logs/current.err
ln -s $SLURM_JOBID.out logs/current.out

module purge
module load pytorch/1.8
source /scratch/project_2002026/amanda/venv/bin/activate

echo "Data prefix: $5"
echo "Evaluation parameters: PredTh=$3, SelFreq=$1, WordsPerDoc=$2, FreqPrefTh=$4"

srun python run_evaluation.py \
  --data explanations/th$3/$5 \
  --prediction_th $3 \
  --selection_freq $1 \
  --words_per_doc $2 \
  --frequent_predictions_th $4 \
  --save_n 1000 \
  --min_word_freq 5 \
  --save_file eval_output/kw_stable_$1-$2-$3_ \
  --unstable_file eval_output/kw_unstable_all_ \
  --filter selectf \
  --keyword_data eval_output/kw_stable_$1-$2-$3_ \
  --document_data explanations/$5 \
  --plot_file eval_output/plot_
seff $SLURM_JOBID