class-explainer/sl-eval-multiling.bash at main · TurkuNLP/class-explainer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
#!/bin/bash
#SBATCH --job-name=kw_selec
#SBATCH --account=project_2005092
#SBATCH --time=07:10:00
#SBATCH --partition=small
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=1
#SBATCH --mem-per-cpu=10G
#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH -o logs/%j.out
#SBATCH -e logs/%j.err

mkdir -p logs
rm logs/current.err
rm logs/current.out
ln -s $SLURM_JOBID.err logs/current.err
ln -s $SLURM_JOBID.out logs/current.out

module purge
module load pytorch/1.8
source /scratch/project_2002026/amanda/venv/bin/activate

DATA=$5

echo "Data prefix: $DATA"
echo "Evaluation parameters: PredTh=$3, SelFreq=$1, WordsPerDoc=$2, FreqPrefTh=$4"


srun python run_evaluation.py \
  --data explanations_final/th$3/$DATA \
  --prediction_th $3 \
  --selection_freq $1 \
  --words_per_doc $2 \
  --frequent_predictions_th $4 \
  --save_n 1000 \
  --min_word_freq 5 \
  --save_file eval_output/kw_${DATA}_$1-$2-$3_ \
  --unstable_file eval_output/kw_${DATA}_all_ \
  --filter selectf \
  --keyword_data eval_output/kw_${DATA}_$1-$2-$3_ \
  --document_data explanations_final/multiling-$LANG- \
  --plot_file eval_output/plot_ \
  --class_df $6
seff $SLURM_JOBID