class-explainer/sl-train.bash at main · TurkuNLP/class-explainer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
#!/bin/bash
#SBATCH --job-name=training
#SBATCH --account=project_2002026
#SBATCH --time=00:15:00
#SBATCH --partition=gputest
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=1
#SBATCH --mem-per-cpu=7G
#SBATCH --gres=gpu:v100:1
#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH -o logs/%j.out
#SBATCH -e logs/%j.err

rm logs/current.err
rm logs/current.out
ln -s $SLURM_JOBID.err logs/current.err
ln -s $SLURM_JOBID.out logs/current.out

module purge
#module load pytorch/1.8
#source /scratch/project_2002026/amanda/venv/bin/activate
source /scratch/project_2002026/samuel/VENVS/expl/bin/activate

srun python train_multilabel.py \
  --data ../../amanda/subregister-analysis/binarized_data/eacl_en_binarized.pkl \
  --model_name xlm-roberta-base \
  --lr 1e-5 \
  --epochs 6 \
  --batch_size 28 \
  --split 0.5 \
  --checkpoints multilabel_model_checkpoints \
  --save_model models/multilabel_model3_fifrsv.pt

seff $SLURM_JOBID