File size: 1,346 Bytes
1d6f391 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | #!/bin/bash
#SBATCH --job-name=probe3_4
#SBATCH --partition=nova
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=8
#SBATCH --gres=gpu:1
#SBATCH --mem=48G
#SBATCH --time=02:00:00
#SBATCH --output=bert_v6_contrastive/analysis/probe_results_v6/probe3_4_%j.out
#SBATCH --error=bert_v6_contrastive/analysis/probe_results_v6/probe3_4_%j.err
echo "=========================================="
echo "Probes 3 & 4: Attention + Structure"
echo "Start $(date)"
echo "Node: $(hostname)"
echo "=========================================="
source /work/ratul1/supantha/conda/etc/profile.d/conda.sh
conda activate glycanml
cd /work/ratul1/supantha/glycan-SD-VS/bert_training_v3/v3.1_cluster_training
python bert_v6_contrastive/scripts/probe_3_4_attention_structure.py \
--model v6 \
--device cuda \
--probe both \
--max_attn_samples 200 \
--output_dir bert_v6_contrastive/analysis/probe_results_v6
echo "=========================================="
echo "Done $(date)"
echo "=========================================="
echo ""
echo "=== Probe 3 Output ==="
ls -lh bert_v6_contrastive/analysis/probe_results_v6/probe_3_attention_heads/ 2>/dev/null || echo "(not created)"
echo ""
echo "=== Probe 4 Output ==="
ls -lh bert_v6_contrastive/analysis/probe_results_v6/probe_4_embed_vs_structure/ 2>/dev/null || echo "(not created)"
|