-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrun_fie.sh
More file actions
31 lines (26 loc) · 1.04 KB
/
Copy pathrun_fie.sh
File metadata and controls
31 lines (26 loc) · 1.04 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
#!/bin/bash
#SBATCH --job-name=finetune
#SBATCH -p gpu1
#SBATCH --gres=gpu:4
#SBATCH --output=/lustre/gst/xuchunfu/zhangxt/myesm/fixesm2_0516_loss2%j.out
#SBATCH --error=/lustre/gst/xuchunfu/zhangxt/myesm/fixesm2_0516_loss2%j.err
source activate
conda activate protein_predict
cd /pubhome/xtzhang/myesm/
python3 -m torch.distributed.launch --nproc_per_node=4 --master_port=54321 /lustre/gst/xuchunfu/zhangxt/myesm/fie2_loss2.py \
--lr 5e-4 \
--world_size 4 \
--watch_freq 0 \
--pattern all \
--max_length 8000 \
--project_name TPFold \
--crop_size 384 \
--batch_size 1 \
--epoch 20 \
--accumulation_steps 32 \
--log_interval 128 \
--data_jsonl /lustre/gst/xuchunfu/zhangxt/data/tmpnn_v8.jsonl \
--split_json /lustre/gst/xuchunfu/zhangxt/data/random_v8.json \
--ft_path /lustre/gst/xuchunfu/zhangxt/checkpoint/230508_token_mlp45/checkpoint-20262/pytorch_model-00002-of-00002.bin \
--run_name fixesm2_0516_loss2 \
--save_folder /lustre/gst/xuchunfu/zhangxt/checkpoint/TPFold/fixesm2_0516_loss2/ \