exp scripts

SimarKareer · Jul 1, 2023 · 84ed727 · 84ed727
1 parent 3be1bb5
commit 84ed727
Show file tree

Hide file tree

Showing 7 changed files with 79 additions and 8 deletions.
diff --git a/configs/_base_/datasets/uda_synthiaSeq_CSSeq.py b/configs/_base_/datasets/uda_synthiaSeq_CSSeq.py
@@ -1,14 +1,14 @@
 # dataset settings
-FRAME_OFFSET = -1
+FRAME_OFFSET = 1
 dataset_type = 'SynthiaSeqDataset'
 synthia_data_root = '/srv/share4/datasets/SynthiaSeq/SYNTHIA-SEQS-04-DAWN'
 cs_data_root = '/coc/testnvme/datasets/VideoDA/cityscapes-seq'
 
 synthia_train_flow_dir = '/srv/share4/datasets/SynthiaSeq_Flow/frame_dist_1/forward/train/RGB/Stereo_Left/Omni_F'
 
 #backward flow 
-cs_train_flow_dir = "/coc/testnvme/datasets/VideoDA/cityscapes-seq_Flow/flow_test_bed/frame_dist_1/backward/train"
-cs_val_flow_dir = "/coc/testnvme/datasets/VideoDA/cityscapes-seq_Flow/flow_test_bed/frame_dist_1/backward/val"
+# cs_train_flow_dir = "/coc/testnvme/datasets/VideoDA/cityscapes-seq_Flow/flow_test_bed/frame_dist_1/backward/train"
+# cs_val_flow_dir = "/coc/testnvme/datasets/VideoDA/cityscapes-seq_Flow/flow_test_bed/frame_dist_1/backward/val"
 
 #forward flow
 cs_train_flow_dir = "/coc/testnvme/datasets/VideoDA/cityscapes-seq_Flow/flow/forward/train"
@@ -18,7 +18,7 @@
     mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)
 
 crop_size = (1024, 1024)
-ignore_index = [5, 3, 16, 12, 201, 255] #need to edit
+ignore_index = [3, 4, 9, 14, 15, 16, 17, 18, 201, 255] 
 
 
 synthia_train_pipeline = {

diff --git a/configs/_base_/default_runtime.py b/configs/_base_/default_runtime.py
@@ -13,7 +13,7 @@
             init_kwargs={
                 'dir': "wandb_dir",
                 'entity': "video-da",
-                'project': "multimodal",
+                'project': "analysisPaper",
                 'resume': 'allow'
             },
             interval=5,

diff --git a/tools/exps/consis/synthia/consis_hrda_synthia.sh b/tools/exps/consis/synthia/consis_hrda_synthia.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+#SBATCH --job-name=$1
+#SBATCH --output=$1.out
+#SBATCH --error=$1.err
+#SBATCH --gres=gpu:$2
+#SBATCH --ntasks=$2
+#SBATCH --ntasks-per-node=$2
+#SBATCH --cpus-per-task=15
+#SBATCH --constraint="a40"
+#SBATCH --partition=short
+#SBATCH --requeue
+#SBATCH --open-mode=append
+#SBATCH --exclude="ig-88,perseverance,cheetah,claptrap"
+
+export PYTHONUNBUFFERED=TRUE
+export MASTER_PORT=$P
+source ~/.bashrc
+conda activate openmmlab
+cd /coc/scratch/vvijaykumar6/mmseg
+
+set -x
+
+#change begin to 1500
+srun -u python -u ./tools/train.py configs/mic/synthiaSeqHR2csHR_mic_hrda.py --launcher="slurm" --l-warp-lambda=1 --l-mix-lambda=0 --l-warp-begin=1500 --bottom-pl-fill True --consis-filter True --no-masking True --lr 6e-5 --total-iters=40000 --seed 3 --deterministic --work-dir="./work_dirs/synthia_cs/consis_exp/$1$T" --wandbid $1$T
diff --git a/tools/exps/consis/synthia/consis_mic_synthia.sh b/tools/exps/consis/synthia/consis_mic_synthia.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+#SBATCH --job-name=$1
+#SBATCH --output=$1.out
+#SBATCH --error=$1.err
+#SBATCH --gres=gpu:$2
+#SBATCH --ntasks=$2
+#SBATCH --ntasks-per-node=$2
+#SBATCH --cpus-per-task=15
+#SBATCH --constraint="a40"
+#SBATCH --partition=short
+#SBATCH --requeue
+#SBATCH --open-mode=append
+#SBATCH --exclude="ig-88,perseverance,cheetah,claptrap"
+
+export PYTHONUNBUFFERED=TRUE
+export MASTER_PORT=$P
+source ~/.bashrc
+conda activate openmmlab
+cd /coc/scratch/vvijaykumar6/mmseg
+
+set -x
+
+#change begin to 1500
+srun -u python -u ./tools/train.py configs/mic/synthiaSeqHR2csHR_mic_hrda.py --launcher="slurm" --l-warp-lambda=1 --l-mix-lambda=0 --l-warp-begin=1500 --bottom-pl-fill True --consis-filter True --lr 6e-5 --total-iters=40000 --seed 3 --deterministic --work-dir="./work_dirs/synthia_cs/consis_exp/$1$T" --wandbid $1$T
diff --git a/tools/exps/consis/viper/consis_hrda.sh b/tools/exps/consis/viper/consis_hrda.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+#SBATCH --job-name=$1
+#SBATCH --output=$1.out
+#SBATCH --error=$1.err
+#SBATCH --gres=gpu:$2
+#SBATCH --ntasks=$2
+#SBATCH --ntasks-per-node=$2
+#SBATCH --cpus-per-task=15
+#SBATCH --constraint="a40"
+#SBATCH --partition=short
+#SBATCH --requeue
+#SBATCH --open-mode=append
+#SBATCH --exclude="ig-88,perseverance,cheetah,claptrap"
+
+export PYTHONUNBUFFERED=TRUE
+export MASTER_PORT=$P
+source ~/.bashrc
+conda activate openmmlab
+cd /coc/scratch/vvijaykumar6/mmseg
+
+set -x
+
+#change begin to 1500
+srun -u python -u ./tools/train.py configs/mic/viperHR2csHR_mic_hrda.py --launcher="slurm" --l-warp-lambda=1 --l-mix-lambda=0 --l-warp-begin=1500 --bottom-pl-fill True --no-masking True --consis-filter True --lr 6e-5 --total-iters=40000 --seed 1 --deterministic --work-dir="./work_dirs/viper_cs/consis_exp/$1$T" --wandbid $1$T
diff --git a/tools/exps/tps/synthia/tps_hrda_synthia.sh b/tools/exps/tps/synthia/tps_hrda_synthia.sh
@@ -21,5 +21,4 @@ cd /coc/scratch/vvijaykumar6/mmseg
 set -x
 
 #change begin to 1500
-srun -u python -u ./tools/train.py configs/mic/synthiaSeqHR2csHR_mic_hrda.py --launcher="slurm" --l-warp-lambda=1 --l-mix-lambda=0 --l-warp-begin=0 --bottom-pl-fill True --no-masking True --TPS-warp-pl-confidence True --TPS-warp-pl-confidence-thresh 0.0 --lr 6e-5 --total-iters=40000 --seed 604 --deterministic --work-dir="./work_dirs/synthia_cs/tps_exp/$1$T" --nowandb True
-    #    --wandbid $1$T
+srun -u python -u ./tools/train.py configs/mic/synthiaSeqHR2csHR_mic_hrda.py --launcher="slurm" --l-warp-lambda=1 --l-mix-lambda=0 --l-warp-begin=1500 --bottom-pl-fill True --no-masking True --TPS-warp-pl-confidence True --TPS-warp-pl-confidence-thresh 0.0 --lr 6e-5 --total-iters=40000 --seed 2 --deterministic --work-dir="./work_dirs/synthia_cs/tps_exp/$1$T" --wandbid $1$T
diff --git a/tools/exps/tps/tps_hrda.sh b/tools/exps/tps/tps_hrda.sh
@@ -21,4 +21,4 @@ cd /coc/scratch/vvijaykumar6/mmseg
 set -x
 
 #change begin to 1500
-srun -u python -u ./tools/train.py configs/mic/viperHR2csHR_mic_hrda.py --launcher="slurm" --l-warp-lambda=1 --l-mix-lambda=0 --l-warp-begin=0 --bottom-pl-fill True --no-masking True --TPS-warp-pl-confidence True --TPS-warp-pl-confidence-thresh 0.0 --lr 6e-5 --total-iters=40000 --seed 604 --deterministic --work-dir="./work_dirs/viper_cs/tps_exp/$1$T" --wandbid $1$T
+srun -u python -u ./tools/train.py configs/mic/viperHR2csHR_mic_hrda.py --launcher="slurm" --l-warp-lambda=1 --l-mix-lambda=0 --l-warp-begin=1500 --bottom-pl-fill True --no-masking True --TPS-warp-pl-confidence True --TPS-warp-pl-confidence-thresh 0.0 --lr 6e-5 --total-iters=40000 --seed 1 --deterministic --work-dir="./work_dirs/viper_cs/tps_exp/$1$T" --wandbid $1$T