Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

[Features] Support Feishu Robot, Add DUO Dataset, and Add multi detection configs #29

Merged
merged 21 commits into from
Oct 23, 2023
Merged

[Features] Support Feishu Robot, Add DUO Dataset, and Add multi detection configs #29

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
7470ec7
maximum version of mmdetection to 3.2.0
BIGWangYuDong Aug 28, 2023
e42e435
minor update tools script
BIGWangYuDong Aug 28, 2023
fd0c706
update urpc2020 docs
BIGWangYuDong Aug 28, 2023
c37eb6a
update urpc2020 configs
BIGWangYuDong Aug 28, 2023
290313a
fix new config error
BIGWangYuDong Aug 28, 2023
97c7ca6
Support DUO datasets
BIGWangYuDong Aug 29, 2023
dd05f8b
update configs
BIGWangYuDong Aug 29, 2023
f4a9a5e
add lark config
BIGWangYuDong Aug 29, 2023
a9859f9
add gitignore to ignore lark config
BIGWangYuDong Aug 29, 2023
88db2ed
add timeout handler
BIGWangYuDong Aug 29, 2023
d96c7e7
Support Feishu robot
BIGWangYuDong Aug 31, 2023
fd42031
minor fix error
BIGWangYuDong Aug 31, 2023
bc268d9
minor fix error
BIGWangYuDong Sep 1, 2023
b1e767f
add gather results script
BIGWangYuDong Sep 1, 2023
a3411af
minor update scripts
BIGWangYuDong Sep 1, 2023
33edcb2
minor update
BIGWangYuDong Sep 6, 2023
bd8d0e7
update configs
BIGWangYuDong Oct 23, 2023
c77660f
minor update lark
BIGWangYuDong Oct 23, 2023
debacb1
update lark
BIGWangYuDong Oct 23, 2023
0d0ee77
update rtts
BIGWangYuDong Oct 23, 2023
51814b5
minor fix
BIGWangYuDong Oct 23, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 21 additions & 0 deletions .dev_scripts/train_duo.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
PARTITION=$1
GPUS=${GPUS:-8}
GPUS_PER_NODE=${GPUS_PER_NODE:-8}
CPUS_PER_TASK=${CPUS_PER_TASK:-5}
SRUN_ARGS=${SRUN_ARGS:-""}

log_dir="work_dirs/slurm_logs"
mkdir -p "$log_dir"

SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-atss_r50_1x configs/detection/duo_dataset/atss_r50_fpn_1x_duo-coco.py work_dirs/duo/atss_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/atss_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_atss_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-cascade_r50_1x configs/detection/duo_dataset/cascade-rcnn_r50_fpn_1x_duo-coco.py work_dirs/duo/cascade-rcnn_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/cascade-rcnn_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_cascade-rcnn_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-faster_r50_1x configs/detection/duo_dataset/faster-rcnn_r50_fpn_1x_duo-coco.py work_dirs/duo/faster-rcnn_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/faster-rcnn_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_faster-rcnn_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-faster_r101_1x configs/detection/duo_dataset/faster-rcnn_r101_fpn_1x_duo-coco.py work_dirs/duo/faster-rcnn_r101_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/faster-rcnn_r101_fpn_1x_duo-coco/eval_result > "$log_dir/duo_faster-rcnn_r101_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-faster_x101-32x4d_1x configs/detection/duo_dataset/faster-rcnn_x101-32x4d_fpn_1x_duo-coco.py work_dirs/duo/faster-rcnn_x101-32x4d_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/faster-rcnn_x101-32x4d_fpn_1x_duo-coco/eval_result > "$log_dir/duo_faster-rcnn_x101-32x4d_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-faster_x101-64x4d_1x configs/detection/duo_dataset/faster-rcnn_x101-64x4d_fpn_1x_duo-coco.py work_dirs/duo/faster-rcnn_x101-64x4d_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/faster-rcnn_x101-64x4d_fpn_1x_duo-coco/eval_result > "$log_dir/duo_faster-rcnn_x101-64x4d_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-fcos_r50_1x configs/detection/duo_dataset/fcos_r50-caffe_fpn_gn-head_1x_duo-coco.py work_dirs/duo/fcos_r50-caffe_fpn_gn-head_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/fcos_r50-caffe_fpn_gn-head_1x_duo-coco/eval_result > "$log_dir/duo_fcos_r50-caffe_fpn_gn-head_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-paa_r50_1x configs/detection/duo_dataset/paa_r50_fpn_1x_duo-coco.py work_dirs/duo/paa_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/paa_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_paa_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-retinanet_r50_1x configs/detection/duo_dataset/retinanet_r50_fpn_1x_duo-coco.py work_dirs/duo/retinanet_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/retinanet_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_retinanet_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-ssd300 configs/detection/duo_dataset/ssd300_120e_duo-coco.py work_dirs/duo/ssd300_120e_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/ssd300_120e_duo-coco/eval_result > "$log_dir/duo_ssd300_120e_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-ssd512 configs/detection/duo_dataset/ssd512_120e_duo-coco.py work_dirs/duo/ssd512_120e_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/ssd512_120e_duo-coco/eval_result > "$log_dir/duo_ssd512_120e_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-tood_r50_1x configs/detection/duo_dataset/tood_r50_fpn_1x_duo-coco.py work_dirs/duo/tood_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/tood_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_tood_r50_fpn_1x_duo-coco.log" &
16 changes: 16 additions & 0 deletions .dev_scripts/train_rtts.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
PARTITION=$1
GPUS=${GPUS:-8}
GPUS_PER_NODE=${GPUS_PER_NODE:-8}
CPUS_PER_TASK=${CPUS_PER_TASK:-5}
SRUN_ARGS=${SRUN_ARGS:-""}

log_dir="work_dirs/slurm_logs"
mkdir -p "$log_dir"

SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-atss_r50_1x configs/detection/rtts_dataset/atss_r50_fpn_1x_rtts-coco.py work_dirs/rtts/atss_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/atss_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_atss_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-cascade_r50_1x configs/detection/rtts_dataset/cascade-rcnn_r50_fpn_1x_rtts-coco.py work_dirs/rtts/cascade-rcnn_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/cascade-rcnn_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_cascade-rcnn_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-faster_r50_1x configs/detection/rtts_dataset/faster-rcnn_r50_fpn_1x_rtts-coco.py work_dirs/rtts/faster-rcnn_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/faster-rcnn_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_faster-rcnn_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-fcos_r50_1x configs/detection/rtts_dataset/fcos_r50-caffe_fpn_gn-head_1x_rtts-coco.py work_dirs/rtts/fcos_r50-caffe_fpn_gn-head_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/fcos_r50-caffe_fpn_gn-head_1x_rtts-coco/eval_result > "$log_dir/rtts_fcos_r50-caffe_fpn_gn-head_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-paa_r50_1x configs/detection/rtts_dataset/paa_r50_fpn_1x_rtts-coco.py work_dirs/rtts/paa_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/paa_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_paa_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-retinanet_r50_1x configs/detection/rtts_dataset/retinanet_r50_fpn_1x_rtts-coco.py work_dirs/rtts/retinanet_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/retinanet_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_retinanet_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-tood_r50_1x configs/detection/rtts_dataset/tood_r50_fpn_1x_rtts-coco.py work_dirs/rtts/tood_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/tood_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_tood_r50_fpn_1x_rtts-coco.log" &
21 changes: 21 additions & 0 deletions .dev_scripts/train_uprc2020-train_all.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
PARTITION=$1
GPUS=${GPUS:-8}
GPUS_PER_NODE=${GPUS_PER_NODE:-8}
CPUS_PER_TASK=${CPUS_PER_TASK:-5}
SRUN_ARGS=${SRUN_ARGS:-""}

log_dir="work_dirs/slurm_logs"
mkdir -p "$log_dir"

SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-atss_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/atss_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/atss_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/atss_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_atss_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-cascade_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/cascade-rcnn_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/cascade-rcnn_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/cascade-rcnn_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_cascade-rcnn_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-faster_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/faster-rcnn_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/faster-rcnn_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/faster-rcnn_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_faster-rcnn_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-faster_r101_1x configs/detection/urpc2020_dataset/train-all_test-A/faster-rcnn_r101_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/faster-rcnn_r101_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/faster-rcnn_r101_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_faster-rcnn_r101_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-faster_x101-32x4d_1x configs/detection/urpc2020_dataset/train-all_test-A/faster-rcnn_x101-32x4d_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/faster-rcnn_x101-32x4d_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/faster-rcnn_x101-32x4d_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_faster-rcnn_x101-32x4d_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-faster_x101-64x4d_1x configs/detection/urpc2020_dataset/train-all_test-A/faster-rcnn_x101-64x4d_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/faster-rcnn_x101-64x4d_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/faster-rcnn_x101-64x4d_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_faster-rcnn_x101-64x4d_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-fcos_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/fcos_r50-caffe_fpn_gn-head_1x_urpc-coco.py work_dirs/urpc2020-train-all/fcos_r50-caffe_fpn_gn-head_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/fcos_r50-caffe_fpn_gn-head_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_fcos_r50-caffe_fpn_gn-head_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-paa_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/paa_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/paa_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/paa_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_paa_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-retinanet_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/retinanet_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/retinanet_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/retinanet_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_retinanet_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-ssd300 configs/detection/urpc2020_dataset/train-all_test-A/ssd300_120e_urpc-coco.py work_dirs/urpc2020-train-all/ssd300_120e_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/ssd300_120e_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_ssd300_120e_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-ssd512 configs/detection/urpc2020_dataset/train-all_test-A/ssd512_120e_urpc-coco.py work_dirs/urpc2020-train-all/ssd512_120e_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/ssd512_120e_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_ssd512_120e_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-tood_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/tood_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/tood_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/tood_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_tood_r50_fpn_1x_urpc-coco.log" &
3 changes: 3 additions & 0 deletions .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -121,3 +121,6 @@ work_dirs/
*.pth
*.py~
*.sh~

# ignore lark config
configs/lark/
60 changes: 60 additions & 0 deletions configs/detection/_base_/datasets/duo_coco_detection.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
# dataset settings
dataset_type = 'lqit.DUODataset' # `lqit` means the scope
data_root = 'data/DUO/'

backend_args = None

train_pipeline = [
dict(type='LoadImageFromFile', backend_args=backend_args),
dict(type='LoadAnnotations', with_bbox=True),
dict(type='Resize', scale=(1333, 800), keep_ratio=True),
dict(type='RandomFlip', prob=0.5),
dict(type='PackDetInputs')
]
test_pipeline = [
dict(type='LoadImageFromFile', backend_args=backend_args),
dict(type='Resize', scale=(1333, 800), keep_ratio=True),
# If you don't have a gt annotation, delete the pipeline
dict(type='LoadAnnotations', with_bbox=True),
dict(
type='PackDetInputs',
meta_keys=('img_id', 'img_path', 'ori_shape', 'img_shape',
'scale_factor'))
]
train_dataloader = dict(
batch_size=2,
num_workers=2,
persistent_workers=True,
sampler=dict(type='DefaultSampler', shuffle=True),
batch_sampler=dict(type='AspectRatioBatchSampler'),
dataset=dict(
type=dataset_type,
data_root=data_root,
ann_file='annotations/instances_train.json',
data_prefix=dict(img='images/train/'),
filter_cfg=dict(filter_empty_gt=True, min_size=32),
pipeline=train_pipeline,
backend_args=backend_args))
val_dataloader = dict(
batch_size=1,
num_workers=2,
persistent_workers=True,
drop_last=False,
sampler=dict(type='DefaultSampler', shuffle=False),
dataset=dict(
type=dataset_type,
data_root=data_root,
ann_file='annotations/instances_test.json',
data_prefix=dict(img='images/test/'),
test_mode=True,
pipeline=test_pipeline,
backend_args=backend_args))
test_dataloader = val_dataloader

val_evaluator = dict(
type='CocoMetric',
ann_file=data_root + 'annotations/instances_test.json',
metric='bbox',
format_only=False,
backend_args=backend_args)
test_evaluator = val_evaluator
Loading
Loading