-
Notifications
You must be signed in to change notification settings - Fork 0
/
tester.sh
68 lines (52 loc) · 2.15 KB
/
tester.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
# uncomment the code under one of the models at a time to test all dataset configurations
# bisenet
# CKPT_PATH="./lightning_logs/version_79/checkpoints/epoch=3373-step=26992.ckpt"
# ID_YML="./training/training_configs/bisenet_v2_id.yml"
# OOD_YML="./training/training_configs/bisenet_v2_ood.yml"
# GS_YML="./training/training_configs/bisenet_v2_gs.yml"
# GS_OOD_YML="./training/training_configs/bisenet_v2_gs+ood.yml"
# unet
# CKPT_PATH="./lightning_logs/version_76/checkpoints/epoch=1856-step=29712.ckpt"
# ID_YML="./training/training_configs/unet_id.yml"
# OOD_YML="./training/training_configs/unet_ood.yml"
# GS_YML="./training/training_configs/unet_gs.yml"
# GS_OOD_YML="./training/training_configs/unet_gs+ood.yml"
# mobileSAM
CKPT_PATH="./lightning_logs/version_75/checkpoints/epoch=1849-step=29600.ckpt"
ID_YML="./training/training_configs/mobilesam_id.yml"
OOD_YML="./training/training_configs/mobilesam_ood.yml"
GS_YML="./training/training_configs/mobilesam_gs.yml"
GS_OOD_YML="./training/training_configs/mobilesam_gs+ood.yml"
# DATASET CONFIGURATIONS.
## COMMENT/UNCOMMENT RELEVANT ONES
# # # ID, without dropout
python -m training.cli test \
--config $ID_YML \
--ckpt_path=$CKPT_PATH
# # # # ID, with dropout
python -m training.cli test --config $ID_YML \
--ckpt_path=$CKPT_PATH \
--model.init_args.test_dropout=True
# # OOD, without dropout
python -m training.cli test --config $OOD_YML \
--ckpt_path=$CKPT_PATH
# # # # OOD, with dropout
python -m training.cli test --config $OOD_YML \
--ckpt_path=$CKPT_PATH \
--model.init_args.test_dropout=True
# # green screen, without dropout
python -m training.cli test --config $GS_YML \
--ckpt_path=$CKPT_PATH
# # green screen, with dropout
python -m training.cli test --config $GS_YML \
--ckpt_path=$CKPT_PATH \
--model.init_args.test_dropout=True
# # OOD and Green Screen, without dropout
python -m training.cli test --config $GS_OOD_YML \
--ckpt_path=$CKPT_PATH
# # # OOD and Green Screen, with dropout
python -m training.cli test --config $GS_OOD_YML \
--ckpt_path=$CKPT_PATH \
--model.init_args.test_dropout=True
# ensemble training -> send in the models from above
# python -m training.lightning_trainers.ensemble_model