-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathvit_HeadCT_cq500.yaml
58 lines (58 loc) · 1.12 KB
/
vit_HeadCT_cq500.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
MODEL:
NAME: vit
PRETRAINED: None
DIR: <path-to>/model_saved
SAVE_NAME: vit_cq500.pt
ROI: [96, 96, 96]
IN_CHANS: 3
DATA:
BASE_PATH: <path-to>/datasets
TRAIN_CSV_PATH: <path-to>/datasets/cq500_train_label.csv
VAL_CSV_PATH: <path-to>/datasets/cq500_val_label.csv
TEST_CSV_PATH: <path-to>/datasets/cq500_test_label.csv
CACHE_DIR: <path-to>/cq500_cache
NUM_WORKERS: 4
CACHE_NUM: -1
CACHE_RATE: 1.0
NUM_CLASSES: 2
TRAIN:
MAX_EPOCHS: 15
VAL_EVERY: 1
BASE_LR: 1.5e-4
MIN_LR: 1.5e-8
LOSS: L1
PER_WARMUP: 0.1
TEMPERATURE: 0.5
BETA1: 0.9
BETA2: 0.999
WEIGHT_DECAY: 0.01
GRAD_CLIP: 0.0
OPTIMIZER: AdamW
SCHEDULER: cosine
LOCK: False
LORA: False
VIT:
INPUT_SIZE: 96
PATCH_SIZE: 12
IN_CHANS: 3
DROPOUT_RATE: 0.
PATCH_EMBED: 'conv'
POS_EMBED: 'sincos'
NORM_LAYER: 'layernorm'
SPATIAL_DIMS: 3
HIDDEN_SIZE: 768
NUM_LAYERS: 12
MLP_DIM: 3072
NUM_HEADS: 12
NUM_REGISTER_TOKENS: 0
PATCHES_OVERLAP: 0.2
POOLING: 'cls'
CLASSIFICATION: False
USE_BIAS: True
WANDB:
WANDB_ENABLE: False
PROJECT: vit_cq500
LOG:
FILENAME: vit_cq500
SEED: 42
OUTPUT: <path-to>/configs/vit/json