forked from LeapLabTHU/DAT
-
Notifications
You must be signed in to change notification settings - Fork 0
/
dat_base_384.yaml
48 lines (43 loc) · 1.06 KB
/
dat_base_384.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
MODEL:
TYPE: dat
NAME: dat_plus_plus
PRETRAINED: "<path-to-dat_b_in1k.pth>"
DAT:
img_size: 224
patch_size: 4
num_classes: 1000
expansion: 4
dim_stem: 128
dims: [128, 256, 512, 1024]
depths: [2, 4, 18, 2]
stage_spec: [[N, D], [N, D, N, D], [N, D, N, D, N, D, N, D, N, D, N, D, N, D, N, D, N, D], [D, D]]
heads: [4, 8, 16, 32]
window_sizes: [7, 7, 7, 7]
groups: [2, 4, 8, 16]
use_pes: [True, True, True, True]
dwc_pes: [False, False, False, False]
strides: [8, 4, 2, 1]
offset_range_factor: [-1, -1, -1, -1]
no_offs: [False, False, False, False]
fixed_pes: [False, False, False, False]
use_dwc_mlps: [True, True, True, True]
use_lpus: [True, True, True, True]
use_conv_patches: True
ksizes: [9, 7, 5, 3]
nat_ksizes: [7, 7, 7, 7]
drop_rate: 0.0
attn_drop_rate: 0.0
drop_path_rate: 0.6
TRAIN:
EPOCHS: 30
WARMUP_EPOCHS: 0
WEIGHT_DECAY: 1.0e-8
BASE_LR: 2e-05
WARMUP_LR: 2e-08
MIN_LR: 2e-07
TEST:
CROP: False
DATA:
BATCH_SIZE: 24
IMG_SIZE: 384
SAVE_FREQ: 1