-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathBYOL_R3d-18_16x4_112_400e_bs64.yaml
84 lines (84 loc) · 2.07 KB
/
BYOL_R3d-18_16x4_112_400e_bs64.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
TASK: ssl
TRAIN:
DATASET: kinetics
EVAL_PERIOD: 20
CHECKPOINT_PERIOD: 10
AUTO_RESUME: True
BATCH_SIZE: 64
MODEL:
NUM_CLASSES: 256
MODEL_NAME: ContrastiveModel
ARCH: r3d_shallow
LOSS_FUNC: contrastive_loss
DROPOUT_RATE: 0.0
HEAD_ACT: none
RESNET:
DEPTH: 18
NUM_BLOCK_TEMP_KERNEL: [[2], [2], [2], [2]]
TRANS_FUNC: basic_transform_r3d
STEM_FUNC: r3d_stem
CONTRASTIVE:
T: 0.5 # default 0.07
DIM: 256 # 128 default, if changed, change nCls too
NUM_MLP_LAYERS: 2 # default 1
BN_MLP: True
BN_SYNC_MLP: True
MLP_DIM: 4096
SEQUENTIAL: True # def fault
MOMENTUM: 0.996 # default 0.5
MOMENTUM_ANNEALING: True # default false
TYPE: byol # default mem
PREDICTOR_DEPTHS: [2]
LENGTH: 9537
NUM_CLASSES_DOWNSTREAM: 101
DATA:
NUM_FRAMES: 16
SAMPLING_RATE: 4
# NUM_FRAMES: 16 # dont forget to change these parameters in linear & finetuning configs
# SAMPLING_RATE: 4
TRAIN_CROP_NUM_TEMPORAL: 2 # default 1
TRAIN_CROP_NUM_SPATIAL: 1 # default 1
TRAIN_JITTER_SCALES_RELATIVE: [0.2, 0.766]
TRAIN_JITTER_ASPECT_RELATIVE: [0.75, 1.3333]
SSL_MOCOV2_AUG: True
SSL_COLOR_JITTER: True # default false
COLOR_RND_GRAYSCALE: 0.2 # default 0.0
SSL_COLOR_HUE: 0.15
SSL_COLOR_BRI_CON_SAT: [0.6, 0.6, 0.6] # default [0.4, 0.4, 0.4]
TRAIN_JITTER_SCALES: [128, 160]
TRAIN_CROP_SIZE: 112
TEST_CROP_SIZE: 128
INPUT_CHANNEL_NUM: [3]
PATH_LABEL_SEPARATOR: " "
#PATH_TO_DATA_DIR: /userhome/VideoMAE/data/ucf101/
DECODING_BACKEND: pyav
BN:
USE_PRECISE_STATS: False
NUM_BATCHES_PRECISE: 400
WEIGHT_DECAY: 0.0
NUM_SYNC_DEVICES: 1
NORM_TYPE: "sync_batchnorm"
# NORM_TYPE: "sync_batchnorm_apex"
SOLVER:
# BASE_LR: 1.2 # for rho=4 clips
#BASE_LR: 0.6
BASE_LR: 1.2
LARS_ON: True
BASE_LR_SCALE_NUM_SHARDS: True
LR_POLICY: cosine
MAX_EPOCH: 400
MOMENTUM: 0.9
WEIGHT_DECAY: 1e-6
WARMUP_EPOCHS: 35.0
WARMUP_START_LR: 0.001
OPTIMIZING_METHOD: sgd
TEST:
ENABLE: True
DATASET: kinetics
BATCH_SIZE: 64
DATA_LOADER:
NUM_WORKERS: 8
PIN_MEMORY: True
NUM_GPUS: 1
RNG_SEED: 0
OUTPUT_DIR: ./work_dirs/ucf101/BYOL_R3d-18_16x4_112_400e_bs64/