albef
copied
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Readme
Files and versions
30 lines
749 B
30 lines
749 B
2 years ago
|
train_file: ['data/coco.json',
|
||
|
|
'data/vg.json',
|
||
|
|
'data/cc12m.json',
|
||
|
|
'data/cc3m_train.json',
|
||
|
|
'data/cc3m_val.json',
|
||
|
|
'data/sbu.json'
|
||
|
|
]
|
||
|
|
# each train_file (json) contains a python list where each item is {'image': img_path, 'caption': text or list_of_text }
|
||
|
|
bert_config: 'configs/config_bert.json'
|
||
|
|
|
||
|
|
image_res: 256
|
||
|
|
vision_width: 768
|
||
|
|
embed_dim: 256
|
||
|
|
batch_size: 64
|
||
|
|
temp: 0.07
|
||
|
|
mlm_probability: 0.15
|
||
|
|
queue_size: 65536
|
||
|
|
momentum: 0.995
|
||
|
|
alpha: 0.4
|
||
|
|
|
||
|
|
optimizer: {opt: adamW, lr: 1e-4, weight_decay: 0.02}
|
||
|
|
schedular: {sched: cosine, lr: 1e-4, epochs: 30, min_lr: 1e-5, decay_rate: 1, warmup_lr: 1e-5, warmup_epochs: 20, cooldown_epochs: 0}
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|