lightningdot
copied
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Readme
Files and versions
29 lines
928 B
29 lines
928 B
2 years ago
|
{
|
||
|
|
"train_txt_db": "/db/refcoco+_train_base-cased.db",
|
||
|
|
"train_img_dir": "/img/visual_grounding_coco_gt",
|
||
|
|
"val_txt_db": "/db/refcoco+_val_base-cased.db",
|
||
|
|
"val_img_dir": "/img/visual_grounding_coco_gt",
|
||
|
|
"checkpoint": "/pretrain/bert-base_weak_conceptual/ckpt/model_step_420000.pt",
|
||
|
|
"cut_bert": -1,
|
||
|
|
"output_dir": "/storage/refcoco+/conceptual-bert-base_mlm+itm+mrfr_pretrain-refcoco+_lr1e-4_rank_r0.2_m0.2_step30k",
|
||
|
|
"max_txt_len": 60,
|
||
|
|
"train_batch_size": 128,
|
||
|
|
"val_batch_size": 128,
|
||
|
|
"learning_rate": 1e-4,
|
||
|
|
"valid_steps": 1000,
|
||
|
|
"optim": "adamw",
|
||
|
|
"betas": [0.9, 0.98],
|
||
|
|
"weight_decay": 0.01,
|
||
|
|
"dropout": 0.1,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"decay": "linear",
|
||
|
|
"num_train_steps": 30000,
|
||
|
|
"warmup_steps": 1500,
|
||
|
|
"gradient_accumulation_steps": 1,
|
||
|
|
"no_cuda": false,
|
||
|
|
"seed": 24,
|
||
|
|
"fp16": true,
|
||
|
|
"train_loss": "rank",
|
||
|
|
"hard_ratio": 0.2,
|
||
|
|
"margin": 0.2
|
||
|
|
}
|