{ "train_txt_db": "/db/refcoco_train_base-cased.db", "train_img_dir": "/img/visual_grounding_coco_gt", "val_txt_db": "/db/refcoco_val_base-cased.db", "val_img_dir": "/img/visual_grounding_coco_gt", "checkpoint": "/pretrain/bert-base_weak/ckpt/model_step_420000.pt", "cut_bert": -1, "output_dir": "/storage/refcoco/bert-base_mlm+itm+mrfr_pretrain-refcoco_lr3e-4", "max_txt_len": 60, "train_batch_size": 128, "val_batch_size": 128, "learning_rate": 3e-4, "valid_steps": 1000, "optim": "adamw", "betas": [0.9, 0.98], "weight_decay": 0.01, "dropout": 0.1, "grad_norm": 2.0, "decay": "linear", "num_train_steps": 10000, "warmup_steps": 1500, "gradient_accumulation_steps": 1, "no_cuda": false, "seed": 24, "fp16": true }