{
    "train_txt_db": "/db/vcr_val_w_obj_ids_base-cased.db/",
    "train_img_dir": "/img/vcr_gt_val/;/img/vcr_val/",
    "val_txt_db": "/db/vcr_val_w_obj_ids_base-cased.db/",
    "val_img_dir": "/img/vcr_gt_val/;/img/vcr_val/",
    "checkpoint": "/storage/pretrain_vcr/mlm_qar-30k_steps-lr_3e-5-run1/ckpt/model_step_29000.pt",
    "checkpoint_from": "vcr",
    "task": "qa",
    "cut_bert": -1,
    "output_dir": "/storage/debug/qa_qar-bert_base-gt_proposed_img_feat-mlm-diff_type_id_for_ra-lr_2e-5-train_step_10k",
    "max_txt_len": 220,
    "conf_th": 0.2,
    "max_bb": 100,
    "min_bb": 10,
    "num_bb": 36,
    "train_batch_size": 4000,
    "val_batch_size": 12,
    "gradient_accumulation_steps": 10,
    "learning_rate": 5e-5,
    "valid_steps": 10,
    "num_train_steps": 1000,
    "optim": "adamw",
    "betas": [0.9, 0.98],
    "grad_norm": 2.0,
    "decay": "linear",
    "warm_int": 500,
    "decay_int": 2000,
    "decay_st": 12000,
    "decay_rate": 0.2,
    "dropout": 0.1,
    "weight_decay": 0.01,
    "warmup_steps": 1000,
    "seed": 42,
    "fp16": true,
    "mcan": false
}