{ "train_txt_db": "/db/nlvr2_train_base-cased.db", "train_img_db": "/img/nlvr2_train/", "val_txt_db": "/db/nlvr2_dev_base-cased.db", "val_img_db": "/img/nlvr2_dev/", "test_txt_db": "/db/nlvr2_test1_base-cased.db", "test_img_db": "/img/nlvr2_test/", "checkpoint": "/pretrain/uniter-base-iclr.pt", "model_config": "/src/config/uniter-base.json", "model": "paired-attn", "use_img_type": true, "output_dir": "/storage/nlvr2/default", "max_txt_len": 60, "conf_th": 0.2, "max_bb": 100, "min_bb": 10, "num_bb": 36, "train_batch_size": 10240, "val_batch_size": 10240, "gradient_accumulation_steps": 1, "learning_rate": 3e-05, "valid_steps": 500, "num_train_steps": 8000, "optim": "adamw", "betas": [ 0.9, 0.98 ], "dropout": 0.1, "weight_decay": 0.01, "grad_norm": 2.0, "warmup_steps": 800, "seed": 77, "fp16": true, "n_workers": 4, "pin_mem": true }