logo
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Readme
Files and versions

38 lines
990 B

{
"train_txt_db": "/db/nlvr2_train_base-cased.db",
"train_img_db": "/img/nlvr2_train/",
"val_txt_db": "/db/nlvr2_dev_base-cased.db",
"val_img_db": "/img/nlvr2_dev/",
"test_txt_db": "/db/nlvr2_test1_base-cased.db",
"test_img_db": "/img/nlvr2_test/",
"checkpoint": "/pretrain/uniter-base-iclr.pt",
"model_config": "/src/config/uniter-base.json",
"model": "paired-attn",
"use_img_type": true,
"output_dir": "/storage/nlvr2/default",
"max_txt_len": 60,
"conf_th": 0.2,
"max_bb": 100,
"min_bb": 10,
"num_bb": 36,
"train_batch_size": 10240,
"val_batch_size": 10240,
"gradient_accumulation_steps": 1,
"learning_rate": 3e-05,
"valid_steps": 500,
"num_train_steps": 8000,
"optim": "adamw",
"betas": [
0.9,
0.98
],
"dropout": 0.1,
"weight_decay": 0.01,
"grad_norm": 2.0,
"warmup_steps": 800,
"seed": 77,
"fp16": true,
"n_workers": 4,
"pin_mem": true
}