lightningdot
copied
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Readme
Files and versions
37 lines
1.1 KiB
37 lines
1.1 KiB
2 years ago
|
{
|
||
|
|
"train_txt_db": "/db/vcr_val_w_obj_ids_base-cased.db/",
|
||
|
|
"train_img_dir": "/img/vcr_gt_val/;/img/vcr_val/",
|
||
|
|
"val_txt_db": "/db/vcr_val_w_obj_ids_base-cased.db/",
|
||
|
|
"val_img_dir": "/img/vcr_gt_val/;/img/vcr_val/",
|
||
|
|
"checkpoint": "/storage/pretrain_vcr/mlm_qar-30k_steps-lr_3e-5-run1/ckpt/model_step_29000.pt",
|
||
|
|
"checkpoint_from": "vcr",
|
||
|
|
"task": "qa",
|
||
|
|
"cut_bert": -1,
|
||
|
|
"output_dir": "/storage/debug/qa_qar-bert_base-gt_proposed_img_feat-mlm-diff_type_id_for_ra-lr_2e-5-train_step_10k",
|
||
|
|
"max_txt_len": 220,
|
||
|
|
"conf_th": 0.2,
|
||
|
|
"max_bb": 100,
|
||
|
|
"min_bb": 10,
|
||
|
|
"num_bb": 36,
|
||
|
|
"train_batch_size": 4000,
|
||
|
|
"val_batch_size": 12,
|
||
|
|
"gradient_accumulation_steps": 10,
|
||
|
|
"learning_rate": 5e-5,
|
||
|
|
"valid_steps": 10,
|
||
|
|
"num_train_steps": 1000,
|
||
|
|
"optim": "adamw",
|
||
|
|
"betas": [0.9, 0.98],
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"decay": "linear",
|
||
|
|
"warm_int": 500,
|
||
|
|
"decay_int": 2000,
|
||
|
|
"decay_st": 12000,
|
||
|
|
"decay_rate": 0.2,
|
||
|
|
"dropout": 0.1,
|
||
|
|
"weight_decay": 0.01,
|
||
|
|
"warmup_steps": 1000,
|
||
|
|
"seed": 42,
|
||
|
|
"fp16": true,
|
||
|
|
"mcan": false
|
||
|
|
}
|