lightningdot
copied
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Readme
Files and versions
45 lines
1.1 KiB
45 lines
1.1 KiB
2 years ago
|
{
|
||
|
|
"compressed_db": false,
|
||
|
|
"checkpoint": "/pretrain/bert-base-cased.pt",
|
||
|
|
"output_dir": "/ssd2/siqi/Projects/model_compression/outputs/debug",
|
||
|
|
"max_txt_len": 60,
|
||
|
|
"conf_th": 0.2,
|
||
|
|
"max_bb": 100,
|
||
|
|
"min_bb": 10,
|
||
|
|
"num_bb": 36,
|
||
|
|
"train_batch_size": 80,
|
||
|
|
"gradient_accumulation_steps": 8,
|
||
|
|
"negative_size": 1,
|
||
|
|
"hard_neg_size": 0,
|
||
|
|
"inf_minibatch_size": 400,
|
||
|
|
"margin": 0.2,
|
||
|
|
"learning_rate": 5e-05,
|
||
|
|
"warmup_steps": 100,
|
||
|
|
"valid_steps": 500,
|
||
|
|
"num_train_steps": 1000,
|
||
|
|
"optim": "adamw",
|
||
|
|
"betas": [
|
||
|
|
0.9,
|
||
|
|
0.98
|
||
|
|
],
|
||
|
|
"decay": "linear",
|
||
|
|
"dropout": 0.1,
|
||
|
|
"weight_decay": 0.01,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"seed": 42,
|
||
|
|
"full_val": false,
|
||
|
|
"fp16": true,
|
||
|
|
"n_workers": 4,
|
||
|
|
"pin_mem": true,
|
||
|
|
"train_txt_dbs": [
|
||
|
|
"/db/itm_flickr30k_train_base-cased.db"
|
||
|
|
],
|
||
|
|
"train_img_dbs": [
|
||
|
|
"/img/flickr30k/"
|
||
|
|
],
|
||
|
|
"val_txt_db": "/db/itm_flickr30k_val_base-cased.db",
|
||
|
|
"val_img_db": "/img/flickr30k/",
|
||
|
|
"test_txt_db": "/db/itm_flickr30k_test_base-cased.db",
|
||
|
|
"test_img_db": "/img/flickr30k/",
|
||
|
|
"model_config": "./config/uniter-base.json"
|
||
|
|
}
|