logo
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Readme
Files and versions

41 lines
792 B

caption_model: transformer
noamopt: true
noamopt_warmup: 20000
label_smoothing: 0.0
input_json: data/cocotalk.json
input_label_h5: data/cocotalk_label.h5
input_att_dir: data/cocotalk_att
seq_per_img: 5
batch_size: 10
learning_rate: 0.0005
checkpoint_path: ./save/trans_rn50_sc
# Notice: because I'm to lazy, I reuse the option name for RNNs to set the hyperparameters for transformer:
# N=num_layers
# d_model=input_encoding_size
# d_ff=rnn_size
# will be ignored
num_layers: 6
input_encoding_size: 512
rnn_size: 2048
# Transformer config
N_enc: 6
N_dec: 6
d_model: 512
d_ff: 2048
num_att_heads: 8
dropout: 0.1
learning_rate_decay_start: 0
scheduled_sampling_start: -1
save_checkpoint_every: 3000
language_eval: 1
val_images_use: 5000
max_epochs: 15
train_sample_n: 5
REFORWARD: false