Skip to content

Commit

Permalink
vqa training script
Browse files Browse the repository at this point in the history
  • Loading branch information
ChenRocks committed Aug 6, 2020
1 parent e40d268 commit 08d42dd
Show file tree
Hide file tree
Showing 2 changed files with 437 additions and 0 deletions.
36 changes: 36 additions & 0 deletions config/train-vqa-base-4gpu.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
{
"train_txt_dbs": ["/txt/vqa_train.db",
"/txt/vqa_trainval.db",
"/txt/vqa_vg.db"],
"train_img_dbs": ["/img/coco_train2014/", "/img/coco_val2014", "/img/vg/"],
"val_txt_db": "/txt/vqa_devval.db",
"val_img_db": "/img/coco_val2014/",
"checkpoint": "/pretrain/uniter-base.pt",
"model_config": "/src/config/uniter-base.json",
"output_dir": "/storage/vqa/default",
"max_txt_len": 60,
"conf_th": 0.2,
"max_bb": 100,
"min_bb": 10,
"num_bb": 36,
"train_batch_size": 5120,
"val_batch_size": 10240,
"gradient_accumulation_steps": 5,
"learning_rate": 8e-05,
"lr_mul": 10.0,
"valid_steps": 500,
"num_train_steps": 6000,
"optim": "adamw",
"betas": [
0.9,
0.98
],
"dropout": 0.1,
"weight_decay": 0.01,
"grad_norm": 2.0,
"warmup_steps": 600,
"seed": 42,
"fp16": true,
"n_workers": 4,
"pin_mem": true
}
Loading

0 comments on commit 08d42dd

Please sign in to comment.