VQA-tgif-frame.json

{
    "output_dir": "",
    "video_resolution":224,
    "learning_rate": 1e-04,
    "optim": "adamw",
    "betas": [
        0.9,
        0.98
    ],
    "weight_decay": 0.01,
    "grad_norm": 5.0,
    "warmup_ratio": 0.1,
    "seed": 50,
    "fp16": true,
    "pin_mem": true,

        "data_cfg":{
            
            "train":  
                    [{"name": "tgif_qa",
                    "txt": "datasets/tgif/train_desc_qa.json",
                    "video": "datasets/tgif/frames_fps4",
                    "datatype": "video",
                    "video_sample_num": 4,
                    "task" : "qa",
                    "epoch": 10,
                    "n_workers":8,
                    "data_format":"frame",
                    "batch_size": 64}],
             "val":                
          [{
              "name": "tgif_qa",
              "txt": "datasets/tgif/test_desc_qa.json",
              "video": "datasets/tgif/frames_fps4",
              "datatype": "video",  
              "video_sample_num": 4,    
              "task" : "qa",
              "data_format":"frame",
              "n_workers": 8,
              "batch_size": 8 
          }]}}