config.json

{
    "name": "AAAI2021",
    "n_gpu": 1,
    "seed": 123,

    "model": {
        "type": "MCM",
        "args": {
            "visual_dim": 512,
            "n_dim": 300,
            "dropout_p":  0.0,

            "options":{
                "subs_low": true,
                "subs_high": true,
                "visual_low": true,
                "visual_high": true
            },
            "remove_coreference": false,
            "remove_metadata": false,
            "bert": false
        }
    },

    "data_loader": {
        "type": "DramaQADataLoader",
        "args":{
            "batch_size": 4,
            "shuffle": true,
            "num_workers": 0,

            "extractor_workers": 40,
            "extractor_batch_size": 32,

            "remove_coreference": false,
            "remove_metadata": false,

            "tokenizer": "nonword",
            "bert": false,
            "vocab_freq": 1,
            "lower": true,
            "save_cache": true,
            "image_path": "/data/dataset/AnotherMissOh/AnotherMissOh_images",
            "visual_path": "/data/dataset/AnotherMissOh/AnotherMissOh_Visual.json",
            "data_path": "/data/dataset/AnotherMissOh/AnotherMissOh_QA/AnotherMissOhQA_set_script.jsonl",
            "subtitle_path": "/data/dataset/AnotherMissOh/AnotherMissOh_script.json",
            "qa_path": "/data/dataset/AnotherMissOh/AnotherMissOh_QA",
            "glove_path": "/data/dataset/AnotherMissOh/glove.6B.300d.txt",
            "vocab_path": "/data/dataset/AnotherMissOh/vocab.pickle",

            "image_dim": 512,

            "max_word_per_sentence": 20,
            "max_sentence_per_scene": 30,
            "max_sub_len": 300,
            "max_image_len": 100,
            "max_frame_per_shot": 10,
            "max_shot_per_scene": 30,

            "inputs":[
                "que", "que_l",
                "ans", "ans_l",
                "qa", "qa_l",

                "sub",
                "spkr",
                "sub_l",
                "sub_l_l",

                "bbfts",
                "bbfts_l",
                "bbfts_l_l",
                "vmeta"
            ],
            "script_type": "sentence",
            "visual_type": "shot",
            "cc_spkr": false,
            "cc_qa": true,
            "flatten": false

        }
    },
    "optimizer": {
        "type": "Adam",
        "args":{
            "lr": 1e-4,
            "weight_decay": 1e-5,
            "amsgrad": true
        }
    },
    "loss": {
     "type": "CrossEntropyLoss",
     "args": {}
    },
    "metrics": [
        "accuracy",
        "accuracy_diff1",
        "accuracy_diff2",
        "accuracy_diff3",
        "accuracy_diff4"
    ],
    "lr_scheduler": {
        "type": "StepLR",
        "args": {
            "step_size": 10,
            "gamma": 0.1
        }
    },
    "trainer": {
        "epochs": 10,

        "save_dir": "/data/results/",
        "save_period": 1,
        "verbosity": 2,

        "monitor": "max val_accuracy",
        "early_stop": 5,

        "tensorboard": true,
        "add_histogram": false
    }
}