config.json

{
    "name": "Email-Spam",
    "n_gpu": 2,
    "arch": {
      "type": "BertClassifier",
      "args": {"out_dim": 2,
        "seq_length": 128}
    },

    "train_data_loader": {
        "type": "EmailSpamTrainDataLoader",
        "args": {
            "data_dir": "data/email_spam",
            "vocab_from_pretrained": "bert-base-uncased",
            "seq_length": 128,
            "batch_size": 32,
            "shuffle": true,
            "validation_split": 0.15
        }
    },
    "test_data_loader": {
        "type": "EmailSpamTestDataLoader",
        "args": {
            "data_dir": "data/email_spam",
            "vocab_from_pretrained": "bert-base-uncased",
            "seq_length": 128,
            "batch_size": 32,
            "shuffle": true
        }
    },
    "optimizer": {
        "type": "Adam",
        "args": {"lr": 2e-6, "weight_decay": 0, "amsgrad": true}
    },
    "loss": "cross_entropy",
    "metrics": ["accuracy"],
    "lr_scheduler": {"type": "StepLR", "args": {"step_size": 10, "gamma": 0.1}},
    "trainer": {
        "epochs": 3,
        "save_dir": "saved/",
        "save_period": 1,
        "verbosity": 2,
        "monitor": "min val_loss",
        "early_stop": 10,
        "tensorboardX": true
    },
    "test_methods": ["predict_classes_from_batch"]
}