demo_bae.py

import OpenAttack
import nltk
from nltk.sentiment.vader import SentimentIntensityAnalyzer
import numpy as np
from tqdm import tqdm
import os 
os.environ['KMP_DUPLICATE_LIB_OK']='True'

def main():

    print("New Attacker")
    attacker = OpenAttack.attackers.BAEAttacker()

    print("Build model")
    # clsf = make_model()
    clsf = OpenAttack.DataManager.load("Victim.BiLSTM.SST")

    dataset = OpenAttack.DataManager.loadDataset("SST.sample")[2:9]

    print("Start attack")
    options = {
        "success_rate": True,
        "fluency": False,
        "mistake": False,
        "semantic": False,
        "levenstein": True,
        "word_distance": False,
        "modification_rate": True,
        "running_time": True,

        "invoke_limit": 500,
        "average_invoke": True
    }
    attack_eval = OpenAttack.attack_evals.InvokeLimitedAttackEval(attacker, clsf, **options )
    attack_eval.eval(dataset, visualize=True)
    
    # attack_eval = OpenAttack.attack_evals.DefaultAttackEval(attacker, clsf)

    # attack_eval.eval(dataset, visualize=True)
    


if __name__ == "__main__":
    main()