diff --git a/hf/bench-bt_fa.py b/hf/bench-bt_fa.py index efd3357..005ee92 100644 --- a/hf/bench-bt_fa.py +++ b/hf/bench-bt_fa.py @@ -1,6 +1,7 @@ # Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM from optimum.bettertransformer import BetterTransformer +import torch import time import sys sys.path.append('../common/')