run_crag_inference.sh

#!/bin/sh

cd scripts

dataset=popqa
python CRAG_Inference.py \
--generator_path YOUR_GENERATOR_PATH \
--evaluator_path YOUR_EVALUATOR_PATH \
--input_file ../data/$dataset/test_$dataset.txt \
--output_file ../data/$dataset/output/YOUR_OUTPUT_FILE \
--internal_knowledge_path ../data/$dataset/ref/correct \
--external_knowledge_path ../data/$dataset/ref/incorrect \
--combined_knowledge_path ../data/$dataset/ref/ambiguous \
--task $dataset --method crag --device cuda:0 \
--ndocs 10 --batch_size 8 --upper_threshold 0.592 --lower_threshold 0.995

# python CRAG_Inference.py \
# --generator_path YOUR_GENERATOR_PATH \
# --evaluator_path YOUR_EVALUATOR_PATH \
# --input_file ../data/pubqa/test_pubqa.txt \
# --output_file ../data/pubqa/output/YOUR_OUTPUT_FILE \
# --internal_knowledge_path ../data/pubqa/ref/correct \
# --external_knowledge_path ../data/pubqa/ref/incorrect \
# --combined_knowledge_path ../data/pubqa/ref/ambiguous \
# --task pubqa --method crag --device cuda:0 \
# --ndocs 10 --batch_size 8 --upper_threshold 0.5 --lower_threshold 0.915