NUM_MULTI_VECTORS=3
MAX_OUTPUT_LENGTH=$(($NUM_MULTI_VECTORS + 1))

# you can use --infer_dir or --infer_ckpt for other checkpoints
# e.g., --infer_dir logs/model_glen_nq/GLEN_P1_base/checkpoint-1234
# e.g., --infer_ckpt logs/model_glen_nq/GLEN_P1_base/checkpoint-1234/pytorch_model.bin

CUDA_VISIBLE_DEVICES=0 python examples/glen_phase2/evaluate_glen.py \
  --model_name_or_path t5-base \
  --dataset_name nq320k \
  --max_input_length 156 \
  --per_device_eval_batch_size 16 \
  --id_class t5_bm25_truncate_3 \
  --docid_file_name glen_nq_docid \
  --max_output_length $MAX_OUTPUT_LENGTH \
  --num_return_sequences 100 \
  --infer_dir checkpoint/glen_p2_nq \
  --output_dir output