Eval Only

hendrycks · Jan 26, 2023 · bdc697a · bdc697a
1 parent a3017bc
commit bdc697a
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/evaluate_flan.py b/evaluate_flan.py
@@ -40,6 +40,7 @@ def gen_prompt(train_df, subject, k=-1):
  return prompt
 
 
+@torch.no_grad()
 def eval(args, subject, model, tokenizer, dev_df, test_df):
  cors = []
  all_probs = []
@@ -114,6 +115,7 @@ def main(args):
  for gpu in range(args.ngpu)
  }
  model.parallelize(device_map)
+ model.eval()
  subjects = sorted(
  [
  f.split("_test.csv")[0]