eval tracker update

lm_eval/evaluator.py

@@ -158,11 +158,6 @@ def simple_evaluate(
  "No tasks specified, or no tasks found. Please verify the task names."
  )
 
- if evaluation_tracker is None:
- raise ValueError(
- "EvaluationTracker not provided. Please provide an instance of EvaluationTracker."
- )
-
  if gen_kwargs is not None:
  gen_kwargs = simple_parse_args_string(gen_kwargs)
  eval_logger.warning(
@@ -269,12 +264,13 @@ def simple_evaluate(
  if check_integrity:
  run_task_tests(task_list=tasks)
 
- evaluation_tracker.general_config_tracker.log_experiment_args(
- model_source=model,
- model_args=model_args,
- system_instruction=system_instruction,
- chat_template=lm.chat_template,
- )
+ if evaluation_tracker is not None:
+ evaluation_tracker.general_config_tracker.log_experiment_args(
+ model_source=model,
+ model_args=model_args,
+ system_instruction=system_instruction,
+ chat_template=lm.chat_template if apply_chat_template else None,
+ )
 
  results = evaluate(
  lm=lm,

lm_eval/logging/evaluation_tracker.py

@@ -73,9 +73,11 @@ def log_experiment_args(
  r"[\"<>:/\|\\?\*\[\]]+", "__", self.model_name
  )
  self.system_instruction = system_instruction
- self.system_instruction_sha = hash_string(system_instruction)
+ self.system_instruction_sha = (
+ hash_string(system_instruction) if system_instruction else None
+ )
  self.chat_template = chat_template
- self.chat_template_sha = hash_string(chat_template)
+ self.chat_template_sha = hash_string(chat_template) if chat_template else None
 
  def log_end_time(self) -> None:
  """Logs the end time of the evaluation and calculates the total evaluation time."""