fix plot error (#651)

modelscope · Apr 3, 2024 · 898783b · 898783b
1 parent a4cbc59
commit 898783b
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 3 deletions.
diff --git a/requirements/framework.txt b/requirements/framework.txt
@@ -14,6 +14,6 @@ rouge
 safetensors
 tensorboard
 tqdm
-transformers>=4.33,<4.40
+transformers>=4.33,<4.41
 transformers_stream_generator
 trl>=0.7.7
diff --git a/swift/ui/llm_train/runtime.py b/swift/ui/llm_train/runtime.py
@@ -438,7 +438,12 @@ def plot(task):
  fname = [
  fname for fname in os.listdir(tb_dir)
  if os.path.isfile(os.path.join(tb_dir, fname))
- ][0]
+ and fname.startswith('events.out')
+ ]
+ if fname:
+ fname = fname[0]
+ else:
+ return [None] * len(Runtime.sft_plot)
  tb_path = os.path.join(tb_dir, fname)
  data = read_tensorboard_file(tb_path)
 

diff --git a/swift/utils/metric.py b/swift/utils/metric.py
@@ -2,7 +2,6 @@
 
 from typing import Dict, Literal
 
-import jieba
 import numpy as np
 from nltk.translate.bleu_score import SmoothingFunction, sentence_bleu
 from rouge.rouge import Rouge
@@ -15,6 +14,7 @@
 
 
 def compute_nlg_metrics(prediction, tokenizer):
+ import jieba
  preds, labels = prediction[0], prediction[1]
 
  score_dict = {'rouge-1': [], 'rouge-2': [], 'rouge-l': [], 'bleu-4': []}