Turn shuffling back on

Signed-off-by: Alex-Brooks <[email protected]>
opendatahub-io · Sep 12, 2023 · d0a192c · d0a192c
1 parent 161e14d
commit d0a192c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/caikit_nlp/modules/text_generation/text_generation_local.py b/caikit_nlp/modules/text_generation/text_generation_local.py
@@ -554,6 +554,8 @@ def _preprocess_function(
  "max_target_length": max_target_length,
  },
  )
+ if shuffle:
+ return mapped_dataset.shuffle()
  return mapped_dataset
 
  @staticmethod