diff --git a/mindformers/dataset/dataloader/hf_dataloader.py b/mindformers/dataset/dataloader/hf_dataloader.py
index 94bfd6837ffa4a8dc621da151066ef043cde5517..0839b4da4bbcdc095d8b33ebdc7dfba2a66e9437 100644
--- a/mindformers/dataset/dataloader/hf_dataloader.py
+++ b/mindformers/dataset/dataloader/hf_dataloader.py
@@ -354,6 +354,10 @@ class HFDataLoader:
         """Wrap source dataset with Mindspore Dataset."""
         if getattr(config, 'streaming', False):
             hf_dataset = HFIterableDataset(config, dataset, num_shards, shard_id)
+            if num_parallel_workers > 1:
+                num_parallel_workers = 1
+                logger.warning(
+                    "Streaming mode only supports 'num_parallel_workers=1'. Automatically resetting the value.")
         else:
             hf_dataset = HFDataset(config, dataset)
         dataset = GeneratorDataset(