We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 88be385 commit 691c3d4Copy full SHA for 691c3d4
swift/megatron/train/utils.py
@@ -19,7 +19,7 @@ def swift_datasets_provider(train_val_test_num_samples):
19
step_batch_size = \
20
args.micro_batch_size * data_parallel_size
21
# To avoid errors caused by the validation set being insufficient to complete a single step.
22
- if len(val_dataset) < step_batch_size:
+ if val_dataset is not None and len(val_dataset) < step_batch_size:
23
val_dataset = None
24
return train_dataset, val_dataset, None
25
0 commit comments