We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c3088c9 commit aa99deeCopy full SHA for aa99dee
src/lightning/data/README.md
@@ -259,13 +259,10 @@ import os
259
import torch
260
from lightning.data import StreamingDataset, StreamingDataLoader
261
262
-# Remote path where full dataset is persistently stored
263
-input_dir = 's3://my-bucket/my-data'
264
-
265
-dataset = StreamingDataset(input_dir, shuffle=True)
+dataset = StreamingDataset("s3://my-bucket/my-data", shuffle=True)
266
dataloader = StreamingDataLoader(dataset, num_workers=os.cpu_count(), batch_size=64)
267
268
-# Restore the DataLoader state if it exists
+# Restore the dataLoader state if it exists
269
if os.path.isfile("dataloader_state.pt"):
270
state_dict = torch.load("dataloader_state.pt")
271
dataloader.load_state_dict(state_dict)
0 commit comments