Skip to content

Commit aa99dee

Browse files
thomasthomas
thomas
authored and
thomas
committed
update
1 parent c3088c9 commit aa99dee

File tree

1 file changed

+2
-5
lines changed

1 file changed

+2
-5
lines changed

src/lightning/data/README.md

+2-5
Original file line numberDiff line numberDiff line change
@@ -259,13 +259,10 @@ import os
259259
import torch
260260
from lightning.data import StreamingDataset, StreamingDataLoader
261261

262-
# Remote path where full dataset is persistently stored
263-
input_dir = 's3://my-bucket/my-data'
264-
265-
dataset = StreamingDataset(input_dir, shuffle=True)
262+
dataset = StreamingDataset("s3://my-bucket/my-data", shuffle=True)
266263
dataloader = StreamingDataLoader(dataset, num_workers=os.cpu_count(), batch_size=64)
267264

268-
# Restore the DataLoader state if it exists
265+
# Restore the dataLoader state if it exists
269266
if os.path.isfile("dataloader_state.pt"):
270267
state_dict = torch.load("dataloader_state.pt")
271268
dataloader.load_state_dict(state_dict)

0 commit comments

Comments
 (0)