ChromiumPlutoniumAI commited on
Commit
6acc39f
·
verified ·
1 Parent(s): f666c22

Create data_loader.py

Browse files
Files changed (1) hide show
  1. data_loader.py +10 -0
data_loader.py ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ def load_hf_dataset():
2
+ dataset = load_dataset("your_username/dataset_name",
3
+ split={
4
+ "train": "train",
5
+ "validation": "validation"
6
+ },
7
+ token="YOUR_HF_TOKEN"
8
+ )
9
+ return dataset
10
+