split added

src/data/make_dataset.py

@@ -1,15 +1,19 @@
 import yaml
 from datasets import load_dataset
 import pandas as pd
+import os
+
 
 
 def make_dataset(dataset='cnn_dailymail', split='train'):
     """make dataset for summarisation"""
+    if not os.path.exists('data/raw'):
+        os.makedirs('data/raw')
     dataset = load_dataset(dataset, '3.0.0', split=split)
     df = pd.DataFrame()
     df['article'] = dataset['article']
     df['highlights'] = dataset['highlights']
-    #df.to_csv('data/raw/{}.csv'.format(split))
+    df.to_csv('data/raw/{}.csv'.format(split))
 
 
 if __name__ == '__main__':