Updates

src/data/make_dataset.py

@@ -1,4 +1,11 @@
 from datasets import load_dataset
+import pandas as pd
 
-dataset = load_dataset('cnn_dailymail', '3.0.0')
 
+def make_dataset(dataset='cnn_dailymail', split='train', version="3.0.0"):
+    """make dataset for summarisation"""
+    dataset = load_dataset(dataset, split=split, script_version=version)
+    df = pd.DataFrame()
+    df['input_text'] = dataset['concepts']
+    df['output_text'] = dataset['target']
+    return df

src/models/model.py

@@ -364,7 +364,7 @@ class Summarization:
 
     def save_model(
             self,
-            model_dir="models"
+            model_dir="../../models"
     ):
         """
         Save model to dir