, unzip=True

utils/remove_duplicates.py

@@ -1,4 +1,7 @@
-def remove_duplicates(items: list, key=lambda x: x, show_process=False):
+def unzip(items: list):
+    return [list(i) for i in zip(*items)]
+
+def remove_duplicates(items: list, key=lambda x: x, show_process=False, unzip=False):
     '''
     Remove duplicates from a list of items
     Args:
@@ -12,4 +15,5 @@ def remove_duplicates(items: list, key=lambda x: x, show_process=False):
     if show_process:
         import tqdm
         progress = tqdm.tqdm
-    return list({key(item): item for item in progress(items, desc='Deduping...')}.values())
+    deduped_items =  list({key(item): item for item in progress(items, desc='Deduping...')}.values())
+    return deduped_items if not unzip else unzip(deduped_items)

utils/unzip.py

@@ -1,2 +0,0 @@
-def unzip(items: list):
-    return list(zip(*items))