Experimenting with something....

app.py

@@ -29,6 +29,34 @@ DEV_AMOUNT = 10
 READ_DISTRO = False
 GATED_IMAGENET = os.environ.get("GATED_IMAGENET")
 
+def get_label_fractions(dataset):
+    print("Getting label proportions.")
+    if READ_DISTRO:
+        with open("label_distro.json", "r+") as f:
+            label_counts = json.loads(f.read())
+    else:
+        label_counts = Counter([example['label'] for example in dataset])
+        # Don't overrwrite the distribution when devving.
+        if not DEV:
+            with open("label_distro.json", "w+") as f:
+                f.write(json.dumps(label_counts))
+    label_list = list(label_counts.keys())
+    denom = sum(label_counts.values())
+    label_fractions = [label_counts[key]/denom for key in label_counts]
+    return label_list, label_fractions
+
+
+def randomize_labels(examples, indices):
+    # What set of examples should be randomized in this batch?
+    # This is the intersection of the batch indices and the indices we randomly selected to change the labels of.
+    batch_subset = list(set(indices) & randomize_subset)
+    # If this batch has indices that we're changing the label of....
+    if batch_subset != []:
+        # Change the label to a random integer between 0 and 9
+        for n in range(len(indices)):
+            index = indices[n]
+            examples["label"][n] = new_random_labels.pop() if index in batch_subset else examples["label"][n]
+    return examples
 
 def main(percentage=10):
     global randomize_subset
@@ -78,34 +106,5 @@ def main(percentage=10):
     print("That took %d seconds" % (end - start))
 
 
-def get_label_fractions(dataset):
-    print("Getting label proportions.")
-    if READ_DISTRO:
-        with open("label_distro.json", "r+") as f:
-            label_counts = json.loads(f.read())
-    else:
-        label_counts = Counter([example['label'] for example in dataset])
-        # Don't overrwrite the distribution when devving.
-        if not DEV:
-            with open("label_distro.json", "w+") as f:
-                f.write(json.dumps(label_counts))
-    label_list = list(label_counts.keys())
-    denom = sum(label_counts.values())
-    label_fractions = [label_counts[key]/denom for key in label_counts]
-    return label_list, label_fractions
-
-
-def randomize_labels(examples, indices):
-    # What set of examples should be randomized in this batch?
-    # This is the intersection of the batch indices and the indices we randomly selected to change the labels of.
-    batch_subset = list(set(indices) & randomize_subset)
-    # If this batch has indices that we're changing the label of....
-    if batch_subset != []:
-        # Change the label to a random integer between 0 and 9
-        for n in range(len(indices)):
-            index = indices[n]
-            examples["label"][n] = new_random_labels.pop() if index in batch_subset else examples["label"][n]
-    return examples
-
 demo = gr.Interface(fn=main, inputs="text", outputs="text")
 demo.launch()