{
  "Character Error Rate (CER)": {
    "count": 16,
    "is_lower_better": true
  },
  "BLEU": {
    "count": 372,
    "is_lower_better": false
  },
  "Sequence error": {
    "count": 3,
    "is_lower_better": true
  },
  "Average Accuracy": {
    "count": 483,
    "is_lower_better": false
  },
  "Word Error Rate (WER)": {
    "count": 370,
    "is_lower_better": true
  },
  "Accuracy (%)": {
    "count": 505,
    "is_lower_better": false
  },
  "10 Images, 4*4 Stitching, Exact Accuracy": {
    "count": 14,
    "is_lower_better": false
  },
  "PSNR (sRGB)": {
    "count": 122,
    "is_lower_better": false
  },
  "SSIM (sRGB)": {
    "count": 129,
    "is_lower_better": false
  },
  "Params(M)": {
    "count": 67,
    "is_lower_better": false
  },
  "PSNR": {
    "count": 1704,
    "is_lower_better": false
  },
  "VMAF": {
    "count": 51,
    "is_lower_better": false
  },
  "ERQAv2.0": {
    "count": 11,
    "is_lower_better": false
  },
  "LPIPS": {
    "count": 392,
    "is_lower_better": false
  },
  "SSIM": {
    "count": 1540,
    "is_lower_better": false
  },
  "Params": {
    "count": 257,
    "is_lower_better": false
  },
  "Average PSNR": {
    "count": 73,
    "is_lower_better": false
  },
  "Subjective": {
    "count": 11,
    "is_lower_better": false
  },
  "MAE": {
    "count": 1124,
    "is_lower_better": false
  },
  "Params (M)": {
    "count": 196,
    "is_lower_better": false
  },
  "Negative CLL": {
    "count": 1,
    "is_lower_better": false
  },
  "Avg AMD/AMV 8/12": {
    "count": 7,
    "is_lower_better": false
  },
  "ADE-8/12": {
    "count": 26,
    "is_lower_better": false
  },
  "CF_MSE(1.5)": {
    "count": 10,
    "is_lower_better": false
  },
  "C_MSE(1.5)": {
    "count": 10,
    "is_lower_better": false
  },
  "MSE(0.5)": {
    "count": 10,
    "is_lower_better": false
  },
  "MSE(1.0)": {
    "count": 10,
    "is_lower_better": false
  },
  "MSE(1.5)": {
    "count": 10,
    "is_lower_better": false
  },
  "MR (K=6)": {
    "count": 301,
    "is_lower_better": false
  },
  "brier-minFDE (K=6)": {
    "count": 301,
    "is_lower_better": false
  },
  "minADE (K=6)": {
    "count": 301,
    "is_lower_better": false
  },
  "minFDE (K=6)": {
    "count": 301,
    "is_lower_better": false
  },
  "ADE": {
    "count": 18,
    "is_lower_better": false
  },
  "FDE": {
    "count": 9,
    "is_lower_better": false
  },
  "ADE(0.5)": {
    "count": 2,
    "is_lower_better": false
  },
  "ADE(1.0)": {
    "count": 2,
    "is_lower_better": false
  },
  "ADE(1.5)": {
    "count": 2,
    "is_lower_better": false
  },
  "FDE(1.5)": {
    "count": 2,
    "is_lower_better": false
  },
  "FIOU(1.5)": {
    "count": 2,
    "is_lower_better": false
  },
  "RMSE": {
    "count": 439,
    "is_lower_better": false
  },
  "Accuracy": {
    "count": 9262,
    "is_lower_better": false
  },
  "DTW R@1": {
    "count": 6,
    "is_lower_better": false
  },
  "STB": {
    "count": 2,
    "is_lower_better": false
  },
  "FDE-8/12": {
    "count": 19,
    "is_lower_better": false
  },
  "mADEK @4.8s": {
    "count": 1,
    "is_lower_better": false
  },
  "mF DEK @4.8s": {
    "count": 1,
    "is_lower_better": false
  },
  "ADE-8/12 @K = 20": {
    "count": 18,
    "is_lower_better": false
  },
  "FDE-8/12 @K= 20": {
    "count": 18,
    "is_lower_better": false
  },
  "ADE (8/12) @K=5": {
    "count": 7,
    "is_lower_better": false
  },
  "FDE(8/12) @K=5": {
    "count": 7,
    "is_lower_better": false
  },
  "ADE (in world coordinates)": {
    "count": 4,
    "is_lower_better": false
  },
  "AMD": {
    "count": 1,
    "is_lower_better": false
  },
  "AMV": {
    "count": 1,
    "is_lower_better": false
  },
  "FDE (in world coordinates)": {
    "count": 4,
    "is_lower_better": false
  },
  "MinADE_10": {
    "count": 34,
    "is_lower_better": false
  },
  "MinADE_5": {
    "count": 34,
    "is_lower_better": false
  },
  "MinFDE_1": {
    "count": 33,
    "is_lower_better": false
  },
  "MissRateTopK_2_10": {
    "count": 33,
    "is_lower_better": false
  },
  "MissRateTopK_2_5": {
    "count": 33,
    "is_lower_better": false
  },
  "OffRoadRate": {
    "count": 33,
    "is_lower_better": false
  },
  "minADE6": {
    "count": 3,
    "is_lower_better": false
  },
  "minFDE6": {
    "count": 4,
    "is_lower_better": false
  },
  "minFDE1": {
    "count": 1,
    "is_lower_better": false
  },
  "minADE3": {
    "count": 3,
    "is_lower_better": false
  },
  "minFDE3": {
    "count": 3,
    "is_lower_better": false
  },
  "COL": {
    "count": 3,
    "is_lower_better": false
  },
  "Abs Rel": {
    "count": 7,
    "is_lower_better": false
  },
  "RMSE log": {
    "count": 6,
    "is_lower_better": false
  },
  "Sq Rel": {
    "count": 8,
    "is_lower_better": false
  },
  "Delta < 1.25": {
    "count": 6,
    "is_lower_better": false
  },
  "absolute relative error": {
    "count": 21,
    "is_lower_better": true
  },
  "BadPix(0.01)": {
    "count": 5,
    "is_lower_better": false
  },
  "BadPix(0.03)": {
    "count": 5,
    "is_lower_better": false
  },
  "BadPix(0.07)": {
    "count": 4,
    "is_lower_better": false
  },
  "MSE ": {
    "count": 27,
    "is_lower_better": false
  },
  "Delta < 1.25^2": {
    "count": 3,
    "is_lower_better": false
  },
  "Delta < 1.25^3": {
    "count": 3,
    "is_lower_better": false
  },
  "mean absolute error": {
    "count": 3,
    "is_lower_better": true
  },
  "Absolute relative error (AbsRel)": {
    "count": 2,
    "is_lower_better": true
  },
  "L1 error": {
    "count": 4,
    "is_lower_better": true
  },
  "RMS": {
    "count": 15,
    "is_lower_better": false
  },
  "mAP": {
    "count": 1923,
    "is_lower_better": false
  },
  "Number of parameters (M)": {
    "count": 45,
    "is_lower_better": false
  },
  "Macro-AUC": {
    "count": 20,
    "is_lower_better": false
  },
  "Macro-F1": {
    "count": 104,
    "is_lower_better": false
  },
  "Micro-AUC": {
    "count": 20,
    "is_lower_better": false
  },
  "Micro-F1": {
    "count": 115,
    "is_lower_better": false
  },
  "Precision@15": {
    "count": 27,
    "is_lower_better": false
  },
  "Precision@8": {
    "count": 38,
    "is_lower_better": false
  },
  "Precision@5": {
    "count": 8,
    "is_lower_better": false
  },
  "AUC Macro": {
    "count": 17,
    "is_lower_better": false
  },
  "AUC Micro": {
    "count": 17,
    "is_lower_better": false
  },
  "Exact Match Ratio": {
    "count": 12,
    "is_lower_better": false
  },
  "F1 Macro": {
    "count": 40,
    "is_lower_better": false
  },
  "F1 Micro": {
    "count": 24,
    "is_lower_better": false
  },
  "R-Prec": {
    "count": 199,
    "is_lower_better": false
  },
  "AUC (Macro)": {
    "count": 5,
    "is_lower_better": false
  },
  "AUC (Micro)": {
    "count": 5,
    "is_lower_better": false
  },
  "F1 (macro)": {
    "count": 7,
    "is_lower_better": false
  },
  "F1 (micro)": {
    "count": 28,
    "is_lower_better": false
  },
  "Macro AUC": {
    "count": 5,
    "is_lower_better": false
  },
  "Micro AUC": {
    "count": 5,
    "is_lower_better": false
  },
  "Precision @5": {
    "count": 5,
    "is_lower_better": false
  },
  "Mean Squared Error": {
    "count": 12,
    "is_lower_better": true
  },
  "F1": {
    "count": 2578,
    "is_lower_better": false
  },
  "Accuray": {
    "count": 87,
    "is_lower_better": false
  },
  "F1-score": {
    "count": 167,
    "is_lower_better": false
  },
  "Precision": {
    "count": 559,
    "is_lower_better": false
  },
  "Recall": {
    "count": 493,
    "is_lower_better": false
  },
  "Average daily returns": {
    "count": 1,
    "is_lower_better": false
  },
  "Hits@10": {
    "count": 338,
    "is_lower_better": false
  },
  "MRR": {
    "count": 485,
    "is_lower_better": false
  },
  "Hits@1": {
    "count": 431,
    "is_lower_better": false
  },
  "Hits@3": {
    "count": 207,
    "is_lower_better": false
  },
  "MR": {
    "count": 108,
    "is_lower_better": false
  },
  "training time (s)": {
    "count": 11,
    "is_lower_better": true
  },
  "H@1": {
    "count": 3,
    "is_lower_better": false
  },
  "H@10": {
    "count": 2,
    "is_lower_better": false
  },
  "AUC": {
    "count": 1067,
    "is_lower_better": false
  },
  "nDCG@10": {
    "count": 107,
    "is_lower_better": false
  },
  "AUPRC": {
    "count": 46,
    "is_lower_better": false
  },
  "AUROC": {
    "count": 399,
    "is_lower_better": false
  },
  "mAP@50": {
    "count": 7,
    "is_lower_better": false
  },
  "AP": {
    "count": 1107,
    "is_lower_better": false
  },
  "F1-Score": {
    "count": 91,
    "is_lower_better": false
  },
  "PR AUC": {
    "count": 8,
    "is_lower_better": false
  },
  "ROC AUC": {
    "count": 55,
    "is_lower_better": false
  },
  "Macro F1": {
    "count": 92,
    "is_lower_better": false
  },
  "Micro F1": {
    "count": 67,
    "is_lower_better": false
  },
  "Scaled time-delay embeddings": {
    "count": 3,
    "is_lower_better": true
  },
  "HITS@3": {
    "count": 6,
    "is_lower_better": false
  },
  "Mean AP": {
    "count": 26,
    "is_lower_better": false
  },
  "Hits@5": {
    "count": 6,
    "is_lower_better": false
  },
  "ACC": {
    "count": 67,
    "is_lower_better": false
  },
  "Hit@1": {
    "count": 48,
    "is_lower_better": false
  },
  "Hit@10": {
    "count": 25,
    "is_lower_better": false
  },
  "Hit@5": {
    "count": 3,
    "is_lower_better": false
  },
  "AUPR": {
    "count": 38,
    "is_lower_better": false
  },
  "Test Hits@50": {
    "count": 34,
    "is_lower_better": false
  },
  "MRR-ext-filtered": {
    "count": 5,
    "is_lower_better": false
  },
  "Hits": {
    "count": 1,
    "is_lower_better": false
  },
  "Interpretable": {
    "count": 2,
    "is_lower_better": false
  },
  "HR@10": {
    "count": 29,
    "is_lower_better": false
  },
  "P@1": {
    "count": 90,
    "is_lower_better": false
  },
  "Accuracy (5-fold)": {
    "count": 80,
    "is_lower_better": false
  },
  "R-FID": {
    "count": 2,
    "is_lower_better": false
  },
  "runtime (s)": {
    "count": 10,
    "is_lower_better": true
  },
  "A3DP": {
    "count": 10,
    "is_lower_better": false
  },
  "Intersection over Union": {
    "count": 66,
    "is_lower_better": false
  },
  "f-Score": {
    "count": 60,
    "is_lower_better": false
  },
  "Balanced Accuracy": {
    "count": 84,
    "is_lower_better": false
  },
  "F-score": {
    "count": 4,
    "is_lower_better": false
  },
  "FID": {
    "count": 1299,
    "is_lower_better": false
  },
  "mIoU": {
    "count": 1921,
    "is_lower_better": false
  },
  "Kernel Inception Distance": {
    "count": 14,
    "is_lower_better": false
  },
  "Class IOU": {
    "count": 12,
    "is_lower_better": false
  },
  "Per-class Accuracy": {
    "count": 12,
    "is_lower_better": false
  },
  "Per-pixel Accuracy": {
    "count": 20,
    "is_lower_better": false
  },
  "Frechet Inception Distance": {
    "count": 16,
    "is_lower_better": false
  },
  "Number of Params": {
    "count": 22,
    "is_lower_better": false
  },
  "fwIOU": {
    "count": 1,
    "is_lower_better": false
  },
  "Number of params": {
    "count": 1515,
    "is_lower_better": false
  },
  "Classification Error": {
    "count": 16,
    "is_lower_better": true
  },
  "DFID": {
    "count": 8,
    "is_lower_better": false
  },
  "mIoU (13 classes)": {
    "count": 49,
    "is_lower_better": false
  },
  "10 way 1~2 shot": {
    "count": 1,
    "is_lower_better": false
  },
  "classification score": {
    "count": 2,
    "is_lower_better": false
  },
  "Extra Manual Annotation": {
    "count": 2,
    "is_lower_better": false
  },
  "Lane Accuracy (LA)": {
    "count": 24,
    "is_lower_better": false
  },
  "mPQ": {
    "count": 10,
    "is_lower_better": false
  },
  "Classification Accuracy": {
    "count": 41,
    "is_lower_better": false
  },
  "Mean Angle Error": {
    "count": 13,
    "is_lower_better": true
  },
  " mAP": {
    "count": 77,
    "is_lower_better": false
  },
  "ABX-across": {
    "count": 4,
    "is_lower_better": false
  },
  "ABX-within": {
    "count": 4,
    "is_lower_better": false
  },
  "WER": {
    "count": 16,
    "is_lower_better": false
  },
  "VoxCeleb (Dev)": {
    "count": 8,
    "is_lower_better": false
  },
  "VoxCeleb (Test)": {
    "count": 8,
    "is_lower_better": false
  },
  "VoxPopuli (Dev)": {
    "count": 8,
    "is_lower_better": false
  },
  "VoxPopuli (Test)": {
    "count": 8,
    "is_lower_better": false
  },
  "Percentage error": {
    "count": 422,
    "is_lower_better": true
  },
  "Error rate - SNR 0dB": {
    "count": 1,
    "is_lower_better": true
  },
  "Test CER": {
    "count": 22,
    "is_lower_better": false
  },
  "Test WER": {
    "count": 91,
    "is_lower_better": false
  },
  "CallHome": {
    "count": 4,
    "is_lower_better": false
  },
  "SwitchBoard": {
    "count": 4,
    "is_lower_better": false
  },
  "Hub5'00": {
    "count": 1,
    "is_lower_better": false
  },
  "Eval2000": {
    "count": 1,
    "is_lower_better": false
  },
  "WER for Arabic": {
    "count": 6,
    "is_lower_better": false
  },
  "WER for French": {
    "count": 7,
    "is_lower_better": false
  },
  "WER for Spanish": {
    "count": 8,
    "is_lower_better": false
  },
  "WER for Turkish": {
    "count": 6,
    "is_lower_better": false
  },
  "WER (%)": {
    "count": 30,
    "is_lower_better": false
  },
  "Dev WER": {
    "count": 8,
    "is_lower_better": false
  },
  "UPOS": {
    "count": 4,
    "is_lower_better": false
  },
  "Macro-averaged F1": {
    "count": 4,
    "is_lower_better": false
  },
  "Acc": {
    "count": 231,
    "is_lower_better": false
  },
  "Weighted Average F1-score": {
    "count": 23,
    "is_lower_better": false
  },
  "Avg. F1": {
    "count": 9,
    "is_lower_better": false
  },
  "BLEX": {
    "count": 4,
    "is_lower_better": false
  },
  "Avg accuracy": {
    "count": 12,
    "is_lower_better": false
  },
  "BLEU-1": {
    "count": 74,
    "is_lower_better": false
  },
  "BLEU-2": {
    "count": 82,
    "is_lower_better": false
  },
  "Distinct-1": {
    "count": 1,
    "is_lower_better": false
  },
  "Distinct-2": {
    "count": 5,
    "is_lower_better": false
  },
  "0-shot MRR": {
    "count": 9,
    "is_lower_better": false
  },
  "Mean Opinion Score": {
    "count": 17,
    "is_lower_better": false
  },
  "10-keyword Speech Commands dataset": {
    "count": 4,
    "is_lower_better": false
  },
  "Phoneme Error Rate": {
    "count": 1,
    "is_lower_better": true
  },
  "Audio Quality MOS": {
    "count": 18,
    "is_lower_better": false
  },
  "Pleasantness MOS": {
    "count": 2,
    "is_lower_better": false
  },
  "MOS": {
    "count": 15,
    "is_lower_better": false
  },
  "3DPCK": {
    "count": 42,
    "is_lower_better": false
  },
  "MPJPE": {
    "count": 230,
    "is_lower_better": false
  },
  "F1-Hard": {
    "count": 6,
    "is_lower_better": false
  },
  "Error rate": {
    "count": 4,
    "is_lower_better": true
  },
  "Average F1": {
    "count": 172,
    "is_lower_better": false
  },
  "F1 (1% Few-Shot)": {
    "count": 5,
    "is_lower_better": false
  },
  "F1 (10% Few-Shot)": {
    "count": 4,
    "is_lower_better": false
  },
  "F1 (5% Few-Shot)": {
    "count": 4,
    "is_lower_better": false
  },
  "F1 (Zero-Shot)": {
    "count": 2,
    "is_lower_better": false
  },
  "Cross Sentence": {
    "count": 39,
    "is_lower_better": false
  },
  "NER Micro F1": {
    "count": 43,
    "is_lower_better": false
  },
  "RE Micro F1": {
    "count": 17,
    "is_lower_better": false
  },
  "RE+ Micro F1": {
    "count": 39,
    "is_lower_better": false
  },
  "Sentence Encoder": {
    "count": 22,
    "is_lower_better": false
  },
  "Relation classification F1": {
    "count": 6,
    "is_lower_better": false
  },
  "Relation F1": {
    "count": 2,
    "is_lower_better": false
  },
  "NER Macro F1": {
    "count": 23,
    "is_lower_better": false
  },
  "RE+ Macro F1": {
    "count": 16,
    "is_lower_better": false
  },
  "P@10%": {
    "count": 13,
    "is_lower_better": false
  },
  "P@30%": {
    "count": 12,
    "is_lower_better": false
  },
  "Ign F1": {
    "count": 67,
    "is_lower_better": false
  },
  "RE Macro F1": {
    "count": 1,
    "is_lower_better": false
  },
  "Triplet F1 (strict EL)": {
    "count": 2,
    "is_lower_better": false
  },
  "RE+ Macro F1 ": {
    "count": 8,
    "is_lower_better": false
  },
  "PR-AUC": {
    "count": 7,
    "is_lower_better": false
  },
  "0..5sec": {
    "count": 23,
    "is_lower_better": false
  },
  "ROC-AUC": {
    "count": 193,
    "is_lower_better": false
  },
  "MAP": {
    "count": 302,
    "is_lower_better": false
  },
  "P@5": {
    "count": 33,
    "is_lower_better": false
  },
  "Accuracy (max)": {
    "count": 6,
    "is_lower_better": false
  },
  "Accuracy (mean)": {
    "count": 10,
    "is_lower_better": false
  },
  "NLL": {
    "count": 133,
    "is_lower_better": false
  },
  "Top 1 Accuracy": {
    "count": 1476,
    "is_lower_better": false
  },
  "Top 5 Accuracy": {
    "count": 192,
    "is_lower_better": false
  },
  "Bit per Character (BPC)": {
    "count": 110,
    "is_lower_better": false
  },
  "Top-1": {
    "count": 82,
    "is_lower_better": false
  },
  "Google Speech Commands V1 12": {
    "count": 19,
    "is_lower_better": false
  },
  "Google Speech Commands V2 12": {
    "count": 17,
    "is_lower_better": false
  },
  "Google Speech Commands V2 35": {
    "count": 14,
    "is_lower_better": false
  },
  "Google Speech Commands V2 20": {
    "count": 4,
    "is_lower_better": false
  },
  "Google Speech Commands V1 2": {
    "count": 1,
    "is_lower_better": false
  },
  "Google Speech Commands V1 20": {
    "count": 1,
    "is_lower_better": false
  },
  "Google Speech Commands V1 35": {
    "count": 1,
    "is_lower_better": false
  },
  "Google Speech Commands V2 2": {
    "count": 1,
    "is_lower_better": false
  },
  "Google Speech Commands": {
    "count": 1,
    "is_lower_better": false
  },
  "Google Speech Command-Musan": {
    "count": 1,
    "is_lower_better": false
  },
  "Google Speech Commands V1 6": {
    "count": 1,
    "is_lower_better": false
  },
  "% Test Accuracy": {
    "count": 122,
    "is_lower_better": false
  },
  "Accuracy(10-fold)": {
    "count": 6,
    "is_lower_better": false
  },
  "TFMA": {
    "count": 2,
    "is_lower_better": false
  },
  "ATWV": {
    "count": 35,
    "is_lower_better": false
  },
  "Cnxe": {
    "count": 63,
    "is_lower_better": false
  },
  "MTWV": {
    "count": 35,
    "is_lower_better": false
  },
  "MinCnxe": {
    "count": 65,
    "is_lower_better": false
  },
  "PMUs": {
    "count": 3,
    "is_lower_better": false
  },
  "SSF": {
    "count": 3,
    "is_lower_better": false
  },
  "lowerbound ": {
    "count": 8,
    "is_lower_better": false
  },
  "ISF": {
    "count": 2,
    "is_lower_better": false
  },
  "PL": {
    "count": 2,
    "is_lower_better": false
  },
  "PMUi": {
    "count": 2,
    "is_lower_better": false
  },
  "Latency (STM32F746ZG)": {
    "count": 1,
    "is_lower_better": false
  },
  "Error Rate": {
    "count": 236,
    "is_lower_better": true
  },
  "Accuracy (10-fold)": {
    "count": 47,
    "is_lower_better": false
  },
  "Mean Reconstruction Error (mm)": {
    "count": 56,
    "is_lower_better": true
  },
  "B-MPJPE": {
    "count": 15,
    "is_lower_better": false
  },
  "B-MVE": {
    "count": 15,
    "is_lower_better": false
  },
  "B-NMJE": {
    "count": 15,
    "is_lower_better": false
  },
  "B-NMVE": {
    "count": 15,
    "is_lower_better": false
  },
  "PA-MPJPE": {
    "count": 200,
    "is_lower_better": false
  },
  "PVE": {
    "count": 2,
    "is_lower_better": false
  },
  "PCK": {
    "count": 156,
    "is_lower_better": false
  },
  "Average MPJPE (mm)": {
    "count": 182,
    "is_lower_better": false
  },
  "Average MPJPE-PA (mm)": {
    "count": 13,
    "is_lower_better": false
  },
  "Average MVE (mm)": {
    "count": 13,
    "is_lower_better": false
  },
  "Average MPJAE (deg)": {
    "count": 8,
    "is_lower_better": false
  },
  "Average MPJAE-PA (deg)": {
    "count": 8,
    "is_lower_better": false
  },
  "Average MVE-PA (mm)": {
    "count": 9,
    "is_lower_better": false
  },
  "Jitter (10m/s^3)": {
    "count": 9,
    "is_lower_better": false
  },
  "Mean mAP": {
    "count": 41,
    "is_lower_better": false
  },
  "Acceleration Error": {
    "count": 37,
    "is_lower_better": true
  },
  "Average PA-MPJPE (mm)": {
    "count": 1,
    "is_lower_better": false
  },
  "MPJAE": {
    "count": 3,
    "is_lower_better": false
  },
  "W-MPJPE": {
    "count": 2,
    "is_lower_better": false
  },
  "W-PVE": {
    "count": 2,
    "is_lower_better": false
  },
  "MPVPE": {
    "count": 80,
    "is_lower_better": false
  },
  "PA-MPVPE": {
    "count": 68,
    "is_lower_better": false
  },
  "FLOPs (G)": {
    "count": 1,
    "is_lower_better": false
  },
  "GFLOPs": {
    "count": 663,
    "is_lower_better": false
  },
  "MPJPE2D": {
    "count": 1,
    "is_lower_better": false
  },
  "MPJPE3D": {
    "count": 2,
    "is_lower_better": false
  },
  "P-MPJPE": {
    "count": 3,
    "is_lower_better": false
  },
  "CPS": {
    "count": 1,
    "is_lower_better": false
  },
  "Angular Error": {
    "count": 21,
    "is_lower_better": true
  },
  "MPVE (mm)": {
    "count": 2,
    "is_lower_better": false
  },
  "Multi-View or Monocular": {
    "count": 88,
    "is_lower_better": false
  },
  "Using 2D ground-truth joints": {
    "count": 88,
    "is_lower_better": false
  },
  "F1(t=0.4m)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1(t=0.8m)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1(t=1.2m)": {
    "count": 1,
    "is_lower_better": false
  },
  "Single-view": {
    "count": 1,
    "is_lower_better": false
  },
  "MPJPE (CA)": {
    "count": 1,
    "is_lower_better": false
  },
  "MPJPE (CS)": {
    "count": 1,
    "is_lower_better": false
  },
  "PCK3D (CA)": {
    "count": 1,
    "is_lower_better": false
  },
  "PCK3D (CS)": {
    "count": 1,
    "is_lower_better": false
  },
  "BoSE": {
    "count": 1,
    "is_lower_better": false
  },
  "PA-PVE-All": {
    "count": 4,
    "is_lower_better": false
  },
  "PA-PVE-Face": {
    "count": 4,
    "is_lower_better": false
  },
  "PA-PVE-Hands": {
    "count": 4,
    "is_lower_better": false
  },
  "PVE-All": {
    "count": 7,
    "is_lower_better": false
  },
  "PVE-Face": {
    "count": 4,
    "is_lower_better": false
  },
  "PVE-Hands": {
    "count": 4,
    "is_lower_better": false
  },
  "F-measure (%) - Full Lexicon": {
    "count": 21,
    "is_lower_better": false
  },
  "F-measure (%) - No Lexicon": {
    "count": 32,
    "is_lower_better": false
  },
  "F-Measure (%) - Full Lexicon": {
    "count": 10,
    "is_lower_better": false
  },
  "F-measure (%) - Generic Lexicon": {
    "count": 18,
    "is_lower_better": false
  },
  "F-measure (%) - Strong Lexicon": {
    "count": 18,
    "is_lower_better": false
  },
  "F-measure (%) - Weak Lexicon": {
    "count": 18,
    "is_lower_better": false
  },
  "Test error": {
    "count": 5,
    "is_lower_better": true
  },
  "MSE": {
    "count": 695,
    "is_lower_better": false
  },
  "SRCC": {
    "count": 155,
    "is_lower_better": false
  },
  "KLCC": {
    "count": 111,
    "is_lower_better": false
  },
  "PLCC": {
    "count": 253,
    "is_lower_better": false
  },
  "Type": {
    "count": 81,
    "is_lower_better": false
  },
  "SROCC": {
    "count": 66,
    "is_lower_better": false
  },
  "DeltaE": {
    "count": 1,
    "is_lower_better": false
  },
  "FSIM": {
    "count": 1,
    "is_lower_better": false
  },
  "PSNR on proRGB": {
    "count": 11,
    "is_lower_better": false
  },
  "PSNR on sRGB": {
    "count": 1,
    "is_lower_better": false
  },
  "SSIM on proRGB": {
    "count": 9,
    "is_lower_better": false
  },
  "SSIM on sRGB": {
    "count": 1,
    "is_lower_better": false
  },
  "BLEU score": {
    "count": 322,
    "is_lower_better": false
  },
  "Cased sacreBLEU": {
    "count": 4,
    "is_lower_better": false
  },
  "SacreBLEU": {
    "count": 34,
    "is_lower_better": false
  },
  "Median Relative Edit Distance": {
    "count": 3,
    "is_lower_better": false
  },
  "BLEU-4": {
    "count": 327,
    "is_lower_better": false
  },
  "BLEU (En-Scn)": {
    "count": 1,
    "is_lower_better": false
  },
  "BLEU (Scn-En)": {
    "count": 1,
    "is_lower_better": false
  },
  "BLEU (It-Scn)": {
    "count": 1,
    "is_lower_better": false
  },
  "BLEU (Scn-It)": {
    "count": 1,
    "is_lower_better": false
  },
  "Score": {
    "count": 2575,
    "is_lower_better": false
  },
  "1-of-100 Accuracy": {
    "count": 19,
    "is_lower_better": false
  },
  "ChrF++": {
    "count": 11,
    "is_lower_better": false
  },
  "BLEURT": {
    "count": 23,
    "is_lower_better": false
  },
  "BERTScore": {
    "count": 20,
    "is_lower_better": false
  },
  "METEOR": {
    "count": 656,
    "is_lower_better": false
  },
  "Hardware Burden": {
    "count": 65,
    "is_lower_better": false
  },
  "Operations per network pass": {
    "count": 21,
    "is_lower_better": false
  },
  "mean Dice": {
    "count": 158,
    "is_lower_better": false
  },
  "F-measure": {
    "count": 91,
    "is_lower_better": false
  },
  "Average MAE": {
    "count": 44,
    "is_lower_better": false
  },
  "S-Measure": {
    "count": 145,
    "is_lower_better": false
  },
  "max E-Measure": {
    "count": 24,
    "is_lower_better": false
  },
  "FPS": {
    "count": 197,
    "is_lower_better": false
  },
  "Dice": {
    "count": 81,
    "is_lower_better": false
  },
  "DSC": {
    "count": 57,
    "is_lower_better": false
  },
  "Avg DSC": {
    "count": 51,
    "is_lower_better": false
  },
  "Avg HD": {
    "count": 19,
    "is_lower_better": false
  },
  "IoU": {
    "count": 214,
    "is_lower_better": false
  },
  "AHD95": {
    "count": 4,
    "is_lower_better": false
  },
  "precision": {
    "count": 28,
    "is_lower_better": false
  },
  "Dice Score": {
    "count": 35,
    "is_lower_better": false
  },
  "Dice (Average)": {
    "count": 13,
    "is_lower_better": false
  },
  "NSD": {
    "count": 5,
    "is_lower_better": false
  },
  "ASD": {
    "count": 11,
    "is_lower_better": false
  },
  "Average Dice": {
    "count": 19,
    "is_lower_better": false
  },
  "Average Dice (5-folds)": {
    "count": 1,
    "is_lower_better": false
  },
  "MAE (5-folds)": {
    "count": 1,
    "is_lower_better": false
  },
  "mIoU (5-folds)": {
    "count": 1,
    "is_lower_better": false
  },
  "MSD": {
    "count": 2,
    "is_lower_better": false
  },
  "VS": {
    "count": 2,
    "is_lower_better": false
  },
  "Specificity": {
    "count": 50,
    "is_lower_better": false
  },
  "Dice score": {
    "count": 2,
    "is_lower_better": false
  },
  "Jaccard": {
    "count": 32,
    "is_lower_better": false
  },
  "VInfo": {
    "count": 1,
    "is_lower_better": false
  },
  "VRand": {
    "count": 1,
    "is_lower_better": false
  },
  "Warping Error": {
    "count": 1,
    "is_lower_better": true
  },
  "Test F1-Score": {
    "count": 1,
    "is_lower_better": false
  },
  "mDice": {
    "count": 7,
    "is_lower_better": false
  },
  "F1 score": {
    "count": 332,
    "is_lower_better": false
  },
  "Jaccard Index": {
    "count": 18,
    "is_lower_better": false
  },
  "FID-5k-training-steps": {
    "count": 6,
    "is_lower_better": false
  },
  "Inception score": {
    "count": 157,
    "is_lower_better": false
  },
  "Model Size (MB)": {
    "count": 9,
    "is_lower_better": false
  },
  "NFE": {
    "count": 65,
    "is_lower_better": false
  },
  "StyledTextSynth Clip Score": {
    "count": 7,
    "is_lower_better": false
  },
  "StyledTextSynth FID": {
    "count": 7,
    "is_lower_better": false
  },
  "StyledTextSynth OCR (Accuracy)": {
    "count": 7,
    "is_lower_better": false
  },
  "StyledTextSynth OCR (Cer)": {
    "count": 7,
    "is_lower_better": false
  },
  "StyledTextSynth OCR (F1 Score)": {
    "count": 7,
    "is_lower_better": false
  },
  "TextScenesHQ Clip Score": {
    "count": 7,
    "is_lower_better": false
  },
  "TextScenesHQ FID": {
    "count": 7,
    "is_lower_better": false
  },
  "TextScenesHQ OCR (Accuracy)": {
    "count": 7,
    "is_lower_better": false
  },
  "TextScenesHQ OCR (Cer)": {
    "count": 7,
    "is_lower_better": false
  },
  "TextScenesHQ OCR (F1 Score)": {
    "count": 7,
    "is_lower_better": false
  },
  "TextVisionBlend Clip Score": {
    "count": 7,
    "is_lower_better": false
  },
  "TextVisionBlend FID": {
    "count": 7,
    "is_lower_better": false
  },
  "TextVisionBlend OCR (Accuracy)": {
    "count": 7,
    "is_lower_better": false
  },
  "TextVisionBlend OCR (Cer)": {
    "count": 7,
    "is_lower_better": false
  },
  "TextVsionBlend OCR (F1 Score)": {
    "count": 7,
    "is_lower_better": false
  },
  "FID (SwAV)": {
    "count": 16,
    "is_lower_better": false
  },
  "Clean-FID (trainfull)": {
    "count": 13,
    "is_lower_better": false
  },
  "EQ-R": {
    "count": 18,
    "is_lower_better": false
  },
  "EQ-T": {
    "count": 18,
    "is_lower_better": false
  },
  "Clean-FID (70k)": {
    "count": 4,
    "is_lower_better": false
  },
  "FID-10k-training-steps": {
    "count": 17,
    "is_lower_better": false
  },
  "clean-FID": {
    "count": 10,
    "is_lower_better": false
  },
  "clean-KID": {
    "count": 6,
    "is_lower_better": false
  },
  "MAE Signature": {
    "count": 7,
    "is_lower_better": false
  },
  "MAE log-signature": {
    "count": 7,
    "is_lower_better": false
  },
  "RMSE Signature": {
    "count": 7,
    "is_lower_better": false
  },
  "RMSE log-signature": {
    "count": 7,
    "is_lower_better": false
  },
  "nats": {
    "count": 10,
    "is_lower_better": false
  },
  "bits/dimension": {
    "count": 20,
    "is_lower_better": false
  },
  "IS": {
    "count": 49,
    "is_lower_better": false
  },
  "10%": {
    "count": 10,
    "is_lower_better": false
  },
  "bpd (8-bits)": {
    "count": 2,
    "is_lower_better": false
  },
  "FID-50k": {
    "count": 6,
    "is_lower_better": false
  },
  "sFID": {
    "count": 4,
    "is_lower_better": false
  },
  "Inception Score": {
    "count": 67,
    "is_lower_better": false
  },
  "Bits per dim": {
    "count": 32,
    "is_lower_better": false
  },
  "KID": {
    "count": 13,
    "is_lower_better": false
  },
  "SIFID": {
    "count": 5,
    "is_lower_better": false
  },
  "bpd": {
    "count": 37,
    "is_lower_better": false
  },
  "Intra-FID": {
    "count": 5,
    "is_lower_better": false
  },
  "FID_CLIP": {
    "count": 2,
    "is_lower_better": false
  },
  "Coverage": {
    "count": 13,
    "is_lower_better": false
  },
  "Density": {
    "count": 8,
    "is_lower_better": false
  },
  "FD": {
    "count": 46,
    "is_lower_better": false
  },
  "Biology": {
    "count": 14,
    "is_lower_better": false
  },
  "Chemistry": {
    "count": 14,
    "is_lower_better": false
  },
  "Cultural": {
    "count": 14,
    "is_lower_better": false
  },
  "Overall": {
    "count": 185,
    "is_lower_better": false
  },
  "Physics": {
    "count": 14,
    "is_lower_better": false
  },
  "Space": {
    "count": 14,
    "is_lower_better": false
  },
  "Time": {
    "count": 14,
    "is_lower_better": true
  },
  "MS-SSIM": {
    "count": 61,
    "is_lower_better": false
  },
  "FLD": {
    "count": 1,
    "is_lower_better": false
  },
  "Average FID": {
    "count": 3,
    "is_lower_better": false
  },
  "SwAV-FID": {
    "count": 9,
    "is_lower_better": false
  },
  "Camera Error": {
    "count": 5,
    "is_lower_better": true
  },
  "Depth Error": {
    "count": 7,
    "is_lower_better": true
  },
  "CLIP Score": {
    "count": 9,
    "is_lower_better": false
  },
  "Harmonic mean": {
    "count": 169,
    "is_lower_better": false
  },
  "ArtFID": {
    "count": 1,
    "is_lower_better": false
  },
  " Rank-1": {
    "count": 112,
    "is_lower_better": false
  },
  "Rank-1": {
    "count": 464,
    "is_lower_better": false
  },
  "Rank-10": {
    "count": 56,
    "is_lower_better": false
  },
  "Rank-5": {
    "count": 123,
    "is_lower_better": false
  },
  "Rank-20": {
    "count": 32,
    "is_lower_better": false
  },
  "Average mAP": {
    "count": 103,
    "is_lower_better": false
  },
  " mINP": {
    "count": 31,
    "is_lower_better": false
  },
  "mINP": {
    "count": 28,
    "is_lower_better": false
  },
  "rank1": {
    "count": 1,
    "is_lower_better": false
  },
  "Averaged rank-1 acc(%)": {
    "count": 9,
    "is_lower_better": false
  },
  " Rank-5": {
    "count": 5,
    "is_lower_better": false
  },
  "LogLoss": {
    "count": 38,
    "is_lower_better": true
  },
  " Rank-1 (All Search)": {
    "count": 1,
    "is_lower_better": false
  },
  " Rank-1 (Indoor Search)": {
    "count": 1,
    "is_lower_better": false
  },
  " mAP (All Search)": {
    "count": 1,
    "is_lower_better": false
  },
  " mAP (Indoor Search)": {
    "count": 1,
    "is_lower_better": false
  },
  " mINP (All Search)": {
    "count": 1,
    "is_lower_better": false
  },
  " mINP (Indoor Search)": {
    "count": 1,
    "is_lower_better": false
  },
  "Rank-1 (All Search)": {
    "count": 1,
    "is_lower_better": false
  },
  "Rank-1 (Indoor Search)": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP (All Search)": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP (Indoor Search)": {
    "count": 1,
    "is_lower_better": false
  },
  "mINP (All Search)": {
    "count": 1,
    "is_lower_better": false
  },
  "mINP (Indoor Search)": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy (% )": {
    "count": 54,
    "is_lower_better": false
  },
  "R1": {
    "count": 33,
    "is_lower_better": false
  },
  "3DIoU": {
    "count": 29,
    "is_lower_better": false
  },
  "Chamfer Distance": {
    "count": 37,
    "is_lower_better": false
  },
  "L1": {
    "count": 13,
    "is_lower_better": false
  },
  "Completeness": {
    "count": 2,
    "is_lower_better": false
  },
  "F-Score@1%": {
    "count": 7,
    "is_lower_better": false
  },
  "Chamfer": {
    "count": 1,
    "is_lower_better": false
  },
  "Normal Consistency": {
    "count": 1,
    "is_lower_better": false
  },
  "P2S": {
    "count": 1,
    "is_lower_better": false
  },
  "Comp": {
    "count": 24,
    "is_lower_better": false
  },
  "SDR (avg)": {
    "count": 41,
    "is_lower_better": false
  },
  "SDR (bass)": {
    "count": 42,
    "is_lower_better": false
  },
  "SDR (drums)": {
    "count": 42,
    "is_lower_better": false
  },
  "SDR (other)": {
    "count": 26,
    "is_lower_better": false
  },
  "SDR (vocals)": {
    "count": 41,
    "is_lower_better": false
  },
  "SI-SDRi (Bass)": {
    "count": 1,
    "is_lower_better": false
  },
  "Si-SDRi (Drums)": {
    "count": 1,
    "is_lower_better": false
  },
  "Si-SDRi (Guitar)": {
    "count": 1,
    "is_lower_better": false
  },
  "Si-SDRi (Piano)": {
    "count": 1,
    "is_lower_better": false
  },
  "SDR (others)": {
    "count": 14,
    "is_lower_better": false
  },
  "Average-mAP": {
    "count": 24,
    "is_lower_better": false
  },
  "mAP@0.5": {
    "count": 287,
    "is_lower_better": false
  },
  "mAP@0.75": {
    "count": 45,
    "is_lower_better": false
  },
  "mAP@0.95": {
    "count": 9,
    "is_lower_better": false
  },
  "mAP IOU@0.5": {
    "count": 97,
    "is_lower_better": false
  },
  "mAP IOU@0.75": {
    "count": 35,
    "is_lower_better": false
  },
  "mAP IOU@0.95": {
    "count": 35,
    "is_lower_better": false
  },
  "Recall@1x (tIoU=0.5)": {
    "count": 2,
    "is_lower_better": false
  },
  "Avg mAP (0.3:0.7)": {
    "count": 30,
    "is_lower_better": false
  },
  "mAP IOU@0.3": {
    "count": 50,
    "is_lower_better": false
  },
  "mAP IOU@0.4": {
    "count": 47,
    "is_lower_better": false
  },
  "mAP IOU@0.6": {
    "count": 34,
    "is_lower_better": false
  },
  "mAP IOU@0.7": {
    "count": 39,
    "is_lower_better": false
  },
  "mAP IOU@0.1": {
    "count": 24,
    "is_lower_better": false
  },
  "mAP IOU@0.2": {
    "count": 23,
    "is_lower_better": false
  },
  "mAP IOU@0.9": {
    "count": 5,
    "is_lower_better": false
  },
  "mAP IOU@0.8": {
    "count": 4,
    "is_lower_better": false
  },
  "Avg mAP (0.1-0.5)": {
    "count": 6,
    "is_lower_better": false
  },
  "mAP@0.3": {
    "count": 15,
    "is_lower_better": false
  },
  "mAP@0.4": {
    "count": 14,
    "is_lower_better": false
  },
  "mAP@0.6": {
    "count": 2,
    "is_lower_better": false
  },
  "mAP@0.7": {
    "count": 2,
    "is_lower_better": false
  },
  "Detection AUROC": {
    "count": 231,
    "is_lower_better": false
  },
  "Segmentation AUPRO": {
    "count": 103,
    "is_lower_better": false
  },
  "Segmentation AP": {
    "count": 30,
    "is_lower_better": false
  },
  "Segmentation AUROC": {
    "count": 172,
    "is_lower_better": false
  },
  "AUCROC": {
    "count": 13,
    "is_lower_better": false
  },
  "FPR95": {
    "count": 179,
    "is_lower_better": false
  },
  "RBDC": {
    "count": 29,
    "is_lower_better": false
  },
  "TBDC": {
    "count": 29,
    "is_lower_better": false
  },
  "AUC(image-level)": {
    "count": 1,
    "is_lower_better": false
  },
  "AUC-PRO": {
    "count": 1,
    "is_lower_better": false
  },
  "IOU": {
    "count": 1,
    "is_lower_better": false
  },
  "NAB score": {
    "count": 10,
    "is_lower_better": false
  },
  "Average Precision": {
    "count": 53,
    "is_lower_better": false
  },
  "FPR": {
    "count": 4,
    "is_lower_better": false
  },
  "Network": {
    "count": 26,
    "is_lower_better": false
  },
  "Mean AUC": {
    "count": 4,
    "is_lower_better": false
  },
  "Avg. ROC-AUC": {
    "count": 3,
    "is_lower_better": false
  },
  "Object AUROC": {
    "count": 20,
    "is_lower_better": false
  },
  "Point AUPR": {
    "count": 1,
    "is_lower_better": false
  },
  "AUC-ROC": {
    "count": 182,
    "is_lower_better": false
  },
  "Segmentation AUPRO (until 30% FPR)": {
    "count": 36,
    "is_lower_better": false
  },
  "Avg. Detection AUROC": {
    "count": 42,
    "is_lower_better": false
  },
  "Detection AUROC (only logical)": {
    "count": 38,
    "is_lower_better": false
  },
  "Detection AUROC (only structural)": {
    "count": 37,
    "is_lower_better": false
  },
  "Segmentation AU-sPRO (until FPR 5%)": {
    "count": 24,
    "is_lower_better": false
  },
  "AUC ROC ": {
    "count": 18,
    "is_lower_better": false
  },
  "Test": {
    "count": 73,
    "is_lower_better": false
  },
  "D(BERT): F1": {
    "count": 3,
    "is_lower_better": false
  },
  "D(BiDAF): F1": {
    "count": 3,
    "is_lower_better": false
  },
  "D(RoBERTa): F1": {
    "count": 3,
    "is_lower_better": false
  },
  "Overall: F1": {
    "count": 3,
    "is_lower_better": false
  },
  "Answer F1": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy (High)": {
    "count": 18,
    "is_lower_better": false
  },
  "Accuracy (Middle)": {
    "count": 18,
    "is_lower_better": false
  },
  "EM ": {
    "count": 44,
    "is_lower_better": false
  },
  "12-shot Accuracy": {
    "count": 9,
    "is_lower_better": false
  },
  "16-shot Accuracy": {
    "count": 9,
    "is_lower_better": false
  },
  "4-shot Accuracy": {
    "count": 9,
    "is_lower_better": false
  },
  "8-shot Accuracy": {
    "count": 9,
    "is_lower_better": false
  },
  "5 way 1~2 shot": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy ": {
    "count": 45,
    "is_lower_better": false
  },
  "Macro Precision": {
    "count": 5,
    "is_lower_better": false
  },
  "Macro Recall": {
    "count": 5,
    "is_lower_better": false
  },
  "Micro Precision": {
    "count": 9,
    "is_lower_better": false
  },
  "Best 25%": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 (10-way 1-shot)": {
    "count": 3,
    "is_lower_better": false
  },
  "F1 (10-way 5-shot)": {
    "count": 3,
    "is_lower_better": false
  },
  "F1 (5-way 1-shot)": {
    "count": 3,
    "is_lower_better": false
  },
  "F1 (5-way 5-shot": {
    "count": 3,
    "is_lower_better": false
  },
  "1:1 Accuracy": {
    "count": 582,
    "is_lower_better": false
  },
  "average top-1 classification accuracy": {
    "count": 33,
    "is_lower_better": false
  },
  "A-acc": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy Seen": {
    "count": 3,
    "is_lower_better": false
  },
  "Accuracy Unseen": {
    "count": 3,
    "is_lower_better": false
  },
  "H": {
    "count": 3,
    "is_lower_better": false
  },
  "Average Per-Class Accuracy": {
    "count": 8,
    "is_lower_better": false
  },
  "Pearson correlation coefficient (PCC)": {
    "count": 11,
    "is_lower_better": false
  },
  "k=10 mIOU": {
    "count": 1,
    "is_lower_better": false
  },
  "EER": {
    "count": 66,
    "is_lower_better": false
  },
  "10-20% Mask PSNR": {
    "count": 6,
    "is_lower_better": false
  },
  "AlignScore": {
    "count": 6,
    "is_lower_better": false
  },
  "Prometheus-2 Answer Correctness": {
    "count": 6,
    "is_lower_better": false
  },
  "Rouge-L": {
    "count": 57,
    "is_lower_better": false
  },
  "Exact Match": {
    "count": 65,
    "is_lower_better": false
  },
  "Accuracy-CN": {
    "count": 7,
    "is_lower_better": false
  },
  "Accuracy-NE": {
    "count": 9,
    "is_lower_better": false
  },
  "EM": {
    "count": 871,
    "is_lower_better": false
  },
  "In-domain": {
    "count": 5,
    "is_lower_better": false
  },
  "Out-of-domain": {
    "count": 6,
    "is_lower_better": false
  },
  "Macro F1 (10-fold)": {
    "count": 23,
    "is_lower_better": false
  },
  "Accuarcy": {
    "count": 14,
    "is_lower_better": false
  },
  "C": {
    "count": 4,
    "is_lower_better": false
  },
  "ANS-EM": {
    "count": 77,
    "is_lower_better": false
  },
  "Exact Match (EM)": {
    "count": 8,
    "is_lower_better": false
  },
  "ROUGE-L": {
    "count": 799,
    "is_lower_better": false
  },
  "BA": {
    "count": 3,
    "is_lower_better": false
  },
  "DE": {
    "count": 3,
    "is_lower_better": false
  },
  "PA": {
    "count": 3,
    "is_lower_better": false
  },
  "Conditional (answers)": {
    "count": 3,
    "is_lower_better": false
  },
  "Conditional (w/ conditions)": {
    "count": 3,
    "is_lower_better": false
  },
  "Overall (answers)": {
    "count": 3,
    "is_lower_better": false
  },
  "Overall (w/ conditions)": {
    "count": 3,
    "is_lower_better": false
  },
  "Confidence Score": {
    "count": 6,
    "is_lower_better": false
  },
  "HEQD": {
    "count": 1,
    "is_lower_better": false
  },
  "HEQQ": {
    "count": 1,
    "is_lower_better": false
  },
  "MC1": {
    "count": 24,
    "is_lower_better": false
  },
  "MC2": {
    "count": 6,
    "is_lower_better": false
  },
  "% info": {
    "count": 11,
    "is_lower_better": false
  },
  "% true": {
    "count": 11,
    "is_lower_better": false
  },
  "% true (GPT-judge)": {
    "count": 4,
    "is_lower_better": false
  },
  "ROUGE": {
    "count": 61,
    "is_lower_better": false
  },
  "Execution Accuracy": {
    "count": 58,
    "is_lower_better": false
  },
  "MEATOR": {
    "count": 4,
    "is_lower_better": false
  },
  "ROUGE-1": {
    "count": 389,
    "is_lower_better": false
  },
  "ROUGE-2": {
    "count": 340,
    "is_lower_better": false
  },
  "RACE": {
    "count": 5,
    "is_lower_better": false
  },
  "RACE-m": {
    "count": 6,
    "is_lower_better": false
  },
  "RACE-h": {
    "count": 5,
    "is_lower_better": false
  },
  "ANS-F1": {
    "count": 71,
    "is_lower_better": false
  },
  "JOINT-EM": {
    "count": 70,
    "is_lower_better": false
  },
  "JOINT-F1": {
    "count": 83,
    "is_lower_better": false
  },
  "SUP-EM": {
    "count": 70,
    "is_lower_better": false
  },
  "SUP-F1": {
    "count": 71,
    "is_lower_better": false
  },
  "Exact F1": {
    "count": 1,
    "is_lower_better": false
  },
  "Percentage correct": {
    "count": 689,
    "is_lower_better": false
  },
  "Program Accuracy": {
    "count": 7,
    "is_lower_better": false
  },
  "F1 Score": {
    "count": 32,
    "is_lower_better": false
  },
  "AnswerExactMatch (Question Answering)": {
    "count": 8,
    "is_lower_better": false
  },
  "Accuracy (Test)": {
    "count": 145,
    "is_lower_better": false
  },
  "Token F1": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy (trained on 10k)": {
    "count": 7,
    "is_lower_better": false
  },
  "Mean Error Rate": {
    "count": 10,
    "is_lower_better": true
  },
  "Accuracy (trained on 1k)": {
    "count": 8,
    "is_lower_better": false
  },
  "Accuracy (easy)": {
    "count": 3,
    "is_lower_better": false
  },
  "Accuracy (hard)": {
    "count": 3,
    "is_lower_better": false
  },
  "CNN": {
    "count": 16,
    "is_lower_better": false
  },
  "Daily Mail": {
    "count": 10,
    "is_lower_better": false
  },
  "Direct": {
    "count": 4,
    "is_lower_better": false
  },
  "Averaged Precision": {
    "count": 19,
    "is_lower_better": false
  },
  "VQA (ablation)": {
    "count": 3,
    "is_lower_better": false
  },
  "VQA (test)": {
    "count": 2,
    "is_lower_better": false
  },
  "Average Score on VLM2-bench (9 subtasks)": {
    "count": 9,
    "is_lower_better": false
  },
  "GC-mat": {
    "count": 9,
    "is_lower_better": false
  },
  "GC-trk": {
    "count": 9,
    "is_lower_better": false
  },
  "OC-cnt": {
    "count": 9,
    "is_lower_better": false
  },
  "OC-cpr": {
    "count": 9,
    "is_lower_better": false
  },
  "OC-grp": {
    "count": 9,
    "is_lower_better": false
  },
  "PC-VID": {
    "count": 9,
    "is_lower_better": false
  },
  "PC-cnt": {
    "count": 9,
    "is_lower_better": false
  },
  "PC-cpr": {
    "count": 9,
    "is_lower_better": false
  },
  "PC-grp": {
    "count": 9,
    "is_lower_better": false
  },
  "Abductive": {
    "count": 15,
    "is_lower_better": false
  },
  "Analogical": {
    "count": 15,
    "is_lower_better": false
  },
  "Deductive": {
    "count": 15,
    "is_lower_better": false
  },
  "Overall score": {
    "count": 32,
    "is_lower_better": false
  },
  "bk l\u00f4n": {
    "count": 1,
    "is_lower_better": false
  },
  "overall": {
    "count": 79,
    "is_lower_better": false
  },
  "DA VQA Score": {
    "count": 13,
    "is_lower_better": false
  },
  "MC Accuracy": {
    "count": 13,
    "is_lower_better": false
  },
  "ClipMatch@1": {
    "count": 3,
    "is_lower_better": false
  },
  "ClipMatch@5": {
    "count": 3,
    "is_lower_better": false
  },
  "Contains": {
    "count": 3,
    "is_lower_better": false
  },
  "ExactMatch": {
    "count": 3,
    "is_lower_better": false
  },
  "Follow-up ClipMatch@1": {
    "count": 2,
    "is_lower_better": false
  },
  "Follow-up ClipMatch@5": {
    "count": 2,
    "is_lower_better": false
  },
  "Follow-up Contains": {
    "count": 2,
    "is_lower_better": false
  },
  "Follow-up ExactMatch": {
    "count": 2,
    "is_lower_better": false
  },
  "number": {
    "count": 32,
    "is_lower_better": false
  },
  "other": {
    "count": 32,
    "is_lower_better": false
  },
  "unanswerable": {
    "count": 21,
    "is_lower_better": false
  },
  "yes/no": {
    "count": 32,
    "is_lower_better": false
  },
  "ANLS": {
    "count": 55,
    "is_lower_better": false
  },
  "Recall@5": {
    "count": 374,
    "is_lower_better": false
  },
  "average_precision": {
    "count": 7,
    "is_lower_better": false
  },
  "f1_score": {
    "count": 5,
    "is_lower_better": false
  },
  "Binary": {
    "count": 127,
    "is_lower_better": false
  },
  "Consistency": {
    "count": 163,
    "is_lower_better": false
  },
  "Distribution": {
    "count": 127,
    "is_lower_better": false
  },
  "Open": {
    "count": 127,
    "is_lower_better": false
  },
  "Plausibility": {
    "count": 127,
    "is_lower_better": false
  },
  "Validity": {
    "count": 167,
    "is_lower_better": false
  },
  "Accuracy (Counterexamples)": {
    "count": 9,
    "is_lower_better": false
  },
  "Overall Accuracy": {
    "count": 332,
    "is_lower_better": false
  },
  "Top-1 Accuracy": {
    "count": 814,
    "is_lower_better": false
  },
  "Top-3 Accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "Accuracy * Fluency": {
    "count": 1,
    "is_lower_better": false
  },
  "BEM": {
    "count": 6,
    "is_lower_better": false
  },
  "Reasoning (Alg.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Com.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Cou.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Est.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Fra.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Geo.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Mea.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Pat.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Pro.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Sce.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Sen.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Spa.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Reasoning (Tim.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Sub-tasks (Blank)": {
    "count": 12,
    "is_lower_better": false
  },
  "Sub-tasks (Img.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Sub-tasks (Txt.)": {
    "count": 12,
    "is_lower_better": false
  },
  "Question Pair Acc\t": {
    "count": 3,
    "is_lower_better": false
  },
  "Question Pair Acc": {
    "count": 1,
    "is_lower_better": false
  },
  "Contains w. Synonyms": {
    "count": 1,
    "is_lower_better": false
  },
  "ExactMatch w. Synonyms": {
    "count": 1,
    "is_lower_better": false
  },
  "Success Rate (100 model calls)": {
    "count": 5,
    "is_lower_better": false
  },
  "Success Rate (500 model calls)": {
    "count": 5,
    "is_lower_better": false
  },
  "AVG": {
    "count": 21,
    "is_lower_better": false
  },
  "1/4": {
    "count": 6,
    "is_lower_better": false
  },
  "1/2": {
    "count": 4,
    "is_lower_better": false
  },
  "Confidence score": {
    "count": 10,
    "is_lower_better": false
  },
  "Accuracy (Top-1)": {
    "count": 27,
    "is_lower_better": false
  },
  "CH": {
    "count": 6,
    "is_lower_better": false
  },
  "CW": {
    "count": 6,
    "is_lower_better": false
  },
  "TP&TN": {
    "count": 6,
    "is_lower_better": false
  },
  "\t ACCURACY": {
    "count": 7,
    "is_lower_better": false
  },
  "Avg.": {
    "count": 29,
    "is_lower_better": false
  },
  "Accuracy (LOS>3 Days)": {
    "count": 5,
    "is_lower_better": false
  },
  "Accuracy (LOS>7 Days)": {
    "count": 3,
    "is_lower_better": false
  },
  "Average Remaining Cycles": {
    "count": 1,
    "is_lower_better": false
  },
  "sMOTSA": {
    "count": 6,
    "is_lower_better": false
  },
  "IDF1": {
    "count": 187,
    "is_lower_better": false
  },
  "IDs": {
    "count": 9,
    "is_lower_better": false
  },
  "MOTA": {
    "count": 267,
    "is_lower_better": false
  },
  "AssocA": {
    "count": 18,
    "is_lower_better": false
  },
  "ClsA": {
    "count": 10,
    "is_lower_better": false
  },
  "LocA": {
    "count": 18,
    "is_lower_better": false
  },
  "TETA": {
    "count": 19,
    "is_lower_better": false
  },
  "MOTP": {
    "count": 2,
    "is_lower_better": false
  },
  "HOTA": {
    "count": 175,
    "is_lower_better": false
  },
  "AssA": {
    "count": 98,
    "is_lower_better": false
  },
  "Speed (FPS)": {
    "count": 82,
    "is_lower_better": false
  },
  "DetA": {
    "count": 84,
    "is_lower_better": false
  },
  "e2e-MOT": {
    "count": 4,
    "is_lower_better": false
  },
  "Track mAP": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy(30-fold)": {
    "count": 8,
    "is_lower_better": false
  },
  "F1 (Hidden Test Set)": {
    "count": 3,
    "is_lower_better": false
  },
  "Absolute Time (ms)": {
    "count": 1,
    "is_lower_better": true
  },
  "AUC Stdev": {
    "count": 12,
    "is_lower_better": false
  },
  "oAcc": {
    "count": 80,
    "is_lower_better": false
  },
  "Acc. (test)": {
    "count": 8,
    "is_lower_better": false
  },
  "mean average precision": {
    "count": 26,
    "is_lower_better": false
  },
  "Average mean absolute error": {
    "count": 9,
    "is_lower_better": true
  },
  "MAPE": {
    "count": 26,
    "is_lower_better": false
  },
  "9 steps MAE": {
    "count": 7,
    "is_lower_better": false
  },
  "Total Accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "BLEU-3": {
    "count": 50,
    "is_lower_better": false
  },
  "KL": {
    "count": 9,
    "is_lower_better": false
  },
  "Perplexity": {
    "count": 52,
    "is_lower_better": false
  },
  "BLEU-5": {
    "count": 9,
    "is_lower_better": false
  },
  "eval_loss": {
    "count": 7,
    "is_lower_better": true
  },
  "ASR": {
    "count": 1,
    "is_lower_better": false
  },
  "NLLgen": {
    "count": 1,
    "is_lower_better": false
  },
  "Distinct-3": {
    "count": 5,
    "is_lower_better": false
  },
  "Distinct-4": {
    "count": 6,
    "is_lower_better": false
  },
  "JS-4": {
    "count": 1,
    "is_lower_better": false
  },
  "CIDEr": {
    "count": 565,
    "is_lower_better": false
  },
  "SPICE": {
    "count": 408,
    "is_lower_better": false
  },
  "FactSpotter": {
    "count": 32,
    "is_lower_better": false
  },
  "CorrSc": {
    "count": 5,
    "is_lower_better": false
  },
  "Pass@1": {
    "count": 41,
    "is_lower_better": false
  },
  "Exact Match Accuracy": {
    "count": 29,
    "is_lower_better": false
  },
  "Pass Rate": {
    "count": 6,
    "is_lower_better": false
  },
  "w/o Intact": {
    "count": 5,
    "is_lower_better": false
  },
  "w/o PE": {
    "count": 5,
    "is_lower_better": false
  },
  "easy pass@1": {
    "count": 3,
    "is_lower_better": false
  },
  "CodeBLEU": {
    "count": 5,
    "is_lower_better": false
  },
  "Competition Pass@1": {
    "count": 15,
    "is_lower_better": false
  },
  "Interview Pass@1": {
    "count": 15,
    "is_lower_better": false
  },
  "Introductory Pass@1": {
    "count": 16,
    "is_lower_better": false
  },
  "Competition Pass@any": {
    "count": 9,
    "is_lower_better": false
  },
  "Interview Pass@any": {
    "count": 8,
    "is_lower_better": false
  },
  "Introductory Pass@any": {
    "count": 8,
    "is_lower_better": false
  },
  "Competition Pass@1000": {
    "count": 5,
    "is_lower_better": false
  },
  "Competition Pass@5": {
    "count": 7,
    "is_lower_better": false
  },
  "Interview Pass@1000": {
    "count": 5,
    "is_lower_better": false
  },
  "Interview Pass@5": {
    "count": 7,
    "is_lower_better": false
  },
  "Introductory Pass@1000": {
    "count": 5,
    "is_lower_better": false
  },
  "Introductory Pass@5": {
    "count": 7,
    "is_lower_better": false
  },
  "Test Set pass@1": {
    "count": 8,
    "is_lower_better": false
  },
  "Test Set pass@5": {
    "count": 3,
    "is_lower_better": false
  },
  "Val Set pass@1": {
    "count": 5,
    "is_lower_better": false
  },
  "Val Set pass@5": {
    "count": 2,
    "is_lower_better": false
  },
  "Java/BLEU": {
    "count": 2,
    "is_lower_better": false
  },
  "Java/CodeBLEU": {
    "count": 1,
    "is_lower_better": false
  },
  "Java/EM": {
    "count": 2,
    "is_lower_better": false
  },
  "Python/BLEU": {
    "count": 2,
    "is_lower_better": false
  },
  "Python/CodeBLEU": {
    "count": 2,
    "is_lower_better": false
  },
  "Python/EM": {
    "count": 2,
    "is_lower_better": false
  },
  "Pass@3": {
    "count": 8,
    "is_lower_better": false
  },
  "pass@1": {
    "count": 23,
    "is_lower_better": false
  },
  "BLEU Score": {
    "count": 8,
    "is_lower_better": false
  },
  "Activity Recognition": {
    "count": 1,
    "is_lower_better": false
  },
  "Top-3 Accuracy (%)": {
    "count": 4,
    "is_lower_better": false
  },
  "10 Hops": {
    "count": 2,
    "is_lower_better": false
  },
  "4 Hops": {
    "count": 1,
    "is_lower_better": false
  },
  "5 Hops": {
    "count": 1,
    "is_lower_better": false
  },
  "6 Hops": {
    "count": 1,
    "is_lower_better": false
  },
  "7 Hops": {
    "count": 1,
    "is_lower_better": false
  },
  "8 Hops": {
    "count": 1,
    "is_lower_better": false
  },
  "9 Hops": {
    "count": 1,
    "is_lower_better": false
  },
  "Test MRR": {
    "count": 85,
    "is_lower_better": false
  },
  "Validation MRR": {
    "count": 73,
    "is_lower_better": false
  },
  "Set accuracy": {
    "count": 8,
    "is_lower_better": false
  },
  "Average AD-Accuracy": {
    "count": 25,
    "is_lower_better": false
  },
  "accuracy": {
    "count": 30,
    "is_lower_better": false
  },
  "AUCCESS": {
    "count": 8,
    "is_lower_better": false
  },
  "Group Score": {
    "count": 129,
    "is_lower_better": false
  },
  "Image Score": {
    "count": 111,
    "is_lower_better": false
  },
  "Text Score": {
    "count": 138,
    "is_lower_better": false
  },
  "Accuracy (Dev)": {
    "count": 17,
    "is_lower_better": false
  },
  "Accuracy (Test-P)": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy (Test-U)": {
    "count": 1,
    "is_lower_better": false
  },
  "2-Class Accuracy": {
    "count": 13,
    "is_lower_better": false
  },
  "Average-per ques.": {
    "count": 13,
    "is_lower_better": false
  },
  "Counterfactual-per opt.": {
    "count": 13,
    "is_lower_better": false
  },
  "Counterfactual-per ques.": {
    "count": 13,
    "is_lower_better": false
  },
  "Descriptive": {
    "count": 13,
    "is_lower_better": false
  },
  "Explanatory-per opt.": {
    "count": 13,
    "is_lower_better": false
  },
  "Explanatory-per ques.": {
    "count": 13,
    "is_lower_better": false
  },
  "Predictive-per opt.": {
    "count": 13,
    "is_lower_better": false
  },
  "Predictive-per ques.": {
    "count": 13,
    "is_lower_better": false
  },
  "Relative Position Error Translation [cm]": {
    "count": 1,
    "is_lower_better": true
  },
  "SDRi": {
    "count": 40,
    "is_lower_better": false
  },
  "SI-SDRi": {
    "count": 108,
    "is_lower_better": false
  },
  "MACs (G)": {
    "count": 8,
    "is_lower_better": false
  },
  "SI-SNRi": {
    "count": 19,
    "is_lower_better": false
  },
  "SDR": {
    "count": 17,
    "is_lower_better": false
  },
  "PESQ": {
    "count": 37,
    "is_lower_better": false
  },
  "STOI": {
    "count": 40,
    "is_lower_better": false
  },
  "0L": {
    "count": 7,
    "is_lower_better": false
  },
  "0S": {
    "count": 7,
    "is_lower_better": false
  },
  "20%": {
    "count": 2,
    "is_lower_better": false
  },
  "30%": {
    "count": 2,
    "is_lower_better": false
  },
  "40%": {
    "count": 2,
    "is_lower_better": false
  },
  "NSDR": {
    "count": 4,
    "is_lower_better": false
  },
  "Average Cross-Ent": {
    "count": 4,
    "is_lower_better": false
  },
  "Dev": {
    "count": 3,
    "is_lower_better": false
  },
  "1 in 10 R@5": {
    "count": 3,
    "is_lower_better": false
  },
  "Recall@10": {
    "count": 211,
    "is_lower_better": false
  },
  "recall@10": {
    "count": 7,
    "is_lower_better": false
  },
  "SemEval 2007": {
    "count": 33,
    "is_lower_better": false
  },
  "SemEval 2013": {
    "count": 33,
    "is_lower_better": false
  },
  "SemEval 2015": {
    "count": 33,
    "is_lower_better": false
  },
  "Senseval 2": {
    "count": 33,
    "is_lower_better": false
  },
  "Senseval 3": {
    "count": 33,
    "is_lower_better": false
  },
  "F1 (Fewshot Test)": {
    "count": 8,
    "is_lower_better": false
  },
  "F1 (Zero shot test)": {
    "count": 8,
    "is_lower_better": false
  },
  "F1 (Zeroshot Dev)": {
    "count": 8,
    "is_lower_better": false
  },
  "F1(FewShot Dev)": {
    "count": 8,
    "is_lower_better": false
  },
  "All": {
    "count": 8,
    "is_lower_better": false
  },
  "Task 1 Accuracy: all": {
    "count": 14,
    "is_lower_better": false
  },
  "Task 1 Accuracy: domain specific": {
    "count": 14,
    "is_lower_better": false
  },
  "Task 1 Accuracy: general purpose": {
    "count": 14,
    "is_lower_better": false
  },
  "Task 3 Accuracy: all": {
    "count": 14,
    "is_lower_better": false
  },
  "Task 3 Accuracy: domain specific": {
    "count": 14,
    "is_lower_better": false
  },
  "Task 3 Accuracy: general purpose": {
    "count": 14,
    "is_lower_better": false
  },
  "Task 2 Accuracy: all": {
    "count": 10,
    "is_lower_better": false
  },
  "Task 2 Accuracy: domain specific": {
    "count": 10,
    "is_lower_better": false
  },
  "Task 2 Accuracy: general purpose": {
    "count": 10,
    "is_lower_better": false
  },
  "Unsupervised": {
    "count": 2,
    "is_lower_better": false
  },
  "Sequence Recovery %(All)": {
    "count": 11,
    "is_lower_better": false
  },
  "F-Score": {
    "count": 38,
    "is_lower_better": false
  },
  "V-Measure": {
    "count": 36,
    "is_lower_better": false
  },
  "Accuracy-EN (%)": {
    "count": 5,
    "is_lower_better": false
  },
  "Accuracy-FR (%)": {
    "count": 5,
    "is_lower_better": false
  },
  "Matched": {
    "count": 68,
    "is_lower_better": false
  },
  "Mismatched": {
    "count": 56,
    "is_lower_better": false
  },
  "A1": {
    "count": 19,
    "is_lower_better": false
  },
  "A2": {
    "count": 25,
    "is_lower_better": false
  },
  "A3": {
    "count": 25,
    "is_lower_better": false
  },
  "MCC": {
    "count": 64,
    "is_lower_better": false
  },
  "Dev Accuracy": {
    "count": 13,
    "is_lower_better": false
  },
  "% Dev Accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "Parameters": {
    "count": 202,
    "is_lower_better": false
  },
  "% Train Accuracy": {
    "count": 78,
    "is_lower_better": false
  },
  "Dev Matched": {
    "count": 2,
    "is_lower_better": false
  },
  "Dev Mismatched": {
    "count": 2,
    "is_lower_better": false
  },
  "Test perplexity": {
    "count": 184,
    "is_lower_better": false
  },
  "Validation perplexity": {
    "count": 120,
    "is_lower_better": false
  },
  "10-stage average accuracy": {
    "count": 9,
    "is_lower_better": false
  },
  "Steps": {
    "count": 3,
    "is_lower_better": false
  },
  "TPUv3 Hours": {
    "count": 3,
    "is_lower_better": false
  },
  "BPB": {
    "count": 19,
    "is_lower_better": false
  },
  "PPL": {
    "count": 32,
    "is_lower_better": false
  },
  "Bits per byte": {
    "count": 29,
    "is_lower_better": false
  },
  "eval_perplexity": {
    "count": 12,
    "is_lower_better": false
  },
  "parameters": {
    "count": 12,
    "is_lower_better": false
  },
  "Background (Domain) Consistency": {
    "count": 8,
    "is_lower_better": false
  },
  "Background (Random) Consistency": {
    "count": 8,
    "is_lower_better": false
  },
  "Background Alignment": {
    "count": 8,
    "is_lower_better": false
  },
  "Gender Consistency": {
    "count": 10,
    "is_lower_better": false
  },
  "Room Consistency": {
    "count": 10,
    "is_lower_better": false
  },
  "Sentiment Alignment": {
    "count": 8,
    "is_lower_better": true
  },
  "Sentiment Consistency": {
    "count": 10,
    "is_lower_better": true
  },
  "Speaker Consistency": {
    "count": 10,
    "is_lower_better": false
  },
  "Top-1 (%)": {
    "count": 19,
    "is_lower_better": false
  },
  "Top-5 (%)": {
    "count": 1,
    "is_lower_better": false
  },
  "DER(%)": {
    "count": 48,
    "is_lower_better": false
  },
  "CF": {
    "count": 3,
    "is_lower_better": false
  },
  "DER(ig olp)": {
    "count": 5,
    "is_lower_better": false
  },
  "FA": {
    "count": 11,
    "is_lower_better": false
  },
  "MI": {
    "count": 3,
    "is_lower_better": false
  },
  "Miss": {
    "count": 8,
    "is_lower_better": false
  },
  "V": {
    "count": 1,
    "is_lower_better": false
  },
  "DER - no overlap": {
    "count": 1,
    "is_lower_better": false
  },
  "Test EER": {
    "count": 6,
    "is_lower_better": false
  },
  "Test min-DCF": {
    "count": 6,
    "is_lower_better": false
  },
  "minDCF": {
    "count": 2,
    "is_lower_better": false
  },
  "Cosine EER": {
    "count": 2,
    "is_lower_better": false
  },
  "Pearson Correlation": {
    "count": 74,
    "is_lower_better": false
  },
  "CI": {
    "count": 8,
    "is_lower_better": false
  },
  "Diversity": {
    "count": 74,
    "is_lower_better": false
  },
  "Success": {
    "count": 7,
    "is_lower_better": false
  },
  "Error ratio": {
    "count": 11,
    "is_lower_better": true
  },
  "Mean Accuracy": {
    "count": 131,
    "is_lower_better": false
  },
  "Average Recall": {
    "count": 36,
    "is_lower_better": false
  },
  "520": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 score (5-fold)": {
    "count": 13,
    "is_lower_better": false
  },
  "max_F1": {
    "count": 35,
    "is_lower_better": false
  },
  "NSS": {
    "count": 13,
    "is_lower_better": false
  },
  "Fw\u03b2": {
    "count": 3,
    "is_lower_better": false
  },
  "Sm": {
    "count": 3,
    "is_lower_better": false
  },
  "relaxFb\u03b2": {
    "count": 3,
    "is_lower_better": false
  },
  "{max}F\u03b2": {
    "count": 3,
    "is_lower_better": false
  },
  "Recall @ 1% FPR": {
    "count": 6,
    "is_lower_better": false
  },
  "Recall @ 5% FPR": {
    "count": 11,
    "is_lower_better": false
  },
  "G-mean": {
    "count": 3,
    "is_lower_better": false
  },
  "F1 Score (Macro Avg)": {
    "count": 2,
    "is_lower_better": false
  },
  "Precision (Macro Avg)": {
    "count": 2,
    "is_lower_better": false
  },
  "Recall (Macro Avg)": {
    "count": 2,
    "is_lower_better": false
  },
  "Actions Top-1 (S2)": {
    "count": 1,
    "is_lower_better": false
  },
  "Avg F1": {
    "count": 47,
    "is_lower_better": false
  },
  "ODS": {
    "count": 22,
    "is_lower_better": false
  },
  "Maximum F-measure": {
    "count": 4,
    "is_lower_better": false
  },
  "odsF": {
    "count": 4,
    "is_lower_better": false
  },
  "Cohen\u2019s Kappa score": {
    "count": 5,
    "is_lower_better": false
  },
  "F1@3": {
    "count": 2,
    "is_lower_better": false
  },
  "FScore": {
    "count": 6,
    "is_lower_better": false
  },
  "Pairwise F1": {
    "count": 1,
    "is_lower_better": false
  },
  "Attack: AutoAttack": {
    "count": 14,
    "is_lower_better": false
  },
  "Attack: DeepFool": {
    "count": 1,
    "is_lower_better": false
  },
  "Attack: PGD20": {
    "count": 3,
    "is_lower_better": false
  },
  "Robust Accuracy": {
    "count": 7,
    "is_lower_better": false
  },
  "Inference speed": {
    "count": 2,
    "is_lower_better": false
  },
  "Detection Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "autoattack": {
    "count": 3,
    "is_lower_better": false
  },
  "AP_novel": {
    "count": 8,
    "is_lower_better": false
  },
  "AP_seen": {
    "count": 8,
    "is_lower_better": false
  },
  "AP_similar": {
    "count": 8,
    "is_lower_better": false
  },
  "5 fold cross validation": {
    "count": 8,
    "is_lower_better": false
  },
  "AP@IOU0.5": {
    "count": 2,
    "is_lower_better": false
  },
  "Kappa": {
    "count": 7,
    "is_lower_better": false
  },
  "Average Reward": {
    "count": 14,
    "is_lower_better": false
  },
  "Expected Calibration Error": {
    "count": 5,
    "is_lower_better": true
  },
  "FROC": {
    "count": 3,
    "is_lower_better": false
  },
  "Patch AUC": {
    "count": 3,
    "is_lower_better": false
  },
  "EN-AUC": {
    "count": 1,
    "is_lower_better": false
  },
  "EN-F1": {
    "count": 1,
    "is_lower_better": false
  },
  "average Tree Similarity Score": {
    "count": 1,
    "is_lower_better": false
  },
  "BPE Perplexity": {
    "count": 2,
    "is_lower_better": false
  },
  "D-1": {
    "count": 2,
    "is_lower_better": false
  },
  "D-2": {
    "count": 2,
    "is_lower_better": false
  },
  "Mean IoU": {
    "count": 894,
    "is_lower_better": false
  },
  "GLEU": {
    "count": 8,
    "is_lower_better": false
  },
  "test mIoU": {
    "count": 121,
    "is_lower_better": false
  },
  "Mean IoU (class)": {
    "count": 136,
    "is_lower_better": false
  },
  "Category mIoU": {
    "count": 36,
    "is_lower_better": false
  },
  "val mIoU": {
    "count": 80,
    "is_lower_better": false
  },
  "Pixel Accuracy": {
    "count": 45,
    "is_lower_better": false
  },
  "Global Accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "mAcc": {
    "count": 105,
    "is_lower_better": false
  },
  "Test mIoU": {
    "count": 15,
    "is_lower_better": false
  },
  "Validation mIoU": {
    "count": 248,
    "is_lower_better": false
  },
  "Category IoU": {
    "count": 2,
    "is_lower_better": false
  },
  "Category iIoU": {
    "count": 1,
    "is_lower_better": false
  },
  "class iIoU": {
    "count": 1,
    "is_lower_better": false
  },
  "Mean IoU (test)": {
    "count": 13,
    "is_lower_better": false
  },
  "mIOU": {
    "count": 37,
    "is_lower_better": false
  },
  "Mean F1": {
    "count": 11,
    "is_lower_better": false
  },
  "Mean IoU (val)": {
    "count": 8,
    "is_lower_better": false
  },
  "mBA": {
    "count": 25,
    "is_lower_better": false
  },
  "Average IOU": {
    "count": 18,
    "is_lower_better": false
  },
  "Frame (fps)": {
    "count": 2,
    "is_lower_better": false
  },
  "Q": {
    "count": 23,
    "is_lower_better": false
  },
  "\u03bc": {
    "count": 23,
    "is_lower_better": false
  },
  "FLOPs": {
    "count": 52,
    "is_lower_better": false
  },
  "mIoU (test)": {
    "count": 29,
    "is_lower_better": false
  },
  "mIoU (val)": {
    "count": 29,
    "is_lower_better": false
  },
  "mIoU (Real)": {
    "count": 14,
    "is_lower_better": false
  },
  "mIoU (Syn)": {
    "count": 14,
    "is_lower_better": false
  },
  "Jaccard (Mean)": {
    "count": 242,
    "is_lower_better": false
  },
  "Test Dice Multiclass": {
    "count": 7,
    "is_lower_better": false
  },
  "Validation Dice Multiclass": {
    "count": 7,
    "is_lower_better": false
  },
  "AIOU": {
    "count": 5,
    "is_lower_better": false
  },
  "FLOPS": {
    "count": 104,
    "is_lower_better": false
  },
  "A-mIoU": {
    "count": 3,
    "is_lower_better": false
  },
  "F.W. IU": {
    "count": 1,
    "is_lower_better": false
  },
  "Per-Class Accuracy": {
    "count": 11,
    "is_lower_better": false
  },
  "GFLOPs (512 x 512)": {
    "count": 26,
    "is_lower_better": false
  },
  "Test Score": {
    "count": 7,
    "is_lower_better": false
  },
  "Localization (ablation)": {
    "count": 3,
    "is_lower_better": false
  },
  "Localization (test)": {
    "count": 3,
    "is_lower_better": false
  },
  "Nav-Length": {
    "count": 13,
    "is_lower_better": false
  },
  "Nav-OSucc": {
    "count": 12,
    "is_lower_better": false
  },
  "Nav-SPL": {
    "count": 19,
    "is_lower_better": false
  },
  "Nav-Succ": {
    "count": 13,
    "is_lower_better": false
  },
  "RGS": {
    "count": 13,
    "is_lower_better": false
  },
  "RGSPL": {
    "count": 13,
    "is_lower_better": false
  },
  "CorLoc": {
    "count": 21,
    "is_lower_better": false
  },
  "5-class test accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "Concordance correlation coefficient (CCC)": {
    "count": 4,
    "is_lower_better": false
  },
  "F1-score (Weighted)": {
    "count": 26,
    "is_lower_better": false
  },
  "EmoA": {
    "count": 5,
    "is_lower_better": false
  },
  "EmoV": {
    "count": 5,
    "is_lower_better": false
  },
  "WAR": {
    "count": 2,
    "is_lower_better": false
  },
  "1'\"": {
    "count": 2,
    "is_lower_better": false
  },
  "Acc@0.25m, 2\u00b0": {
    "count": 7,
    "is_lower_better": false
  },
  "Acc@0.5m, 5\u00b0": {
    "count": 7,
    "is_lower_better": false
  },
  "Acc@5m, 10\u00b0": {
    "count": 7,
    "is_lower_better": false
  },
  "Acc @ .25m, 2\u00b0": {
    "count": 2,
    "is_lower_better": false
  },
  "Acc @ .5m, 5\u00b0": {
    "count": 2,
    "is_lower_better": false
  },
  "Acc @ 5m, 10\u00b0": {
    "count": 4,
    "is_lower_better": false
  },
  "Mean Translation Error": {
    "count": 28,
    "is_lower_better": true
  },
  "F1 (Arg.)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 (Prd.)": {
    "count": 1,
    "is_lower_better": false
  },
  "Spearman Correlation": {
    "count": 291,
    "is_lower_better": false
  },
  "avg \u00b1 std": {
    "count": 4,
    "is_lower_better": false
  },
  "Dev Pearson Correlation": {
    "count": 2,
    "is_lower_better": false
  },
  "Dev Spearman Correlation": {
    "count": 2,
    "is_lower_better": false
  },
  "MRPC": {
    "count": 6,
    "is_lower_better": false
  },
  "SICK-E": {
    "count": 6,
    "is_lower_better": false
  },
  "SICK-R": {
    "count": 6,
    "is_lower_better": false
  },
  "STS": {
    "count": 6,
    "is_lower_better": false
  },
  "Denotation accuracy (test)": {
    "count": 4,
    "is_lower_better": false
  },
  "Denotation Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "Exact": {
    "count": 9,
    "is_lower_better": false
  },
  "Test Accuracy": {
    "count": 278,
    "is_lower_better": false
  },
  "F0.5": {
    "count": 66,
    "is_lower_better": false
  },
  "exact match": {
    "count": 1,
    "is_lower_better": false
  },
  "LAS": {
    "count": 41,
    "is_lower_better": false
  },
  "UAS": {
    "count": 40,
    "is_lower_better": false
  },
  "Labelled Attachment Score": {
    "count": 3,
    "is_lower_better": false
  },
  "Unlabeled Attachment Score": {
    "count": 3,
    "is_lower_better": false
  },
  "POS": {
    "count": 13,
    "is_lower_better": false
  },
  "10\u00b05 cm": {
    "count": 1,
    "is_lower_better": false
  },
  "Top-1 Action": {
    "count": 4,
    "is_lower_better": false
  },
  "Top-1 Noun": {
    "count": 4,
    "is_lower_better": false
  },
  "Top-1 Verb": {
    "count": 30,
    "is_lower_better": false
  },
  "Top-5 Action": {
    "count": 1,
    "is_lower_better": false
  },
  "Top-5 Noun": {
    "count": 3,
    "is_lower_better": false
  },
  "Top-5 Verb": {
    "count": 3,
    "is_lower_better": false
  },
  "PRE-TRAINING DATASET": {
    "count": 25,
    "is_lower_better": false
  },
  "ICBHI Score": {
    "count": 23,
    "is_lower_better": false
  },
  "Sensitivity": {
    "count": 34,
    "is_lower_better": false
  },
  "FruitFlies": {
    "count": 1,
    "is_lower_better": false
  },
  "MosquitoSound": {
    "count": 1,
    "is_lower_better": false
  },
  "RightWhaleCalls": {
    "count": 1,
    "is_lower_better": false
  },
  "Test mAP": {
    "count": 51,
    "is_lower_better": false
  },
  "d-prime": {
    "count": 6,
    "is_lower_better": false
  },
  "Top 1 Error": {
    "count": 13,
    "is_lower_better": true
  },
  "Top 5 Error": {
    "count": 1,
    "is_lower_better": true
  },
  "MAE mean (\u00ba)": {
    "count": 3,
    "is_lower_better": false
  },
  "MAE pitch (\u00ba)": {
    "count": 3,
    "is_lower_better": false
  },
  "MAE roll (\u00ba)": {
    "count": 3,
    "is_lower_better": false
  },
  "MAE yaw (\u00ba)": {
    "count": 3,
    "is_lower_better": false
  },
  "Mean PCK@0.05": {
    "count": 3,
    "is_lower_better": false
  },
  "Mean PCK@0.1": {
    "count": 4,
    "is_lower_better": false
  },
  "Mean PCK@0.2": {
    "count": 14,
    "is_lower_better": false
  },
  "Test AP": {
    "count": 71,
    "is_lower_better": false
  },
  "Validation AP": {
    "count": 71,
    "is_lower_better": false
  },
  "AP50": {
    "count": 661,
    "is_lower_better": false
  },
  "AP75": {
    "count": 584,
    "is_lower_better": false
  },
  "APL": {
    "count": 383,
    "is_lower_better": false
  },
  "APM": {
    "count": 385,
    "is_lower_better": false
  },
  "AR": {
    "count": 62,
    "is_lower_better": false
  },
  "AR50": {
    "count": 9,
    "is_lower_better": false
  },
  "DUC1-Acc@0.25m,10\u00b0": {
    "count": 6,
    "is_lower_better": false
  },
  "DUC1-Acc@0.5m,10\u00b0": {
    "count": 6,
    "is_lower_better": false
  },
  "DUC1-Acc@1.0m,10\u00b0": {
    "count": 6,
    "is_lower_better": false
  },
  "DUC2-Acc@0.25m,10\u00b0": {
    "count": 6,
    "is_lower_better": false
  },
  "DUC2-Acc@0.5m,10\u00b0": {
    "count": 6,
    "is_lower_better": false
  },
  "DUC2-Acc@1.0m,10\u00b0": {
    "count": 6,
    "is_lower_better": false
  },
  "AP Easy": {
    "count": 25,
    "is_lower_better": false
  },
  "AP Hard": {
    "count": 27,
    "is_lower_better": false
  },
  "AP Medium": {
    "count": 26,
    "is_lower_better": false
  },
  "PCK@0.2": {
    "count": 11,
    "is_lower_better": false
  },
  "PCKh-0.5": {
    "count": 46,
    "is_lower_better": false
  },
  "PCKh@0.5": {
    "count": 5,
    "is_lower_better": false
  },
  "PCKh@0.1": {
    "count": 2,
    "is_lower_better": false
  },
  "Average End-Point Error": {
    "count": 91,
    "is_lower_better": true
  },
  "PCKh@0.2": {
    "count": 1,
    "is_lower_better": false
  },
  "Intent Accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "IMDB (Acc)": {
    "count": 9,
    "is_lower_better": false
  },
  "Yelp 2013 (Acc)": {
    "count": 10,
    "is_lower_better": false
  },
  "Yelp 2014 (Acc)": {
    "count": 8,
    "is_lower_better": false
  },
  "1 in 10 R@1": {
    "count": 1,
    "is_lower_better": false
  },
  "1:3 Accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "R^2": {
    "count": 6,
    "is_lower_better": false
  },
  "Training Time": {
    "count": 1,
    "is_lower_better": true
  },
  "F1 (%)": {
    "count": 101,
    "is_lower_better": false
  },
  "Recall (%)\t": {
    "count": 8,
    "is_lower_better": false
  },
  "Text model": {
    "count": 20,
    "is_lower_better": false
  },
  "Average": {
    "count": 44,
    "is_lower_better": false
  },
  "Books": {
    "count": 6,
    "is_lower_better": false
  },
  "DVD": {
    "count": 6,
    "is_lower_better": false
  },
  "Electronics": {
    "count": 6,
    "is_lower_better": false
  },
  "Kitchen": {
    "count": 6,
    "is_lower_better": false
  },
  "ALL": {
    "count": 7,
    "is_lower_better": false
  },
  "Emoji": {
    "count": 7,
    "is_lower_better": false
  },
  "Emotion": {
    "count": 7,
    "is_lower_better": false
  },
  "Irony": {
    "count": 7,
    "is_lower_better": false
  },
  "Offensive": {
    "count": 7,
    "is_lower_better": false
  },
  "Sentiment": {
    "count": 12,
    "is_lower_better": true
  },
  "Stance": {
    "count": 7,
    "is_lower_better": false
  },
  "Hate": {
    "count": 6,
    "is_lower_better": false
  },
  "Error": {
    "count": 117,
    "is_lower_better": true
  },
  "Attack Success Rate": {
    "count": 2,
    "is_lower_better": false
  },
  "10 fold Cross validation": {
    "count": 9,
    "is_lower_better": false
  },
  "Accuracy (2 classes)": {
    "count": 9,
    "is_lower_better": false
  },
  "Weighted F1": {
    "count": 42,
    "is_lower_better": false
  },
  "Entity Alignment (Consolidated) F1": {
    "count": 2,
    "is_lower_better": false
  },
  "dangling entity detection F1": {
    "count": 2,
    "is_lower_better": false
  },
  "KILT-AC": {
    "count": 105,
    "is_lower_better": false
  },
  "Recall@64": {
    "count": 2,
    "is_lower_better": false
  },
  "Micro-F1 strong": {
    "count": 32,
    "is_lower_better": false
  },
  "F1-score (strict)": {
    "count": 6,
    "is_lower_better": false
  },
  "Unnormalized Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy (domain)": {
    "count": 3,
    "is_lower_better": false
  },
  "mAP (Coarse)": {
    "count": 4,
    "is_lower_better": false
  },
  "Multi-Task Supervision": {
    "count": 9,
    "is_lower_better": false
  },
  "F1 (surface form)": {
    "count": 2,
    "is_lower_better": false
  },
  "F1-Measure": {
    "count": 6,
    "is_lower_better": false
  },
  "label-F1 (%)": {
    "count": 12,
    "is_lower_better": false
  },
  "Entity F1": {
    "count": 12,
    "is_lower_better": false
  },
  "Micro F1 (Exact Span)": {
    "count": 1,
    "is_lower_better": false
  },
  "Micro F1 (Tokens)": {
    "count": 1,
    "is_lower_better": false
  },
  "Micro-average F1": {
    "count": 2,
    "is_lower_better": false
  },
  "Average PSNR (dB)": {
    "count": 50,
    "is_lower_better": false
  },
  "Val": {
    "count": 22,
    "is_lower_better": false
  },
  "ATV": {
    "count": 1,
    "is_lower_better": false
  },
  "AUC (horizon error)": {
    "count": 13,
    "is_lower_better": true
  },
  "Accuracy(stratified10-fold)": {
    "count": 2,
    "is_lower_better": false
  },
  "F1(stratified10-fold)": {
    "count": 2,
    "is_lower_better": false
  },
  "F2(stratified10-fold)": {
    "count": 2,
    "is_lower_better": false
  },
  "G2(stratified10-fold)": {
    "count": 2,
    "is_lower_better": false
  },
  "PhysioNet Challenge score (test data)": {
    "count": 1,
    "is_lower_better": false
  },
  "PhysioNet Challenge score 2020 (validation data)": {
    "count": 1,
    "is_lower_better": false
  },
  "PhysioNet/CinC Challenge Score(stratified10-fold)": {
    "count": 2,
    "is_lower_better": false
  },
  "F1 (1dAVb)": {
    "count": 4,
    "is_lower_better": false
  },
  "F1 (AF)": {
    "count": 4,
    "is_lower_better": false
  },
  "F1 (LBBB)": {
    "count": 4,
    "is_lower_better": false
  },
  "F1 (RBBB)": {
    "count": 4,
    "is_lower_better": false
  },
  "F1 (SB)": {
    "count": 4,
    "is_lower_better": false
  },
  "F1 (ST)": {
    "count": 4,
    "is_lower_better": false
  },
  "PhysioNet Challenge score 2021": {
    "count": 5,
    "is_lower_better": false
  },
  "R@100": {
    "count": 29,
    "is_lower_better": false
  },
  "R@50": {
    "count": 26,
    "is_lower_better": false
  },
  "mR@100": {
    "count": 6,
    "is_lower_better": false
  },
  "mR@50": {
    "count": 6,
    "is_lower_better": false
  },
  "R@50 k=1": {
    "count": 1,
    "is_lower_better": false
  },
  "KILT-F1": {
    "count": 123,
    "is_lower_better": false
  },
  "F1 (1-shot) avg": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 (5-shot) avg": {
    "count": 1,
    "is_lower_better": false
  },
  "Slot F1 Score": {
    "count": 3,
    "is_lower_better": false
  },
  "Slot F1": {
    "count": 1,
    "is_lower_better": false
  },
  "FITB": {
    "count": 1,
    "is_lower_better": false
  },
  "Acc @ 0.5m, 2\u00b0": {
    "count": 2,
    "is_lower_better": false
  },
  "Acc @ 1m, 5\u00b0": {
    "count": 2,
    "is_lower_better": false
  },
  "Mean Rotation Error": {
    "count": 1,
    "is_lower_better": true
  },
  "f1 macro": {
    "count": 1,
    "is_lower_better": false
  },
  "Frame-mAP 0.5": {
    "count": 34,
    "is_lower_better": false
  },
  "Video-mAP 0.2": {
    "count": 27,
    "is_lower_better": false
  },
  "Video-mAP 0.5": {
    "count": 37,
    "is_lower_better": false
  },
  "Video-mAP 0.1": {
    "count": 4,
    "is_lower_better": false
  },
  "Frame-mAP": {
    "count": 2,
    "is_lower_better": false
  },
  "Validation Accuracy": {
    "count": 235,
    "is_lower_better": false
  },
  "Unpaired Accuracy": {
    "count": 5,
    "is_lower_better": false
  },
  "Per-class Accuracy (Agree)": {
    "count": 8,
    "is_lower_better": false
  },
  "Per-class Accuracy (Disagree)": {
    "count": 8,
    "is_lower_better": false
  },
  "Per-class Accuracy (Discuss)": {
    "count": 8,
    "is_lower_better": false
  },
  "Per-class Accuracy (Unrelated)": {
    "count": 8,
    "is_lower_better": false
  },
  "Weighted Accuracy": {
    "count": 13,
    "is_lower_better": false
  },
  "Hamming Loss": {
    "count": 6,
    "is_lower_better": true
  },
  "TEST F1 (macro)": {
    "count": 2,
    "is_lower_better": false
  },
  "AAA": {
    "count": 3,
    "is_lower_better": false
  },
  "BER": {
    "count": 32,
    "is_lower_better": false
  },
  "F-Measure": {
    "count": 146,
    "is_lower_better": false
  },
  "H-Mean": {
    "count": 6,
    "is_lower_better": false
  },
  "SED-score": {
    "count": 5,
    "is_lower_better": false
  },
  "PSDS1": {
    "count": 9,
    "is_lower_better": false
  },
  "PSDS2": {
    "count": 6,
    "is_lower_better": false
  },
  "event-based F1 score": {
    "count": 12,
    "is_lower_better": false
  },
  "Rank-1 Recognition Rate": {
    "count": 30,
    "is_lower_better": false
  },
  "PSDS1 (-5dB)": {
    "count": 5,
    "is_lower_better": false
  },
  "PSDS1 (0dB)": {
    "count": 5,
    "is_lower_better": false
  },
  "PSDS1 (10dB)": {
    "count": 5,
    "is_lower_better": false
  },
  "PSDS1 (5dB)": {
    "count": 5,
    "is_lower_better": false
  },
  "PSDS1 (Clean)": {
    "count": 5,
    "is_lower_better": false
  },
  "Return": {
    "count": 78,
    "is_lower_better": false
  },
  "Recall ( correspondence RMSE below 0.2)": {
    "count": 27,
    "is_lower_better": false
  },
  "RRE (degrees)": {
    "count": 62,
    "is_lower_better": false
  },
  "RTE (cm)": {
    "count": 62,
    "is_lower_better": false
  },
  "Recall (3cm, 10 degrees)": {
    "count": 62,
    "is_lower_better": false
  },
  "CD": {
    "count": 34,
    "is_lower_better": false
  },
  "RRE": {
    "count": 2,
    "is_lower_better": false
  },
  "RTE": {
    "count": 2,
    "is_lower_better": false
  },
  "RR @ Loose Criterion (5\u00b0&2m), on LoKITTI": {
    "count": 4,
    "is_lower_better": false
  },
  "mRR @ Normal Criterion (1.5\u00b0&0.3m)": {
    "count": 8,
    "is_lower_better": false
  },
  "Success Rate": {
    "count": 63,
    "is_lower_better": false
  },
  "RE (all)": {
    "count": 10,
    "is_lower_better": false
  },
  "Recall (0.3m, 15 degrees)": {
    "count": 14,
    "is_lower_better": false
  },
  "TE (all)": {
    "count": 10,
    "is_lower_better": false
  },
  "Feature Matching Recall": {
    "count": 26,
    "is_lower_better": false
  },
  "Recall (0.6m, 5 degrees)": {
    "count": 11,
    "is_lower_better": false
  },
  "Recall (30cm, 5 degrees)": {
    "count": 13,
    "is_lower_better": false
  },
  "RR @ Loose Criterion (5\u00b0&2m), on LoNuScenes": {
    "count": 4,
    "is_lower_better": false
  },
  "RR@(1,0.1)": {
    "count": 6,
    "is_lower_better": false
  },
  "RR@(1.5,0.3)": {
    "count": 6,
    "is_lower_better": false
  },
  "mAUC": {
    "count": 6,
    "is_lower_better": false
  },
  "landmarks": {
    "count": 1,
    "is_lower_better": false
  },
  "B1": {
    "count": 255,
    "is_lower_better": false
  },
  "B2": {
    "count": 255,
    "is_lower_better": false
  },
  "B3": {
    "count": 257,
    "is_lower_better": false
  },
  "B4": {
    "count": 268,
    "is_lower_better": false
  },
  "Pretrain (#images)": {
    "count": 19,
    "is_lower_better": false
  },
  "Pre-train (#images)": {
    "count": 20,
    "is_lower_better": false
  },
  "CIDER": {
    "count": 39,
    "is_lower_better": false
  },
  "CLIPScore": {
    "count": 1,
    "is_lower_better": false
  },
  "BLEU-1 (Romantic)": {
    "count": 2,
    "is_lower_better": false
  },
  "Levenshtein": {
    "count": 20,
    "is_lower_better": false
  },
  "MACCS FTS": {
    "count": 21,
    "is_lower_better": false
  },
  "Morgan FTS": {
    "count": 28,
    "is_lower_better": false
  },
  "RDK FTS": {
    "count": 21,
    "is_lower_better": false
  },
  "chair_i": {
    "count": 3,
    "is_lower_better": false
  },
  "chair_s": {
    "count": 3,
    "is_lower_better": false
  },
  "Test ROGUE-L": {
    "count": 1,
    "is_lower_better": false
  },
  "GS": {
    "count": 3,
    "is_lower_better": false
  },
  "BLEU4": {
    "count": 18,
    "is_lower_better": false
  },
  "DISTANCE_TO_GOAL": {
    "count": 45,
    "is_lower_better": false
  },
  "SOFT_SPL": {
    "count": 45,
    "is_lower_better": false
  },
  "SPL": {
    "count": 45,
    "is_lower_better": false
  },
  "SUCCESS": {
    "count": 45,
    "is_lower_better": false
  },
  "dist_to_end_reduction": {
    "count": 19,
    "is_lower_better": false
  },
  "spl": {
    "count": 179,
    "is_lower_better": false
  },
  "Medium Human-Normalized Score": {
    "count": 4,
    "is_lower_better": false
  },
  "SPL (All)": {
    "count": 2,
    "is_lower_better": false
  },
  "SPL (L\u22655)": {
    "count": 2,
    "is_lower_better": false
  },
  "Success Rate (All)": {
    "count": 2,
    "is_lower_better": false
  },
  "Success Rate (L\u22655)": {
    "count": 2,
    "is_lower_better": false
  },
  "SR": {
    "count": 6,
    "is_lower_better": false
  },
  "Average Jaccard": {
    "count": 20,
    "is_lower_better": false
  },
  "ACCURACY": {
    "count": 15,
    "is_lower_better": false
  },
  "Normalized Precision": {
    "count": 90,
    "is_lower_better": false
  },
  "Precision Score": {
    "count": 5,
    "is_lower_better": false
  },
  "3DMOTA": {
    "count": 3,
    "is_lower_better": false
  },
  "Precision Plot": {
    "count": 1,
    "is_lower_better": false
  },
  "Precision Rate": {
    "count": 12,
    "is_lower_better": false
  },
  "Animals": {
    "count": 4,
    "is_lower_better": false
  },
  "Humans": {
    "count": 4,
    "is_lower_better": false
  },
  "mean precision": {
    "count": 3,
    "is_lower_better": false
  },
  "mean success": {
    "count": 2,
    "is_lower_better": false
  },
  "R@1": {
    "count": 420,
    "is_lower_better": false
  },
  "R@10": {
    "count": 252,
    "is_lower_better": false
  },
  "R@5": {
    "count": 219,
    "is_lower_better": false
  },
  "Recall@1": {
    "count": 321,
    "is_lower_better": false
  },
  "A-R@1": {
    "count": 2,
    "is_lower_better": false
  },
  "A-R@10": {
    "count": 2,
    "is_lower_better": false
  },
  "A-R@5": {
    "count": 2,
    "is_lower_better": false
  },
  "Re-R@1": {
    "count": 2,
    "is_lower_better": false
  },
  "Re-R@10": {
    "count": 2,
    "is_lower_better": false
  },
  "Re-R@5": {
    "count": 2,
    "is_lower_better": false
  },
  "Mean Recall": {
    "count": 42,
    "is_lower_better": false
  },
  "Recall@1 (HN-Atom + HN-Comp, SC)": {
    "count": 8,
    "is_lower_better": false
  },
  "Recall@1 (HN-Atom + HN-Comp, UC)": {
    "count": 8,
    "is_lower_better": false
  },
  "Recall@1 (HN-Atom, UC)": {
    "count": 22,
    "is_lower_better": false
  },
  "Recall@1 (HN-Comp, UC)": {
    "count": 22,
    "is_lower_better": false
  },
  "Image-to-text R@1": {
    "count": 94,
    "is_lower_better": false
  },
  "Image-to-text R@10": {
    "count": 56,
    "is_lower_better": false
  },
  "Image-to-text R@5": {
    "count": 57,
    "is_lower_better": false
  },
  "Recall@Sum": {
    "count": 4,
    "is_lower_better": false
  },
  "QPS": {
    "count": 2,
    "is_lower_better": false
  },
  "PNR": {
    "count": 1,
    "is_lower_better": false
  },
  "Sum(R@1,5,10)": {
    "count": 5,
    "is_lower_better": false
  },
  "recall@1": {
    "count": 5,
    "is_lower_better": false
  },
  "recall@5": {
    "count": 13,
    "is_lower_better": false
  },
  "Recall@1 (%)": {
    "count": 3,
    "is_lower_better": false
  },
  "R@8": {
    "count": 2,
    "is_lower_better": false
  },
  "Rank-50": {
    "count": 6,
    "is_lower_better": false
  },
  "R-precision": {
    "count": 10,
    "is_lower_better": false
  },
  "rank-1": {
    "count": 80,
    "is_lower_better": false
  },
  "(Recall@10+Recall@50)/2": {
    "count": 23,
    "is_lower_better": false
  },
  "R@2": {
    "count": 1,
    "is_lower_better": false
  },
  "R@4": {
    "count": 1,
    "is_lower_better": false
  },
  "Recall@20": {
    "count": 94,
    "is_lower_better": false
  },
  "Text-to-image R@1": {
    "count": 77,
    "is_lower_better": false
  },
  "Text-to-image R@10": {
    "count": 59,
    "is_lower_better": false
  },
  "Text-to-image R@5": {
    "count": 60,
    "is_lower_better": false
  },
  "mAP@100": {
    "count": 9,
    "is_lower_better": false
  },
  "R@16": {
    "count": 6,
    "is_lower_better": false
  },
  "R@32": {
    "count": 6,
    "is_lower_better": false
  },
  "(Recall@5+Recall_subset@1)/2": {
    "count": 17,
    "is_lower_better": false
  },
  "P@20": {
    "count": 15,
    "is_lower_better": false
  },
  "nDCG@20": {
    "count": 49,
    "is_lower_better": false
  },
  "FKGL": {
    "count": 8,
    "is_lower_better": false
  },
  "SARI (EASSE>=0.2.1)": {
    "count": 44,
    "is_lower_better": false
  },
  "QuestEval (Reference-less, BERTScore)": {
    "count": 2,
    "is_lower_better": false
  },
  "SARI": {
    "count": 26,
    "is_lower_better": false
  },
  "BertScore (Precision)": {
    "count": 10,
    "is_lower_better": false
  },
  "FRE (Flesch Reading Ease)": {
    "count": 10,
    "is_lower_better": false
  },
  "Rouge1": {
    "count": 6,
    "is_lower_better": false
  },
  "Related Headlines": {
    "count": 1,
    "is_lower_better": false
  },
  "1-NNA-CD": {
    "count": 16,
    "is_lower_better": false
  },
  "EMD": {
    "count": 30,
    "is_lower_better": false
  },
  "1-NNA-EMD": {
    "count": 4,
    "is_lower_better": false
  },
  "MMD-CD": {
    "count": 16,
    "is_lower_better": false
  },
  "FAD VGG": {
    "count": 1,
    "is_lower_better": false
  },
  "Kendall's Tau": {
    "count": 46,
    "is_lower_better": false
  },
  "Spearman's Rho": {
    "count": 25,
    "is_lower_better": false
  },
  "Pearson R": {
    "count": 2,
    "is_lower_better": false
  },
  "Specificity (VEB+)": {
    "count": 1,
    "is_lower_better": false
  },
  "R2": {
    "count": 77,
    "is_lower_better": false
  },
  "Accuracy (Val)": {
    "count": 90,
    "is_lower_better": false
  },
  "Search time (s)": {
    "count": 47,
    "is_lower_better": true
  },
  "PARAMS": {
    "count": 120,
    "is_lower_better": false
  },
  "Percentage Error": {
    "count": 12,
    "is_lower_better": true
  },
  "Search Time (GPU days)": {
    "count": 35,
    "is_lower_better": true
  },
  "Top-1 Error Rate": {
    "count": 246,
    "is_lower_better": true
  },
  "MACs": {
    "count": 77,
    "is_lower_better": false
  },
  "Modularity": {
    "count": 8,
    "is_lower_better": false
  },
  "NMI": {
    "count": 361,
    "is_lower_better": false
  },
  "Detection: Full (mAP@0.5)": {
    "count": 7,
    "is_lower_better": false
  },
  "Detection: Non-Rare (mAP@0.5)": {
    "count": 4,
    "is_lower_better": false
  },
  "Detection: Rare (mAP@0.5)": {
    "count": 4,
    "is_lower_better": false
  },
  "Oracle: Full (mAP@0.5)": {
    "count": 3,
    "is_lower_better": false
  },
  "Oracle: Non-Rare (mAP@0.5)": {
    "count": 3,
    "is_lower_better": false
  },
  "Oracle: Rare (mAP@0.5)": {
    "count": 3,
    "is_lower_better": false
  },
  "AP(S1)": {
    "count": 32,
    "is_lower_better": false
  },
  "AP(S2)": {
    "count": 20,
    "is_lower_better": false
  },
  "Time Per Frame(ms)": {
    "count": 12,
    "is_lower_better": true
  },
  "mAP@0.5 role": {
    "count": 1,
    "is_lower_better": false
  },
  "Time Per Frame (ms)": {
    "count": 11,
    "is_lower_better": true
  },
  "Success rate @budget 100": {
    "count": 4,
    "is_lower_better": false
  },
  "Q3": {
    "count": 16,
    "is_lower_better": false
  },
  "Q8": {
    "count": 19,
    "is_lower_better": false
  },
  "14 gestures accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "Real World Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "EPE": {
    "count": 29,
    "is_lower_better": false
  },
  "Mean PCK@0.2 - 1shot": {
    "count": 6,
    "is_lower_better": false
  },
  "Mean PCK@0.2 - 5shot": {
    "count": 4,
    "is_lower_better": false
  },
  "PCK@0.05": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy (Cross-Subject)": {
    "count": 33,
    "is_lower_better": false
  },
  "Accuracy (Cross-View)": {
    "count": 6,
    "is_lower_better": false
  },
  "Top-1 accuracy %": {
    "count": 125,
    "is_lower_better": false
  },
  "Accuracy (Cross-Setup)": {
    "count": 27,
    "is_lower_better": false
  },
  "Accuracy (Set 1)": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy (Set 2)": {
    "count": 1,
    "is_lower_better": false
  },
  "Average accuracy in %": {
    "count": 18,
    "is_lower_better": false
  },
  "P@3": {
    "count": 8,
    "is_lower_better": false
  },
  "nDCG@3": {
    "count": 8,
    "is_lower_better": false
  },
  "nDCG@5": {
    "count": 9,
    "is_lower_better": false
  },
  "Micro Recall": {
    "count": 1,
    "is_lower_better": false
  },
  "Precision@1": {
    "count": 2,
    "is_lower_better": false
  },
  "RP@5": {
    "count": 1,
    "is_lower_better": false
  },
  "nDCG@1": {
    "count": 2,
    "is_lower_better": false
  },
  "F1 - macro": {
    "count": 57,
    "is_lower_better": false
  },
  "mAP (micro)": {
    "count": 13,
    "is_lower_better": false
  },
  "official split": {
    "count": 9,
    "is_lower_better": false
  },
  "mAP (macro)": {
    "count": 1,
    "is_lower_better": false
  },
  "CF1": {
    "count": 1,
    "is_lower_better": false
  },
  "CP": {
    "count": 1,
    "is_lower_better": false
  },
  "CR": {
    "count": 6,
    "is_lower_better": false
  },
  "OF1": {
    "count": 1,
    "is_lower_better": false
  },
  "OP": {
    "count": 1,
    "is_lower_better": false
  },
  "OR": {
    "count": 1,
    "is_lower_better": false
  },
  "Recall@50": {
    "count": 61,
    "is_lower_better": false
  },
  "rFID": {
    "count": 6,
    "is_lower_better": false
  },
  "HP": {
    "count": 2,
    "is_lower_better": false
  },
  "MMD": {
    "count": 2,
    "is_lower_better": false
  },
  "ARI": {
    "count": 174,
    "is_lower_better": false
  },
  "Backbone": {
    "count": 68,
    "is_lower_better": false
  },
  "Image Size": {
    "count": 11,
    "is_lower_better": false
  },
  "Train set": {
    "count": 31,
    "is_lower_better": false
  },
  "Train Set": {
    "count": 19,
    "is_lower_better": false
  },
  "Train Split": {
    "count": 20,
    "is_lower_better": false
  },
  "Average AUC on 14 label": {
    "count": 5,
    "is_lower_better": false
  },
  "AUC on ACL Tear (ACL)": {
    "count": 2,
    "is_lower_better": false
  },
  "AUC on Abnormality (ABN)": {
    "count": 2,
    "is_lower_better": false
  },
  "AUC on Meniscus Tear (MEN)": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy on ACL Tear (ACL)": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy on Abnormality (ABN)": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy on Meniscus Tear (MEN)": {
    "count": 2,
    "is_lower_better": false
  },
  "Average AUC": {
    "count": 2,
    "is_lower_better": false
  },
  "AVERAGE AUC ON 14 LABEL": {
    "count": 226,
    "is_lower_better": false
  },
  "NUM RADS BELOW CURVE": {
    "count": 223,
    "is_lower_better": false
  },
  "Localization Recall@1 ": {
    "count": 5,
    "is_lower_better": false
  },
  "recall@top1": {
    "count": 2,
    "is_lower_better": false
  },
  "recall@top1%": {
    "count": 3,
    "is_lower_better": false
  },
  "Memory": {
    "count": 1,
    "is_lower_better": false
  },
  "Top 1 Accuracy - Verb": {
    "count": 15,
    "is_lower_better": false
  },
  "P-IDS": {
    "count": 18,
    "is_lower_better": false
  },
  "U-IDS": {
    "count": 18,
    "is_lower_better": false
  },
  "PD": {
    "count": 15,
    "is_lower_better": false
  },
  "20-30% Mask PSNR": {
    "count": 2,
    "is_lower_better": false
  },
  "30-40% Mask PSNR": {
    "count": 2,
    "is_lower_better": false
  },
  "40-50% Mask PSNR": {
    "count": 2,
    "is_lower_better": false
  },
  "Total Column Score": {
    "count": 17,
    "is_lower_better": false
  },
  "CEAF\u03d54": {
    "count": 2,
    "is_lower_better": false
  },
  "MUC": {
    "count": 2,
    "is_lower_better": false
  },
  "Bias (F/M)": {
    "count": 3,
    "is_lower_better": false
  },
  "Feminine F1 (F)": {
    "count": 3,
    "is_lower_better": false
  },
  "Masculine F1 (M)": {
    "count": 3,
    "is_lower_better": false
  },
  "Overall F1": {
    "count": 4,
    "is_lower_better": false
  },
  "CoNLL F1": {
    "count": 2,
    "is_lower_better": false
  },
  "Bit rate": {
    "count": 7,
    "is_lower_better": false
  },
  "BD-Rate over VTM-17.0": {
    "count": 8,
    "is_lower_better": false
  },
  "bpsp": {
    "count": 5,
    "is_lower_better": false
  },
  "Fl-all": {
    "count": 28,
    "is_lower_better": false
  },
  "Fl-fg": {
    "count": 8,
    "is_lower_better": false
  },
  "F1-all": {
    "count": 19,
    "is_lower_better": false
  },
  "1px total": {
    "count": 21,
    "is_lower_better": false
  },
  "Noc": {
    "count": 3,
    "is_lower_better": false
  },
  "Out-Noc": {
    "count": 2,
    "is_lower_better": false
  },
  "mRMSE": {
    "count": 19,
    "is_lower_better": false
  },
  "m-reIRMSE-nz": {
    "count": 14,
    "is_lower_better": false
  },
  "m-relRMSE": {
    "count": 7,
    "is_lower_better": false
  },
  "mRMSE-nz": {
    "count": 15,
    "is_lower_better": false
  },
  "MAE(test)": {
    "count": 19,
    "is_lower_better": false
  },
  "MAE(val)": {
    "count": 17,
    "is_lower_better": false
  },
  "RMSE(test)": {
    "count": 19,
    "is_lower_better": false
  },
  "RMSE(val)": {
    "count": 17,
    "is_lower_better": false
  },
  "m-reIRMSE": {
    "count": 7,
    "is_lower_better": false
  },
  "Duplicate Event Rate (DERate)": {
    "count": 1,
    "is_lower_better": false
  },
  "Number of Events": {
    "count": 1,
    "is_lower_better": false
  },
  "Backpack": {
    "count": 2,
    "is_lower_better": false
  },
  "Gender": {
    "count": 6,
    "is_lower_better": false
  },
  "Hat": {
    "count": 2,
    "is_lower_better": false
  },
  "LCC": {
    "count": 2,
    "is_lower_better": false
  },
  "LCS": {
    "count": 2,
    "is_lower_better": false
  },
  "UCC": {
    "count": 2,
    "is_lower_better": false
  },
  "UCS": {
    "count": 2,
    "is_lower_better": false
  },
  "PSNR/SSIM": {
    "count": 4,
    "is_lower_better": false
  },
  "Actions Top-1": {
    "count": 19,
    "is_lower_better": false
  },
  "Object Top-1": {
    "count": 6,
    "is_lower_better": false
  },
  "Verbs Top-1": {
    "count": 6,
    "is_lower_better": false
  },
  "Cross Subject Accuracy": {
    "count": 5,
    "is_lower_better": false
  },
  "Cross View Accuracy": {
    "count": 5,
    "is_lower_better": false
  },
  "Exact Span F1": {
    "count": 16,
    "is_lower_better": false
  },
  "Smatch": {
    "count": 59,
    "is_lower_better": false
  },
  "F1 Full": {
    "count": 11,
    "is_lower_better": false
  },
  "F1 Newswire": {
    "count": 5,
    "is_lower_better": false
  },
  "Pass@32": {
    "count": 9,
    "is_lower_better": false
  },
  "Pass@8": {
    "count": 2,
    "is_lower_better": false
  },
  "Pass@64": {
    "count": 15,
    "is_lower_better": false
  },
  "Pass@100": {
    "count": 8,
    "is_lower_better": false
  },
  "ITP": {
    "count": 29,
    "is_lower_better": false
  },
  "cumulative": {
    "count": 29,
    "is_lower_better": false
  },
  "pass@1024": {
    "count": 1,
    "is_lower_better": false
  },
  "pass@8192": {
    "count": 1,
    "is_lower_better": false
  },
  "matching accuracy": {
    "count": 49,
    "is_lower_better": false
  },
  "Entropy Difference": {
    "count": 1,
    "is_lower_better": false
  },
  "mse (10^-3)": {
    "count": 5,
    "is_lower_better": false
  },
  "Adjusted Rand Index": {
    "count": 7,
    "is_lower_better": false
  },
  "F score": {
    "count": 3,
    "is_lower_better": false
  },
  "AUC-Judd": {
    "count": 2,
    "is_lower_better": false
  },
  "CC": {
    "count": 12,
    "is_lower_better": false
  },
  "KLD": {
    "count": 17,
    "is_lower_better": false
  },
  "SIM": {
    "count": 14,
    "is_lower_better": false
  },
  "sAUC": {
    "count": 4,
    "is_lower_better": false
  },
  "IG": {
    "count": 1,
    "is_lower_better": false
  },
  "Euclidean Mean Error (EME)": {
    "count": 2,
    "is_lower_better": true
  },
  "MSE*100": {
    "count": 4,
    "is_lower_better": false
  },
  "BadPix(0.05)": {
    "count": 1,
    "is_lower_better": false
  },
  "Smoothed BLEU-4": {
    "count": 56,
    "is_lower_better": false
  },
  "1 shot Micro-F1": {
    "count": 3,
    "is_lower_better": false
  },
  "F1-score (Augmented)": {
    "count": 8,
    "is_lower_better": false
  },
  "F1-score (Canonical)": {
    "count": 10,
    "is_lower_better": false
  },
  "MAP (50%)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 (avg)": {
    "count": 2,
    "is_lower_better": false
  },
  "Content F1": {
    "count": 4,
    "is_lower_better": false
  },
  "BertScoreF1": {
    "count": 5,
    "is_lower_better": false
  },
  "Avg. Test Rouge1": {
    "count": 3,
    "is_lower_better": false
  },
  "Rouge-1": {
    "count": 16,
    "is_lower_better": false
  },
  "Rouge-2": {
    "count": 15,
    "is_lower_better": false
  },
  "Rouge2": {
    "count": 4,
    "is_lower_better": false
  },
  "RougeL": {
    "count": 5,
    "is_lower_better": false
  },
  "BertScore": {
    "count": 10,
    "is_lower_better": false
  },
  "Meteor": {
    "count": 2,
    "is_lower_better": false
  },
  "rouge1": {
    "count": 5,
    "is_lower_better": false
  },
  "ROUGE-3": {
    "count": 11,
    "is_lower_better": false
  },
  "pACC": {
    "count": 1,
    "is_lower_better": false
  },
  "FID-5K": {
    "count": 10,
    "is_lower_better": false
  },
  "CER": {
    "count": 34,
    "is_lower_better": false
  },
  "Human World Record Breakthrough": {
    "count": 18,
    "is_lower_better": false
  },
  "Best Score": {
    "count": 6,
    "is_lower_better": false
  },
  "Mean Human Normalized Score": {
    "count": 22,
    "is_lower_better": false
  },
  "Total Reward": {
    "count": 1,
    "is_lower_better": false
  },
  "Silhouette Score": {
    "count": 1,
    "is_lower_better": false
  },
  "CSIM": {
    "count": 3,
    "is_lower_better": false
  },
  "Normalized Pose Error": {
    "count": 3,
    "is_lower_better": true
  },
  "inference time (ms)": {
    "count": 3,
    "is_lower_better": true
  },
  "NDCG": {
    "count": 16,
    "is_lower_better": false
  },
  "mAP@10": {
    "count": 9,
    "is_lower_better": false
  },
  "Recall@100": {
    "count": 14,
    "is_lower_better": false
  },
  "Recall@2": {
    "count": 4,
    "is_lower_better": false
  },
  "nDCG@100": {
    "count": 27,
    "is_lower_better": false
  },
  "HR@10 (full corpus)": {
    "count": 9,
    "is_lower_better": false
  },
  "nDCG@10 (full corpus)": {
    "count": 4,
    "is_lower_better": false
  },
  "MAP@20": {
    "count": 6,
    "is_lower_better": false
  },
  "MRR@20": {
    "count": 7,
    "is_lower_better": false
  },
  "NDCG@20": {
    "count": 47,
    "is_lower_better": false
  },
  "RMSE (u1 Splits)": {
    "count": 16,
    "is_lower_better": false
  },
  "RMSE (Random 90/10 Splits)": {
    "count": 2,
    "is_lower_better": false
  },
  "PSP@10": {
    "count": 7,
    "is_lower_better": false
  },
  "Hits@20": {
    "count": 7,
    "is_lower_better": false
  },
  "P@10": {
    "count": 7,
    "is_lower_better": false
  },
  "HR@100": {
    "count": 6,
    "is_lower_better": false
  },
  "HitRatio@ 10 (100 Neg. Samples)": {
    "count": 2,
    "is_lower_better": false
  },
  "nDCG@10 (100 Neg. Samples)": {
    "count": 2,
    "is_lower_better": false
  },
  "nDCG@10 (500 Neg. Samples)": {
    "count": 1,
    "is_lower_better": false
  },
  "NDCG@10 (full corpus)": {
    "count": 5,
    "is_lower_better": false
  },
  "MAP@15": {
    "count": 1,
    "is_lower_better": false
  },
  "MAP@30": {
    "count": 1,
    "is_lower_better": false
  },
  "MAP@5": {
    "count": 1,
    "is_lower_better": false
  },
  "NDCG@15": {
    "count": 1,
    "is_lower_better": false
  },
  "NDCG@30": {
    "count": 1,
    "is_lower_better": false
  },
  "NDCG@5": {
    "count": 5,
    "is_lower_better": false
  },
  "HR@50": {
    "count": 3,
    "is_lower_better": false
  },
  "NDCG@10": {
    "count": 3,
    "is_lower_better": false
  },
  "NDCG@50": {
    "count": 3,
    "is_lower_better": false
  },
  "Direct Intrinsic Dimension": {
    "count": 1,
    "is_lower_better": false
  },
  "Structure Aware Intrinsic Dimension": {
    "count": 1,
    "is_lower_better": false
  },
  "Dev F1": {
    "count": 1,
    "is_lower_better": false
  },
  "Val Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "Val F1 Score": {
    "count": 1,
    "is_lower_better": false
  },
  "Average 3D Error": {
    "count": 59,
    "is_lower_better": true
  },
  "PDJ@5mm": {
    "count": 1,
    "is_lower_better": false
  },
  "Error (mm)": {
    "count": 2,
    "is_lower_better": true
  },
  "keypoint AP": {
    "count": 6,
    "is_lower_better": false
  },
  "Pointing Game Accuracy": {
    "count": 8,
    "is_lower_better": false
  },
  "Optimality Gap": {
    "count": 3,
    "is_lower_better": false
  },
  "Avg. Test Rouge2": {
    "count": 2,
    "is_lower_better": false
  },
  "Avg. Test RougeLsum": {
    "count": 2,
    "is_lower_better": false
  },
  "Test ROGUE-1": {
    "count": 3,
    "is_lower_better": false
  },
  "Test ROGUE-2": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP@0.5:0.95:0.05": {
    "count": 6,
    "is_lower_better": false
  },
  "mAP50": {
    "count": 36,
    "is_lower_better": false
  },
  " box AP": {
    "count": 3,
    "is_lower_better": false
  },
  "mMR": {
    "count": 20,
    "is_lower_better": false
  },
  "AP 0.5": {
    "count": 34,
    "is_lower_better": false
  },
  "AP/L2": {
    "count": 6,
    "is_lower_better": false
  },
  "F1 Score (Avg. over Cities)": {
    "count": 2,
    "is_lower_better": false
  },
  "box AP": {
    "count": 283,
    "is_lower_better": false
  },
  "GFlops": {
    "count": 3,
    "is_lower_better": false
  },
  "AP(l)": {
    "count": 2,
    "is_lower_better": false
  },
  "AP(m)": {
    "count": 2,
    "is_lower_better": false
  },
  "AP(s)": {
    "count": 2,
    "is_lower_better": false
  },
  "AP85": {
    "count": 2,
    "is_lower_better": false
  },
  "AR(l)": {
    "count": 2,
    "is_lower_better": false
  },
  "AR(m)": {
    "count": 2,
    "is_lower_better": false
  },
  "AR(s)": {
    "count": 2,
    "is_lower_better": false
  },
  "mAp": {
    "count": 2,
    "is_lower_better": false
  },
  "Parameters(K)": {
    "count": 3,
    "is_lower_better": false
  },
  "COCO-style AP": {
    "count": 34,
    "is_lower_better": false
  },
  "APm": {
    "count": 7,
    "is_lower_better": false
  },
  "APs": {
    "count": 8,
    "is_lower_better": false
  },
  "APt": {
    "count": 8,
    "is_lower_better": false
  },
  "APvt": {
    "count": 8,
    "is_lower_better": false
  },
  "box mAP": {
    "count": 239,
    "is_lower_better": false
  },
  "APS": {
    "count": 331,
    "is_lower_better": false
  },
  "mAR (COCO+ XS)": {
    "count": 1,
    "is_lower_better": false
  },
  "Effective Robustness": {
    "count": 42,
    "is_lower_better": false
  },
  "Number of sources": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP 50-95": {
    "count": 1,
    "is_lower_better": false
  },
  "MR^-2": {
    "count": 1,
    "is_lower_better": false
  },
  "boxAP": {
    "count": 1,
    "is_lower_better": false
  },
  "boxAP50": {
    "count": 1,
    "is_lower_better": false
  },
  "boxAP75": {
    "count": 1,
    "is_lower_better": false
  },
  "Param.": {
    "count": 15,
    "is_lower_better": false
  },
  "AP@0.5": {
    "count": 13,
    "is_lower_better": false
  },
  "AP@0.75": {
    "count": 6,
    "is_lower_better": false
  },
  "mAP@0.5:0.95": {
    "count": 30,
    "is_lower_better": false
  },
  "mAP@50-95": {
    "count": 7,
    "is_lower_better": false
  },
  "mCAP": {
    "count": 13,
    "is_lower_better": false
  },
  "AP50l": {
    "count": 2,
    "is_lower_better": false
  },
  "AP50m": {
    "count": 2,
    "is_lower_better": false
  },
  "AP50s": {
    "count": 2,
    "is_lower_better": false
  },
  "": {
    "count": 3,
    "is_lower_better": false
  },
  "Latency, ms": {
    "count": 19,
    "is_lower_better": false
  },
  "mAP@0.50": {
    "count": 14,
    "is_lower_better": false
  },
  "Average Recall@IoU:0.5-0.95": {
    "count": 12,
    "is_lower_better": false
  },
  "Bounding Box AP": {
    "count": 2,
    "is_lower_better": false
  },
  "mAP w/o OOD": {
    "count": 7,
    "is_lower_better": false
  },
  "mAR": {
    "count": 7,
    "is_lower_better": false
  },
  "APM50": {
    "count": 3,
    "is_lower_better": false
  },
  "APM75": {
    "count": 3,
    "is_lower_better": false
  },
  "10\u00b010 cm": {
    "count": 1,
    "is_lower_better": false
  },
  "box APr": {
    "count": 6,
    "is_lower_better": false
  },
  "Evaluation Macro F1": {
    "count": 9,
    "is_lower_better": false
  },
  "macro F1": {
    "count": 51,
    "is_lower_better": false
  },
  "F1(10-fold)": {
    "count": 20,
    "is_lower_better": false
  },
  "Coherence": {
    "count": 2,
    "is_lower_better": false
  },
  "weighted-F1 score": {
    "count": 9,
    "is_lower_better": false
  },
  "STOPS-2": {
    "count": 1,
    "is_lower_better": false
  },
  "# Parameters": {
    "count": 4,
    "is_lower_better": false
  },
  "GTE": {
    "count": 1,
    "is_lower_better": false
  },
  "Mean NME ": {
    "count": 18,
    "is_lower_better": false
  },
  "NME": {
    "count": 22,
    "is_lower_better": false
  },
  "Mean NME": {
    "count": 8,
    "is_lower_better": false
  },
  "AUC@10 (inter-ocular)": {
    "count": 2,
    "is_lower_better": false
  },
  "FR@10 (inter-ocular)": {
    "count": 2,
    "is_lower_better": false
  },
  "NME (inter-ocular)": {
    "count": 3,
    "is_lower_better": false
  },
  "AUC0.08 private": {
    "count": 2,
    "is_lower_better": false
  },
  "NME (inter-pupil)": {
    "count": 1,
    "is_lower_better": false
  },
  "UAR": {
    "count": 6,
    "is_lower_better": false
  },
  "CLAP_LAION": {
    "count": 14,
    "is_lower_better": false
  },
  "CLAP_MS": {
    "count": 9,
    "is_lower_better": false
  },
  "FAD": {
    "count": 38,
    "is_lower_better": false
  },
  "FD_openl3": {
    "count": 16,
    "is_lower_better": false
  },
  "KL_passt": {
    "count": 24,
    "is_lower_better": false
  },
  " Human listening average results": {
    "count": 1,
    "is_lower_better": false
  },
  "Root mean square error (RMSE)": {
    "count": 1,
    "is_lower_better": true
  },
  "Percentage Average accuracy - 5 tasks": {
    "count": 4,
    "is_lower_better": false
  },
  "Top-3": {
    "count": 34,
    "is_lower_better": false
  },
  "Quadratic Weighted Kappa": {
    "count": 10,
    "is_lower_better": false
  },
  "prec@1": {
    "count": 4,
    "is_lower_better": false
  },
  "Cohen\u2019s Kappa score ": {
    "count": 1,
    "is_lower_better": false
  },
  "AUC score": {
    "count": 1,
    "is_lower_better": false
  },
  "Top 3 Error": {
    "count": 1,
    "is_lower_better": true
  },
  "Top-5 Accuracy": {
    "count": 204,
    "is_lower_better": false
  },
  "ImageNet Top-1 Accuracy": {
    "count": 65,
    "is_lower_better": false
  },
  "ImageNet Top-5 Accuracy": {
    "count": 44,
    "is_lower_better": false
  },
  "ACC@1-100Clients": {
    "count": 46,
    "is_lower_better": false
  },
  "Trainable Parameters": {
    "count": 38,
    "is_lower_better": false
  },
  "Power consumption": {
    "count": 2,
    "is_lower_better": false
  },
  "Average Top-1 Accuracy": {
    "count": 44,
    "is_lower_better": false
  },
  "Explanation Accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "Explanation complexity": {
    "count": 4,
    "is_lower_better": false
  },
  "Explanation extraction time": {
    "count": 4,
    "is_lower_better": true
  },
  "Validation Acc": {
    "count": 23,
    "is_lower_better": false
  },
  "zero-shot Acc": {
    "count": 2,
    "is_lower_better": false
  },
  "Cross Entropy Loss": {
    "count": 3,
    "is_lower_better": true
  },
  "Accuracy (under 20% Sym. label noise)": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy (under 50% Sym. label noise)": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy (under 80% Sym. label noise)": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy (under 90% Sym. label noise)": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy (under 95% Sym. label noise)": {
    "count": 2,
    "is_lower_better": false
  },
  "Test Error": {
    "count": 8,
    "is_lower_better": true
  },
  "Test F1 score": {
    "count": 24,
    "is_lower_better": false
  },
  "Testing Ratio": {
    "count": 2,
    "is_lower_better": false
  },
  "Average Test Accuracy over all magnifications": {
    "count": 3,
    "is_lower_better": false
  },
  "PARAMS (M)": {
    "count": 2,
    "is_lower_better": false
  },
  "Top-1 Accuracy (%)": {
    "count": 56,
    "is_lower_better": false
  },
  "Test accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "Test f1": {
    "count": 3,
    "is_lower_better": false
  },
  "Eval F1": {
    "count": 2,
    "is_lower_better": false
  },
  "Epochs": {
    "count": 2,
    "is_lower_better": false
  },
  "C_v": {
    "count": 13,
    "is_lower_better": false
  },
  "NPMI": {
    "count": 6,
    "is_lower_better": false
  },
  "MACC": {
    "count": 2,
    "is_lower_better": false
  },
  "Topic coherence@5": {
    "count": 2,
    "is_lower_better": false
  },
  "Topic Coherence@50": {
    "count": 1,
    "is_lower_better": false
  },
  "Average Treatment Effect on the Treated Error": {
    "count": 5,
    "is_lower_better": true
  },
  "Average Treatment Effect Error": {
    "count": 16,
    "is_lower_better": true
  },
  "MAE @ in": {
    "count": 18,
    "is_lower_better": false
  },
  "MAE @ out": {
    "count": 17,
    "is_lower_better": false
  },
  "MAPE (%) @ in": {
    "count": 16,
    "is_lower_better": false
  },
  "MAPE (%) @ out": {
    "count": 16,
    "is_lower_better": false
  },
  "12 steps MAE": {
    "count": 64,
    "is_lower_better": false
  },
  "12 steps MAPE": {
    "count": 41,
    "is_lower_better": false
  },
  "12 steps RMSE": {
    "count": 43,
    "is_lower_better": false
  },
  "1 step MAE": {
    "count": 9,
    "is_lower_better": false
  },
  "3 step MAE": {
    "count": 8,
    "is_lower_better": false
  },
  "6 step MAE": {
    "count": 8,
    "is_lower_better": false
  },
  "MAE@1h": {
    "count": 32,
    "is_lower_better": false
  },
  "MAE (60 min)": {
    "count": 5,
    "is_lower_better": false
  },
  "CA MAE": {
    "count": 6,
    "is_lower_better": false
  },
  "GBA MAE": {
    "count": 6,
    "is_lower_better": false
  },
  "GLA MAE": {
    "count": 6,
    "is_lower_better": false
  },
  "SD MAE": {
    "count": 6,
    "is_lower_better": false
  },
  "MAE @ 15min": {
    "count": 5,
    "is_lower_better": false
  },
  "MAE @ 30min": {
    "count": 5,
    "is_lower_better": false
  },
  "MAE @ 45min": {
    "count": 5,
    "is_lower_better": false
  },
  "MAE @ 60min": {
    "count": 5,
    "is_lower_better": false
  },
  "MAE @ 12 step": {
    "count": 35,
    "is_lower_better": false
  },
  "RMSE ": {
    "count": 22,
    "is_lower_better": false
  },
  "FLOPs(M)": {
    "count": 2,
    "is_lower_better": false
  },
  "MAE @ 3 step": {
    "count": 12,
    "is_lower_better": false
  },
  "12 Steps MAE": {
    "count": 11,
    "is_lower_better": false
  },
  "Phone Length Error (PLE)": {
    "count": 1,
    "is_lower_better": true
  },
  "Total Length Error (TLE)": {
    "count": 1,
    "is_lower_better": true
  },
  "Word Length Error (WLE)": {
    "count": 1,
    "is_lower_better": true
  },
  "Speaker Similarity": {
    "count": 2,
    "is_lower_better": false
  },
  "Equal Error Rate": {
    "count": 3,
    "is_lower_better": true
  },
  "Portfolio": {
    "count": 1,
    "is_lower_better": false
  },
  "FPR@95": {
    "count": 13,
    "is_lower_better": false
  },
  "ID ACC": {
    "count": 4,
    "is_lower_better": false
  },
  "F-measure (%)": {
    "count": 6,
    "is_lower_better": false
  },
  "Test MAE": {
    "count": 40,
    "is_lower_better": false
  },
  "Inference Time (ms)": {
    "count": 14,
    "is_lower_better": true
  },
  "Validation MAE": {
    "count": 30,
    "is_lower_better": false
  },
  "AUC@80%Train": {
    "count": 3,
    "is_lower_better": false
  },
  "RMSE@80%Train": {
    "count": 3,
    "is_lower_better": false
  },
  "PQ": {
    "count": 242,
    "is_lower_better": false
  },
  "Go": {
    "count": 8,
    "is_lower_better": false
  },
  "JS": {
    "count": 8,
    "is_lower_better": false
  },
  "Java": {
    "count": 8,
    "is_lower_better": false
  },
  "PHP": {
    "count": 8,
    "is_lower_better": false
  },
  "Python": {
    "count": 8,
    "is_lower_better": false
  },
  "Ruby": {
    "count": 8,
    "is_lower_better": false
  },
  "TAR @ FAR=0.01": {
    "count": 39,
    "is_lower_better": false
  },
  "TAR @ FAR=0.001": {
    "count": 18,
    "is_lower_better": false
  },
  "TAR @ FAR=0.1": {
    "count": 2,
    "is_lower_better": false
  },
  "BFAR": {
    "count": 3,
    "is_lower_better": false
  },
  "BFRR": {
    "count": 3,
    "is_lower_better": false
  },
  "FRR@FAR(%)": {
    "count": 3,
    "is_lower_better": false
  },
  "TAR @ FAR=1e-4": {
    "count": 22,
    "is_lower_better": false
  },
  "TAR @ FAR=1e-5": {
    "count": 14,
    "is_lower_better": false
  },
  "TAR @ FAR=1e-6": {
    "count": 3,
    "is_lower_better": false
  },
  "model": {
    "count": 14,
    "is_lower_better": false
  },
  "training dataset": {
    "count": 14,
    "is_lower_better": false
  },
  "TAR @ FAR=1e-3": {
    "count": 9,
    "is_lower_better": false
  },
  "TAR @ FAR=1e-2": {
    "count": 6,
    "is_lower_better": false
  },
  "Rank-1 (Video2Booking)": {
    "count": 2,
    "is_lower_better": false
  },
  "Rank-1 (Video2Single)": {
    "count": 2,
    "is_lower_better": false
  },
  "Rank-1 (Video2Video)": {
    "count": 2,
    "is_lower_better": false
  },
  "TAR @ FAR=0.0001": {
    "count": 3,
    "is_lower_better": false
  },
  "TAR@FAR=0.0001": {
    "count": 15,
    "is_lower_better": false
  },
  "DAC (K=6)": {
    "count": 299,
    "is_lower_better": false
  },
  "MR (K=1)": {
    "count": 299,
    "is_lower_better": false
  },
  "minADE (K=1)": {
    "count": 299,
    "is_lower_better": false
  },
  "minFDE (K=1)": {
    "count": 299,
    "is_lower_better": false
  },
  "val dsc": {
    "count": 4,
    "is_lower_better": false
  },
  "StreetMover": {
    "count": 6,
    "is_lower_better": false
  },
  "Cond": {
    "count": 71,
    "is_lower_better": false
  },
  "FVD": {
    "count": 59,
    "is_lower_better": false
  },
  "Pred": {
    "count": 76,
    "is_lower_better": false
  },
  "Train": {
    "count": 46,
    "is_lower_better": false
  },
  "ST-RRED": {
    "count": 1,
    "is_lower_better": false
  },
  "Cond.": {
    "count": 5,
    "is_lower_better": false
  },
  "FNMR [%] @ 10-3 FMR": {
    "count": 12,
    "is_lower_better": false
  },
  "African": {
    "count": 1,
    "is_lower_better": false
  },
  "Caucasian": {
    "count": 1,
    "is_lower_better": false
  },
  "East Asian": {
    "count": 1,
    "is_lower_better": false
  },
  "MFR-ALL": {
    "count": 1,
    "is_lower_better": false
  },
  "MFR-MASK": {
    "count": 1,
    "is_lower_better": false
  },
  "South Asian": {
    "count": 1,
    "is_lower_better": false
  },
  "Average Accuracy (10 times)": {
    "count": 6,
    "is_lower_better": true
  },
  "Accuracy(on validation set)": {
    "count": 8,
    "is_lower_better": false
  },
  "ICC": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy (8 emotion)": {
    "count": 39,
    "is_lower_better": false
  },
  "Accuracy (6 emotion)": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy (7 emotion)": {
    "count": 41,
    "is_lower_better": false
  },
  "Avg. Accuracy": {
    "count": 23,
    "is_lower_better": false
  },
  "Accuracy(pretrained)": {
    "count": 4,
    "is_lower_better": false
  },
  "BLEU (Test set)": {
    "count": 3,
    "is_lower_better": false
  },
  "METEOR (Validation set)": {
    "count": 4,
    "is_lower_better": false
  },
  "count": {
    "count": 10,
    "is_lower_better": false
  },
  "NIST": {
    "count": 15,
    "is_lower_better": false
  },
  "DLD": {
    "count": 9,
    "is_lower_better": false
  },
  "PARENT": {
    "count": 6,
    "is_lower_better": false
  },
  "Bleu": {
    "count": 3,
    "is_lower_better": false
  },
  "mean average accuracy @ 10": {
    "count": 8,
    "is_lower_better": false
  },
  "Mean AUC@5\u00b0": {
    "count": 10,
    "is_lower_better": false
  },
  "t-DCF": {
    "count": 2,
    "is_lower_better": false
  },
  "Duration": {
    "count": 8,
    "is_lower_better": false
  },
  "Rank (AutoML5)": {
    "count": 8,
    "is_lower_better": false
  },
  "Set1 (F1)": {
    "count": 8,
    "is_lower_better": false
  },
  "Set2 (PAC)": {
    "count": 8,
    "is_lower_better": false
  },
  "Set3 (AUC)": {
    "count": 8,
    "is_lower_better": false
  },
  "Set4 (ABS)": {
    "count": 8,
    "is_lower_better": false
  },
  "Set5 (BAC)": {
    "count": 8,
    "is_lower_better": false
  },
  "Pearson Correlation Coefficient ": {
    "count": 2,
    "is_lower_better": false
  },
  "MAE (VAS)": {
    "count": 1,
    "is_lower_better": false
  },
  "Ewarp": {
    "count": 19,
    "is_lower_better": false
  },
  "VFID": {
    "count": 32,
    "is_lower_better": false
  },
  "LPIPS (object)": {
    "count": 2,
    "is_lower_better": false
  },
  "LPIPS (square)": {
    "count": 2,
    "is_lower_better": false
  },
  "PNSR (object)": {
    "count": 2,
    "is_lower_better": false
  },
  "SSIM (object)": {
    "count": 2,
    "is_lower_better": false
  },
  "SSIM (square)": {
    "count": 2,
    "is_lower_better": false
  },
  "PSNR (square)": {
    "count": 2,
    "is_lower_better": false
  },
  "Blur Segmentation Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "ELO Rating": {
    "count": 3,
    "is_lower_better": false
  },
  "final agent reward": {
    "count": 1,
    "is_lower_better": false
  },
  "Median Win Rate": {
    "count": 91,
    "is_lower_better": false
  },
  "Hausdorff Distance": {
    "count": 1,
    "is_lower_better": false
  },
  "Point-to-surface distance": {
    "count": 1,
    "is_lower_better": false
  },
  "ID retrieval": {
    "count": 1,
    "is_lower_better": false
  },
  "Temporal ID consistency": {
    "count": 1,
    "is_lower_better": false
  },
  "negated ID retrieval": {
    "count": 1,
    "is_lower_better": false
  },
  "REL": {
    "count": 3,
    "is_lower_better": false
  },
  "Runtime [ms]": {
    "count": 12,
    "is_lower_better": true
  },
  "iMAE": {
    "count": 13,
    "is_lower_better": false
  },
  "iRMSE": {
    "count": 13,
    "is_lower_better": false
  },
  "CER (%)": {
    "count": 20,
    "is_lower_better": false
  },
  "Top 1 (%)": {
    "count": 4,
    "is_lower_better": false
  },
  "Top 20 (%)": {
    "count": 2,
    "is_lower_better": false
  },
  "Date (Years)": {
    "count": 2,
    "is_lower_better": false
  },
  "Region (Top 1 (%))": {
    "count": 2,
    "is_lower_better": false
  },
  "Region (Top 3 (%))": {
    "count": 2,
    "is_lower_better": false
  },
  "Example-F1-14": {
    "count": 2,
    "is_lower_better": false
  },
  "Example-Precision-14": {
    "count": 1,
    "is_lower_better": false
  },
  "Example-Recall-14": {
    "count": 1,
    "is_lower_better": false
  },
  "Micro-F1-5": {
    "count": 2,
    "is_lower_better": false
  },
  "Micro-Precision-5": {
    "count": 1,
    "is_lower_better": false
  },
  "Micro-Recall-5": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 RadGraph": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy (3-way)": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy (4-way)": {
    "count": 1,
    "is_lower_better": false
  },
  "Binary Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "Restaurant (Acc)": {
    "count": 50,
    "is_lower_better": false
  },
  "F1 (R15)": {
    "count": 32,
    "is_lower_better": false
  },
  "F1 (R16)": {
    "count": 32,
    "is_lower_better": false
  },
  "Laptop (Acc)": {
    "count": 45,
    "is_lower_better": false
  },
  "Mean Acc (Restaurant + Laptop)": {
    "count": 44,
    "is_lower_better": false
  },
  "F1 (L14)": {
    "count": 13,
    "is_lower_better": false
  },
  "F1(R14)": {
    "count": 11,
    "is_lower_better": false
  },
  "F1 (Laptop)": {
    "count": 7,
    "is_lower_better": false
  },
  "F1 (Restaurant)": {
    "count": 9,
    "is_lower_better": false
  },
  "Laptop (F1)": {
    "count": 11,
    "is_lower_better": false
  },
  "Restaurant (F1)": {
    "count": 13,
    "is_lower_better": false
  },
  "Aspect": {
    "count": 5,
    "is_lower_better": false
  },
  "DF": {
    "count": 1,
    "is_lower_better": false
  },
  "FS": {
    "count": 1,
    "is_lower_better": false
  },
  "FSF": {
    "count": 1,
    "is_lower_better": false
  },
  "NT": {
    "count": 1,
    "is_lower_better": false
  },
  "Real": {
    "count": 7,
    "is_lower_better": false
  },
  "NAB (LowFN)": {
    "count": 13,
    "is_lower_better": false
  },
  "NAB (lowFP)": {
    "count": 13,
    "is_lower_better": false
  },
  "NAB (standard)": {
    "count": 13,
    "is_lower_better": false
  },
  "Relative Change Point Distance": {
    "count": 2,
    "is_lower_better": false
  },
  "Covering": {
    "count": 3,
    "is_lower_better": false
  },
  "Average Best Overlap": {
    "count": 5,
    "is_lower_better": false
  },
  "mAP@0.25": {
    "count": 97,
    "is_lower_better": false
  },
  "AP@50": {
    "count": 20,
    "is_lower_better": false
  },
  "AP@75": {
    "count": 9,
    "is_lower_better": false
  },
  "AP@L": {
    "count": 9,
    "is_lower_better": false
  },
  "AP@M": {
    "count": 9,
    "is_lower_better": false
  },
  "AP@S": {
    "count": 9,
    "is_lower_better": false
  },
  "NMI (physiology_24_hours)": {
    "count": 3,
    "is_lower_better": false
  },
  "NMI (physiology_6_hours)": {
    "count": 3,
    "is_lower_better": false
  },
  "NMI (physiology_12_hours)": {
    "count": 2,
    "is_lower_better": false
  },
  "MParams": {
    "count": 7,
    "is_lower_better": false
  },
  "Avg #Steps": {
    "count": 6,
    "is_lower_better": false
  },
  "RC": {
    "count": 4,
    "is_lower_better": false
  },
  "DS": {
    "count": 2,
    "is_lower_better": false
  },
  "Driving Score": {
    "count": 39,
    "is_lower_better": false
  },
  "Infraction penalty": {
    "count": 18,
    "is_lower_better": false
  },
  "Route Completion": {
    "count": 39,
    "is_lower_better": false
  },
  "mask AP": {
    "count": 386,
    "is_lower_better": false
  },
  "Dice Coef": {
    "count": 1,
    "is_lower_better": false
  },
  "Prams\uff08M\uff09": {
    "count": 2,
    "is_lower_better": false
  },
  "Dice Scoe": {
    "count": 1,
    "is_lower_better": false
  },
  "maskAP": {
    "count": 1,
    "is_lower_better": false
  },
  "maskAP50": {
    "count": 1,
    "is_lower_better": false
  },
  "maskAP75": {
    "count": 1,
    "is_lower_better": false
  },
  "mask APr": {
    "count": 9,
    "is_lower_better": false
  },
  "mask AP*": {
    "count": 3,
    "is_lower_better": false
  },
  "Model Parameters": {
    "count": 2,
    "is_lower_better": false
  },
  "Class Average IoU": {
    "count": 4,
    "is_lower_better": false
  },
  "Class Average IoU (Few-shot setting)": {
    "count": 4,
    "is_lower_better": false
  },
  "Figure": {
    "count": 20,
    "is_lower_better": false
  },
  "List": {
    "count": 20,
    "is_lower_better": false
  },
  "Table": {
    "count": 21,
    "is_lower_better": false
  },
  "Text": {
    "count": 23,
    "is_lower_better": false
  },
  "Title": {
    "count": 20,
    "is_lower_better": false
  },
  "FAR": {
    "count": 3,
    "is_lower_better": false
  },
  "FB-IoU": {
    "count": 191,
    "is_lower_better": false
  },
  "learnable parameters (million)": {
    "count": 39,
    "is_lower_better": false
  },
  "meanIOU": {
    "count": 3,
    "is_lower_better": false
  },
  "SF-all": {
    "count": 8,
    "is_lower_better": false
  },
  "D1-all": {
    "count": 9,
    "is_lower_better": false
  },
  "D2-all": {
    "count": 7,
    "is_lower_better": false
  },
  "Runtime (s)": {
    "count": 3,
    "is_lower_better": true
  },
  "EPE 3-Way": {
    "count": 7,
    "is_lower_better": false
  },
  "EPE Background Static": {
    "count": 7,
    "is_lower_better": false
  },
  "EPE Foreground Dynamic": {
    "count": 7,
    "is_lower_better": false
  },
  "EPE Foreground Static": {
    "count": 7,
    "is_lower_better": false
  },
  " Runtime (s)": {
    "count": 4,
    "is_lower_better": true
  },
  "sAP10": {
    "count": 25,
    "is_lower_better": false
  },
  "sAP15": {
    "count": 12,
    "is_lower_better": false
  },
  "sAP5": {
    "count": 21,
    "is_lower_better": false
  },
  "FH": {
    "count": 10,
    "is_lower_better": false
  },
  "OTD": {
    "count": 18,
    "is_lower_better": false
  },
  "T-mAP": {
    "count": 18,
    "is_lower_better": false
  },
  "% < 11.25": {
    "count": 11,
    "is_lower_better": false
  },
  "Mean": {
    "count": 90,
    "is_lower_better": false
  },
  "% < 22.5": {
    "count": 9,
    "is_lower_better": false
  },
  "% < 30": {
    "count": 9,
    "is_lower_better": false
  },
  "Cosine Distance": {
    "count": 7,
    "is_lower_better": false
  },
  "J&F": {
    "count": 302,
    "is_lower_better": false
  },
  "Mean Jaccard & F-Measure": {
    "count": 49,
    "is_lower_better": false
  },
  "F-Measure (Seen)": {
    "count": 102,
    "is_lower_better": false
  },
  "F-Measure (Unseen)": {
    "count": 102,
    "is_lower_better": false
  },
  "Jaccard (Seen)": {
    "count": 104,
    "is_lower_better": false
  },
  "Jaccard (Unseen)": {
    "count": 98,
    "is_lower_better": false
  },
  "Contour Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "Target Binary F1": {
    "count": 6,
    "is_lower_better": false
  },
  "Activation bits": {
    "count": 22,
    "is_lower_better": false
  },
  "Weight bits": {
    "count": 23,
    "is_lower_better": false
  },
  "PCK-5px": {
    "count": 3,
    "is_lower_better": false
  },
  "Viewpoint I AEPE": {
    "count": 8,
    "is_lower_better": false
  },
  "Viewpoint II AEPE": {
    "count": 6,
    "is_lower_better": false
  },
  "Viewpoint III AEPE": {
    "count": 6,
    "is_lower_better": false
  },
  "Viewpoint IV AEPE": {
    "count": 6,
    "is_lower_better": false
  },
  "Viewpoint V AEPE": {
    "count": 6,
    "is_lower_better": false
  },
  "PCK-1px": {
    "count": 2,
    "is_lower_better": false
  },
  "PCK-3px": {
    "count": 2,
    "is_lower_better": false
  },
  "AEPE (rate=3)": {
    "count": 1,
    "is_lower_better": false
  },
  "AEPE (rate=5)": {
    "count": 1,
    "is_lower_better": false
  },
  "Average PCK@0.05": {
    "count": 1,
    "is_lower_better": false
  },
  "MAD": {
    "count": 24,
    "is_lower_better": false
  },
  "SAD": {
    "count": 42,
    "is_lower_better": false
  },
  "Conn": {
    "count": 17,
    "is_lower_better": false
  },
  "Grad": {
    "count": 17,
    "is_lower_better": false
  },
  "Trimap": {
    "count": 4,
    "is_lower_better": false
  },
  "Conn.": {
    "count": 6,
    "is_lower_better": false
  },
  "Grad.": {
    "count": 6,
    "is_lower_better": false
  },
  "Log-likelihood": {
    "count": 24,
    "is_lower_better": false
  },
  "MMD-EMD": {
    "count": 10,
    "is_lower_better": false
  },
  "Negative ELBO": {
    "count": 6,
    "is_lower_better": false
  },
  "COV-L2": {
    "count": 8,
    "is_lower_better": false
  },
  "MMD-L2": {
    "count": 8,
    "is_lower_better": false
  },
  "NLL (bits/dim)": {
    "count": 22,
    "is_lower_better": false
  },
  "Log-likelihood (nats)": {
    "count": 2,
    "is_lower_better": false
  },
  "NoC@85": {
    "count": 45,
    "is_lower_better": false
  },
  "NoC@90": {
    "count": 64,
    "is_lower_better": false
  },
  "NoC@95": {
    "count": 6,
    "is_lower_better": false
  },
  "Instance Average IoU": {
    "count": 5,
    "is_lower_better": false
  },
  "NoC@80": {
    "count": 2,
    "is_lower_better": false
  },
  "BDE": {
    "count": 1,
    "is_lower_better": false
  },
  "ERR@20": {
    "count": 1,
    "is_lower_better": false
  },
  "R10@1": {
    "count": 64,
    "is_lower_better": false
  },
  "R10@2": {
    "count": 63,
    "is_lower_better": false
  },
  "R10@5": {
    "count": 63,
    "is_lower_better": false
  },
  "R20@1": {
    "count": 3,
    "is_lower_better": false
  },
  "NDCG@3": {
    "count": 4,
    "is_lower_better": false
  },
  "R2@1": {
    "count": 13,
    "is_lower_better": false
  },
  "Recall/ Sensitivity": {
    "count": 1,
    "is_lower_better": false
  },
  "Purity": {
    "count": 6,
    "is_lower_better": false
  },
  "HIT-THE-BEST": {
    "count": 2,
    "is_lower_better": false
  },
  "Rank difference": {
    "count": 2,
    "is_lower_better": false
  },
  "mAP@0.1:0.7": {
    "count": 40,
    "is_lower_better": false
  },
  "mAP@0.1:0.5": {
    "count": 19,
    "is_lower_better": false
  },
  "avg-mAP (0.1:0.7)": {
    "count": 13,
    "is_lower_better": false
  },
  "avg-mAP (0.1-0.5)": {
    "count": 15,
    "is_lower_better": false
  },
  "avg-mAP (0.3-0.7)": {
    "count": 12,
    "is_lower_better": false
  },
  "Test F1 score (private)": {
    "count": 1,
    "is_lower_better": false
  },
  "Precision@10": {
    "count": 3,
    "is_lower_better": false
  },
  "Recall @ 10": {
    "count": 1,
    "is_lower_better": false
  },
  "ROUGE-1 F1": {
    "count": 2,
    "is_lower_better": false
  },
  "Top-10 Accuracy": {
    "count": 14,
    "is_lower_better": false
  },
  "Average win rate": {
    "count": 1,
    "is_lower_better": false
  },
  "PCP3D": {
    "count": 43,
    "is_lower_better": false
  },
  "TER": {
    "count": 8,
    "is_lower_better": false
  },
  "BERT": {
    "count": 6,
    "is_lower_better": false
  },
  "Mover": {
    "count": 5,
    "is_lower_better": false
  },
  " Content Ordering": {
    "count": 1,
    "is_lower_better": false
  },
  " Content Selection (F1)": {
    "count": 1,
    "is_lower_better": false
  },
  "FDD": {
    "count": 5,
    "is_lower_better": false
  },
  "Lip Vertex Error": {
    "count": 7,
    "is_lower_better": true
  },
  "OA": {
    "count": 24,
    "is_lower_better": false
  },
  "Model size": {
    "count": 16,
    "is_lower_better": false
  },
  "Model Size": {
    "count": 3,
    "is_lower_better": false
  },
  "mIoU-1%": {
    "count": 4,
    "is_lower_better": false
  },
  "mIoU (Env DA)": {
    "count": 2,
    "is_lower_better": false
  },
  "mIoU (Temporal DA)": {
    "count": 1,
    "is_lower_better": false
  },
  "Top-1 IoU": {
    "count": 8,
    "is_lower_better": false
  },
  "Top-3 IoU": {
    "count": 8,
    "is_lower_better": false
  },
  "mIoU Category": {
    "count": 4,
    "is_lower_better": false
  },
  "miou": {
    "count": 4,
    "is_lower_better": false
  },
  "miou Val": {
    "count": 6,
    "is_lower_better": false
  },
  "mIoU (6-Fold)": {
    "count": 5,
    "is_lower_better": false
  },
  "mIoU (Area-5)": {
    "count": 4,
    "is_lower_better": false
  },
  "ARE-CR": {
    "count": 2,
    "is_lower_better": false
  },
  "ARE-ER": {
    "count": 2,
    "is_lower_better": false
  },
  "ARE-FR": {
    "count": 2,
    "is_lower_better": false
  },
  "ARE-MR": {
    "count": 2,
    "is_lower_better": false
  },
  "Mean ARE": {
    "count": 2,
    "is_lower_better": false
  },
  "#params (K)": {
    "count": 6,
    "is_lower_better": false
  },
  "FLOPs(G)": {
    "count": 6,
    "is_lower_better": false
  },
  "UIQM": {
    "count": 1,
    "is_lower_better": false
  },
  "DISTS": {
    "count": 20,
    "is_lower_better": false
  },
  "PSNR 2x T2w": {
    "count": 9,
    "is_lower_better": false
  },
  "PSNR 4x T2w": {
    "count": 9,
    "is_lower_better": false
  },
  "SSIM 4x T2w": {
    "count": 9,
    "is_lower_better": false
  },
  "SSIM for 2x T2w": {
    "count": 9,
    "is_lower_better": false
  },
  "LRPSNR": {
    "count": 14,
    "is_lower_better": false
  },
  "NIQE": {
    "count": 27,
    "is_lower_better": false
  },
  "FED": {
    "count": 7,
    "is_lower_better": false
  },
  "LLE": {
    "count": 7,
    "is_lower_better": false
  },
  "LR-PSNR": {
    "count": 3,
    "is_lower_better": false
  },
  "ASTER Overall Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "CRNN Overall Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "MORAN Overall Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "Loss": {
    "count": 1,
    "is_lower_better": true
  },
  "Perceptual Index": {
    "count": 1,
    "is_lower_better": false
  },
  "Video hit@1 ": {
    "count": 9,
    "is_lower_better": false
  },
  "Video hit@5": {
    "count": 12,
    "is_lower_better": false
  },
  "Clip Hit@1": {
    "count": 6,
    "is_lower_better": false
  },
  "Average accuracy of 3 splits": {
    "count": 78,
    "is_lower_better": false
  },
  "3-fold Accuracy": {
    "count": 96,
    "is_lower_better": false
  },
  "Accuracy (CS)": {
    "count": 29,
    "is_lower_better": false
  },
  "Accuracy (CV)": {
    "count": 24,
    "is_lower_better": false
  },
  "mAP (Val)": {
    "count": 18,
    "is_lower_better": false
  },
  "Action@1": {
    "count": 32,
    "is_lower_better": false
  },
  "Noun@1": {
    "count": 27,
    "is_lower_better": false
  },
  "Verb@1": {
    "count": 27,
    "is_lower_better": false
  },
  "Top-5": {
    "count": 1,
    "is_lower_better": false
  },
  "Armstand Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "No. of Somersaults Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "No. of Twists Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "Position Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "Rotation Type Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "leave one out cross validation(LOOCV)": {
    "count": 1,
    "is_lower_better": false
  },
  "16:9 Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "mWAP": {
    "count": 3,
    "is_lower_better": false
  },
  "Accuracy 20%Test": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP@0.1": {
    "count": 7,
    "is_lower_better": false
  },
  "mAP@0.2": {
    "count": 8,
    "is_lower_better": false
  },
  "Hand Pose": {
    "count": 11,
    "is_lower_better": false
  },
  "Object Label": {
    "count": 11,
    "is_lower_better": false
  },
  "Object Pose": {
    "count": 11,
    "is_lower_better": false
  },
  "RGB": {
    "count": 11,
    "is_lower_better": false
  },
  "interaction match accuracy": {
    "count": 7,
    "is_lower_better": false
  },
  "question match accuracy": {
    "count": 7,
    "is_lower_better": false
  },
  "Exact Match Accuracy (in Dev)": {
    "count": 4,
    "is_lower_better": false
  },
  "Execution Accuracy (in Dev)": {
    "count": 4,
    "is_lower_better": false
  },
  "Execution Accuracy (Test)": {
    "count": 12,
    "is_lower_better": false
  },
  "Exact Match Accuracy (Test)": {
    "count": 7,
    "is_lower_better": false
  },
  "Exact Match Accuracy (Dev)": {
    "count": 12,
    "is_lower_better": false
  },
  "Execution Accuracy (Dev)": {
    "count": 10,
    "is_lower_better": false
  },
  "Execution Accuracy % (Dev)": {
    "count": 40,
    "is_lower_better": false
  },
  "Execution Accuracy % (Test)": {
    "count": 37,
    "is_lower_better": false
  },
  "Execution Accurarcy (Human)": {
    "count": 1,
    "is_lower_better": false
  },
  "PCM-F1 (dev)": {
    "count": 1,
    "is_lower_better": false
  },
  "PCM-F1 (test)": {
    "count": 1,
    "is_lower_better": false
  },
  "PESQ-NB": {
    "count": 25,
    "is_lower_better": false
  },
  "ESTOI": {
    "count": 19,
    "is_lower_better": false
  },
  "PESQ (wb)": {
    "count": 47,
    "is_lower_better": false
  },
  "SI-SDR": {
    "count": 23,
    "is_lower_better": false
  },
  "SSNR": {
    "count": 13,
    "is_lower_better": false
  },
  "FLOPS (G)": {
    "count": 3,
    "is_lower_better": false
  },
  "PESQ-WB": {
    "count": 40,
    "is_lower_better": false
  },
  "SI-SDR-WB": {
    "count": 20,
    "is_lower_better": false
  },
  "SI-SDR-NB": {
    "count": 1,
    "is_lower_better": false
  },
  "SI-SNR": {
    "count": 2,
    "is_lower_better": false
  },
  "\u0394PESQ": {
    "count": 2,
    "is_lower_better": false
  },
  "CBAK": {
    "count": 37,
    "is_lower_better": false
  },
  "COVL": {
    "count": 38,
    "is_lower_better": false
  },
  "CSIG": {
    "count": 38,
    "is_lower_better": false
  },
  "Para. (M)": {
    "count": 17,
    "is_lower_better": false
  },
  "DNSMOS": {
    "count": 9,
    "is_lower_better": false
  },
  "DNSMOS BAK": {
    "count": 4,
    "is_lower_better": false
  },
  "DNSMOS OVRL": {
    "count": 4,
    "is_lower_better": false
  },
  "DNSMOS SIG": {
    "count": 4,
    "is_lower_better": false
  },
  "HASPI": {
    "count": 1,
    "is_lower_better": false
  },
  "HASQI": {
    "count": 1,
    "is_lower_better": false
  },
  "SIIB": {
    "count": 1,
    "is_lower_better": false
  },
  "SNR": {
    "count": 5,
    "is_lower_better": false
  },
  "SegSNR": {
    "count": 1,
    "is_lower_better": false
  },
  "ViSQOL": {
    "count": 1,
    "is_lower_better": false
  },
  "POLQA": {
    "count": 6,
    "is_lower_better": false
  },
  "SIGMOS": {
    "count": 6,
    "is_lower_better": false
  },
  "% Test Accuracy (Raw Data)": {
    "count": 1,
    "is_lower_better": false
  },
  "M-STFT": {
    "count": 13,
    "is_lower_better": false
  },
  "Periodicity": {
    "count": 15,
    "is_lower_better": false
  },
  "V/UV F1": {
    "count": 15,
    "is_lower_better": false
  },
  "MCD": {
    "count": 9,
    "is_lower_better": false
  },
  "Accuracy (training-test)": {
    "count": 11,
    "is_lower_better": false
  },
  "weakly-supervised": {
    "count": 1,
    "is_lower_better": false
  },
  "Parameters (Billions)": {
    "count": 106,
    "is_lower_better": false
  },
  "Answer Accuracy": {
    "count": 5,
    "is_lower_better": false
  },
  "P@100": {
    "count": 1,
    "is_lower_better": false
  },
  "P@200": {
    "count": 1,
    "is_lower_better": false
  },
  "P@300": {
    "count": 1,
    "is_lower_better": false
  },
  "infNDCG": {
    "count": 2,
    "is_lower_better": false
  },
  "Time (ms)": {
    "count": 5,
    "is_lower_better": true
  },
  "MRR@10": {
    "count": 6,
    "is_lower_better": false
  },
  "Recall@200": {
    "count": 3,
    "is_lower_better": false
  },
  "Recall@500": {
    "count": 3,
    "is_lower_better": false
  },
  "HR@30": {
    "count": 1,
    "is_lower_better": false
  },
  "OMQ": {
    "count": 5,
    "is_lower_better": false
  },
  "avg_fp_quality": {
    "count": 5,
    "is_lower_better": false
  },
  "avg_label": {
    "count": 5,
    "is_lower_better": false
  },
  "avg_pairwise": {
    "count": 5,
    "is_lower_better": false
  },
  "avg_spatial": {
    "count": 5,
    "is_lower_better": false
  },
  "Rand index": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy (10 fold)": {
    "count": 5,
    "is_lower_better": false
  },
  "shape bias": {
    "count": 18,
    "is_lower_better": false
  },
  "Cumulative regret": {
    "count": 2,
    "is_lower_better": false
  },
  "Macro-F1@2%": {
    "count": 2,
    "is_lower_better": false
  },
  "Micro-F1@2%": {
    "count": 2,
    "is_lower_better": false
  },
  "Validation": {
    "count": 16,
    "is_lower_better": false
  },
  "Training Split": {
    "count": 11,
    "is_lower_better": false
  },
  "Claim Classification Macro-F1": {
    "count": 12,
    "is_lower_better": false
  },
  "Tweet Classification Macro-F1": {
    "count": 12,
    "is_lower_better": false
  },
  "Top-1 accuracy": {
    "count": 57,
    "is_lower_better": false
  },
  "class-average Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "Meta-test success rate (zero-shot)": {
    "count": 4,
    "is_lower_better": false
  },
  "Meta-train success rate": {
    "count": 7,
    "is_lower_better": false
  },
  "Meta-test success rate": {
    "count": 4,
    "is_lower_better": false
  },
  "Average Success Rate": {
    "count": 8,
    "is_lower_better": false
  },
  "Edit Distance": {
    "count": 13,
    "is_lower_better": false
  },
  "Collision": {
    "count": 1,
    "is_lower_better": false
  },
  "L2": {
    "count": 1,
    "is_lower_better": false
  },
  "Log Loss": {
    "count": 53,
    "is_lower_better": true
  },
  "Size (MB)": {
    "count": 4,
    "is_lower_better": false
  },
  "PSIM": {
    "count": 2,
    "is_lower_better": false
  },
  "Focal Error": {
    "count": 2,
    "is_lower_better": true
  },
  "Official Test Split": {
    "count": 6,
    "is_lower_better": false
  },
  "P-C Top-1 Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "P-I Top-1 Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "BEP": {
    "count": 1,
    "is_lower_better": false
  },
  "Sparsity": {
    "count": 2,
    "is_lower_better": false
  },
  "In-KB Accuracy": {
    "count": 18,
    "is_lower_better": false
  },
  "Weighted F-Measure": {
    "count": 46,
    "is_lower_better": false
  },
  "mean F-Measure": {
    "count": 30,
    "is_lower_better": false
  },
  "mean E-Measure": {
    "count": 32,
    "is_lower_better": false
  },
  "S-measure": {
    "count": 74,
    "is_lower_better": false
  },
  "max F-Measure": {
    "count": 25,
    "is_lower_better": false
  },
  "max F-measure": {
    "count": 22,
    "is_lower_better": false
  },
  "Balanced Error Rate": {
    "count": 21,
    "is_lower_better": true
  },
  "Rollout RMSE-all [1e3] Position": {
    "count": 4,
    "is_lower_better": false
  },
  "Chamfer (cm)": {
    "count": 13,
    "is_lower_better": false
  },
  "Stretching Energy": {
    "count": 12,
    "is_lower_better": false
  },
  "Rollout RMSE-all [1e3] Stress": {
    "count": 2,
    "is_lower_better": false
  },
  "BLEU (EN-DE)": {
    "count": 12,
    "is_lower_better": false
  },
  "Meteor (EN-DE)": {
    "count": 11,
    "is_lower_better": false
  },
  "Meteor (EN-FR)": {
    "count": 4,
    "is_lower_better": false
  },
  "BLUE (DE-EN)": {
    "count": 2,
    "is_lower_better": false
  },
  "BLEU (EN-HI)": {
    "count": 2,
    "is_lower_better": false
  },
  "Balanced Multi-Class Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "decathlon discipline (Score)": {
    "count": 14,
    "is_lower_better": false
  },
  "Top 1 Accuracy %": {
    "count": 2,
    "is_lower_better": false
  },
  "MLP Hidden Layers-width": {
    "count": 1,
    "is_lower_better": false
  },
  "Pretrained/Transfer Learning": {
    "count": 1,
    "is_lower_better": false
  },
  "BWT": {
    "count": 4,
    "is_lower_better": false
  },
  "mesh AP": {
    "count": 2,
    "is_lower_better": false
  },
  "Training time (hours)": {
    "count": 3,
    "is_lower_better": true
  },
  "Training time (min)": {
    "count": 3,
    "is_lower_better": true
  },
  "AED": {
    "count": 8,
    "is_lower_better": false
  },
  "AKD": {
    "count": 8,
    "is_lower_better": false
  },
  "MKR": {
    "count": 6,
    "is_lower_better": false
  },
  "Model Size (M)": {
    "count": 7,
    "is_lower_better": false
  },
  "mCSI": {
    "count": 8,
    "is_lower_better": false
  },
  "R-AUC MSE": {
    "count": 2,
    "is_lower_better": false
  },
  "MAE (t+1)": {
    "count": 5,
    "is_lower_better": false
  },
  "MAE (t+10)": {
    "count": 5,
    "is_lower_better": false
  },
  "MSE (t+1)": {
    "count": 14,
    "is_lower_better": false
  },
  "MSE (t+6)": {
    "count": 14,
    "is_lower_better": false
  },
  "Molecules (M)": {
    "count": 10,
    "is_lower_better": false
  },
  "Frame accuracy": {
    "count": 14,
    "is_lower_better": false
  },
  "Top-5 Accuracy (%)": {
    "count": 34,
    "is_lower_better": false
  },
  "Mean Rank": {
    "count": 45,
    "is_lower_better": false
  },
  "G-Score (BLEU, Accuracy)": {
    "count": 9,
    "is_lower_better": false
  },
  "5 shot": {
    "count": 75,
    "is_lower_better": false
  },
  "3-class test accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "Diacritic Error Rate": {
    "count": 6,
    "is_lower_better": true
  },
  "SWD": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy@5": {
    "count": 1,
    "is_lower_better": false
  },
  "IoU (%)": {
    "count": 16,
    "is_lower_better": false
  },
  "Best-of": {
    "count": 5,
    "is_lower_better": false
  },
  "ICAT Score": {
    "count": 12,
    "is_lower_better": false
  },
  "LMS": {
    "count": 3,
    "is_lower_better": false
  },
  "SS": {
    "count": 3,
    "is_lower_better": false
  },
  "Images & Text": {
    "count": 3,
    "is_lower_better": false
  },
  "Med. Imaging": {
    "count": 3,
    "is_lower_better": false
  },
  "Natural Images": {
    "count": 3,
    "is_lower_better": false
  },
  "Sensors": {
    "count": 3,
    "is_lower_better": false
  },
  "Speech": {
    "count": 3,
    "is_lower_better": false
  },
  "infAP": {
    "count": 15,
    "is_lower_better": false
  },
  "GMC": {
    "count": 4,
    "is_lower_better": false
  },
  "GMR": {
    "count": 4,
    "is_lower_better": false
  },
  "GenDiv": {
    "count": 4,
    "is_lower_better": false
  },
  "MMC": {
    "count": 4,
    "is_lower_better": false
  },
  "PFC": {
    "count": 4,
    "is_lower_better": false
  },
  "TIF": {
    "count": 4,
    "is_lower_better": false
  },
  "Multimodality": {
    "count": 64,
    "is_lower_better": false
  },
  "R Precision Top3": {
    "count": 67,
    "is_lower_better": false
  },
  "MMDist": {
    "count": 17,
    "is_lower_better": false
  },
  "MModality": {
    "count": 21,
    "is_lower_better": false
  },
  "R-Precision Top3": {
    "count": 16,
    "is_lower_better": false
  },
  "BAS": {
    "count": 9,
    "is_lower_better": false
  },
  "Beat DTW cost": {
    "count": 3,
    "is_lower_better": true
  },
  "Beat alignment score": {
    "count": 15,
    "is_lower_better": false
  },
  "Footwork average": {
    "count": 3,
    "is_lower_better": false
  },
  "Powermove average": {
    "count": 3,
    "is_lower_better": false
  },
  "Toprock average": {
    "count": 3,
    "is_lower_better": false
  },
  "fid_k": {
    "count": 8,
    "is_lower_better": false
  },
  "TMR-Matching Score": {
    "count": 4,
    "is_lower_better": false
  },
  "TMR-R-Precision Top3": {
    "count": 4,
    "is_lower_better": false
  },
  "L2P@15": {
    "count": 3,
    "is_lower_better": false
  },
  "L2P@30": {
    "count": 3,
    "is_lower_better": false
  },
  "L2P@5": {
    "count": 3,
    "is_lower_better": false
  },
  "L2Q@15": {
    "count": 4,
    "is_lower_better": false
  },
  "L2Q@30": {
    "count": 4,
    "is_lower_better": false
  },
  "L2Q@5": {
    "count": 4,
    "is_lower_better": false
  },
  "NPSS@15": {
    "count": 3,
    "is_lower_better": false
  },
  "NPSS@30": {
    "count": 3,
    "is_lower_better": false
  },
  "NPSS@5": {
    "count": 3,
    "is_lower_better": false
  },
  "ARI-FG": {
    "count": 10,
    "is_lower_better": false
  },
  "J score": {
    "count": 9,
    "is_lower_better": false
  },
  "Hausdorff Distance (mm)": {
    "count": 32,
    "is_lower_better": false
  },
  "EM(QE-PE)": {
    "count": 1,
    "is_lower_better": false
  },
  "EM(QE-PH)": {
    "count": 1,
    "is_lower_better": false
  },
  "EM(QH-PE)": {
    "count": 1,
    "is_lower_better": false
  },
  "EM(QH-PH)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 (QE-PE)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 (QE-PH)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1(QH-PE)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1(QH-PH)": {
    "count": 1,
    "is_lower_better": false
  },
  "PCDR": {
    "count": 3,
    "is_lower_better": false
  },
  "PCDR-Adult": {
    "count": 3,
    "is_lower_better": false
  },
  "PCDR-Baby": {
    "count": 3,
    "is_lower_better": false
  },
  "PCDR-Kid": {
    "count": 3,
    "is_lower_better": false
  },
  "PCDR-Teen": {
    "count": 3,
    "is_lower_better": false
  },
  "mPCDK": {
    "count": 3,
    "is_lower_better": false
  },
  "Log odds-ratio (pythia-6.9b)": {
    "count": 7,
    "is_lower_better": false
  },
  "Insertion AUC score": {
    "count": 10,
    "is_lower_better": false
  },
  "CLIP": {
    "count": 6,
    "is_lower_better": false
  },
  "NDS": {
    "count": 413,
    "is_lower_better": false
  },
  "NDS (val)": {
    "count": 5,
    "is_lower_better": false
  },
  "mAP (val)": {
    "count": 5,
    "is_lower_better": false
  },
  "Inference Speed (s)": {
    "count": 7,
    "is_lower_better": false
  },
  "APH/L2": {
    "count": 22,
    "is_lower_better": false
  },
  "Future Frame": {
    "count": 18,
    "is_lower_better": false
  },
  "AP@0.7@CulverCity": {
    "count": 5,
    "is_lower_better": false
  },
  "AP@0.7@Default": {
    "count": 5,
    "is_lower_better": false
  },
  "mAAE": {
    "count": 361,
    "is_lower_better": false
  },
  "mAOE": {
    "count": 371,
    "is_lower_better": false
  },
  "mASE": {
    "count": 371,
    "is_lower_better": false
  },
  "mATE": {
    "count": 371,
    "is_lower_better": false
  },
  "mAVE": {
    "count": 366,
    "is_lower_better": false
  },
  "mod. Car AP@.7IoU": {
    "count": 3,
    "is_lower_better": false
  },
  "AVG-CDS": {
    "count": 6,
    "is_lower_better": false
  },
  "mAPH/L2": {
    "count": 8,
    "is_lower_better": false
  },
  "AP@0.7": {
    "count": 10,
    "is_lower_better": false
  },
  "AP|R40(easy)": {
    "count": 9,
    "is_lower_better": false
  },
  "AP|R40(hard)": {
    "count": 9,
    "is_lower_better": false
  },
  "AP|R40(moderate)": {
    "count": 9,
    "is_lower_better": false
  },
  "FrameAccuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "mAP-LocSim": {
    "count": 2,
    "is_lower_better": false
  },
  "BEV AP@0.3 Highway": {
    "count": 3,
    "is_lower_better": false
  },
  "BEV AP@0.3 Night": {
    "count": 3,
    "is_lower_better": false
  },
  "BEV AP@0.3 Rain": {
    "count": 3,
    "is_lower_better": false
  },
  "BEV AP@0.3 Urban": {
    "count": 3,
    "is_lower_better": false
  },
  "AP0.5 (Noisy)": {
    "count": 5,
    "is_lower_better": false
  },
  "AP0.5 (Perfect)": {
    "count": 6,
    "is_lower_better": false
  },
  "AP0.7 (Noisy)": {
    "count": 5,
    "is_lower_better": false
  },
  "AP0.7 (Perfect)": {
    "count": 6,
    "is_lower_better": false
  },
  "ADD AUC": {
    "count": 9,
    "is_lower_better": false
  },
  "ADD-S AUC": {
    "count": 9,
    "is_lower_better": false
  },
  "AP70": {
    "count": 1,
    "is_lower_better": false
  },
  "SDS": {
    "count": 5,
    "is_lower_better": false
  },
  "L1 mAP": {
    "count": 3,
    "is_lower_better": false
  },
  "ARm": {
    "count": 2,
    "is_lower_better": false
  },
  "ARs": {
    "count": 2,
    "is_lower_better": false
  },
  "mDS": {
    "count": 1,
    "is_lower_better": false
  },
  "mod. Car AP@.5IoU": {
    "count": 1,
    "is_lower_better": false
  },
  "mod. Cyclist AP@.25IoU": {
    "count": 1,
    "is_lower_better": false
  },
  "mod. Pedestrian AP@.25IoU": {
    "count": 1,
    "is_lower_better": false
  },
  "mod. mAP": {
    "count": 1,
    "is_lower_better": false
  },
  "RMSE Cooperative": {
    "count": 8,
    "is_lower_better": false
  },
  "RMSE Indoor": {
    "count": 8,
    "is_lower_better": false
  },
  "RMSE Outdoor": {
    "count": 5,
    "is_lower_better": false
  },
  "@cheek": {
    "count": 43,
    "is_lower_better": false
  },
  "@forehead": {
    "count": 43,
    "is_lower_better": false
  },
  "@mouth": {
    "count": 43,
    "is_lower_better": false
  },
  "@nose": {
    "count": 43,
    "is_lower_better": false
  },
  "all": {
    "count": 43,
    "is_lower_better": false
  },
  "Median Reconstruction Error": {
    "count": 17,
    "is_lower_better": true
  },
  "Stdev Reconstruction Error (mm)": {
    "count": 17,
    "is_lower_better": true
  },
  "String-edit distance": {
    "count": 2,
    "is_lower_better": false
  },
  "SBTDE": {
    "count": 2,
    "is_lower_better": false
  },
  "RL2(*100)": {
    "count": 17,
    "is_lower_better": false
  },
  "Actions Recall@5": {
    "count": 2,
    "is_lower_better": false
  },
  "Objects Recall@5": {
    "count": 2,
    "is_lower_better": false
  },
  "Verbs Recall@5": {
    "count": 2,
    "is_lower_better": false
  },
  "Top 1 Accuracy - Act.": {
    "count": 14,
    "is_lower_better": false
  },
  "Top 1 Accuracy - Noun": {
    "count": 14,
    "is_lower_better": false
  },
  "Top 5 Accuracy - Act.": {
    "count": 14,
    "is_lower_better": false
  },
  "Top 5 Accuracy - Noun": {
    "count": 14,
    "is_lower_better": false
  },
  "Top 5 Accuracy - Verb": {
    "count": 14,
    "is_lower_better": false
  },
  "D4RL Normalized Score": {
    "count": 1,
    "is_lower_better": false
  },
  "FID (CS)": {
    "count": 5,
    "is_lower_better": false
  },
  "FID (CV)": {
    "count": 5,
    "is_lower_better": false
  },
  "MMDa (CS)": {
    "count": 5,
    "is_lower_better": false
  },
  "MMDa (CV)": {
    "count": 5,
    "is_lower_better": false
  },
  "MMDs (CS)": {
    "count": 5,
    "is_lower_better": false
  },
  "MMDs (CV)": {
    "count": 5,
    "is_lower_better": false
  },
  "MMDa": {
    "count": 5,
    "is_lower_better": false
  },
  "MMDs": {
    "count": 5,
    "is_lower_better": false
  },
  "AUC_J": {
    "count": 22,
    "is_lower_better": false
  },
  "AUC_V": {
    "count": 20,
    "is_lower_better": false
  },
  "F@15mm": {
    "count": 23,
    "is_lower_better": false
  },
  "F@5mm": {
    "count": 23,
    "is_lower_better": false
  },
  "PA-F@15mm": {
    "count": 30,
    "is_lower_better": false
  },
  "PA-F@5mm": {
    "count": 30,
    "is_lower_better": false
  },
  "PCK@0.05 (New Days) All": {
    "count": 10,
    "is_lower_better": false
  },
  "PCK@0.05 (VISOR) All": {
    "count": 10,
    "is_lower_better": false
  },
  "PCK@0.05 (Ego4D) All": {
    "count": 8,
    "is_lower_better": false
  },
  "PCK@0.05 (Ego4D) Occ": {
    "count": 8,
    "is_lower_better": false
  },
  "PCK@0.05 (Ego4D) Visible": {
    "count": 8,
    "is_lower_better": false
  },
  "PCK@0.05 (NewDays) Occ": {
    "count": 9,
    "is_lower_better": false
  },
  "PCK@0.05 (NewDays) Visible": {
    "count": 9,
    "is_lower_better": false
  },
  "PCK@0.05 (VISOR) Occ": {
    "count": 9,
    "is_lower_better": false
  },
  "PCK@0.05 (VISOR) Visible": {
    "count": 9,
    "is_lower_better": false
  },
  "PA-MPJPE (mm)": {
    "count": 23,
    "is_lower_better": false
  },
  "PA-VAUC": {
    "count": 10,
    "is_lower_better": false
  },
  "Procrustes-Aligned MPJPE": {
    "count": 11,
    "is_lower_better": false
  },
  "VAUC": {
    "count": 10,
    "is_lower_better": false
  },
  "Point-to-surface distance (cm)": {
    "count": 1,
    "is_lower_better": false
  },
  "Surface normal consistency": {
    "count": 1,
    "is_lower_better": false
  },
  "OBJ-BG (OA)": {
    "count": 29,
    "is_lower_better": false
  },
  "OBJ-ONLY (OA)": {
    "count": 27,
    "is_lower_better": false
  },
  "Mean class accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "LD": {
    "count": 5,
    "is_lower_better": false
  },
  "Average Incremental Accuracy": {
    "count": 102,
    "is_lower_better": false
  },
  "Final Accuracy": {
    "count": 19,
    "is_lower_better": false
  },
  "# M Params": {
    "count": 14,
    "is_lower_better": false
  },
  "Average Incremental Accuracy Top-5": {
    "count": 17,
    "is_lower_better": false
  },
  "Final Accuracy Top-5": {
    "count": 17,
    "is_lower_better": false
  },
  "mean Corruption Error (mCE)": {
    "count": 96,
    "is_lower_better": true
  },
  "weighted F-measure": {
    "count": 18,
    "is_lower_better": false
  },
  "PartPQ": {
    "count": 8,
    "is_lower_better": false
  },
  "Overall IoU": {
    "count": 193,
    "is_lower_better": false
  },
  "Precision@0.5": {
    "count": 51,
    "is_lower_better": false
  },
  "Precision@0.6": {
    "count": 48,
    "is_lower_better": false
  },
  "Precision@0.7": {
    "count": 48,
    "is_lower_better": false
  },
  "Precision@0.8": {
    "count": 48,
    "is_lower_better": false
  },
  "Precision@0.9": {
    "count": 51,
    "is_lower_better": false
  },
  "Pr@0.5": {
    "count": 4,
    "is_lower_better": false
  },
  "Pr@0.7": {
    "count": 4,
    "is_lower_better": false
  },
  "Pr@0.9": {
    "count": 4,
    "is_lower_better": false
  },
  "F": {
    "count": 53,
    "is_lower_better": false
  },
  "J": {
    "count": 53,
    "is_lower_better": false
  },
  "IoU mean": {
    "count": 47,
    "is_lower_better": false
  },
  "IoU overall": {
    "count": 47,
    "is_lower_better": false
  },
  "J&F 1st frame": {
    "count": 18,
    "is_lower_better": false
  },
  "Zero-Shot Transfer": {
    "count": 2,
    "is_lower_better": false
  },
  "J&F Full video": {
    "count": 5,
    "is_lower_better": false
  },
  "J&F score": {
    "count": 1,
    "is_lower_better": false
  },
  "PCK@0.1": {
    "count": 3,
    "is_lower_better": false
  },
  "PCK@0.3 (OOD)": {
    "count": 6,
    "is_lower_better": false
  },
  "Normalized Error (OOD)": {
    "count": 2,
    "is_lower_better": true
  },
  "F-measure (Decay)": {
    "count": 78,
    "is_lower_better": false
  },
  "F-measure (Mean)": {
    "count": 213,
    "is_lower_better": false
  },
  "F-measure (Recall)": {
    "count": 82,
    "is_lower_better": false
  },
  "Jaccard (Decay)": {
    "count": 81,
    "is_lower_better": false
  },
  "Jaccard (Recall)": {
    "count": 83,
    "is_lower_better": false
  },
  "EAO": {
    "count": 25,
    "is_lower_better": false
  },
  "EAO (real-time)": {
    "count": 14,
    "is_lower_better": true
  },
  "J score (unseen)": {
    "count": 1,
    "is_lower_better": false
  },
  "HOTA (all)": {
    "count": 4,
    "is_lower_better": false
  },
  "HOTA (common)": {
    "count": 4,
    "is_lower_better": false
  },
  "HOTA (uncommon)": {
    "count": 4,
    "is_lower_better": false
  },
  "D16 val (F)": {
    "count": 15,
    "is_lower_better": false
  },
  "D16 val (G)": {
    "count": 16,
    "is_lower_better": false
  },
  "D16 val (J)": {
    "count": 15,
    "is_lower_better": false
  },
  "D17 val (F)": {
    "count": 25,
    "is_lower_better": false
  },
  "D17 val (G)": {
    "count": 25,
    "is_lower_better": false
  },
  "D17 val (J)": {
    "count": 25,
    "is_lower_better": false
  },
  "D17 test (F)": {
    "count": 7,
    "is_lower_better": false
  },
  "D17 test (G)": {
    "count": 8,
    "is_lower_better": false
  },
  "D17 test (J)": {
    "count": 7,
    "is_lower_better": false
  },
  "Speed  (FPS)": {
    "count": 26,
    "is_lower_better": false
  },
  "eRE": {
    "count": 1,
    "is_lower_better": false
  },
  "eTE": {
    "count": 1,
    "is_lower_better": false
  },
  "ADDS AUC": {
    "count": 11,
    "is_lower_better": false
  },
  "Accuracy (ADD)": {
    "count": 4,
    "is_lower_better": false
  },
  "Mean ADD-S": {
    "count": 1,
    "is_lower_better": false
  },
  "AR CH": {
    "count": 5,
    "is_lower_better": false
  },
  "AR CoU": {
    "count": 5,
    "is_lower_better": false
  },
  "AR pCH": {
    "count": 5,
    "is_lower_better": false
  },
  "FVD16": {
    "count": 66,
    "is_lower_better": false
  },
  "FVD128": {
    "count": 3,
    "is_lower_better": false
  },
  "KVD16": {
    "count": 14,
    "is_lower_better": false
  },
  "FVD score": {
    "count": 30,
    "is_lower_better": false
  },
  "Notes": {
    "count": 2,
    "is_lower_better": false
  },
  "CLIP R-Precision": {
    "count": 6,
    "is_lower_better": false
  },
  "FVD 16": {
    "count": 9,
    "is_lower_better": false
  },
  "LPIPS (S1)": {
    "count": 2,
    "is_lower_better": false
  },
  "LPIPS (S2)": {
    "count": 2,
    "is_lower_better": false
  },
  "LPIPS (S3)": {
    "count": 2,
    "is_lower_better": false
  },
  "LPIPS (S4)": {
    "count": 2,
    "is_lower_better": false
  },
  "LPIPS (S5)": {
    "count": 2,
    "is_lower_better": false
  },
  "SIFID (S1)": {
    "count": 2,
    "is_lower_better": false
  },
  "SIFID (S2)": {
    "count": 2,
    "is_lower_better": false
  },
  "SIFID (S3)": {
    "count": 2,
    "is_lower_better": false
  },
  "SIFID (S4)": {
    "count": 2,
    "is_lower_better": false
  },
  "SIFID (S5)": {
    "count": 2,
    "is_lower_better": false
  },
  "H-Score": {
    "count": 30,
    "is_lower_better": false
  },
  "R-Score": {
    "count": 4,
    "is_lower_better": false
  },
  "EmoAcc": {
    "count": 1,
    "is_lower_better": false
  },
  "LSE-C": {
    "count": 1,
    "is_lower_better": false
  },
  "LMD": {
    "count": 1,
    "is_lower_better": false
  },
  "H-score": {
    "count": 25,
    "is_lower_better": false
  },
  "Source-Free": {
    "count": 12,
    "is_lower_better": false
  },
  "Source-free": {
    "count": 39,
    "is_lower_better": false
  },
  "VLM": {
    "count": 14,
    "is_lower_better": false
  },
  "Detection Rate": {
    "count": 7,
    "is_lower_better": false
  },
  "Segmentation (ablation)": {
    "count": 2,
    "is_lower_better": false
  },
  "Segmentation (test)": {
    "count": 2,
    "is_lower_better": false
  },
  "Mean MSE": {
    "count": 1,
    "is_lower_better": false
  },
  "Soft-F1": {
    "count": 6,
    "is_lower_better": false
  },
  "Predictive Equality (age)": {
    "count": 7,
    "is_lower_better": false
  },
  "Degree of Bias (DoB)": {
    "count": 3,
    "is_lower_better": false
  },
  "Average KL Divergence": {
    "count": 5,
    "is_lower_better": false
  },
  "PSNR Gap": {
    "count": 5,
    "is_lower_better": false
  },
  "Sensitivity (VEB)": {
    "count": 1,
    "is_lower_better": false
  },
  "Acc@1-1262Clients": {
    "count": 6,
    "is_lower_better": false
  },
  "Rewriting F3": {
    "count": 2,
    "is_lower_better": false
  },
  "Rewriting F2": {
    "count": 1,
    "is_lower_better": false
  },
  "Rewriting F1": {
    "count": 1,
    "is_lower_better": false
  },
  "Error Removal": {
    "count": 1,
    "is_lower_better": true
  },
  "min t-dcf": {
    "count": 5,
    "is_lower_better": false
  },
  "min a-DCF": {
    "count": 1,
    "is_lower_better": false
  },
  " Macro-F1": {
    "count": 1,
    "is_lower_better": false
  },
  "Per-Class Accuracy (1-shot)": {
    "count": 16,
    "is_lower_better": false
  },
  "Per-Class Accuracy (10-shots)": {
    "count": 16,
    "is_lower_better": false
  },
  "Per-Class Accuracy (2-shots)": {
    "count": 11,
    "is_lower_better": false
  },
  "Per-Class Accuracy (5-shots)": {
    "count": 16,
    "is_lower_better": false
  },
  "Per-Class Accuracy (20-shots)": {
    "count": 4,
    "is_lower_better": false
  },
  "Per-Class Accuracy  (2-shots)": {
    "count": 5,
    "is_lower_better": false
  },
  "Incremental PSNR": {
    "count": 6,
    "is_lower_better": false
  },
  "Parameters(M)": {
    "count": 39,
    "is_lower_better": false
  },
  "text-to-video R@1": {
    "count": 405,
    "is_lower_better": false
  },
  "text-to-video R@10": {
    "count": 373,
    "is_lower_better": false
  },
  "text-to-video R@5": {
    "count": 363,
    "is_lower_better": false
  },
  "text-to-video Mean Rank": {
    "count": 98,
    "is_lower_better": false
  },
  "text-to-video Median Rank": {
    "count": 185,
    "is_lower_better": false
  },
  "video-to-text Mean Rank": {
    "count": 61,
    "is_lower_better": false
  },
  "video-to-text Median Rank": {
    "count": 66,
    "is_lower_better": false
  },
  "video-to-text R@1": {
    "count": 152,
    "is_lower_better": false
  },
  "video-to-text R@10": {
    "count": 128,
    "is_lower_better": false
  },
  "video-to-text R@5": {
    "count": 122,
    "is_lower_better": false
  },
  "text-to-video R@50": {
    "count": 15,
    "is_lower_better": false
  },
  "text-to-video MedianR": {
    "count": 3,
    "is_lower_better": false
  },
  "text-to-video MeanR": {
    "count": 1,
    "is_lower_better": false
  },
  "video-to-text R@50": {
    "count": 2,
    "is_lower_better": false
  },
  "text-to-videoR@1": {
    "count": 1,
    "is_lower_better": false
  },
  "text-to-videoMedian Rank": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP (CSVR)": {
    "count": 17,
    "is_lower_better": false
  },
  "mAP (DSVR)": {
    "count": 17,
    "is_lower_better": false
  },
  "mAP (ISVR)": {
    "count": 17,
    "is_lower_better": false
  },
  "Argument Cl": {
    "count": 4,
    "is_lower_better": false
  },
  "Argument Id": {
    "count": 2,
    "is_lower_better": false
  },
  "Trigger Cl": {
    "count": 4,
    "is_lower_better": false
  },
  "Trigger Id": {
    "count": 2,
    "is_lower_better": false
  },
  "QAE": {
    "count": 6,
    "is_lower_better": false
  },
  "R-QAE": {
    "count": 6,
    "is_lower_better": false
  },
  "bleu": {
    "count": 4,
    "is_lower_better": false
  },
  "Standard Parseval (Full)": {
    "count": 33,
    "is_lower_better": false
  },
  "Standard Parseval (Nuclearity)": {
    "count": 37,
    "is_lower_better": false
  },
  "Standard Parseval (Relation)": {
    "count": 32,
    "is_lower_better": false
  },
  "Standard Parseval (Span)": {
    "count": 36,
    "is_lower_better": false
  },
  "RST-Parseval (Nuclearity)": {
    "count": 15,
    "is_lower_better": false
  },
  "RST-Parseval (Relation)": {
    "count": 15,
    "is_lower_better": false
  },
  "RST-Parseval (Span)": {
    "count": 15,
    "is_lower_better": false
  },
  "RST-Parseval (Full)": {
    "count": 10,
    "is_lower_better": false
  },
  "Link & Rel F1": {
    "count": 14,
    "is_lower_better": false
  },
  "Link F1": {
    "count": 14,
    "is_lower_better": false
  },
  " SSIM": {
    "count": 1,
    "is_lower_better": false
  },
  "FEVER": {
    "count": 4,
    "is_lower_better": false
  },
  "Full F1 (Preps)": {
    "count": 11,
    "is_lower_better": false
  },
  "Function F1 (Preps)": {
    "count": 7,
    "is_lower_better": false
  },
  "Role F1 (Preps)": {
    "count": 7,
    "is_lower_better": false
  },
  "Tags (Full) Acc": {
    "count": 6,
    "is_lower_better": false
  },
  "Banking77 (Acc)": {
    "count": 8,
    "is_lower_better": false
  },
  "CLINC150 (Acc)": {
    "count": 8,
    "is_lower_better": false
  },
  "DSTC8 (F-1)": {
    "count": 8,
    "is_lower_better": false
  },
  "HWU64 (Acc)": {
    "count": 8,
    "is_lower_better": false
  },
  "MultiWOZ (Joint Goal Acc)": {
    "count": 8,
    "is_lower_better": false
  },
  "Restaurant8k (F-1)": {
    "count": 8,
    "is_lower_better": false
  },
  "TOP (EM)": {
    "count": 8,
    "is_lower_better": false
  },
  "CaseHOLD": {
    "count": 7,
    "is_lower_better": false
  },
  "ECtHR Task A": {
    "count": 8,
    "is_lower_better": false
  },
  "ECtHR Task B": {
    "count": 8,
    "is_lower_better": false
  },
  "EUR-LEX": {
    "count": 8,
    "is_lower_better": false
  },
  "LEDGAR": {
    "count": 8,
    "is_lower_better": false
  },
  "SCOTUS": {
    "count": 8,
    "is_lower_better": false
  },
  "UNFAIR-ToS": {
    "count": 7,
    "is_lower_better": false
  },
  "Task Completion (TC)": {
    "count": 17,
    "is_lower_better": false
  },
  "ndtw": {
    "count": 6,
    "is_lower_better": false
  },
  "error": {
    "count": 145,
    "is_lower_better": true
  },
  "length": {
    "count": 145,
    "is_lower_better": false
  },
  "oracle success": {
    "count": 145,
    "is_lower_better": false
  },
  "success": {
    "count": 145,
    "is_lower_better": false
  },
  "SPL (Sucess Weighted by Path Length)": {
    "count": 1,
    "is_lower_better": false
  },
  "AP (Detection)": {
    "count": 1,
    "is_lower_better": false
  },
  "AVG-RANK": {
    "count": 126,
    "is_lower_better": false
  },
  "MOTA/L2": {
    "count": 19,
    "is_lower_better": false
  },
  "FP/L2": {
    "count": 4,
    "is_lower_better": false
  },
  "MOTA/L1": {
    "count": 4,
    "is_lower_better": false
  },
  "AMOTA": {
    "count": 121,
    "is_lower_better": false
  },
  "MRR (x 100)": {
    "count": 80,
    "is_lower_better": false
  },
  "NDCG (x 100)": {
    "count": 80,
    "is_lower_better": false
  },
  "Final_score": {
    "count": 49,
    "is_lower_better": false
  },
  "SRC": {
    "count": 27,
    "is_lower_better": false
  },
  "avg_state_quality": {
    "count": 1,
    "is_lower_better": false
  },
  "TEDS (all samples)": {
    "count": 17,
    "is_lower_better": false
  },
  "TEDS-Struct": {
    "count": 7,
    "is_lower_better": false
  },
  "TEDS (complex samples)": {
    "count": 6,
    "is_lower_better": false
  },
  "TEDS (simple samples)": {
    "count": 6,
    "is_lower_better": false
  },
  "APc": {
    "count": 12,
    "is_lower_better": false
  },
  "APf": {
    "count": 12,
    "is_lower_better": false
  },
  "APr": {
    "count": 12,
    "is_lower_better": false
  },
  "Average Score": {
    "count": 96,
    "is_lower_better": false
  },
  "Rank1": {
    "count": 16,
    "is_lower_better": false
  },
  "Rank5": {
    "count": 13,
    "is_lower_better": false
  },
  "CMC1": {
    "count": 9,
    "is_lower_better": false
  },
  "CMC10": {
    "count": 9,
    "is_lower_better": false
  },
  "CMC5": {
    "count": 9,
    "is_lower_better": false
  },
  "KILT-EM": {
    "count": 45,
    "is_lower_better": false
  },
  "EM (Quasar-T)": {
    "count": 6,
    "is_lower_better": false
  },
  "F1 (Quasar-T)": {
    "count": 6,
    "is_lower_better": false
  },
  "KILT-RL": {
    "count": 37,
    "is_lower_better": false
  },
  "N-gram F1": {
    "count": 7,
    "is_lower_better": false
  },
  "Unigram Acc": {
    "count": 7,
    "is_lower_better": false
  },
  "Onset F1": {
    "count": 22,
    "is_lower_better": false
  },
  "note-level F-measure-no-offset (Fno)": {
    "count": 6,
    "is_lower_better": false
  },
  "AR1": {
    "count": 88,
    "is_lower_better": false
  },
  "AR10": {
    "count": 88,
    "is_lower_better": false
  },
  "APho": {
    "count": 8,
    "is_lower_better": false
  },
  "APmo": {
    "count": 8,
    "is_lower_better": false
  },
  "APso": {
    "count": 6,
    "is_lower_better": false
  },
  "Tube-Boundary AP": {
    "count": 4,
    "is_lower_better": false
  },
  "mMOTSA": {
    "count": 14,
    "is_lower_better": false
  },
  "AP50_L": {
    "count": 4,
    "is_lower_better": false
  },
  "AP75_L": {
    "count": 4,
    "is_lower_better": false
  },
  "AR10_L": {
    "count": 4,
    "is_lower_better": false
  },
  "AR1_L": {
    "count": 4,
    "is_lower_better": false
  },
  "mAP_L": {
    "count": 7,
    "is_lower_better": false
  },
  "Top-1 Recall": {
    "count": 6,
    "is_lower_better": false
  },
  "Top-3 Recall": {
    "count": 6,
    "is_lower_better": false
  },
  "Top-5 Recall": {
    "count": 6,
    "is_lower_better": false
  },
  "F1(Neg)": {
    "count": 2,
    "is_lower_better": false
  },
  "F1(Pos)": {
    "count": 2,
    "is_lower_better": false
  },
  "AP (gt bbox)": {
    "count": 8,
    "is_lower_better": false
  },
  "WB": {
    "count": 15,
    "is_lower_better": false
  },
  "body": {
    "count": 15,
    "is_lower_better": false
  },
  "face": {
    "count": 15,
    "is_lower_better": false
  },
  "foot": {
    "count": 15,
    "is_lower_better": false
  },
  "hand": {
    "count": 15,
    "is_lower_better": false
  },
  "Fact-F1": {
    "count": 4,
    "is_lower_better": false
  },
  "Si-L2": {
    "count": 1,
    "is_lower_better": false
  },
  "Si-MSE": {
    "count": 1,
    "is_lower_better": false
  },
  "Case-sensitive sacreBLEU": {
    "count": 19,
    "is_lower_better": false
  },
  "Case-insensitive sacreBLEU": {
    "count": 2,
    "is_lower_better": false
  },
  "Case-insensitive tokenized BLEU": {
    "count": 2,
    "is_lower_better": false
  },
  "Case-sensitive tokenized BLEU": {
    "count": 2,
    "is_lower_better": false
  },
  "RMSPE": {
    "count": 1,
    "is_lower_better": false
  },
  "An": {
    "count": 1,
    "is_lower_better": false
  },
  "Sp": {
    "count": 1,
    "is_lower_better": false
  },
  "Mean Opinion Score (Q1:Overall)": {
    "count": 2,
    "is_lower_better": false
  },
  "Mean Opinion Score (Q2: Content)": {
    "count": 2,
    "is_lower_better": false
  },
  "Mean Opinion Score (Q3: Style)": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy (Inter-Patient)": {
    "count": 1,
    "is_lower_better": false
  },
  "detector": {
    "count": 15,
    "is_lower_better": false
  },
  "Euclidean Distance (ED)": {
    "count": 5,
    "is_lower_better": false
  },
  "Action Repetition": {
    "count": 9,
    "is_lower_better": false
  },
  "Average Decisions": {
    "count": 9,
    "is_lower_better": false
  },
  "Mean Reward": {
    "count": 13,
    "is_lower_better": false
  },
  "Average Return": {
    "count": 39,
    "is_lower_better": false
  },
  "delta_m": {
    "count": 2,
    "is_lower_better": false
  },
  "\u2206m%": {
    "count": 5,
    "is_lower_better": false
  },
  "Comb.": {
    "count": 2,
    "is_lower_better": false
  },
  "Inform": {
    "count": 4,
    "is_lower_better": false
  },
  "BScore": {
    "count": 3,
    "is_lower_better": false
  },
  "Message-F1": {
    "count": 3,
    "is_lower_better": false
  },
  "SAR": {
    "count": 2,
    "is_lower_better": false
  },
  "SIR": {
    "count": 2,
    "is_lower_better": false
  },
  "Decidability": {
    "count": 13,
    "is_lower_better": false
  },
  "MRPE": {
    "count": 2,
    "is_lower_better": false
  },
  "1x1 NLL": {
    "count": 1,
    "is_lower_better": false
  },
  "AUC (outlier ratio = 0.5)": {
    "count": 4,
    "is_lower_better": false
  },
  "ROC-AUC FAR": {
    "count": 15,
    "is_lower_better": false
  },
  "ROC-AUC IID": {
    "count": 11,
    "is_lower_better": false
  },
  "ROC-AUC NEAR": {
    "count": 11,
    "is_lower_better": false
  },
  "ROC-AUC-ID (In-Distribution setup)": {
    "count": 11,
    "is_lower_better": false
  },
  "Detection AP": {
    "count": 1,
    "is_lower_better": false
  },
  "Best Delay": {
    "count": 2,
    "is_lower_better": false
  },
  "Best F1": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy (Private)": {
    "count": 71,
    "is_lower_better": false
  },
  "Accuracy (Public)": {
    "count": 13,
    "is_lower_better": false
  },
  "Param": {
    "count": 1,
    "is_lower_better": false
  },
  "E-measure": {
    "count": 50,
    "is_lower_better": false
  },
  "Smeasure": {
    "count": 8,
    "is_lower_better": false
  },
  "FENSE": {
    "count": 7,
    "is_lower_better": false
  },
  "SPIDEr": {
    "count": 24,
    "is_lower_better": false
  },
  "SPIDEr-FL": {
    "count": 4,
    "is_lower_better": false
  },
  "Sentence-BERT": {
    "count": 2,
    "is_lower_better": false
  },
  "#params (M)": {
    "count": 1,
    "is_lower_better": false
  },
  "IDS": {
    "count": 9,
    "is_lower_better": false
  },
  "Deg.": {
    "count": 6,
    "is_lower_better": false
  },
  "Accuracy (H50)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 (H50)": {
    "count": 1,
    "is_lower_better": false
  },
  "HDR-VDP2 Q SCORE": {
    "count": 1,
    "is_lower_better": false
  },
  "Patch Matching": {
    "count": 2,
    "is_lower_better": false
  },
  "Patch Retrieval": {
    "count": 2,
    "is_lower_better": false
  },
  "Patch Verification": {
    "count": 2,
    "is_lower_better": false
  },
  "Correction F1": {
    "count": 2,
    "is_lower_better": false
  },
  "Detection F1": {
    "count": 2,
    "is_lower_better": false
  },
  "Zero shot FID": {
    "count": 2,
    "is_lower_better": false
  },
  "SOA-C": {
    "count": 5,
    "is_lower_better": false
  },
  "FID-1": {
    "count": 4,
    "is_lower_better": false
  },
  "FID-2": {
    "count": 4,
    "is_lower_better": false
  },
  "FID-4": {
    "count": 4,
    "is_lower_better": false
  },
  "FID-8": {
    "count": 4,
    "is_lower_better": false
  },
  "Color": {
    "count": 2,
    "is_lower_better": false
  },
  "Shape": {
    "count": 2,
    "is_lower_better": false
  },
  "Texture": {
    "count": 2,
    "is_lower_better": false
  },
  "Complex": {
    "count": 1,
    "is_lower_better": false
  },
  "Non-Spatial": {
    "count": 1,
    "is_lower_better": false
  },
  "Spatial": {
    "count": 1,
    "is_lower_better": false
  },
  "rsim": {
    "count": 4,
    "is_lower_better": false
  },
  "Aesthetics (Laion Aesthtetics Predictor)": {
    "count": 8,
    "is_lower_better": false
  },
  "Human Preference Alignement (HPSv2)": {
    "count": 8,
    "is_lower_better": false
  },
  "Text Alignement (SentenceBERT)": {
    "count": 8,
    "is_lower_better": false
  },
  "Block-FID": {
    "count": 3,
    "is_lower_better": false
  },
  "Color Attri.": {
    "count": 4,
    "is_lower_better": false
  },
  "Colors": {
    "count": 4,
    "is_lower_better": false
  },
  "Counting": {
    "count": 4,
    "is_lower_better": false
  },
  "Position": {
    "count": 4,
    "is_lower_better": false
  },
  "Single Obj.": {
    "count": 5,
    "is_lower_better": false
  },
  "Two Obj.": {
    "count": 5,
    "is_lower_better": false
  },
  "P@50K": {
    "count": 7,
    "is_lower_better": false
  },
  "P@5K": {
    "count": 7,
    "is_lower_better": false
  },
  "F1@10": {
    "count": 19,
    "is_lower_better": false
  },
  "HDR-VDP-2": {
    "count": 7,
    "is_lower_better": false
  },
  "Kim and Kautz TMO-PSNR": {
    "count": 6,
    "is_lower_better": false
  },
  "Reinhard'TMO-PSNR": {
    "count": 9,
    "is_lower_better": false
  },
  "HDR-VDP-3": {
    "count": 5,
    "is_lower_better": false
  },
  "PU21-PSNR": {
    "count": 5,
    "is_lower_better": false
  },
  "PU21-SSIM": {
    "count": 5,
    "is_lower_better": false
  },
  "HDR-PSNR": {
    "count": 16,
    "is_lower_better": false
  },
  "HDR-SSIM": {
    "count": 9,
    "is_lower_better": false
  },
  "HDR-VQM": {
    "count": 9,
    "is_lower_better": false
  },
  "rank-10": {
    "count": 72,
    "is_lower_better": false
  },
  "rank-5": {
    "count": 72,
    "is_lower_better": false
  },
  "R-1": {
    "count": 61,
    "is_lower_better": false
  },
  "R-10": {
    "count": 61,
    "is_lower_better": false
  },
  "R-5": {
    "count": 61,
    "is_lower_better": false
  },
  "pi/6 accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "R10": {
    "count": 24,
    "is_lower_better": false
  },
  "R5": {
    "count": 24,
    "is_lower_better": false
  },
  "CUHK03-NP->Rank-1": {
    "count": 1,
    "is_lower_better": false
  },
  "CUHK03-NP->mAP": {
    "count": 1,
    "is_lower_better": false
  },
  "MSMT17->Rank-1": {
    "count": 1,
    "is_lower_better": false
  },
  "MSMT17->mAP": {
    "count": 1,
    "is_lower_better": false
  },
  "Market-1501->Rank-1": {
    "count": 1,
    "is_lower_better": false
  },
  "Market-1501->mAP": {
    "count": 1,
    "is_lower_better": false
  },
  "MIoU (16 classes)": {
    "count": 4,
    "is_lower_better": false
  },
  "mIoU (19 classes)": {
    "count": 2,
    "is_lower_better": false
  },
  "Speed (ms/f)": {
    "count": 3,
    "is_lower_better": false
  },
  "Interpolation Error": {
    "count": 8,
    "is_lower_better": true
  },
  "Subjective score": {
    "count": 35,
    "is_lower_better": false
  },
  "tOF": {
    "count": 8,
    "is_lower_better": false
  },
  "Edit": {
    "count": 94,
    "is_lower_better": false
  },
  "F1@10%": {
    "count": 94,
    "is_lower_better": false
  },
  "F1@25%": {
    "count": 94,
    "is_lower_better": false
  },
  "F1@50%": {
    "count": 95,
    "is_lower_better": false
  },
  "F1@25": {
    "count": 2,
    "is_lower_better": false
  },
  "F1@50": {
    "count": 2,
    "is_lower_better": false
  },
  "MoF": {
    "count": 7,
    "is_lower_better": false
  },
  "PSNR (Raw)": {
    "count": 53,
    "is_lower_better": false
  },
  "SSIM (Raw)": {
    "count": 35,
    "is_lower_better": false
  },
  "ODRMSE": {
    "count": 1,
    "is_lower_better": false
  },
  "Ext. data": {
    "count": 488,
    "is_lower_better": false
  },
  "Test Hits@20": {
    "count": 31,
    "is_lower_better": false
  },
  "Validation Hits@20": {
    "count": 31,
    "is_lower_better": false
  },
  "Validation Hits@50": {
    "count": 30,
    "is_lower_better": false
  },
  "Test Hits@100": {
    "count": 26,
    "is_lower_better": false
  },
  "Validation Hits@100": {
    "count": 26,
    "is_lower_better": false
  },
  "Standardized MAE": {
    "count": 10,
    "is_lower_better": false
  },
  "alpha (ma)": {
    "count": 10,
    "is_lower_better": false
  },
  "gap (meV)": {
    "count": 10,
    "is_lower_better": false
  },
  "logMAE": {
    "count": 10,
    "is_lower_better": false
  },
  "Test ROC-AUC": {
    "count": 69,
    "is_lower_better": false
  },
  "Validation ROC-AUC": {
    "count": 66,
    "is_lower_better": false
  },
  "Validation F1 score": {
    "count": 21,
    "is_lower_better": false
  },
  "RG-1(%)": {
    "count": 4,
    "is_lower_better": false
  },
  "RG-2(%)": {
    "count": 4,
    "is_lower_better": false
  },
  "RG-L(%)": {
    "count": 4,
    "is_lower_better": false
  },
  "Goal Probability": {
    "count": 4,
    "is_lower_better": false
  },
  "Class-dependent localization error": {
    "count": 2,
    "is_lower_better": true
  },
  "Class-dependent localization recall": {
    "count": 2,
    "is_lower_better": false
  },
  "Localization-dependent error rate (20\u00b0)": {
    "count": 1,
    "is_lower_better": true
  },
  "location-dependent F1-score (macro)": {
    "count": 2,
    "is_lower_better": false
  },
  "location-dependent F1-score (micro)": {
    "count": 2,
    "is_lower_better": false
  },
  "ER\u226420\u00b0": {
    "count": 1,
    "is_lower_better": false
  },
  "F1\u226420\u00b0": {
    "count": 1,
    "is_lower_better": false
  },
  "LE-CD": {
    "count": 1,
    "is_lower_better": false
  },
  "LR-CD": {
    "count": 1,
    "is_lower_better": false
  },
  "SELD score": {
    "count": 1,
    "is_lower_better": false
  },
  "Queries per second": {
    "count": 10,
    "is_lower_better": false
  },
  "COMP@": {
    "count": 1,
    "is_lower_better": false
  },
  "rBLEU (Test)": {
    "count": 4,
    "is_lower_better": false
  },
  "rBLEU (Valid)": {
    "count": 4,
    "is_lower_better": false
  },
  "rBLEU(w/title)(Test)": {
    "count": 4,
    "is_lower_better": false
  },
  "rBLEU(w/title)(Valid)": {
    "count": 4,
    "is_lower_better": false
  },
  "chrF++": {
    "count": 6,
    "is_lower_better": false
  },
  "Word similarity": {
    "count": 1,
    "is_lower_better": false
  },
  " Over": {
    "count": 9,
    "is_lower_better": false
  },
  "Avg": {
    "count": 15,
    "is_lower_better": false
  },
  "B77": {
    "count": 9,
    "is_lower_better": false
  },
  "NIS": {
    "count": 9,
    "is_lower_better": false
  },
  "OSE": {
    "count": 9,
    "is_lower_better": false
  },
  "SOT": {
    "count": 9,
    "is_lower_better": false
  },
  "SRI": {
    "count": 9,
    "is_lower_better": false
  },
  "TAI": {
    "count": 9,
    "is_lower_better": false
  },
  "TC": {
    "count": 9,
    "is_lower_better": false
  },
  "TEH": {
    "count": 9,
    "is_lower_better": false
  },
  "ToS": {
    "count": 9,
    "is_lower_better": false
  },
  "translation error [%]": {
    "count": 2,
    "is_lower_better": true
  },
  "mIoU (Temporal DA) ": {
    "count": 1,
    "is_lower_better": false
  },
  "Classification F1-score": {
    "count": 1,
    "is_lower_better": false
  },
  "Localization F1-score": {
    "count": 1,
    "is_lower_better": false
  },
  "GMac": {
    "count": 1,
    "is_lower_better": false
  },
  "Temporal awareness": {
    "count": 2,
    "is_lower_better": false
  },
  "model size": {
    "count": 21,
    "is_lower_better": false
  },
  "CRD training setting": {
    "count": 39,
    "is_lower_better": false
  },
  "Prediction Accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "Alpha-Word accuracy": {
    "count": 16,
    "is_lower_better": false
  },
  "R1@.9": {
    "count": 2,
    "is_lower_better": false
  },
  "R@10s": {
    "count": 1,
    "is_lower_better": false
  },
  "mauve": {
    "count": 2,
    "is_lower_better": false
  },
  "interest (human)": {
    "count": 1,
    "is_lower_better": false
  },
  "relevance (human)": {
    "count": 1,
    "is_lower_better": false
  },
  "Inform_mct": {
    "count": 2,
    "is_lower_better": false
  },
  "Joint SA": {
    "count": 2,
    "is_lower_better": false
  },
  "SSA": {
    "count": 2,
    "is_lower_better": false
  },
  "Sensibleness": {
    "count": 2,
    "is_lower_better": false
  },
  "Slot Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "Success_mct": {
    "count": 2,
    "is_lower_better": false
  },
  "1 in 10 R@2": {
    "count": 1,
    "is_lower_better": false
  },
  "CIDr": {
    "count": 1,
    "is_lower_better": false
  },
  "95-th Percentile Speed Measurement Error (km/h)": {
    "count": 3,
    "is_lower_better": true
  },
  "Mean Speed Measurement Error (km/h)": {
    "count": 4,
    "is_lower_better": true
  },
  "Median Speed Measurement Error (km/h)": {
    "count": 4,
    "is_lower_better": true
  },
  "99-th Percentile Speed Measurement Error (km/h)": {
    "count": 1,
    "is_lower_better": true
  },
  "IDEucl": {
    "count": 3,
    "is_lower_better": false
  },
  "ML": {
    "count": 3,
    "is_lower_better": false
  },
  "MT": {
    "count": 3,
    "is_lower_better": false
  },
  "mHOTA": {
    "count": 3,
    "is_lower_better": false
  },
  "mIDF1": {
    "count": 14,
    "is_lower_better": false
  },
  "mMOTA": {
    "count": 14,
    "is_lower_better": false
  },
  "Category": {
    "count": 2,
    "is_lower_better": false
  },
  "IDSW": {
    "count": 12,
    "is_lower_better": false
  },
  "F-F1 score (Comb.)": {
    "count": 2,
    "is_lower_better": false
  },
  "F-F1 score (NA)": {
    "count": 2,
    "is_lower_better": false
  },
  "F-F1 score (Persian)": {
    "count": 2,
    "is_lower_better": false
  },
  "V-F1 score (Comb.)": {
    "count": 2,
    "is_lower_better": false
  },
  "V-F1 score (NA)": {
    "count": 2,
    "is_lower_better": false
  },
  "V-F1 score (Persian)": {
    "count": 2,
    "is_lower_better": false
  },
  "R@1 IoU=0.5": {
    "count": 65,
    "is_lower_better": false
  },
  "R@1 IoU=0.7": {
    "count": 55,
    "is_lower_better": false
  },
  "R@5 IoU=0.5": {
    "count": 16,
    "is_lower_better": false
  },
  "R@5 IoU=0.7": {
    "count": 6,
    "is_lower_better": false
  },
  "R@1 IoU=0.3": {
    "count": 12,
    "is_lower_better": false
  },
  "R@15": {
    "count": 6,
    "is_lower_better": false
  },
  "R@20": {
    "count": 7,
    "is_lower_better": false
  },
  "hardware": {
    "count": 4,
    "is_lower_better": false
  },
  "w/o normalization": {
    "count": 4,
    "is_lower_better": false
  },
  "with normalization": {
    "count": 2,
    "is_lower_better": false
  },
  "dimension": {
    "count": 3,
    "is_lower_better": false
  },
  "Asso. AP_bbox": {
    "count": 3,
    "is_lower_better": false
  },
  "Asso. AP_segm": {
    "count": 3,
    "is_lower_better": false
  },
  "Bounding Box SOAP": {
    "count": 3,
    "is_lower_better": false
  },
  "Instance AP_bbox": {
    "count": 3,
    "is_lower_better": false
  },
  "Instance AP_segm": {
    "count": 3,
    "is_lower_better": false
  },
  "mask SOAP": {
    "count": 3,
    "is_lower_better": false
  },
  "MAPE (%)": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP @0.5:0.95": {
    "count": 27,
    "is_lower_better": false
  },
  "AOP": {
    "count": 2,
    "is_lower_better": false
  },
  "KROCC": {
    "count": 3,
    "is_lower_better": false
  },
  "AUC_F": {
    "count": 3,
    "is_lower_better": false
  },
  "HIoU": {
    "count": 6,
    "is_lower_better": false
  },
  "F_measure (EA)": {
    "count": 2,
    "is_lower_better": false
  },
  "HO (miss rate)": {
    "count": 10,
    "is_lower_better": false
  },
  "R (miss rate)": {
    "count": 10,
    "is_lower_better": false
  },
  "RS (miss rate)": {
    "count": 10,
    "is_lower_better": false
  },
  "ALL (miss rate)": {
    "count": 9,
    "is_lower_better": false
  },
  "R+HO (miss rate)": {
    "count": 9,
    "is_lower_better": false
  },
  "Heavy MR^-2": {
    "count": 24,
    "is_lower_better": false
  },
  "Reasonable Miss Rate": {
    "count": 36,
    "is_lower_better": false
  },
  "log average miss rate": {
    "count": 4,
    "is_lower_better": false
  },
  "Reasonable MR^-2": {
    "count": 21,
    "is_lower_better": false
  },
  "Small MR^-2": {
    "count": 11,
    "is_lower_better": false
  },
  "Test Time": {
    "count": 6,
    "is_lower_better": true
  },
  "Bare MR^-2": {
    "count": 12,
    "is_lower_better": false
  },
  "Large MR^-2": {
    "count": 5,
    "is_lower_better": false
  },
  "Medium MR^-2": {
    "count": 5,
    "is_lower_better": false
  },
  "Partial MR^-2": {
    "count": 12,
    "is_lower_better": false
  },
  "Completion accuracy": {
    "count": 6,
    "is_lower_better": false
  },
  "Classification Accuracy (BN-free)": {
    "count": 1,
    "is_lower_better": false
  },
  "Classification Accuracy (Deep)": {
    "count": 1,
    "is_lower_better": false
  },
  "Classification Accuracy (Dense)": {
    "count": 1,
    "is_lower_better": false
  },
  "Classification Accuracy (ID-test)": {
    "count": 1,
    "is_lower_better": false
  },
  "Classification Accuracy (ResNet-50)": {
    "count": 1,
    "is_lower_better": false
  },
  "Classification Accuracy (ViT)": {
    "count": 1,
    "is_lower_better": false
  },
  "Classification Accuracy (Wide)": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP-0%": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP-100%": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP-50%": {
    "count": 1,
    "is_lower_better": false
  },
  "IOU50": {
    "count": 1,
    "is_lower_better": false
  },
  "Top 10 Accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "Top 5 Error Rate": {
    "count": 5,
    "is_lower_better": true
  },
  "AutoAttacked Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "Clean Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "Fool rate": {
    "count": 2,
    "is_lower_better": false
  },
  "CA": {
    "count": 6,
    "is_lower_better": false
  },
  "Open-mIoU": {
    "count": 3,
    "is_lower_better": false
  },
  "Clustering Accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "microAP": {
    "count": 2,
    "is_lower_better": false
  },
  "IR": {
    "count": 9,
    "is_lower_better": false
  },
  "NFMR": {
    "count": 9,
    "is_lower_better": false
  },
  "NMSE": {
    "count": 4,
    "is_lower_better": false
  },
  "DSSIM": {
    "count": 1,
    "is_lower_better": false
  },
  "Cohen's kappa": {
    "count": 9,
    "is_lower_better": false
  },
  "Macro-averaged Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "Cohen's Kappa": {
    "count": 23,
    "is_lower_better": false
  },
  "KC": {
    "count": 31,
    "is_lower_better": false
  },
  "Overal Accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "Prcision": {
    "count": 7,
    "is_lower_better": false
  },
  "Fscd": {
    "count": 2,
    "is_lower_better": false
  },
  "SeK": {
    "count": 2,
    "is_lower_better": false
  },
  "ASR-BLEU (Dev)": {
    "count": 8,
    "is_lower_better": false
  },
  "ASR-BLEU (Test)": {
    "count": 8,
    "is_lower_better": false
  },
  "ASR-BLEU": {
    "count": 9,
    "is_lower_better": false
  },
  "mean Recall @100": {
    "count": 5,
    "is_lower_better": false
  },
  "mean Recall @20": {
    "count": 5,
    "is_lower_better": false
  },
  "zR@100": {
    "count": 2,
    "is_lower_better": false
  },
  "zR@20": {
    "count": 2,
    "is_lower_better": false
  },
  "zR@50": {
    "count": 2,
    "is_lower_better": false
  },
  "mR@20": {
    "count": 1,
    "is_lower_better": false
  },
  "F1 (Seqeval)": {
    "count": 1,
    "is_lower_better": false
  },
  "Frame Level Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "recall": {
    "count": 3,
    "is_lower_better": false
  },
  "Robustness Score": {
    "count": 3,
    "is_lower_better": false
  },
  "ML AUC": {
    "count": 1,
    "is_lower_better": false
  },
  "ML F1": {
    "count": 1,
    "is_lower_better": false
  },
  "ML mAP": {
    "count": 1,
    "is_lower_better": false
  },
  "Detection AUROC (severity 0)": {
    "count": 5,
    "is_lower_better": false
  },
  "Detection AUROC (severity 10)": {
    "count": 5,
    "is_lower_better": false
  },
  "Detection AUROC (severity 5)": {
    "count": 5,
    "is_lower_better": false
  },
  "Architecture": {
    "count": 6,
    "is_lower_better": false
  },
  "Representation": {
    "count": 6,
    "is_lower_better": false
  },
  "Inference Time": {
    "count": 1,
    "is_lower_better": true
  },
  "Representation Time( ms / 100ms events)": {
    "count": 1,
    "is_lower_better": true
  },
  "Overall accuracy after last sequence": {
    "count": 2,
    "is_lower_better": false
  },
  "macro f1 score (A(100), B(100), C(100) Avg.)": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy on Brightness Corrupted Images": {
    "count": 1,
    "is_lower_better": false
  },
  "F1-score (weighted)": {
    "count": 7,
    "is_lower_better": false
  },
  "Ignored Constraint Error Rate": {
    "count": 4,
    "is_lower_better": true
  },
  "bpref": {
    "count": 1,
    "is_lower_better": false
  },
  "Top-5 accuracy": {
    "count": 36,
    "is_lower_better": false
  },
  "mF1": {
    "count": 4,
    "is_lower_better": false
  },
  "Declarative m_vIoU": {
    "count": 3,
    "is_lower_better": false
  },
  "Declarative vIoU@0.3": {
    "count": 3,
    "is_lower_better": false
  },
  "Declarative vIoU@0.5": {
    "count": 3,
    "is_lower_better": false
  },
  "Interrogative m_vIoU": {
    "count": 3,
    "is_lower_better": false
  },
  "Interrogative vIoU@0.3": {
    "count": 3,
    "is_lower_better": false
  },
  "Interrogative vIoU@0.5": {
    "count": 3,
    "is_lower_better": false
  },
  "m_vIoU": {
    "count": 3,
    "is_lower_better": false
  },
  "vIoU@0.3": {
    "count": 3,
    "is_lower_better": false
  },
  "vIoU@0.5": {
    "count": 3,
    "is_lower_better": false
  },
  "Val m_vIoU": {
    "count": 4,
    "is_lower_better": false
  },
  "Val vIoU@0.3": {
    "count": 4,
    "is_lower_better": false
  },
  "Val vIoU@0.5": {
    "count": 4,
    "is_lower_better": false
  },
  "mAP@75": {
    "count": 1,
    "is_lower_better": false
  },
  "AP50(T<90)": {
    "count": 1,
    "is_lower_better": false
  },
  "AP90(T<90)": {
    "count": 1,
    "is_lower_better": false
  },
  "dense fog hard (AP)": {
    "count": 2,
    "is_lower_better": false
  },
  "light fog hard (AP)": {
    "count": 2,
    "is_lower_better": false
  },
  "snow/rain hard (AP)": {
    "count": 2,
    "is_lower_better": false
  },
  "clear hard (AP)": {
    "count": 2,
    "is_lower_better": false
  },
  "test/mAP50": {
    "count": 7,
    "is_lower_better": false
  },
  "Val/mAP50": {
    "count": 7,
    "is_lower_better": false
  },
  "test/mAP": {
    "count": 4,
    "is_lower_better": false
  },
  "All mAP": {
    "count": 1,
    "is_lower_better": false
  },
  "M": {
    "count": 2,
    "is_lower_better": false
  },
  "RL": {
    "count": 2,
    "is_lower_better": false
  },
  "Human Explanation Rating": {
    "count": 6,
    "is_lower_better": false
  },
  "Human (%)": {
    "count": 9,
    "is_lower_better": false
  },
  "Mean F1 (Laptop + Restaurant)": {
    "count": 3,
    "is_lower_better": false
  },
  "10 steps MAE": {
    "count": 1,
    "is_lower_better": false
  },
  "Categorization (ablation)": {
    "count": 4,
    "is_lower_better": false
  },
  "Categorization (test)": {
    "count": 2,
    "is_lower_better": false
  },
  "Acc@0.5m": {
    "count": 1,
    "is_lower_better": false
  },
  "Acc@1.0m": {
    "count": 1,
    "is_lower_better": false
  },
  "Acc@15\u00b0": {
    "count": 1,
    "is_lower_better": false
  },
  "Acc@30\u00b0": {
    "count": 1,
    "is_lower_better": false
  },
  "CMD": {
    "count": 4,
    "is_lower_better": false
  },
  "Age": {
    "count": 4,
    "is_lower_better": false
  },
  "Disability": {
    "count": 4,
    "is_lower_better": false
  },
  "Nationality": {
    "count": 4,
    "is_lower_better": false
  },
  "Physical Appearance": {
    "count": 4,
    "is_lower_better": false
  },
  "Race/Color": {
    "count": 4,
    "is_lower_better": false
  },
  "Religion": {
    "count": 4,
    "is_lower_better": false
  },
  "Sexual Orientation": {
    "count": 4,
    "is_lower_better": false
  },
  "Socioeconomic status": {
    "count": 4,
    "is_lower_better": false
  },
  "Exact string match": {
    "count": 3,
    "is_lower_better": false
  },
  "Group 1": {
    "count": 4,
    "is_lower_better": false
  },
  "Group 2": {
    "count": 4,
    "is_lower_better": false
  },
  "Group 3": {
    "count": 4,
    "is_lower_better": false
  },
  "Group 4": {
    "count": 4,
    "is_lower_better": false
  },
  "Group 5": {
    "count": 4,
    "is_lower_better": false
  },
  "Parameters (Billion)": {
    "count": 132,
    "is_lower_better": false
  },
  "Energy MAE": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy of Agreeableness": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy of Conscientiousness": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy of Extraversion": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy of Neurotism": {
    "count": 4,
    "is_lower_better": false
  },
  "Accuracy of Openness": {
    "count": 4,
    "is_lower_better": false
  },
  "ASL mAP": {
    "count": 1,
    "is_lower_better": false
  },
  "All Miss Rate": {
    "count": 15,
    "is_lower_better": false
  },
  "Text2Mol": {
    "count": 29,
    "is_lower_better": false
  },
  "COCO-Val2017": {
    "count": 7,
    "is_lower_better": false
  },
  "HICO": {
    "count": 7,
    "is_lower_better": false
  },
  "Novel Classes": {
    "count": 3,
    "is_lower_better": false
  },
  "Obj365": {
    "count": 3,
    "is_lower_better": false
  },
  "Novel classes": {
    "count": 4,
    "is_lower_better": false
  },
  "Object365": {
    "count": 4,
    "is_lower_better": false
  },
  "Unknown (AP)": {
    "count": 3,
    "is_lower_better": false
  },
  "MAE for DBP [mmHg]": {
    "count": 3,
    "is_lower_better": false
  },
  "MAE for SBP [mmHg]": {
    "count": 3,
    "is_lower_better": false
  },
  "Clustering [mIoU]": {
    "count": 34,
    "is_lower_better": false
  },
  "Linear Classifier [mIoU]": {
    "count": 18,
    "is_lower_better": false
  },
  "FCN [mIoU]": {
    "count": 2,
    "is_lower_better": false
  },
  "Clustering [Accuracy]": {
    "count": 24,
    "is_lower_better": false
  },
  "Linear Classifier [Accuracy]": {
    "count": 10,
    "is_lower_better": false
  },
  "Average Distance": {
    "count": 2,
    "is_lower_better": false
  },
  "macro avg (subtask 1)": {
    "count": 10,
    "is_lower_better": false
  },
  "f1 macro avg (subtask 2)": {
    "count": 13,
    "is_lower_better": false
  },
  "lev dist (subtask 2)": {
    "count": 13,
    "is_lower_better": false
  },
  "Kendall's Tau-b": {
    "count": 3,
    "is_lower_better": false
  },
  "Kendall's Tau-c": {
    "count": 20,
    "is_lower_better": false
  },
  "EQ-Bench Score": {
    "count": 24,
    "is_lower_better": false
  },
  "AveriTeC": {
    "count": 3,
    "is_lower_better": false
  },
  "Question + Answer score": {
    "count": 3,
    "is_lower_better": false
  },
  "Question Only score": {
    "count": 3,
    "is_lower_better": false
  },
  "F1-Macro (Test)": {
    "count": 1,
    "is_lower_better": false
  },
  "F1-Micro (Test)": {
    "count": 1,
    "is_lower_better": false
  },
  "Delta_NoContext": {
    "count": 11,
    "is_lower_better": false
  },
  "Top-1 Verb & Value": {
    "count": 25,
    "is_lower_better": false
  },
  "Top-5 Verbs": {
    "count": 24,
    "is_lower_better": false
  },
  "Top-5 Verbs & Value": {
    "count": 24,
    "is_lower_better": false
  },
  "Top-1 Verb & Grounded-Value": {
    "count": 7,
    "is_lower_better": false
  },
  "Top-5 Verbs & Grounded-Value": {
    "count": 7,
    "is_lower_better": false
  },
  "R@1,IoU=0.5": {
    "count": 9,
    "is_lower_better": false
  },
  "R@1,IoU=0.7": {
    "count": 7,
    "is_lower_better": false
  },
  "R@1,IoU=0.1": {
    "count": 2,
    "is_lower_better": false
  },
  "R@1,IoU=0.3": {
    "count": 4,
    "is_lower_better": false
  },
  "R@5,IoU=0.1": {
    "count": 2,
    "is_lower_better": false
  },
  "R@5,IoU=0.3": {
    "count": 3,
    "is_lower_better": false
  },
  "R@10,IoU=0.1": {
    "count": 1,
    "is_lower_better": false
  },
  "R@100,IoU=0.1": {
    "count": 1,
    "is_lower_better": false
  },
  "R@50,IoU=0.1": {
    "count": 1,
    "is_lower_better": false
  },
  "Event Detection F-score": {
    "count": 1,
    "is_lower_better": false
  },
  "Video Score": {
    "count": 24,
    "is_lower_better": false
  },
  "Median Rank": {
    "count": 3,
    "is_lower_better": false
  },
  "Char-F1": {
    "count": 8,
    "is_lower_better": false
  },
  "F-Acc": {
    "count": 8,
    "is_lower_better": false
  },
  "Adversarial": {
    "count": 1,
    "is_lower_better": false
  },
  "Block-FID  (Right Extend)": {
    "count": 4,
    "is_lower_better": false
  },
  "Block-FID (Down Extend)": {
    "count": 4,
    "is_lower_better": false
  },
  "Block-FID (Left Extend)": {
    "count": 4,
    "is_lower_better": false
  },
  "Block-FID (Up Extend)": {
    "count": 4,
    "is_lower_better": false
  },
  "CLIP Similarity": {
    "count": 7,
    "is_lower_better": false
  },
  "O-AUROC": {
    "count": 15,
    "is_lower_better": false
  },
  "P-AUROC": {
    "count": 13,
    "is_lower_better": false
  },
  "Mean Performance of P. and O. ": {
    "count": 19,
    "is_lower_better": false
  },
  "Point AUROC": {
    "count": 17,
    "is_lower_better": false
  },
  "Succ. Rate (12 tasks, 100 demo/task)": {
    "count": 7,
    "is_lower_better": false
  },
  "Succ. Rate (12 tasks, 1000 demo/task)": {
    "count": 6,
    "is_lower_better": false
  },
  "Succ. Rate (12 tasks, 200 demo/task)": {
    "count": 6,
    "is_lower_better": false
  },
  "avg. sequence length (D to D)": {
    "count": 19,
    "is_lower_better": false
  },
  "Variant Aggregation": {
    "count": 9,
    "is_lower_better": false
  },
  "Variant Aggregation-Move Near": {
    "count": 9,
    "is_lower_better": false
  },
  "Variant Aggregation-Open/Close Drawer": {
    "count": 9,
    "is_lower_better": false
  },
  "Variant Aggregation-Pick Coke Can": {
    "count": 9,
    "is_lower_better": false
  },
  "Visual Matching": {
    "count": 9,
    "is_lower_better": false
  },
  "Visual Matching-Move Near": {
    "count": 9,
    "is_lower_better": false
  },
  "Visual Matching-Open/Close Drawer": {
    "count": 9,
    "is_lower_better": false
  },
  "Visual Matching-Pick Coke Can": {
    "count": 9,
    "is_lower_better": false
  },
  "Inference Speed (fps)": {
    "count": 5,
    "is_lower_better": false
  },
  "Input Image Size": {
    "count": 14,
    "is_lower_better": false
  },
  "Succ. Rate (18 tasks, 10 demo/task)": {
    "count": 3,
    "is_lower_better": false
  },
  "Succ. Rate (18 tasks, 100 demo/task)": {
    "count": 17,
    "is_lower_better": false
  },
  "Training Time (A100 x hour)": {
    "count": 5,
    "is_lower_better": true
  },
  "Training Time (V100 x 8 x day)": {
    "count": 9,
    "is_lower_better": true
  },
  "Succ. Rate (10 tasks, 100 demos/task)": {
    "count": 3,
    "is_lower_better": false
  },
  "Succ. Rate (74 tasks, 100 demos/task)": {
    "count": 1,
    "is_lower_better": false
  },
  "Put Carrot on Plate": {
    "count": 7,
    "is_lower_better": false
  },
  "Put Eggplant in Yellow Basket": {
    "count": 1,
    "is_lower_better": false
  },
  "Put Spoon on Towel": {
    "count": 7,
    "is_lower_better": false
  },
  "Stack Green Block on Yellow Block": {
    "count": 7,
    "is_lower_better": false
  },
  "Put Eggplant  in Yellow Basket": {
    "count": 1,
    "is_lower_better": false
  },
  "1-1": {
    "count": 1,
    "is_lower_better": false
  },
  "normalized MSE": {
    "count": 1,
    "is_lower_better": false
  },
  "Inst-level loose-accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "Inst-level strict-accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "Prompt-level loose-accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "Prompt-level strict-accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "Mean Normalized Performance": {
    "count": 2,
    "is_lower_better": false
  },
  "PCK (weak)": {
    "count": 3,
    "is_lower_better": false
  },
  "LT-ACC": {
    "count": 2,
    "is_lower_better": false
  },
  "IoU (weak)": {
    "count": 1,
    "is_lower_better": false
  },
  "LT-ACC (weak)": {
    "count": 1,
    "is_lower_better": false
  },
  "Clinical cost score": {
    "count": 1,
    "is_lower_better": true
  },
  "Clinical cost score (cross-val)": {
    "count": 1,
    "is_lower_better": true
  },
  "Clinical cost score (validation data)": {
    "count": 1,
    "is_lower_better": true
  },
  "Aggregate xView3 Score": {
    "count": 5,
    "is_lower_better": false
  },
  "Top-1 Accuracy(5-Way-1-Shot)": {
    "count": 4,
    "is_lower_better": false
  },
  "Top-1 Accuracy(5-Way-5-Shot)": {
    "count": 4,
    "is_lower_better": false
  },
  "Video hit@1": {
    "count": 3,
    "is_lower_better": false
  },
  "X-Sub": {
    "count": 5,
    "is_lower_better": false
  },
  "X-View": {
    "count": 5,
    "is_lower_better": false
  },
  "Noun (Top5 mAP)": {
    "count": 4,
    "is_lower_better": false
  },
  "Noun+TTC (Top5 mAP)": {
    "count": 4,
    "is_lower_better": false
  },
  "Noun+Verb(Top5 mAP)": {
    "count": 4,
    "is_lower_better": false
  },
  "Overall (Top5 mAP)": {
    "count": 4,
    "is_lower_better": false
  },
  "C.Disp(Left)": {
    "count": 1,
    "is_lower_better": false
  },
  "C.Disp(Right)": {
    "count": 1,
    "is_lower_better": false
  },
  "Disp(Total)": {
    "count": 1,
    "is_lower_better": false
  },
  "M.Disp(Left)": {
    "count": 1,
    "is_lower_better": false
  },
  "M.Disp(Right)": {
    "count": 1,
    "is_lower_better": false
  },
  "TIoU": {
    "count": 9,
    "is_lower_better": false
  },
  "BSQ-rate over ERQA": {
    "count": 85,
    "is_lower_better": false
  },
  "BSQ-rate over LPIPS": {
    "count": 85,
    "is_lower_better": false
  },
  "BSQ-rate over MS-SSIM": {
    "count": 85,
    "is_lower_better": false
  },
  "BSQ-rate over PSNR": {
    "count": 85,
    "is_lower_better": false
  },
  "BSQ-rate over Subjective Score": {
    "count": 45,
    "is_lower_better": false
  },
  "BSQ-rate over VMAF": {
    "count": 84,
    "is_lower_better": false
  },
  "MOVIE": {
    "count": 5,
    "is_lower_better": false
  },
  "1 - LPIPS": {
    "count": 32,
    "is_lower_better": false
  },
  "ERQAv1.0": {
    "count": 32,
    "is_lower_better": false
  },
  "QRCRv1.0": {
    "count": 32,
    "is_lower_better": false
  },
  "FID (first 20 steps)": {
    "count": 2,
    "is_lower_better": false
  },
  "FID (full 100 steps)": {
    "count": 2,
    "is_lower_better": false
  },
  "IS (first 20 steps)": {
    "count": 2,
    "is_lower_better": false
  },
  "IS (full 100 steps)": {
    "count": 2,
    "is_lower_better": false
  },
  "KID (first 20 steps)": {
    "count": 2,
    "is_lower_better": false
  },
  "KID (full 100 steps)": {
    "count": 2,
    "is_lower_better": false
  },
  "Chamfer AP": {
    "count": 4,
    "is_lower_better": false
  },
  "Frechet AP": {
    "count": 1,
    "is_lower_better": false
  },
  "Action": {
    "count": 9,
    "is_lower_better": false
  },
  "Add": {
    "count": 9,
    "is_lower_better": false
  },
  "Adjust": {
    "count": 9,
    "is_lower_better": false
  },
  "Background": {
    "count": 9,
    "is_lower_better": false
  },
  "Extract": {
    "count": 9,
    "is_lower_better": false
  },
  "Hybrid": {
    "count": 9,
    "is_lower_better": false
  },
  "Remove": {
    "count": 9,
    "is_lower_better": false
  },
  "Replace": {
    "count": 9,
    "is_lower_better": false
  },
  "Style": {
    "count": 9,
    "is_lower_better": false
  },
  "Perceptual Quality": {
    "count": 3,
    "is_lower_better": false
  },
  "Semantic Consistency": {
    "count": 3,
    "is_lower_better": false
  },
  "NOV-F1": {
    "count": 11,
    "is_lower_better": false
  },
  "VAL-F1": {
    "count": 11,
    "is_lower_better": false
  },
  "R2 Score": {
    "count": 14,
    "is_lower_better": false
  },
  "Cross-domain  CE": {
    "count": 1,
    "is_lower_better": false
  },
  "Cross-domain EM": {
    "count": 1,
    "is_lower_better": false
  },
  "In-domain CE": {
    "count": 1,
    "is_lower_better": false
  },
  "In-domain EM": {
    "count": 1,
    "is_lower_better": false
  },
  "FID-C": {
    "count": 3,
    "is_lower_better": false
  },
  "Motion Quality": {
    "count": 5,
    "is_lower_better": false
  },
  "Temporal Consistency": {
    "count": 5,
    "is_lower_better": false
  },
  "Text-to-Video Alignment": {
    "count": 5,
    "is_lower_better": false
  },
  "Total Score": {
    "count": 5,
    "is_lower_better": false
  },
  "Visual Quality": {
    "count": 5,
    "is_lower_better": false
  },
  "CLIP-FID": {
    "count": 6,
    "is_lower_better": false
  },
  "CLIPSIM": {
    "count": 17,
    "is_lower_better": false
  },
  "Mean Distance Error": {
    "count": 3,
    "is_lower_better": true
  },
  "mask AP50": {
    "count": 6,
    "is_lower_better": false
  },
  "AP novel-LVIS base training": {
    "count": 28,
    "is_lower_better": false
  },
  "AP novel-Unrestricted open-vocabulary training": {
    "count": 7,
    "is_lower_better": false
  },
  "associated accuracy": {
    "count": 8,
    "is_lower_better": false
  },
  "dynamic accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "static accuracy": {
    "count": 4,
    "is_lower_better": false
  },
  "OBO": {
    "count": 11,
    "is_lower_better": false
  },
  "OBZ": {
    "count": 3,
    "is_lower_better": false
  },
  "Need 3D Data?": {
    "count": 16,
    "is_lower_better": false
  },
  "SODA": {
    "count": 14,
    "is_lower_better": false
  },
  "DIV-1": {
    "count": 1,
    "is_lower_better": false
  },
  "DIV-2": {
    "count": 1,
    "is_lower_better": false
  },
  "RE-4": {
    "count": 1,
    "is_lower_better": false
  },
  "AUC-J": {
    "count": 7,
    "is_lower_better": false
  },
  "Top-1 Action Accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "Mean Translation/Rotation Error (m/degree)": {
    "count": 4,
    "is_lower_better": true
  },
  "Median Translation/Rotation Error (m/degree)": {
    "count": 4,
    "is_lower_better": true
  },
  "account and password ": {
    "count": 1,
    "is_lower_better": false
  },
  "CCC": {
    "count": 13,
    "is_lower_better": false
  },
  "UA": {
    "count": 7,
    "is_lower_better": false
  },
  "WA": {
    "count": 6,
    "is_lower_better": false
  },
  "Unweighted Accuracy": {
    "count": 1,
    "is_lower_better": false
  },
  "Unweighted Accuracy (UA)": {
    "count": 7,
    "is_lower_better": false
  },
  "Weighted Accuracy (WA)": {
    "count": 6,
    "is_lower_better": false
  },
  "CCC (Arousal)": {
    "count": 2,
    "is_lower_better": false
  },
  "CCC (Valence)": {
    "count": 2,
    "is_lower_better": false
  },
  "UA CV": {
    "count": 2,
    "is_lower_better": false
  },
  "WA CV": {
    "count": 3,
    "is_lower_better": false
  },
  "Top-10 accuracy": {
    "count": 35,
    "is_lower_better": false
  },
  "Top-3 accuracy": {
    "count": 33,
    "is_lower_better": false
  },
  "Top-50 accuracy": {
    "count": 7,
    "is_lower_better": false
  },
  "Top-20 accuracy": {
    "count": 3,
    "is_lower_better": false
  },
  "Win rate": {
    "count": 4,
    "is_lower_better": false
  },
  "Collision-1s": {
    "count": 4,
    "is_lower_better": false
  },
  "Collision-2s": {
    "count": 4,
    "is_lower_better": false
  },
  "Collision-3s": {
    "count": 4,
    "is_lower_better": false
  },
  "Collision-Avg": {
    "count": 4,
    "is_lower_better": false
  },
  "L2-1s": {
    "count": 4,
    "is_lower_better": false
  },
  "L2-2s": {
    "count": 4,
    "is_lower_better": false
  },
  "L2-3s": {
    "count": 4,
    "is_lower_better": false
  },
  "L2-Avg": {
    "count": 4,
    "is_lower_better": false
  },
  "Mean absolute error": {
    "count": 7,
    "is_lower_better": true
  },
  "Accuracy - All Images": {
    "count": 89,
    "is_lower_better": false
  },
  "Accuracy - Clean Images": {
    "count": 89,
    "is_lower_better": false
  },
  "Accuracy - Corrupted Images": {
    "count": 88,
    "is_lower_better": false
  },
  "Embedding Average": {
    "count": 1,
    "is_lower_better": false
  },
  "Greedy Matching": {
    "count": 1,
    "is_lower_better": false
  },
  "Vector Extrema": {
    "count": 1,
    "is_lower_better": false
  },
  "v2v error": {
    "count": 1,
    "is_lower_better": true
  },
  "Weighted Recall": {
    "count": 1,
    "is_lower_better": false
  },
  "CS@5": {
    "count": 3,
    "is_lower_better": false
  },
  "PCC (Arousal)": {
    "count": 1,
    "is_lower_better": false
  },
  "PCC (Valence)": {
    "count": 1,
    "is_lower_better": false
  },
  "wAcc": {
    "count": 25,
    "is_lower_better": false
  },
  "text-to-image R@1": {
    "count": 10,
    "is_lower_better": false
  },
  "text-to-imageR@1": {
    "count": 10,
    "is_lower_better": false
  },
  "Text-to-image Medr": {
    "count": 1,
    "is_lower_better": false
  },
  "Image-to-sound R@100": {
    "count": 2,
    "is_lower_better": false
  },
  "Sound-to-image R@100": {
    "count": 2,
    "is_lower_better": false
  },
  "gpt-score": {
    "count": 18,
    "is_lower_better": false
  },
  "Contextual Understanding": {
    "count": 27,
    "is_lower_better": false
  },
  "Correctness of Information": {
    "count": 27,
    "is_lower_better": false
  },
  "Detail Orientation": {
    "count": 27,
    "is_lower_better": false
  },
  "Temporal Understanding": {
    "count": 27,
    "is_lower_better": false
  },
  "mean": {
    "count": 29,
    "is_lower_better": false
  },
  "Accuracy (medium)": {
    "count": 2,
    "is_lower_better": false
  },
  "Accuracy (small)": {
    "count": 2,
    "is_lower_better": false
  },
  "BLEU (medium)": {
    "count": 1,
    "is_lower_better": false
  },
  "BLEU (small)": {
    "count": 1,
    "is_lower_better": false
  },
  "CodeBLEU (medium)": {
    "count": 1,
    "is_lower_better": false
  },
  "CodeBLEU (small)": {
    "count": 1,
    "is_lower_better": false
  },
  "N-acc.": {
    "count": 5,
    "is_lower_better": false
  },
  "Precision@(F1=1, IoU\u22650.5)": {
    "count": 5,
    "is_lower_better": false
  },
  "AD-Related Brain Areas Identified": {
    "count": 1,
    "is_lower_better": false
  },
  "Fashion Accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "Percentage of Correct Keypoints": {
    "count": 2,
    "is_lower_better": false
  },
  "BERT Score": {
    "count": 3,
    "is_lower_better": false
  },
  "MLTD": {
    "count": 1,
    "is_lower_better": false
  },
  "Average Pixel F1(Fixed threshold)": {
    "count": 55,
    "is_lower_better": false
  },
  "Pixel Binary F1": {
    "count": 32,
    "is_lower_better": false
  },
  "CSI-pool16": {
    "count": 1,
    "is_lower_better": false
  },
  "CSI-pool4": {
    "count": 1,
    "is_lower_better": false
  },
  "Accuracy (L:R) - T1": {
    "count": 1,
    "is_lower_better": false
  },
  "Person-wise Top5: t=1(mAP@0.5)": {
    "count": 3,
    "is_lower_better": false
  },
  "Person-wise Top5: t=3(mAP@0.5)": {
    "count": 3,
    "is_lower_better": false
  },
  "Person-wise Top5: t=5(mAP@0.5)": {
    "count": 3,
    "is_lower_better": false
  },
  "MTE": {
    "count": 2,
    "is_lower_better": false
  },
  "Survival": {
    "count": 3,
    "is_lower_better": false
  },
  "\u03b4": {
    "count": 3,
    "is_lower_better": false
  },
  "Average PCK": {
    "count": 11,
    "is_lower_better": false
  },
  "Occlusion Accuracy": {
    "count": 11,
    "is_lower_better": false
  },
  "lambda": {
    "count": 4,
    "is_lower_better": false
  },
  "chemical macro-average RMSE": {
    "count": 1,
    "is_lower_better": false
  },
  "micro-averaged RMSE": {
    "count": 1,
    "is_lower_better": false
  },
  "R Squared": {
    "count": 1,
    "is_lower_better": false
  },
  "Segment-level F1": {
    "count": 4,
    "is_lower_better": false
  },
  "Average Page-level BLEU": {
    "count": 2,
    "is_lower_better": false
  },
  "Average Relative Distance (ARD)": {
    "count": 2,
    "is_lower_better": false
  },
  "hIoU": {
    "count": 3,
    "is_lower_better": false
  },
  "mIoU-": {
    "count": 2,
    "is_lower_better": false
  },
  "F1-score (Word)": {
    "count": 3,
    "is_lower_better": false
  },
  "Acc-A": {
    "count": 19,
    "is_lower_better": false
  },
  "mAP M": {
    "count": 19,
    "is_lower_better": false
  },
  "mAP W": {
    "count": 17,
    "is_lower_better": false
  },
  "R@5,IoU=0.5": {
    "count": 2,
    "is_lower_better": false
  },
  "R1@0.5": {
    "count": 13,
    "is_lower_better": false
  },
  "R1@0.7": {
    "count": 13,
    "is_lower_better": false
  },
  "R5@0.5": {
    "count": 13,
    "is_lower_better": false
  },
  "R5@0.7": {
    "count": 13,
    "is_lower_better": false
  },
  "Infraction Score": {
    "count": 21,
    "is_lower_better": false
  },
  "Mean F1 (Advanced)": {
    "count": 14,
    "is_lower_better": false
  },
  "Mean F1 (Intermediate)": {
    "count": 21,
    "is_lower_better": false
  },
  "12k": {
    "count": 11,
    "is_lower_better": false
  },
  "AP Common": {
    "count": 6,
    "is_lower_better": false
  },
  "AP Head": {
    "count": 6,
    "is_lower_better": false
  },
  "AP Tail": {
    "count": 6,
    "is_lower_better": false
  },
  "AP25": {
    "count": 11,
    "is_lower_better": false
  },
  "AP50 Base B6/N6": {
    "count": 3,
    "is_lower_better": false
  },
  "AP50 Base B8/N4 ": {
    "count": 3,
    "is_lower_better": false
  },
  "AP50 Novel B6/N6": {
    "count": 4,
    "is_lower_better": false
  },
  "AP50 Novel B8/N4": {
    "count": 4,
    "is_lower_better": false
  },
  "RQ": {
    "count": 27,
    "is_lower_better": false
  },
  "SQ": {
    "count": 27,
    "is_lower_better": false
  },
  "Cap. Avg. R@1": {
    "count": 6,
    "is_lower_better": false
  },
  "Cap. Avg. R@10": {
    "count": 6,
    "is_lower_better": false
  },
  "Cap. Avg. R@5": {
    "count": 6,
    "is_lower_better": false
  },
  "DTW R@10": {
    "count": 3,
    "is_lower_better": false
  },
  "DTW R@5": {
    "count": 3,
    "is_lower_better": false
  },
  "OTAM R@1": {
    "count": 3,
    "is_lower_better": false
  },
  "OTAM R@10": {
    "count": 3,
    "is_lower_better": false
  },
  "OTAM R@5": {
    "count": 3,
    "is_lower_better": false
  },
  "e-error": {
    "count": 9,
    "is_lower_better": true
  },
  "Mean Absolute Error (cross-val)": {
    "count": 1,
    "is_lower_better": true
  },
  "Mean Squared Error (cross-val)": {
    "count": 1,
    "is_lower_better": true
  },
  "CS": {
    "count": 1,
    "is_lower_better": false
  },
  "PQ_st": {
    "count": 4,
    "is_lower_better": false
  },
  "PQ_th": {
    "count": 4,
    "is_lower_better": false
  },
  "PQ_dagger": {
    "count": 2,
    "is_lower_better": false
  },
  "PQst": {
    "count": 88,
    "is_lower_better": false
  },
  "PQth": {
    "count": 91,
    "is_lower_better": false
  },
  "RQst": {
    "count": 6,
    "is_lower_better": false
  },
  "RQth": {
    "count": 6,
    "is_lower_better": false
  },
  "SQst": {
    "count": 6,
    "is_lower_better": false
  },
  "SQth": {
    "count": 6,
    "is_lower_better": false
  },
  "PQ (with stuff)": {
    "count": 2,
    "is_lower_better": false
  },
  "RQ (with stuff)": {
    "count": 2,
    "is_lower_better": false
  },
  "SQ (with stuff)": {
    "count": 2,
    "is_lower_better": false
  },
  "PQ (test)": {
    "count": 1,
    "is_lower_better": false
  },
  "Element (IoU)": {
    "count": 17,
    "is_lower_better": false
  },
  "Intent Match": {
    "count": 17,
    "is_lower_better": false
  },
  "Text (F1)": {
    "count": 17,
    "is_lower_better": false
  },
  "AR_U": {
    "count": 1,
    "is_lower_better": false
  },
  "Variance": {
    "count": 1,
    "is_lower_better": false
  },
  "GPT-3.5 score": {
    "count": 15,
    "is_lower_better": false
  },
  "GPT-4 score": {
    "count": 256,
    "is_lower_better": false
  },
  "Hallucination Rate": {
    "count": 2,
    "is_lower_better": false
  },
  "GPT-4 score (bbox)": {
    "count": 13,
    "is_lower_better": false
  },
  "GPT-4 score (human)": {
    "count": 8,
    "is_lower_better": false
  },
  "Chamfer Distance L2": {
    "count": 4,
    "is_lower_better": false
  },
  "Earth Mover's Distance": {
    "count": 1,
    "is_lower_better": false
  },
  "Frechet Point cloud Distance": {
    "count": 1,
    "is_lower_better": false
  },
  "Image to Text Recall@1": {
    "count": 1,
    "is_lower_better": false
  },
  "iBLEU": {
    "count": 5,
    "is_lower_better": false
  },
  "LSTQ": {
    "count": 7,
    "is_lower_better": false
  },
  "Avg. sequence length": {
    "count": 5,
    "is_lower_better": false
  },
  "Precision@100": {
    "count": 3,
    "is_lower_better": false
  },
  "F-score (average)": {
    "count": 1,
    "is_lower_better": false
  },
  "F-score (para., layout)": {
    "count": 1,
    "is_lower_better": false
  },
  "F-score (stroke)": {
    "count": 1,
    "is_lower_better": false
  },
  "F-score (text-line)": {
    "count": 1,
    "is_lower_better": false
  },
  "F-score (word)": {
    "count": 1,
    "is_lower_better": false
  },
  "IoU ped - 224x480 - Vis filter. - 100x100 at 0.5": {
    "count": 7,
    "is_lower_better": false
  },
  "IoU veh - 224x480 - No vis filter - 100x100 at 0.5": {
    "count": 9,
    "is_lower_better": false
  },
  "IoU veh - 224x480 - Vis filter. - 100x100 at 0.5": {
    "count": 8,
    "is_lower_better": false
  },
  "IoU veh - 448x800 - No vis filter - 100x100 at 0.5": {
    "count": 6,
    "is_lower_better": false
  },
  "IoU veh - 448x800 - Vis filter. - 100x100 at 0.5": {
    "count": 6,
    "is_lower_better": false
  },
  "IoU lane - 224x480 - 100x100 at 0.5": {
    "count": 5,
    "is_lower_better": false
  },
  "IoU veh - 224x480 - No vis filter - 100x50 at 0.25": {
    "count": 2,
    "is_lower_better": false
  },
  "IoU vehicle - Setting 3": {
    "count": 1,
    "is_lower_better": false
  },
  "IoU vehicle - 224x480 - Long": {
    "count": 7,
    "is_lower_better": false
  },
  "IoU vehicle - 224x480 - Short": {
    "count": 7,
    "is_lower_better": false
  },
  "bicycle": {
    "count": 10,
    "is_lower_better": false
  },
  "bus": {
    "count": 10,
    "is_lower_better": false
  },
  "car": {
    "count": 10,
    "is_lower_better": false
  },
  "motorcycle": {
    "count": 10,
    "is_lower_better": false
  },
  "pedestrian": {
    "count": 10,
    "is_lower_better": false
  },
  "rider": {
    "count": 10,
    "is_lower_better": false
  },
  "road": {
    "count": 10,
    "is_lower_better": false
  },
  "truck": {
    "count": 10,
    "is_lower_better": false
  },
  "Expected Average Overlap (EAO)": {
    "count": 33,
    "is_lower_better": false
  },
  "O (Average of Measures)": {
    "count": 6,
    "is_lower_better": false
  },
  "Tracking quality": {
    "count": 11,
    "is_lower_better": false
  },
  "Average Overlap": {
    "count": 42,
    "is_lower_better": false
  },
  "Success Rate 0.5": {
    "count": 34,
    "is_lower_better": false
  },
  "Success Rate 0.75": {
    "count": 27,
    "is_lower_better": false
  },
  "1 Image, 2*2 Stitching, Exact Accuracy": {
    "count": 12,
    "is_lower_better": false
  },
  "1 Image, 4*4 Stitching, Exact Accuracy": {
    "count": 12,
    "is_lower_better": false
  },
  "1 Image, 8*8 Stitching, Exact Accuracy": {
    "count": 12,
    "is_lower_better": false
  },
  "10 Images, 1*1 Stitching, Exact Accuracy": {
    "count": 12,
    "is_lower_better": false
  },
  "10 Images, 2*2 Stitching, Exact Accuracy": {
    "count": 12,
    "is_lower_better": false
  },
  "10 Images, 8*8 Stitching, Exact Accuracy": {
    "count": 12,
    "is_lower_better": false
  },
  "128k": {
    "count": 5,
    "is_lower_better": false
  },
  "16k": {
    "count": 20,
    "is_lower_better": false
  },
  "1k": {
    "count": 10,
    "is_lower_better": false
  },
  "2k": {
    "count": 20,
    "is_lower_better": false
  },
  "32k": {
    "count": 7,
    "is_lower_better": false
  },
  "4k": {
    "count": 20,
    "is_lower_better": false
  },
  "64k": {
    "count": 7,
    "is_lower_better": false
  },
  "6k": {
    "count": 10,
    "is_lower_better": false
  },
  "8k": {
    "count": 20,
    "is_lower_better": false
  },
  "Global Average Precision": {
    "count": 1,
    "is_lower_better": false
  },
  "PERR": {
    "count": 1,
    "is_lower_better": false
  },
  "Delay (seconds)": {
    "count": 2,
    "is_lower_better": false
  },
  "Inductive Setting hIoU": {
    "count": 24,
    "is_lower_better": false
  },
  "Transductive Setting hIoU": {
    "count": 28,
    "is_lower_better": false
  },
  "unseen mIoU": {
    "count": 1,
    "is_lower_better": false
  },
  "Rank 1": {
    "count": 12,
    "is_lower_better": false
  },
  "Rank 10": {
    "count": 12,
    "is_lower_better": false
  },
  "Rank 5": {
    "count": 6,
    "is_lower_better": false
  },
  "Compilation Rate": {
    "count": 7,
    "is_lower_better": false
  },
  "Accuracy (token-level)": {
    "count": 2,
    "is_lower_better": false
  },
  "EM (line-level)": {
    "count": 6,
    "is_lower_better": false
  },
  "Edit Sim (line-level)": {
    "count": 6,
    "is_lower_better": false
  },
  "API": {
    "count": 15,
    "is_lower_better": false
  },
  "Algorithmic": {
    "count": 15,
    "is_lower_better": false
  },
  "Control": {
    "count": 15,
    "is_lower_better": false
  },
  "Dense Captioning": {
    "count": 6,
    "is_lower_better": false
  },
  "Reasoning": {
    "count": 6,
    "is_lower_better": false
  },
  "Spatial Understanding": {
    "count": 6,
    "is_lower_better": false
  },
  "Average Rotational Error er[%]": {
    "count": 7,
    "is_lower_better": true
  },
  "Average Translational Error et[%]": {
    "count": 7,
    "is_lower_better": true
  },
  "Absolute Trajectory Error [m]": {
    "count": 6,
    "is_lower_better": true
  },
  "Concept Preservation (CP)": {
    "count": 7,
    "is_lower_better": false
  },
  "Overall (CP * PF)": {
    "count": 7,
    "is_lower_better": false
  },
  "Prompt Following (PF)": {
    "count": 7,
    "is_lower_better": false
  },
  "Zero detection rate": {
    "count": 1,
    "is_lower_better": false
  },
  "Frechet ChemNet Distance (FCD)": {
    "count": 16,
    "is_lower_better": false
  },
  "Parameter Count": {
    "count": 16,
    "is_lower_better": false
  },
  "Objaverse (Average)": {
    "count": 7,
    "is_lower_better": false
  },
  "Objaverse (C)": {
    "count": 5,
    "is_lower_better": false
  },
  "Objaverse (I)": {
    "count": 5,
    "is_lower_better": false
  },
  "ModelNet40 (Average)": {
    "count": 6,
    "is_lower_better": false
  },
  "ModelNet40 (C)": {
    "count": 3,
    "is_lower_better": false
  },
  "ModelNet40 (I)": {
    "count": 3,
    "is_lower_better": false
  },
  "Average Dice (0.5*Dice_a + 0.5*Dice_v)": {
    "count": 5,
    "is_lower_better": false
  },
  "sensitivity": {
    "count": 7,
    "is_lower_better": false
  },
  " Sentence-BERT": {
    "count": 6,
    "is_lower_better": false
  },
  "Correctness": {
    "count": 4,
    "is_lower_better": false
  },
  "GPT-4": {
    "count": 6,
    "is_lower_better": false
  },
  "Hallucination": {
    "count": 4,
    "is_lower_better": false
  },
  "SimCSE": {
    "count": 6,
    "is_lower_better": false
  },
  "AR-large": {
    "count": 2,
    "is_lower_better": false
  },
  "AR-medium": {
    "count": 2,
    "is_lower_better": false
  },
  "AR-small": {
    "count": 2,
    "is_lower_better": false
  },
  "Correctness, avg., %": {
    "count": 4,
    "is_lower_better": false
  },
  "Correctness, max., %": {
    "count": 4,
    "is_lower_better": false
  },
  "Validness, avg., %": {
    "count": 4,
    "is_lower_better": false
  },
  "Validness, max., %": {
    "count": 4,
    "is_lower_better": false
  },
  "4-class test accuracy": {
    "count": 2,
    "is_lower_better": false
  },
  "one pixel error": {
    "count": 7,
    "is_lower_better": true
  },
  "three pixel error": {
    "count": 8,
    "is_lower_better": true
  },
  "D1 Error (2px)": {
    "count": 2,
    "is_lower_better": true
  },
  "mAP0.5": {
    "count": 1,
    "is_lower_better": false
  },
  "mIoUPartS": {
    "count": 4,
    "is_lower_better": false
  },
  "F1@M": {
    "count": 1,
    "is_lower_better": false
  },
  "IoU [256 distractors]": {
    "count": 2,
    "is_lower_better": false
  },
  "IoU [32 distractors]": {
    "count": 2,
    "is_lower_better": false
  },
  "IoU [4 distractors]": {
    "count": 2,
    "is_lower_better": false
  },
  "MPJPE Test": {
    "count": 9,
    "is_lower_better": false
  },
  "MPVPE Test": {
    "count": 9,
    "is_lower_better": false
  },
  "MRRPE Test": {
    "count": 9,
    "is_lower_better": false
  },
  "R@1 Mean(0.3 and 0.5)": {
    "count": 9,
    "is_lower_better": false
  },
  "R@5 IoU=0.3": {
    "count": 10,
    "is_lower_better": false
  },
  "Deletion AUC score (ArcFace ResNet-101)": {
    "count": 16,
    "is_lower_better": false
  },
  "Insertion AUC score (ArcFace ResNet-101)": {
    "count": 16,
    "is_lower_better": false
  },
  "Deletion AUC score (ResNet-101)": {
    "count": 8,
    "is_lower_better": false
  },
  "Insertion AUC score (ResNet-101)": {
    "count": 12,
    "is_lower_better": false
  },
  "Average highest confidence": {
    "count": 3,
    "is_lower_better": false
  },
  "Average highest confidence (EfficientNetV2-M)": {
    "count": 4,
    "is_lower_better": false
  },
  "Average highest confidence (MobileNetV2)": {
    "count": 4,
    "is_lower_better": false
  },
  "Average highest confidence (ResNet-101)": {
    "count": 4,
    "is_lower_better": false
  },
  "Insertion AUC score (EfficientNetV2-M)": {
    "count": 4,
    "is_lower_better": false
  },
  "Insertion AUC score (MobileNetV2)": {
    "count": 4,
    "is_lower_better": false
  },
  "ExpRate": {
    "count": 59,
    "is_lower_better": false
  },
  "Concept Accuracy (%)": {
    "count": 8,
    "is_lower_better": false
  },
  "Task Accuracy (%)": {
    "count": 8,
    "is_lower_better": false
  },
  "DWR": {
    "count": 4,
    "is_lower_better": false
  },
  "APLS": {
    "count": 2,
    "is_lower_better": false
  },
  "Jensen-Shannon distance": {
    "count": 1,
    "is_lower_better": false
  },
  "Text-to-audio R@1": {
    "count": 1,
    "is_lower_better": false
  },
  "Text-to-audio R@10": {
    "count": 1,
    "is_lower_better": false
  },
  "Text-to-audio R@5": {
    "count": 1,
    "is_lower_better": false
  },
  "DT Accuracy": {
    "count": 30,
    "is_lower_better": false
  },
  "LR Accuracy": {
    "count": 30,
    "is_lower_better": false
  },
  "RF Accuracy": {
    "count": 30,
    "is_lower_better": false
  },
  "DT Mean Squared Error": {
    "count": 6,
    "is_lower_better": true
  },
  "LR Mean Squared Error": {
    "count": 6,
    "is_lower_better": true
  },
  "RF Mean Squared Error": {
    "count": 6,
    "is_lower_better": true
  },
  "Log-Spectral Distance": {
    "count": 13,
    "is_lower_better": false
  },
  "Top-1 MCES": {
    "count": 12,
    "is_lower_better": false
  },
  "Top-1 Tanimoto": {
    "count": 12,
    "is_lower_better": false
  },
  "Top-10 MCES": {
    "count": 12,
    "is_lower_better": false
  },
  "Top-10 Tanimoto": {
    "count": 12,
    "is_lower_better": false
  },
  "Hit rate @ 1": {
    "count": 16,
    "is_lower_better": false
  },
  "Hit rate @ 20": {
    "count": 16,
    "is_lower_better": false
  },
  "Hit rate @ 5": {
    "count": 16,
    "is_lower_better": false
  },
  "MCES @ 1": {
    "count": 10,
    "is_lower_better": false
  },
  "Cosine Similarity": {
    "count": 4,
    "is_lower_better": false
  },
  "Hit Rate @ 1": {
    "count": 8,
    "is_lower_better": false
  },
  "Hit Rate @ 20": {
    "count": 8,
    "is_lower_better": false
  },
  "Hit Rate @ 5": {
    "count": 8,
    "is_lower_better": false
  },
  "Jensen-Shannon Similarity": {
    "count": 4,
    "is_lower_better": false
  },
  " three pixel error": {
    "count": 2,
    "is_lower_better": true
  },
  "D1-all All": {
    "count": 4,
    "is_lower_better": false
  },
  "D1-all Noc": {
    "count": 4,
    "is_lower_better": false
  },
  "GQA-test": {
    "count": 5,
    "is_lower_better": false
  },
  "GQA-val": {
    "count": 5,
    "is_lower_better": false
  },
  "Grounding": {
    "count": 5,
    "is_lower_better": false
  },
  "NegLL": {
    "count": 2,
    "is_lower_better": false
  },
  "Jitter": {
    "count": 1,
    "is_lower_better": false
  },
  "Maximum error": {
    "count": 1,
    "is_lower_better": true
  },
  "normalized RMSE": {
    "count": 1,
    "is_lower_better": false
  },
  "MSE (10^-2, 50% missing)": {
    "count": 6,
    "is_lower_better": false
  },
  "MSE stdev": {
    "count": 4,
    "is_lower_better": false
  },
  "mPrec": {
    "count": 16,
    "is_lower_better": false
  },
  "mRec": {
    "count": 20,
    "is_lower_better": false
  },
  "mCov": {
    "count": 6,
    "is_lower_better": false
  },
  "mWCov": {
    "count": 6,
    "is_lower_better": false
  },
  "mAP @ 50": {
    "count": 30,
    "is_lower_better": false
  },
  "mAP@25": {
    "count": 17,
    "is_lower_better": false
  },
  "AP75-H-Test": {
    "count": 2,
    "is_lower_better": false
  },
  "AP75-H-Val": {
    "count": 1,
    "is_lower_better": false
  },
  "AP75-R-Test": {
    "count": 2,
    "is_lower_better": false
  },
  "AP75-R-Val": {
    "count": 1,
    "is_lower_better": false
  },
  "6-DoF": {
    "count": 5,
    "is_lower_better": false
  },
  "pos-level0": {
    "count": 5,
    "is_lower_better": false
  },
  "pos-level1": {
    "count": 5,
    "is_lower_better": false
  },
  "rot-level0": {
    "count": 5,
    "is_lower_better": false
  },
  "rot-level1": {
    "count": 5,
    "is_lower_better": false
  },
  "rot-level2": {
    "count": 5,
    "is_lower_better": false
  },
  "Accurcay ": {
    "count": 3,
    "is_lower_better": false
  },
  "SEG (~Mean IoU)": {
    "count": 11,
    "is_lower_better": false
  },
  "LIVECell Extrapolation (A172)": {
    "count": 2,
    "is_lower_better": false
  },
  "LIVECell Extrapolation (A549)": {
    "count": 2,
    "is_lower_better": false
  },
  "LIVECell Transferability": {
    "count": 2,
    "is_lower_better": false
  },
  "mask AFNR": {
    "count": 2,
    "is_lower_better": false
  },
  "Avg. F1 ": {
    "count": 2,
    "is_lower_better": false
  },
  "Blink-AP50": {
    "count": 1,
    "is_lower_better": false
  },
  "P@5s": {
    "count": 2,
    "is_lower_better": false
  },
  "P@0.5": {
    "count": 1,
    "is_lower_better": false
  },
  "P@0.7": {
    "count": 1,
    "is_lower_better": false
  },
  "P@3s": {
    "count": 1,
    "is_lower_better": false
  },
  "R@0.5": {
    "count": 1,
    "is_lower_better": false
  },
  "R@0.7": {
    "count": 1,
    "is_lower_better": false
  },
  "R@3s": {
    "count": 1,
    "is_lower_better": false
  },
  "R@5s": {
    "count": 1,
    "is_lower_better": false
  },
  "VPQ": {
    "count": 2,
    "is_lower_better": false
  },
  "val mAP": {
    "count": 3,
    "is_lower_better": false
  },
  "Camera Pitch": {
    "count": 6,
    "is_lower_better": false
  },
  "Camera Roll": {
    "count": 6,
    "is_lower_better": false
  },
  "PoseBusters Validity": {
    "count": 4,
    "is_lower_better": false
  },
  "PoseBusters Atoms Connected": {
    "count": 3,
    "is_lower_better": false
  },
  "PoseBusters Internal Energy": {
    "count": 3,
    "is_lower_better": false
  },
  "DFT Stable, Unique, Novel Rate": {
    "count": 3,
    "is_lower_better": false
  },
  "Absolute False": {
    "count": 4,
    "is_lower_better": false
  },
  "Absolute True": {
    "count": 4,
    "is_lower_better": false
  },
  "Aiming": {
    "count": 4,
    "is_lower_better": false
  },
  "ClaTr-Score": {
    "count": 4,
    "is_lower_better": false
  },
  "Classifier-F1": {
    "count": 4,
    "is_lower_better": false
  },
  "FD_ClaTr": {
    "count": 4,
    "is_lower_better": false
  },
  "Exact Macth": {
    "count": 1,
    "is_lower_better": false
  },
  "mAP@AVG(0.1:0.9)": {
    "count": 3,
    "is_lower_better": false
  },
  "Accuracy(%)": {
    "count": 1,
    "is_lower_better": false
  },
  "JSD 3D": {
    "count": 4,
    "is_lower_better": false
  },
  "JSD BEV": {
    "count": 4,
    "is_lower_better": false
  },
  "Voxel IoU 0.1m": {
    "count": 4,
    "is_lower_better": false
  },
  "Voxel IoU 0.2m": {
    "count": 4,
    "is_lower_better": false
  },
  "Voxel IoU 0.5m": {
    "count": 4,
    "is_lower_better": false
  },
  "Pearson\u2019s \u03c1 (amean)": {
    "count": 8,
    "is_lower_better": false
  }
}