Upload 7 files

config.json

@@ -1,13 +1,14 @@
 {
-  "_name_or_path": "distilbert/distilbert-base-uncased",
-  "activation": "gelu",
+  "_name_or_path": "google-bert/bert-base-uncased",
   "architectures": [
-    "DistilBertForSequenceClassification"
+    "BertForSequenceClassification"
   ],
-  "attention_dropout": 0.1,
-  "dim": 768,
-  "dropout": 0.1,
-  "hidden_dim": 3072,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
   "id2label": {
     "0": "Borderline",
     "1": "Anxiety",
@@ -31,17 +32,17 @@
     "Asperger": 7,
     "PTSD": 8
   },
+  "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
-  "model_type": "distilbert",
-  "n_heads": 12,
-  "n_layers": 6,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
   "pad_token_id": 0,
+  "position_embedding_type": "absolute",
   "problem_type": "multi_label_classification",
-  "qa_dropout": 0.1,
-  "seq_classif_dropout": 0.2,
-  "sinusoidal_pos_embds": false,
-  "tie_weights_": true,
   "torch_dtype": "float32",
   "transformers_version": "4.40.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
   "vocab_size": 30522
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b48e4609bdbe67bb7ee5ba66b5c1a6d14d0156aa2570b1b426803db86c56127
-size 267854100
+oid sha256:d44c739302c5a68060135646927c15c34e25e6ba979ad755e801ff062b3327da
+size 437980180

model_performance_metrics.txt

@@ -1,73 +1,43 @@
-Training set class counts after balancing:
-_Borderline       10398
-_Anxiety          10393
-_Depression       10400
-_Bipolar          10359
-_OCD              10413
-_ADHD             10412
-_Schizophrenia    10447
-_Asperger         10470
-_PTSD             10489
-dtype: object
-Validation set class counts after balancing:
-_Borderline       1180
-_Anxiety          1185
-_Depression       1178
-_Bipolar          1219
-_OCD              1165
-_ADHD             1166
-_Schizophrenia    1131
-_Asperger         1108
-_PTSD             1089
-dtype: object
-Some weights of DistilBertForSequenceClassification were not initialized from the model checkpoint at distilbert/distilbert-base-uncased and are newly initialized: ['classifier.bias', 'classifier.weight', 'pre_classifier.bias', 'pre_classifier.weight']
-You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
-Epoch 1, Train Loss: 0.2660, Val Loss: 0.2032
-Epoch 2, Train Loss: 0.1891, Val Loss: 0.1873
-F1 Score on Validation Set: 0.6356
-AUC Score on Validation Set: 0.7643
-
-
 Classification Report, AUC Score, F1 Score, and Losses
 
-Train Losses: [0.2660091122228647, 0.18910447711386752]
-Validation Losses: [0.20317846728614503, 0.18728890073445678]
-F1 Score: [0.6355810277640191]
-AUC Score: [0.7642971226283637]
+Train Losses: [0.20890531058768613, 0.15252333594386344]
+Validation Losses: [0.1771729415499725, 0.17168622303959782]
+F1 Score: [0.6797109149921196]
+AUC Score: [0.7942126157213086]
 Classification Report:
 _Borderline:
- Precision: 0.7606837606837606
- Recall: 0.45254237288135596
- F1-score: 0.5674814027630181
+ Precision: 0.6682600382409177
+ Recall: 0.5923728813559322
+ F1-score: 0.628032345013477
 _Anxiety:
- Precision: 0.7063318777292577
- Recall: 0.5459915611814345
- F1-score: 0.6158971918134221
+ Precision: 0.6620808254514188
+ Recall: 0.6497890295358649
+ F1-score: 0.65587734241908
 _Depression:
- Precision: 0.7286096256684492
- Recall: 0.4626485568760611
- F1-score: 0.5659397715472482
+ Precision: 0.7261363636363637
+ Recall: 0.5424448217317487
+ F1-score: 0.6209912536443148
 _Bipolar:
- Precision: 0.7997076023391813
- Recall: 0.44872846595570137
- F1-score: 0.5748817656332107
+ Precision: 0.8055555555555556
+ Recall: 0.5233798195242002
+ F1-score: 0.6345101939333666
 _OCD:
- Precision: 0.8222748815165877
- Recall: 0.5957081545064378
- F1-score: 0.6908909905425585
+ Precision: 0.8200431034482759
+ Recall: 0.6532188841201717
+ F1-score: 0.7271858576206404
 _ADHD:
- Precision: 0.8856382978723404
- Recall: 0.5711835334476844
- F1-score: 0.6944734098018769
+ Precision: 0.8740068104426788
+ Recall: 0.660377358490566
+ F1-score: 0.7523204689789936
 _Schizophrenia:
- Precision: 0.7540628385698809
- Recall: 0.6153846153846154
- F1-score: 0.6777020447906524
+ Precision: 0.8017524644030668
+ Recall: 0.6472148541114059
+ F1-score: 0.716242661448141
 _Asperger:
- Precision: 0.6743515850144092
- Recall: 0.6335740072202166
- F1-score: 0.6533271288971615
+ Precision: 0.7368421052631579
+ Recall: 0.6570397111913358
+ F1-score: 0.6946564885496183
 _PTSD:
- Precision: 0.7724687144482366
- Recall: 0.6235078053259872
- F1-score: 0.6900406504065041
+ Precision: 0.8612244897959184
+ Recall: 0.581267217630854
+ F1-score: 0.6940789473684211

tokenizer_config.json

@@ -45,11 +45,11 @@
   "cls_token": "[CLS]",
   "do_lower_case": true,
   "mask_token": "[MASK]",
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 512,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
-  "tokenizer_class": "DistilBertTokenizer",
+  "tokenizer_class": "BertTokenizer",
   "unk_token": "[UNK]"
 }