Add SetFit ABSA model

README.md

@@ -16,13 +16,9 @@ widget:
     an expanded menu offering more italian dishes, I can't wait!
 - text: fresh garlic or eggplant.:Try their plain pizza with fresh garlic or eggplant.
 metrics:
-- accuracy
 - f1_micro
 - f1_macro
-- f1_weighted
-- precision_micro
 - precision_macro
-- recall_micro
 - recall_macro
 pipeline_tag: text-classification
 library_name: setfit
@@ -39,29 +35,17 @@ model-index:
       type: unknown
       split: test
     metrics:
-    - type: accuracy
-      value: 0.7401574803149606
-      name: Accuracy
     - type: f1_micro
-      value: 0.7401574803149606
+      value: 0.7498485766202302
       name: F1_Micro
     - type: f1_macro
-      value: 0.49431392855326756
+      value: 0.49023998155757353
       name: F1_Macro
-    - type: f1_weighted
-      value: 0.7257118530125051
-      name: F1_Weighted
-    - type: precision_micro
-      value: 0.7401574803149606
-      name: Precision_Micro
     - type: precision_macro
-      value: 0.493835965235845
+      value: 0.5006485437092179
       name: Precision_Macro
-    - type: recall_micro
-      value: 0.7401574803149606
-      name: Recall_Micro
     - type: recall_macro
-      value: 0.5050369958093243
+      value: 0.4955397132006286
       name: Recall_Macro
 ---
 
@@ -86,7 +70,7 @@ This model was trained within the context of a larger system for ABSA, which loo
 - **Model Type:** SetFit
 - **Sentence Transformer body:** [sentence-transformers/all-mpnet-base-v2](https://huggingface.co/sentence-transformers/all-mpnet-base-v2)
 - **Classification head:** a [LogisticRegression](https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.LogisticRegression.html) instance
-- **spaCy Model:** en_core_web_trf
+- **spaCy Model:** en_core_web_lg
 - **SetFitABSA Aspect Model:** [ronalhung/setfit-absa-restaurants-aspect](https://huggingface.co/ronalhung/setfit-absa-restaurants-aspect)
 - **SetFitABSA Polarity Model:** [ronalhung/setfit-absa-restaurants-polarity](https://huggingface.co/ronalhung/setfit-absa-restaurants-polarity)
 - **Maximum Sequence Length:** 384 tokens
@@ -112,9 +96,9 @@ This model was trained within the context of a larger system for ABSA, which loo
 ## Evaluation
 
 ### Metrics
-| Label   | Accuracy | F1_Micro | F1_Macro | F1_Weighted | Precision_Micro | Precision_Macro | Recall_Micro | Recall_Macro |
-|:--------|:---------|:---------|:---------|:------------|:----------------|:----------------|:-------------|:-------------|
-| **all** | 0.7402   | 0.7402   | 0.4943   | 0.7257      | 0.7402          | 0.4938          | 0.7402       | 0.5050       |
+| Label   | F1_Micro | F1_Macro | Precision_Macro | Recall_Macro |
+|:--------|:---------|:---------|:----------------|:-------------|
+| **all** | 0.7498   | 0.4902   | 0.5006          | 0.4955       |
 
 ## Uses
 
@@ -199,16 +183,16 @@ preds = model("The food was great, but the venue is just way too busy.")
 ### Training Results
 | Epoch  | Step | Training Loss | Validation Loss |
 |:------:|:----:|:-------------:|:---------------:|
-| 0.0019 | 1    | 0.2601        | -               |
-| 0.0975 | 50   | 0.2588        | 0.2241          |
-| 0.1949 | 100  | 0.1555        | 0.1764          |
-| 0.2924 | 150  | 0.0436        | 0.1602          |
-| 0.3899 | 200  | 0.0213        | 0.1544          |
-| 0.4873 | 250  | 0.0097        | 0.1627          |
-| 0.5848 | 300  | 0.0037        | 0.1749          |
-| 0.6823 | 350  | 0.0012        | 0.2009          |
-| 0.7797 | 400  | 0.0006        | 0.1869          |
-| 0.8772 | 450  | 0.0011        | 0.1804          |
+| 0.0019 | 1    | 0.259         | -               |
+| 0.0975 | 50   | 0.258         | 0.2233          |
+| 0.1949 | 100  | 0.1565        | 0.1765          |
+| 0.2924 | 150  | 0.0433        | 0.1571          |
+| 0.3899 | 200  | 0.0204        | 0.1520          |
+| 0.4873 | 250  | 0.0099        | 0.1809          |
+| 0.5848 | 300  | 0.0042        | 0.1879          |
+| 0.6823 | 350  | 0.0014        | 0.1873          |
+| 0.7797 | 400  | 0.0006        | 0.1967          |
+| 0.8772 | 450  | 0.0011        | 0.1959          |
 
 ### Framework Versions
 - Python: 3.11.13

config_setfit.json

@@ -1,11 +1,11 @@
 {
-  "spacy_model": "en_core_web_trf",
-  "span_context": 3,
-  "normalize_embeddings": false,
   "labels": [
     "conflict",
     "negative",
     "neutral",
     "positive"
-  ]
+  ],
+  "normalize_embeddings": false,
+  "spacy_model": "en_core_web_lg",
+  "span_context": 3
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:751c6b9fbfc279267a4948042ba89985aa7d2272ce712b6f5dad079d81916555
+oid sha256:cc6dae1095caea6caf93813b9b87ecd49a5fdf5c3fe774206737d61ccb7f20d9
 size 437967672

model_head.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb2173c537259d51f82ef9a3f5f66e8964a7f24581f78380f1ce73232e37b25b
+oid sha256:228d697102774171d7d00e873a3771d097dc512cf579e4ffd8a33c635068931b
 size 25575