Add SetFit ABSA model
Browse files- README.md +31 -3
- config_setfit.json +3 -3
README.md
CHANGED
|
@@ -22,6 +22,13 @@ widget:
|
|
| 22 |
I always recommend that friends make a reservation if they're going to be in town.
|
| 23 |
metrics:
|
| 24 |
- accuracy
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
pipeline_tag: text-classification
|
| 26 |
library_name: setfit
|
| 27 |
inference: false
|
|
@@ -40,6 +47,27 @@ model-index:
|
|
| 40 |
- type: accuracy
|
| 41 |
value: 0.8539823008849557
|
| 42 |
name: Accuracy
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
---
|
| 44 |
|
| 45 |
# SetFit Aspect Model with sentence-transformers/all-MiniLM-L6-v2
|
|
@@ -87,9 +115,9 @@ This model was trained within the context of a larger system for ABSA, which loo
|
|
| 87 |
## Evaluation
|
| 88 |
|
| 89 |
### Metrics
|
| 90 |
-
| Label | Accuracy |
|
| 91 |
-
|
| 92 |
-
| **all** | 0.8540 |
|
| 93 |
|
| 94 |
## Uses
|
| 95 |
|
|
|
|
| 22 |
I always recommend that friends make a reservation if they're going to be in town.
|
| 23 |
metrics:
|
| 24 |
- accuracy
|
| 25 |
+
- f1_micro
|
| 26 |
+
- f1_macro
|
| 27 |
+
- f1_weighted
|
| 28 |
+
- precision_micro
|
| 29 |
+
- precision_macro
|
| 30 |
+
- recall_micro
|
| 31 |
+
- recall_macro
|
| 32 |
pipeline_tag: text-classification
|
| 33 |
library_name: setfit
|
| 34 |
inference: false
|
|
|
|
| 47 |
- type: accuracy
|
| 48 |
value: 0.8539823008849557
|
| 49 |
name: Accuracy
|
| 50 |
+
- type: f1_micro
|
| 51 |
+
value: 0.8539823008849557
|
| 52 |
+
name: F1_Micro
|
| 53 |
+
- type: f1_macro
|
| 54 |
+
value: 0.8479541701494363
|
| 55 |
+
name: F1_Macro
|
| 56 |
+
- type: f1_weighted
|
| 57 |
+
value: 0.8517050070515373
|
| 58 |
+
name: F1_Weighted
|
| 59 |
+
- type: precision_micro
|
| 60 |
+
value: 0.8539823008849557
|
| 61 |
+
name: Precision_Micro
|
| 62 |
+
- type: precision_macro
|
| 63 |
+
value: 0.8644139566395663
|
| 64 |
+
name: Precision_Macro
|
| 65 |
+
- type: recall_micro
|
| 66 |
+
value: 0.8539823008849557
|
| 67 |
+
name: Recall_Micro
|
| 68 |
+
- type: recall_macro
|
| 69 |
+
value: 0.8422413107452478
|
| 70 |
+
name: Recall_Macro
|
| 71 |
---
|
| 72 |
|
| 73 |
# SetFit Aspect Model with sentence-transformers/all-MiniLM-L6-v2
|
|
|
|
| 115 |
## Evaluation
|
| 116 |
|
| 117 |
### Metrics
|
| 118 |
+
| Label | Accuracy | F1_Micro | F1_Macro | F1_Weighted | Precision_Micro | Precision_Macro | Recall_Micro | Recall_Macro |
|
| 119 |
+
|:--------|:---------|:---------|:---------|:------------|:----------------|:----------------|:-------------|:-------------|
|
| 120 |
+
| **all** | 0.8540 | 0.8540 | 0.8480 | 0.8517 | 0.8540 | 0.8644 | 0.8540 | 0.8422 |
|
| 121 |
|
| 122 |
## Uses
|
| 123 |
|
config_setfit.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
|
|
|
|
|
|
| 2 |
"span_context": 0,
|
| 3 |
"labels": [
|
| 4 |
"no aspect",
|
| 5 |
"aspect"
|
| 6 |
-
]
|
| 7 |
-
"spacy_model": "en_core_web_lg",
|
| 8 |
-
"normalize_embeddings": false
|
| 9 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"normalize_embeddings": false,
|
| 3 |
+
"spacy_model": "en_core_web_lg",
|
| 4 |
"span_context": 0,
|
| 5 |
"labels": [
|
| 6 |
"no aspect",
|
| 7 |
"aspect"
|
| 8 |
+
]
|
|
|
|
|
|
|
| 9 |
}
|