Add SetFit ABSA model
Browse files- README.md +31 -3
- config_setfit.json +3 -3
README.md
CHANGED
|
@@ -21,6 +21,13 @@ widget:
|
|
| 21 |
upscale Italian decor.
|
| 22 |
metrics:
|
| 23 |
- accuracy
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
pipeline_tag: text-classification
|
| 25 |
library_name: setfit
|
| 26 |
inference: false
|
|
@@ -39,6 +46,27 @@ model-index:
|
|
| 39 |
- type: accuracy
|
| 40 |
value: 0.7244094488188977
|
| 41 |
name: Accuracy
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
---
|
| 43 |
|
| 44 |
# SetFit Polarity Model with sentence-transformers/all-MiniLM-L6-v2
|
|
@@ -88,9 +116,9 @@ This model was trained within the context of a larger system for ABSA, which loo
|
|
| 88 |
## Evaluation
|
| 89 |
|
| 90 |
### Metrics
|
| 91 |
-
| Label | Accuracy |
|
| 92 |
-
|
| 93 |
-
| **all** | 0.7244 |
|
| 94 |
|
| 95 |
## Uses
|
| 96 |
|
|
|
|
| 21 |
upscale Italian decor.
|
| 22 |
metrics:
|
| 23 |
- accuracy
|
| 24 |
+
- f1_micro
|
| 25 |
+
- f1_macro
|
| 26 |
+
- f1_weighted
|
| 27 |
+
- precision_micro
|
| 28 |
+
- precision_macro
|
| 29 |
+
- recall_micro
|
| 30 |
+
- recall_macro
|
| 31 |
pipeline_tag: text-classification
|
| 32 |
library_name: setfit
|
| 33 |
inference: false
|
|
|
|
| 46 |
- type: accuracy
|
| 47 |
value: 0.7244094488188977
|
| 48 |
name: Accuracy
|
| 49 |
+
- type: f1_micro
|
| 50 |
+
value: 0.7244094488188977
|
| 51 |
+
name: F1_Micro
|
| 52 |
+
- type: f1_macro
|
| 53 |
+
value: 0.34185676966338874
|
| 54 |
+
name: F1_Macro
|
| 55 |
+
- type: f1_weighted
|
| 56 |
+
value: 0.6451357884163048
|
| 57 |
+
name: F1_Weighted
|
| 58 |
+
- type: precision_micro
|
| 59 |
+
value: 0.7244094488188977
|
| 60 |
+
name: Precision_Micro
|
| 61 |
+
- type: precision_macro
|
| 62 |
+
value: 0.4194321533923304
|
| 63 |
+
name: Precision_Macro
|
| 64 |
+
- type: recall_micro
|
| 65 |
+
value: 0.7244094488188977
|
| 66 |
+
name: Recall_Micro
|
| 67 |
+
- type: recall_macro
|
| 68 |
+
value: 0.36837121212121215
|
| 69 |
+
name: Recall_Macro
|
| 70 |
---
|
| 71 |
|
| 72 |
# SetFit Polarity Model with sentence-transformers/all-MiniLM-L6-v2
|
|
|
|
| 116 |
## Evaluation
|
| 117 |
|
| 118 |
### Metrics
|
| 119 |
+
| Label | Accuracy | F1_Micro | F1_Macro | F1_Weighted | Precision_Micro | Precision_Macro | Recall_Micro | Recall_Macro |
|
| 120 |
+
|:--------|:---------|:---------|:---------|:------------|:----------------|:----------------|:-------------|:-------------|
|
| 121 |
+
| **all** | 0.7244 | 0.7244 | 0.3419 | 0.6451 | 0.7244 | 0.4194 | 0.7244 | 0.3684 |
|
| 122 |
|
| 123 |
## Uses
|
| 124 |
|
config_setfit.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
|
|
|
|
|
|
| 2 |
"span_context": 3,
|
| 3 |
"labels": [
|
| 4 |
"conflict",
|
| 5 |
"negative",
|
| 6 |
"neutral",
|
| 7 |
"positive"
|
| 8 |
-
]
|
| 9 |
-
"spacy_model": "en_core_web_lg",
|
| 10 |
-
"normalize_embeddings": false
|
| 11 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"normalize_embeddings": false,
|
| 3 |
+
"spacy_model": "en_core_web_lg",
|
| 4 |
"span_context": 3,
|
| 5 |
"labels": [
|
| 6 |
"conflict",
|
| 7 |
"negative",
|
| 8 |
"neutral",
|
| 9 |
"positive"
|
| 10 |
+
]
|
|
|
|
|
|
|
| 11 |
}
|