|
--- |
|
language: en |
|
tags: |
|
- autotrain |
|
datasets: |
|
- banking77 |
|
widget: |
|
- text: I am still waiting on my card? |
|
co2_eq_emissions: 0.03330651014155927 |
|
model-index: |
|
- name: BERT-Banking77 |
|
results: |
|
- task: |
|
type: text-classification |
|
name: Text Classification |
|
dataset: |
|
name: BANKING77 |
|
type: banking77 |
|
metrics: |
|
- type: accuracy |
|
value: 92.64 |
|
name: Accuracy |
|
- type: macro-f1 |
|
value: 92.64 |
|
name: Macro F1 |
|
- type: weighted-f1 |
|
value: 92.6 |
|
name: Weighted F1 |
|
- task: |
|
type: text-classification |
|
name: Text Classification |
|
dataset: |
|
name: banking77 |
|
type: banking77 |
|
config: default |
|
split: test |
|
metrics: |
|
- type: accuracy |
|
value: 0.9275974025974026 |
|
name: Accuracy |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjc4ZDk2NzI4ZTEyYzVjMmYxYTVmOGU1ODFiYzBlMGYwNDc0NWU2ZjE2OTRmMzQ2YmRmMGMwMjk0OGJhODhjNCIsInZlcnNpb24iOjF9.DCcGC7cTnxr-ZY8ZmF1TtEIYirV0on_wozRjHxO8OInX5BJ01JSDivTfzyV3goiZXyhAiqLm5Ri1hoeKs7eOAA |
|
- type: precision |
|
value: 0.9305185253845069 |
|
name: Precision Macro |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjJlY2FkNjRhMmY5ZWRkNGRkMjgyMGQ5MjAyY2M1YTZlMTIxYTMwOGY3ZDExYTFhOGRkY2E0ZDgzMzlmN2E1ZSIsInZlcnNpb24iOjF9.gAhADFfvfXjZmFEVZtmDZZJBmeQgbtOPzGUjYdrH3Ill_R6yH4BoQnTFERlRdyrA5QiwfjdHT1hg_x1G7HLmBQ |
|
- type: precision |
|
value: 0.9275974025974026 |
|
name: Precision Micro |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjk3YWVkYTI3MGMxYjJmMGFhMWU0YmQ5MmFiMjEwNmQ1NTBkNjIyNTcxZDcwN2UzZmZmOTAxYjYxNWVlOTQ1NyIsInZlcnNpb24iOjF9.wWMl0F-TNDBDGik_1UNk5VM_ftb2vGG-OYeqRJuHXgKxCQLLujufCbJaPgKWA7sigVQspf8OpZOmdIzdqu-MDg |
|
- type: precision |
|
value: 0.9305185253845071 |
|
name: Precision Weighted |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWQ4NTFhMjM3NmEyNTkyMmFlNDQyYTkzMzAzNWQzM2YxNjdjMGI5NDljMjViYzNhODFjODM4YTU3ZDk5YjAwOCIsInZlcnNpb24iOjF9.W28VbQFOFafZ7qIUz4grPzxHfJkh9rNxx_gTyXl3EIuk3IRwsTuWi54F8rsxDap8CSCWqIsciRKxvDiT_0vFBA |
|
- type: recall |
|
value: 0.9275974025974028 |
|
name: Recall Macro |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjYwYWMxYjAxMmY3ZTBiNWRhYjkyZGY0ODBlYzljZjA2ZmI4NWI1NTQ1YjY0MTNiMmJjODU5OWFjOWExZTdmZiIsInZlcnNpb24iOjF9.-4enaWGlOKfonX2oIonHcMXsiEbVYqxYawZpj_aXOrDG2lm6ojwmUfezUcp8u83j53JyPl7VcsxQa3dmmbwtCg |
|
- type: recall |
|
value: 0.9275974025974026 |
|
name: Recall Micro |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiM2I2YTUxMmI1MDQ5NDQwYmM0MGRmMTBlZWQxN2JmOTMzMTYzNGIyMjNlYjNlOTFmMGFkOThmNWU5MGNlZGQ3YiIsInZlcnNpb24iOjF9.8vDbC3HWhZi-KK3wLzfzoZ_yVmoSwaceHwoa9Tp8O5sXVQL8AlQYQtZQak4TbUfiUCHel9VusfTvF0hDrHIWAw |
|
- type: recall |
|
value: 0.9275974025974026 |
|
name: Recall Weighted |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmM1ODFjMjgwNDMzNmI0NGI4M2JjNTAzMWI0ZDFlOWVhMGI3NmNmNWNhYWU3YzlkODdiZDk1YmM4OTJkNjY2YiIsInZlcnNpb24iOjF9.GfcNiHLZHmhnIVCLjBCIuj7-JWhqm5w3ZhCUm8im_j5huI3EPuT3HaP9qzYMYICNn-kBIapHdU3ICQRVRohXDQ |
|
- type: f1 |
|
value: 0.927623314966026 |
|
name: F1 Macro |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWI5Zjk1Y2QyOTkwM2RjZDZhNjVkNzU5YjgzMzBjZmYzM2ZmNWQyNzZmNmRjZjRlODZmZjkzZTBjZDFhZDYxYiIsInZlcnNpb24iOjF9.VxutoI_Om00TJp7L5574OLLjW5jOgxedWnk0z6qN-n_p6r1Nxc6tFtN7MpIHo3ex7sic1k1piVQ-PQKlTKj8Bw |
|
- type: f1 |
|
value: 0.9275974025974026 |
|
name: F1 Micro |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZWRlZmVmZjRlMzkxODkxYWFmYmFjY2ZlMTkyZTQ0NTYwYjY0NzQzNWViMDIwNGU2YWQzMzIxMWViZmNhYWI1NSIsInZlcnNpb24iOjF9.XVL6-f3XoXWXNkzzhBvpkj25DjQzx9GvyD8iXvbJ3GB9xQap6nbTA3yx8qJMmrLp_6CrrnMpITm8e7QD_xnWDw |
|
- type: f1 |
|
value: 0.927623314966026 |
|
name: F1 Weighted |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNzRhMTNmZGQwZjI3NjhhNDJmN2E4ODg1NzNjYjE2OGNhYmU1NmFmMTYzZDA2OTM1ZDVjOTI2ZjkzYWY5YTFmYSIsInZlcnNpb24iOjF9.67Zkn3eSyiGpkPTI93Da1BrCIL9r-l5RguKN6HV13uX8J8hAdiOoMpIIdXpmBmjm6Y5t0pvfb1QmtGTCjP1mBQ |
|
- type: loss |
|
value: 0.3199225962162018 |
|
name: loss |
|
verified: true |
|
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYWQ4NjU0ZjdlZDVjNGExMTIyMzExYWI2N2JkYzM0ODAwY2Y2YmI4YWI3NzlhNDdhNzZkOTAzY2ExNjQ4OWQ4NSIsInZlcnNpb24iOjF9.Xuz9odnXhZQhatLmYjZIhtxMwfTY44Gk8FWRpHPU6oj1Ot2y7T83Za_xcWMaISOoARnTasG_TTz-FZDsGPVqBg |
|
--- |
|
# `BERT-Banking77` Model Trained Using AutoTrain |
|
|
|
- Problem type: Multi-class Classification |
|
- Model ID: 940131041 |
|
- CO2 Emissions (in grams): 0.03330651014155927 |
|
|
|
## Validation Metrics |
|
|
|
- Loss: 0.3505457043647766 |
|
- Accuracy: 0.9263261296660118 |
|
- Macro F1: 0.9268371013605569 |
|
- Micro F1: 0.9263261296660118 |
|
- Weighted F1: 0.9259954221865809 |
|
- Macro Precision: 0.9305746406646502 |
|
- Micro Precision: 0.9263261296660118 |
|
- Weighted Precision: 0.929031563971418 |
|
- Macro Recall: 0.9263724620088746 |
|
- Micro Recall: 0.9263261296660118 |
|
- Weighted Recall: 0.9263261296660118 |
|
|
|
|
|
## Usage |
|
|
|
You can use cURL to access this model: |
|
|
|
``` |
|
$ curl -X POST -H "Authorization: Bearer YOUR_API_KEY" -H "Content-Type: application/json" -d '{"inputs": "I love AutoTrain"}' https://api-inference.huggingface.co/models/philschmid/autotrain-does-it-work-940131041 |
|
``` |
|
|
|
Or Python API: |
|
|
|
``` |
|
from transformers import AutoTokenizer, AutoModelForSequenceClassification, pipeline |
|
model_id = 'philschmid/BERT-Banking77' |
|
tokenizer = AutoTokenizer.from_pretrained(model_id) |
|
model = AutoModelForSequenceClassification.from_pretrained(model_id) |
|
classifier = pipeline('text-classification', tokenizer=tokenizer, model=model) |
|
classifier('What is the base of the exchange rates?') |
|
``` |