| { | |
| "Classification": { | |
| "amazon_counterfactual_classification": { | |
| "macro_f1": 0.7868362820881749 | |
| }, | |
| "amazon_review_classification": { | |
| "macro_f1": 0.5569777933675395 | |
| }, | |
| "massive_intent_classification": { | |
| "macro_f1": 0.8201772623687816 | |
| }, | |
| "massive_scenario_classification": { | |
| "macro_f1": 0.8827318695602392 | |
| } | |
| }, | |
| "Reranking": { | |
| "esci": { | |
| "ndcg@10": 0.9320484339702731 | |
| } | |
| }, | |
| "Retrieval": { | |
| "jagovfaqs_22k": { | |
| "ndcg@10": 0.743165156334314 | |
| }, | |
| "jaqket": { | |
| "ndcg@10": 0.6236302732201829 | |
| }, | |
| "mrtydi": { | |
| "ndcg@10": 0.4247039892713784 | |
| }, | |
| "nlp_journal_abs_intro": { | |
| "ndcg@10": 0.8955548885772556 | |
| }, | |
| "nlp_journal_title_abs": { | |
| "ndcg@10": 0.9809885221936606 | |
| }, | |
| "nlp_journal_title_intro": { | |
| "ndcg@10": 0.7686195687434224 | |
| } | |
| }, | |
| "STS": { | |
| "jsick": { | |
| "spearman": 0.838898966624785 | |
| }, | |
| "jsts": { | |
| "spearman": 0.8193638843065068 | |
| } | |
| }, | |
| "Clustering": { | |
| "livedoor_news": { | |
| "v_measure_score": 0.5358029527559113 | |
| }, | |
| "mewsc16": { | |
| "v_measure_score": 0.4958897357648059 | |
| } | |
| }, | |
| "PairClassification": { | |
| "paws_x_ja": { | |
| "binary_f1": 0.6231729055258467 | |
| } | |
| } | |
| } |