Open-Arabic-Dialect-Identification-Leaderboard / darija_leaderboard_multilingual.json
BounharAbdelaziz's picture
implemented multilingual, eval from link and csv
be25a4c verified
raw
history blame
51.1 kB
[
{
"MSA": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.9749,
"precision": 0.9908,
"recall": 0.9594,
"specificity": 0.9942,
"false_positive_rate": 0.0058,
"false_negative_rate": 0.0406,
"negative_predictive_value": 0.974,
"n_test_samples": 54390
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.9554,
"precision": 0.9252,
"recall": 0.9876,
"specificity": 0.9478,
"false_positive_rate": 0.0522,
"false_negative_rate": 0.0124,
"negative_predictive_value": 0.9915,
"n_test_samples": 54390
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.9264,
"precision": 0.9359,
"recall": 0.9172,
"specificity": 0.9589,
"false_positive_rate": 0.0411,
"false_negative_rate": 0.0828,
"negative_predictive_value": 0.9465,
"n_test_samples": 54390
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.6047,
"n_test_samples": 54390
}
}
},
{
"Pakistan": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.9963,
"precision": 0.9999,
"recall": 0.9927,
"specificity": 0.9999,
"false_positive_rate": 0.0001,
"false_negative_rate": 0.0073,
"negative_predictive_value": 0.9958,
"n_test_samples": 50000
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.999,
"precision": 0.9989,
"recall": 0.9991,
"specificity": 0.9994,
"false_positive_rate": 0.0006,
"false_negative_rate": 0.0009,
"negative_predictive_value": 0.9995,
"n_test_samples": 50000
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.9927,
"precision": 0.9928,
"recall": 0.9925,
"specificity": 0.9959,
"false_positive_rate": 0.0041,
"false_negative_rate": 0.0075,
"negative_predictive_value": 0.9957,
"n_test_samples": 50000
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.6366,
"n_test_samples": 50000
}
}
},
{
"Morocco": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.8789,
"precision": 0.8624,
"recall": 0.8961,
"specificity": 0.9771,
"false_positive_rate": 0.0229,
"false_negative_rate": 0.1039,
"negative_predictive_value": 0.9832,
"n_test_samples": 19005
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.7172,
"precision": 0.9038,
"recall": 0.5945,
"specificity": 0.9899,
"false_positive_rate": 0.0101,
"false_negative_rate": 0.4055,
"negative_predictive_value": 0.9384,
"n_test_samples": 19005
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.6146,
"precision": 0.7279,
"recall": 0.5318,
"specificity": 0.9681,
"false_positive_rate": 0.0319,
"false_negative_rate": 0.4682,
"negative_predictive_value": 0.9281,
"n_test_samples": 19005
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.8986,
"precision": 0.9166,
"recall": 0.8812,
"specificity": 0.9871,
"false_positive_rate": 0.0129,
"false_negative_rate": 0.1188,
"negative_predictive_value": 0.9811,
"n_test_samples": 19005
}
}
},
{
"Egypt": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.5929,
"precision": 0.5835,
"recall": 0.6025,
"specificity": 0.993,
"false_positive_rate": 0.007,
"false_negative_rate": 0.3975,
"negative_predictive_value": 0.9935,
"n_test_samples": 2204
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.6028,
"precision": 0.4837,
"recall": 0.7999,
"specificity": 0.9861,
"false_positive_rate": 0.0139,
"false_negative_rate": 0.2001,
"negative_predictive_value": 0.9967,
"n_test_samples": 2204
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.4094,
"precision": 0.2663,
"recall": 0.8843,
"specificity": 0.9603,
"false_positive_rate": 0.0397,
"false_negative_rate": 0.1157,
"negative_predictive_value": 0.998,
"n_test_samples": 2204
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.984,
"n_test_samples": 2204
}
}
},
{
"Palestine": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.2511,
"precision": 0.3352,
"recall": 0.2007,
"specificity": 0.9957,
"false_positive_rate": 0.0043,
"false_negative_rate": 0.7993,
"negative_predictive_value": 0.9914,
"n_test_samples": 1465
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9894,
"n_test_samples": 1465
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9894,
"n_test_samples": 1465
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9894,
"n_test_samples": 1465
}
}
},
{
"Levantine": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.1723,
"precision": 0.1386,
"recall": 0.2275,
"specificity": 0.9854,
"false_positive_rate": 0.0146,
"false_negative_rate": 0.7725,
"negative_predictive_value": 0.992,
"n_test_samples": 1402
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.1171,
"precision": 0.073,
"recall": 0.2953,
"specificity": 0.9614,
"false_positive_rate": 0.0386,
"false_negative_rate": 0.7047,
"negative_predictive_value": 0.9925,
"n_test_samples": 1402
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.1029,
"precision": 0.0645,
"recall": 0.2532,
"specificity": 0.9622,
"false_positive_rate": 0.0378,
"false_negative_rate": 0.7468,
"negative_predictive_value": 0.9921,
"n_test_samples": 1402
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9898,
"n_test_samples": 1402
}
}
},
{
"Saudi": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.4382,
"precision": 0.3474,
"recall": 0.5932,
"specificity": 0.9887,
"false_positive_rate": 0.0113,
"false_negative_rate": 0.4068,
"negative_predictive_value": 0.9958,
"n_test_samples": 1384
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.3893,
"precision": 0.2692,
"recall": 0.703,
"specificity": 0.9806,
"false_positive_rate": 0.0194,
"false_negative_rate": 0.297,
"negative_predictive_value": 0.9969,
"n_test_samples": 1384
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.3436,
"precision": 0.2381,
"recall": 0.6171,
"specificity": 0.9799,
"false_positive_rate": 0.0201,
"false_negative_rate": 0.3829,
"negative_predictive_value": 0.996,
"n_test_samples": 1384
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9899,
"n_test_samples": 1384
}
}
},
{
"Jordan": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.2726,
"precision": 0.4203,
"recall": 0.2017,
"specificity": 0.9972,
"false_positive_rate": 0.0028,
"false_negative_rate": 0.7983,
"negative_predictive_value": 0.992,
"n_test_samples": 1373
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.99,
"n_test_samples": 1373
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.99,
"n_test_samples": 1373
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.99,
"n_test_samples": 1373
}
}
},
{
"Algeria": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.5221,
"precision": 0.5849,
"recall": 0.4714,
"specificity": 0.9974,
"false_positive_rate": 0.0026,
"false_negative_rate": 0.5286,
"negative_predictive_value": 0.9959,
"n_test_samples": 1067
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.1235,
"precision": 0.2751,
"recall": 0.0797,
"specificity": 0.9984,
"false_positive_rate": 0.0016,
"false_negative_rate": 0.9203,
"negative_predictive_value": 0.9928,
"n_test_samples": 1067
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9922,
"n_test_samples": 1067
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9922,
"n_test_samples": 1067
}
}
},
{
"UAE": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.3452,
"precision": 0.4207,
"recall": 0.2926,
"specificity": 0.9971,
"false_positive_rate": 0.0029,
"false_negative_rate": 0.7074,
"negative_predictive_value": 0.9948,
"n_test_samples": 998
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9927,
"n_test_samples": 998
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9927,
"n_test_samples": 998
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9927,
"n_test_samples": 998
}
}
},
{
"Mauritania": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.5343,
"precision": 0.944,
"recall": 0.3726,
"specificity": 0.9998,
"false_positive_rate": 0.0002,
"false_negative_rate": 0.6274,
"negative_predictive_value": 0.9957,
"n_test_samples": 950
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9931,
"n_test_samples": 950
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9931,
"n_test_samples": 950
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9931,
"n_test_samples": 950
}
}
},
{
"Yemen": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.223,
"precision": 0.5619,
"recall": 0.1391,
"specificity": 0.9993,
"false_positive_rate": 0.0007,
"false_negative_rate": 0.8609,
"negative_predictive_value": 0.9943,
"n_test_samples": 913
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9934,
"n_test_samples": 913
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9934,
"n_test_samples": 913
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9934,
"n_test_samples": 913
}
}
},
{
"Syria": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.1965,
"precision": 0.2126,
"recall": 0.1827,
"specificity": 0.9971,
"false_positive_rate": 0.0029,
"false_negative_rate": 0.8173,
"negative_predictive_value": 0.9965,
"n_test_samples": 591
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9957,
"n_test_samples": 591
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9957,
"n_test_samples": 591
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9957,
"n_test_samples": 591
}
}
},
{
"Lebanon": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.2699,
"precision": 0.2133,
"recall": 0.3675,
"specificity": 0.9967,
"false_positive_rate": 0.0033,
"false_negative_rate": 0.6325,
"negative_predictive_value": 0.9985,
"n_test_samples": 332
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9976,
"n_test_samples": 332
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9976,
"n_test_samples": 332
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9976,
"n_test_samples": 332
}
}
},
{
"Qatar": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.3145,
"precision": 0.2315,
"recall": 0.4905,
"specificity": 0.9975,
"false_positive_rate": 0.0025,
"false_negative_rate": 0.5095,
"negative_predictive_value": 0.9992,
"n_test_samples": 210
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9985,
"n_test_samples": 210
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9985,
"n_test_samples": 210
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9985,
"n_test_samples": 210
}
}
},
{
"Iraq": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.4075,
"precision": 0.3884,
"recall": 0.4286,
"specificity": 0.999,
"false_positive_rate": 0.001,
"false_negative_rate": 0.5714,
"negative_predictive_value": 0.9992,
"n_test_samples": 203
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0098,
"precision": 1.0,
"recall": 0.0049,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.9951,
"negative_predictive_value": 0.9985,
"n_test_samples": 203
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9985,
"n_test_samples": 203
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9985,
"n_test_samples": 203
}
}
},
{
"Libya": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.357,
"precision": 0.2621,
"recall": 0.5596,
"specificity": 0.9978,
"false_positive_rate": 0.0022,
"false_negative_rate": 0.4404,
"negative_predictive_value": 0.9994,
"n_test_samples": 193
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9986,
"n_test_samples": 193
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9986,
"n_test_samples": 193
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9986,
"n_test_samples": 193
}
}
},
{
"Tunisia": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.1851,
"precision": 0.1089,
"recall": 0.6158,
"specificity": 0.993,
"false_positive_rate": 0.007,
"false_negative_rate": 0.3842,
"negative_predictive_value": 0.9995,
"n_test_samples": 190
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.1143,
"precision": 0.0624,
"recall": 0.6737,
"specificity": 0.986,
"false_positive_rate": 0.014,
"false_negative_rate": 0.3263,
"negative_predictive_value": 0.9995,
"n_test_samples": 190
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.1045,
"precision": 0.0564,
"recall": 0.7053,
"specificity": 0.9837,
"false_positive_rate": 0.0163,
"false_negative_rate": 0.2947,
"negative_predictive_value": 0.9996,
"n_test_samples": 190
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9986,
"n_test_samples": 190
}
}
},
{
"Oman": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.1969,
"precision": 0.1391,
"recall": 0.3368,
"specificity": 0.9971,
"false_positive_rate": 0.0029,
"false_negative_rate": 0.6632,
"negative_predictive_value": 0.9991,
"n_test_samples": 190
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9986,
"n_test_samples": 190
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9986,
"n_test_samples": 190
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9986,
"n_test_samples": 190
}
}
},
{
"Kuwait": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.29,
"precision": 0.2091,
"recall": 0.4728,
"specificity": 0.9976,
"false_positive_rate": 0.0024,
"false_negative_rate": 0.5272,
"negative_predictive_value": 0.9993,
"n_test_samples": 184
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9987,
"n_test_samples": 184
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9987,
"n_test_samples": 184
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9987,
"n_test_samples": 184
}
}
},
{
"Bahrain": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.2045,
"precision": 0.2069,
"recall": 0.2022,
"specificity": 0.999,
"false_positive_rate": 0.001,
"false_negative_rate": 0.7978,
"negative_predictive_value": 0.999,
"n_test_samples": 178
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9987,
"n_test_samples": 178
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9987,
"n_test_samples": 178
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9987,
"n_test_samples": 178
}
}
},
{
"Sudan": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.395,
"precision": 0.3198,
"recall": 0.5163,
"specificity": 0.9988,
"false_positive_rate": 0.0012,
"false_negative_rate": 0.4837,
"negative_predictive_value": 0.9995,
"n_test_samples": 153
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9989,
"n_test_samples": 153
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9989,
"n_test_samples": 153
},
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_binary_v3_1fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 1.0,
"negative_predictive_value": 0.9989,
"n_test_samples": 153
}
}
},
{
"Turkey": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9999,
"false_positive_rate": 0.0001,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Turkmenistan": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Uzbekistan": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9999,
"false_positive_rate": 0.0001,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Acehnese": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Nigeria": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Mesopotamia": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9993,
"false_positive_rate": 0.0007,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9983,
"false_positive_rate": 0.0017,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9989,
"false_positive_rate": 0.0011,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Afghanistan": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9998,
"false_positive_rate": 0.0002,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9999,
"false_positive_rate": 0.0001,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9995,
"false_positive_rate": 0.0005,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Kurdistan": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9997,
"false_positive_rate": 0.0003,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9999,
"false_positive_rate": 0.0001,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Kashmir": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9999,
"false_positive_rate": 0.0001,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9993,
"false_positive_rate": 0.0007,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Iran": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9994,
"false_positive_rate": 0.0006,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9999,
"false_positive_rate": 0.0001,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Indonesia": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9999,
"false_positive_rate": 0.0001,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Guinea": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Chad": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Azerbaijan": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9997,
"false_positive_rate": 0.0003,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9999,
"false_positive_rate": 0.0001,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Malaysia": {
"atlasia/Sfaya-Moroccan-Darija-vs-All/model_multi_v3_2fpr.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Uighur (China)": {
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
},
"laurievb/OpenLID/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
},
{
"Balochistan": {
"cis-lmu/glotlid/model.bin": {
"f1_score": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 1.0,
"false_positive_rate": 0.0,
"false_negative_rate": 0.0,
"negative_predictive_value": 1.0,
"n_test_samples": 0
}
}
}
]