spawn99's picture
Training in progress, step 226
1295e12 verified
{
"_name_or_path": "answerdotai/ModernBERT-base",
"architectures": [
"ModernBertForSequenceClassification"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 50281,
"classifier_activation": "gelu",
"classifier_bias": false,
"classifier_dropout": 0.0,
"classifier_pooling": "mean",
"cls_token_id": 50281,
"decoder_bias": true,
"deterministic_flash_attn": false,
"embedding_dropout": 0.0,
"eos_token_id": 50282,
"global_attn_every_n_layers": 3,
"global_rope_theta": 160000.0,
"gradient_checkpointing": false,
"hidden_activation": "gelu",
"hidden_size": 768,
"id2label": {
"0": "Agiorgitiko",
"1": "Aglianico",
"2": "Albari\u00f1o",
"3": "Alicante Bouschet",
"4": "Aligot\u00e9",
"5": "Alsace white blend",
"6": "Alvarinho",
"7": "Arinto",
"8": "Arneis",
"9": "Assyrtico",
"10": "Austrian Red Blend",
"11": "Austrian white blend",
"12": "Baga",
"13": "Barbera",
"14": "Blaufr\u00e4nkisch",
"15": "Bonarda",
"16": "Bordeaux-style Red Blend",
"17": "Bordeaux-style White Blend",
"18": "Cabernet Blend",
"19": "Cabernet Franc",
"20": "Cabernet Franc Blend",
"21": "Cabernet Merlot",
"22": "Cabernet Sauvignon",
"23": "Cabernet Sauvignon Blend",
"24": "Cabernet Sauvignon-Merlot",
"25": "Cabernet Sauvignon-Syrah",
"26": "Cannonau",
"27": "Carignan",
"28": "Carignane",
"29": "Carignano",
"30": "Carmen\u00e8re",
"31": "Carricante",
"32": "Castel\u00e3o",
"33": "Catarratto",
"34": "Champagne Blend",
"35": "Charbono",
"36": "Chardonnay",
"37": "Chardonnay Blend",
"38": "Chenin Blanc",
"39": "Chenin Blanc Blend",
"40": "Cinsault",
"41": "Claret",
"42": "Cortese",
"43": "Corvina, Rondinella, Molinara",
"44": "Dolcetto",
"45": "Encruzado",
"46": "Falanghina",
"47": "Fern\u00e3o Pires",
"48": "Fiano",
"49": "Frappato",
"50": "Friulano",
"51": "Fum\u00e9 Blanc",
"52": "Furmint",
"53": "G-S-M",
"54": "Gamay",
"55": "Garganega",
"56": "Garnacha",
"57": "Garnacha Blanca",
"58": "Garnacha Blend",
"59": "Gelber Muskateller",
"60": "Gew\u00fcrztraminer",
"61": "Glera",
"62": "Godello",
"63": "Graciano",
"64": "Greco",
"65": "Grenache",
"66": "Grenache Blanc",
"67": "Grenache Blend",
"68": "Grillo",
"69": "Gros and Petit Manseng",
"70": "Gr\u00fcner Veltliner",
"71": "Insolia",
"72": "Inzolia",
"73": "Lagrein",
"74": "Lambrusco",
"75": "Lemberger",
"76": "Loureiro",
"77": "Malbec",
"78": "Malbec Blend",
"79": "Malbec-Merlot",
"80": "Malvasia",
"81": "Marsanne",
"82": "Marsanne Blend",
"83": "Melon",
"84": "Menc\u00eda",
"85": "Meritage",
"86": "Merlot",
"87": "Merlot Blend",
"88": "Monastrell",
"89": "Montepulciano",
"90": "Moscatel",
"91": "Moscato",
"92": "Moschofilero",
"93": "Mourv\u00e8dre",
"94": "Muscat",
"95": "Muscat Canelli",
"96": "M\u00fcller Blend",
"97": "Nebbiolo",
"98": "Negroamaro",
"99": "Nerello Mascalese",
"100": "Nero d'Avola",
"101": "Orange Muscat",
"102": "Pecorino",
"103": "Pedro Xim\u00e9nez",
"104": "Petit Manseng",
"105": "Petit Verdot",
"106": "Petite Sirah",
"107": "Petite Verdot",
"108": "Picolit",
"109": "Pinot Bianco",
"110": "Pinot Blanc",
"111": "Pinot Grigio",
"112": "Pinot Gris",
"113": "Pinot Meunier",
"114": "Pinot Nero",
"115": "Pinot Noir",
"116": "Pinotage",
"117": "Port",
"118": "Portuguese Red",
"119": "Portuguese White",
"120": "Primitivo",
"121": "Prosecco",
"122": "Provence red blend",
"123": "Prugnolo Gentile",
"124": "Rh\u00f4ne-style Red Blend",
"125": "Rh\u00f4ne-style White Blend",
"126": "Ribolla Gialla",
"127": "Riesling",
"128": "Rkatsiteli",
"129": "Rosado",
"130": "Rosato",
"131": "Ros\u00e9",
"132": "Roussanne",
"133": "Sagrantino",
"134": "Sangiovese",
"135": "Sangiovese Grosso",
"136": "Saperavi",
"137": "Sauvignon",
"138": "Sauvignon Blanc",
"139": "Sauvignon Blanc Blend",
"140": "Scheurebe",
"141": "Semillon Blend",
"142": "Sherry",
"143": "Shiraz",
"144": "Shiraz Blend",
"145": "Silvaner",
"146": "Sp\u00e4tburgunder",
"147": "St. Laurent",
"148": "Sylvaner",
"149": "Syrah",
"150": "Syrah Blend",
"151": "S\u00e9millon",
"152": "Tannat",
"153": "Tannat Blend",
"154": "Tempranillo",
"155": "Tempranillo Blend",
"156": "Teroldego",
"157": "Tinta de Toro",
"158": "Tinto Fino",
"159": "Tinto del Pais",
"160": "Tocai Friulano",
"161": "Tokaji",
"162": "Torront\u00e9s",
"163": "Touriga Nacional",
"164": "Touriga Nacional Blend",
"165": "Traminer",
"166": "Trebbiano",
"167": "Turbiana",
"168": "Verdejo",
"169": "Verdejo Blend",
"170": "Verdelho",
"171": "Verdicchio",
"172": "Vermentino",
"173": "Vernaccia",
"174": "Vidal Blanc",
"175": "Viognier",
"176": "Viognier Blend",
"177": "Viura",
"178": "Weissburgunder",
"179": "Welschriesling",
"180": "Xinomavro",
"181": "Zibibbo",
"182": "Zinfandel",
"183": "Zweigelt"
},
"initializer_cutoff_factor": 2.0,
"initializer_range": 0.02,
"intermediate_size": 1152,
"label2id": {
"Agiorgitiko": 0,
"Aglianico": 1,
"Albari\u00f1o": 2,
"Alicante Bouschet": 3,
"Aligot\u00e9": 4,
"Alsace white blend": 5,
"Alvarinho": 6,
"Arinto": 7,
"Arneis": 8,
"Assyrtico": 9,
"Austrian Red Blend": 10,
"Austrian white blend": 11,
"Baga": 12,
"Barbera": 13,
"Blaufr\u00e4nkisch": 14,
"Bonarda": 15,
"Bordeaux-style Red Blend": 16,
"Bordeaux-style White Blend": 17,
"Cabernet Blend": 18,
"Cabernet Franc": 19,
"Cabernet Franc Blend": 20,
"Cabernet Merlot": 21,
"Cabernet Sauvignon": 22,
"Cabernet Sauvignon Blend": 23,
"Cabernet Sauvignon-Merlot": 24,
"Cabernet Sauvignon-Syrah": 25,
"Cannonau": 26,
"Carignan": 27,
"Carignane": 28,
"Carignano": 29,
"Carmen\u00e8re": 30,
"Carricante": 31,
"Castel\u00e3o": 32,
"Catarratto": 33,
"Champagne Blend": 34,
"Charbono": 35,
"Chardonnay": 36,
"Chardonnay Blend": 37,
"Chenin Blanc": 38,
"Chenin Blanc Blend": 39,
"Cinsault": 40,
"Claret": 41,
"Cortese": 42,
"Corvina, Rondinella, Molinara": 43,
"Dolcetto": 44,
"Encruzado": 45,
"Falanghina": 46,
"Fern\u00e3o Pires": 47,
"Fiano": 48,
"Frappato": 49,
"Friulano": 50,
"Fum\u00e9 Blanc": 51,
"Furmint": 52,
"G-S-M": 53,
"Gamay": 54,
"Garganega": 55,
"Garnacha": 56,
"Garnacha Blanca": 57,
"Garnacha Blend": 58,
"Gelber Muskateller": 59,
"Gew\u00fcrztraminer": 60,
"Glera": 61,
"Godello": 62,
"Graciano": 63,
"Greco": 64,
"Grenache": 65,
"Grenache Blanc": 66,
"Grenache Blend": 67,
"Grillo": 68,
"Gros and Petit Manseng": 69,
"Gr\u00fcner Veltliner": 70,
"Insolia": 71,
"Inzolia": 72,
"Lagrein": 73,
"Lambrusco": 74,
"Lemberger": 75,
"Loureiro": 76,
"Malbec": 77,
"Malbec Blend": 78,
"Malbec-Merlot": 79,
"Malvasia": 80,
"Marsanne": 81,
"Marsanne Blend": 82,
"Melon": 83,
"Menc\u00eda": 84,
"Meritage": 85,
"Merlot": 86,
"Merlot Blend": 87,
"Monastrell": 88,
"Montepulciano": 89,
"Moscatel": 90,
"Moscato": 91,
"Moschofilero": 92,
"Mourv\u00e8dre": 93,
"Muscat": 94,
"Muscat Canelli": 95,
"M\u00fcller Blend": 96,
"Nebbiolo": 97,
"Negroamaro": 98,
"Nerello Mascalese": 99,
"Nero d'Avola": 100,
"Orange Muscat": 101,
"Pecorino": 102,
"Pedro Xim\u00e9nez": 103,
"Petit Manseng": 104,
"Petit Verdot": 105,
"Petite Sirah": 106,
"Petite Verdot": 107,
"Picolit": 108,
"Pinot Bianco": 109,
"Pinot Blanc": 110,
"Pinot Grigio": 111,
"Pinot Gris": 112,
"Pinot Meunier": 113,
"Pinot Nero": 114,
"Pinot Noir": 115,
"Pinotage": 116,
"Port": 117,
"Portuguese Red": 118,
"Portuguese White": 119,
"Primitivo": 120,
"Prosecco": 121,
"Provence red blend": 122,
"Prugnolo Gentile": 123,
"Rh\u00f4ne-style Red Blend": 124,
"Rh\u00f4ne-style White Blend": 125,
"Ribolla Gialla": 126,
"Riesling": 127,
"Rkatsiteli": 128,
"Rosado": 129,
"Rosato": 130,
"Ros\u00e9": 131,
"Roussanne": 132,
"Sagrantino": 133,
"Sangiovese": 134,
"Sangiovese Grosso": 135,
"Saperavi": 136,
"Sauvignon": 137,
"Sauvignon Blanc": 138,
"Sauvignon Blanc Blend": 139,
"Scheurebe": 140,
"Semillon Blend": 141,
"Sherry": 142,
"Shiraz": 143,
"Shiraz Blend": 144,
"Silvaner": 145,
"Sp\u00e4tburgunder": 146,
"St. Laurent": 147,
"Sylvaner": 148,
"Syrah": 149,
"Syrah Blend": 150,
"S\u00e9millon": 151,
"Tannat": 152,
"Tannat Blend": 153,
"Tempranillo": 154,
"Tempranillo Blend": 155,
"Teroldego": 156,
"Tinta de Toro": 157,
"Tinto Fino": 158,
"Tinto del Pais": 159,
"Tocai Friulano": 160,
"Tokaji": 161,
"Torront\u00e9s": 162,
"Touriga Nacional": 163,
"Touriga Nacional Blend": 164,
"Traminer": 165,
"Trebbiano": 166,
"Turbiana": 167,
"Verdejo": 168,
"Verdejo Blend": 169,
"Verdelho": 170,
"Verdicchio": 171,
"Vermentino": 172,
"Vernaccia": 173,
"Vidal Blanc": 174,
"Viognier": 175,
"Viognier Blend": 176,
"Viura": 177,
"Weissburgunder": 178,
"Welschriesling": 179,
"Xinomavro": 180,
"Zibibbo": 181,
"Zinfandel": 182,
"Zweigelt": 183
},
"layer_norm_eps": 1e-05,
"local_attention": 128,
"local_rope_theta": 10000.0,
"max_position_embeddings": 8192,
"mlp_bias": false,
"mlp_dropout": 0.0,
"model_type": "modernbert",
"norm_bias": false,
"norm_eps": 1e-05,
"num_attention_heads": 12,
"num_hidden_layers": 22,
"pad_token_id": 50283,
"position_embedding_type": "absolute",
"reference_compile": true,
"repad_logits_with_grad": false,
"sep_token_id": 50282,
"sparse_pred_ignore_index": -100,
"sparse_prediction": false,
"torch_dtype": "float32",
"transformers_version": "4.48.3",
"vocab_size": 50368
}