File size: 4,579 Bytes
53766b0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
{
  "metadata": {
    "total_samples": 20116,
    "num_profiles": 3,
    "num_categories": 8,
    "evaluation_date": "2025-08-30T19:03:30.091334"
  },
  "results": [
    {
      "CATEGORY": "OVERALL",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 67.34597711325426,
      "MACRO-F1": 46.29084825934598
    },
    {
      "CATEGORY": "YEAR",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 30.752530027663965,
      "MACRO-F1": 21.295489610362065
    },
    {
      "CATEGORY": "RATING",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 83.067447729746,
      "MACRO-F1": 81.83200483395994
    },
    {
      "CATEGORY": "GENERAL",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 66.41444399192685,
      "MACRO-F1": 27.40425414261813
    },
    {
      "CATEGORY": "CHARACTER",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 83.42532813054274,
      "MACRO-F1": 64.54679672170435
    },
    {
      "CATEGORY": "COPYRIGHT",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 86.57996129008917,
      "MACRO-F1": 53.128368093914744
    },
    {
      "CATEGORY": "ARTIST",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 70.03317039106145,
      "MACRO-F1": 64.35697070900147
    },
    {
      "CATEGORY": "META",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 61.17673478553783,
      "MACRO-F1": 19.199087616327382
    },
    {
      "CATEGORY": "OVERALL",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 60.90569893586309,
      "MACRO-F1": 50.61684357922967
    },
    {
      "CATEGORY": "YEAR",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 37.21798791030943,
      "MACRO-F1": 32.62783637958324
    },
    {
      "CATEGORY": "RATING",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 78.70415252867991,
      "MACRO-F1": 77.4818397805115
    },
    {
      "CATEGORY": "GENERAL",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 60.23192293959081,
      "MACRO-F1": 34.578761327417006
    },
    {
      "CATEGORY": "CHARACTER",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 79.91802201844503,
      "MACRO-F1": 66.17825085829298
    },
    {
      "CATEGORY": "COPYRIGHT",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 81.84935439943561,
      "MACRO-F1": 56.18607804162489
    },
    {
      "CATEGORY": "ARTIST",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 62.32690082490389,
      "MACRO-F1": 66.10039817274198
    },
    {
      "CATEGORY": "META",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 56.30398796087284,
      "MACRO-F1": 23.673363465036253
    },
    {
      "CATEGORY": "OVERALL",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 67.34597711325426,
      "MACRO-F1": 46.29084825934598
    },
    {
      "CATEGORY": "YEAR",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 30.752530027663965,
      "MACRO-F1": 21.295489610362065
    },
    {
      "CATEGORY": "RATING",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 83.067447729746,
      "MACRO-F1": 81.83200483395994
    },
    {
      "CATEGORY": "GENERAL",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 66.41444399192685,
      "MACRO-F1": 27.40425414261813
    },
    {
      "CATEGORY": "CHARACTER",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 83.42532813054274,
      "MACRO-F1": 64.54679672170435
    },
    {
      "CATEGORY": "COPYRIGHT",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 86.57996129008917,
      "MACRO-F1": 53.128368093914744
    },
    {
      "CATEGORY": "ARTIST",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 70.03317039106145,
      "MACRO-F1": 64.35697070900147
    },
    {
      "CATEGORY": "META",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 61.17673478553783,
      "MACRO-F1": 19.199087616327382
    }
  ]
}