Hugging Face's logo

angie-chen55
/
bert_base_maxreg-0.001_seed1_ckpt_2000

PyTorch
bert
Model card Files Community
angie-chen55 commited on
Commit
5e5e8e1
·
verified ·
1 Parent(s): 2896e64

Upload attention_entropies.jsonl with huggingface_hub

Browse files
Files changed (1) hide show
  1. attention_entropies.jsonl +144 -0
attention_entropies.jsonl ADDED
@@ -0,0 +1,144 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"layer":0,"head":0,"avg_attn_entropy":0.5058158975}
2
+ {"layer":0,"head":1,"avg_attn_entropy":0.3934173883}
3
+ {"layer":0,"head":2,"avg_attn_entropy":0.0229867675}
4
+ {"layer":0,"head":3,"avg_attn_entropy":0.5100050531}
5
+ {"layer":0,"head":4,"avg_attn_entropy":0.0268594112}
6
+ {"layer":0,"head":5,"avg_attn_entropy":0.0299240589}
7
+ {"layer":0,"head":6,"avg_attn_entropy":0.5003673576}
8
+ {"layer":0,"head":7,"avg_attn_entropy":0.3656088922}
9
+ {"layer":0,"head":8,"avg_attn_entropy":0.0382285834}
10
+ {"layer":0,"head":9,"avg_attn_entropy":1.2294832378}
11
+ {"layer":0,"head":10,"avg_attn_entropy":0.4513691867}
12
+ {"layer":0,"head":11,"avg_attn_entropy":0.8477342012}
13
+ {"layer":1,"head":0,"avg_attn_entropy":0.2971432897}
14
+ {"layer":1,"head":1,"avg_attn_entropy":0.5879597872}
15
+ {"layer":1,"head":2,"avg_attn_entropy":0.1482885821}
16
+ {"layer":1,"head":3,"avg_attn_entropy":0.1541279982}
17
+ {"layer":1,"head":4,"avg_attn_entropy":1.1589688825}
18
+ {"layer":1,"head":5,"avg_attn_entropy":0.6120982299}
19
+ {"layer":1,"head":6,"avg_attn_entropy":0.5093072459}
20
+ {"layer":1,"head":7,"avg_attn_entropy":0.0407431099}
21
+ {"layer":1,"head":8,"avg_attn_entropy":0.0358197658}
22
+ {"layer":1,"head":9,"avg_attn_entropy":0.0303615713}
23
+ {"layer":1,"head":10,"avg_attn_entropy":0.0595310104}
24
+ {"layer":1,"head":11,"avg_attn_entropy":0.1098493045}
25
+ {"layer":2,"head":0,"avg_attn_entropy":0.6411062184}
26
+ {"layer":2,"head":1,"avg_attn_entropy":0.7867000469}
27
+ {"layer":2,"head":2,"avg_attn_entropy":0.5536753941}
28
+ {"layer":2,"head":3,"avg_attn_entropy":0.4408148528}
29
+ {"layer":2,"head":4,"avg_attn_entropy":0.0022239631}
30
+ {"layer":2,"head":5,"avg_attn_entropy":2.0610909626}
31
+ {"layer":2,"head":6,"avg_attn_entropy":0.6066195353}
32
+ {"layer":2,"head":7,"avg_attn_entropy":1.6643185722}
33
+ {"layer":2,"head":8,"avg_attn_entropy":0.4943090258}
34
+ {"layer":2,"head":9,"avg_attn_entropy":0.1380759002}
35
+ {"layer":2,"head":10,"avg_attn_entropy":1.117593076}
36
+ {"layer":2,"head":11,"avg_attn_entropy":0.1262513302}
37
+ {"layer":3,"head":0,"avg_attn_entropy":1.0498330333}
38
+ {"layer":3,"head":1,"avg_attn_entropy":0.2197018948}
39
+ {"layer":3,"head":2,"avg_attn_entropy":0.2856159678}
40
+ {"layer":3,"head":3,"avg_attn_entropy":0.2814386504}
41
+ {"layer":3,"head":4,"avg_attn_entropy":1.1846731784}
42
+ {"layer":3,"head":5,"avg_attn_entropy":0.6964733326}
43
+ {"layer":3,"head":6,"avg_attn_entropy":1.2711427584}
44
+ {"layer":3,"head":7,"avg_attn_entropy":0.4752834177}
45
+ {"layer":3,"head":8,"avg_attn_entropy":0.113113856}
46
+ {"layer":3,"head":9,"avg_attn_entropy":0.4049487745}
47
+ {"layer":3,"head":10,"avg_attn_entropy":0.9038578296}
48
+ {"layer":3,"head":11,"avg_attn_entropy":0.3541324245}
49
+ {"layer":4,"head":0,"avg_attn_entropy":0.5648435712}
50
+ {"layer":4,"head":1,"avg_attn_entropy":2.8156668501}
51
+ {"layer":4,"head":2,"avg_attn_entropy":0.1346350197}
52
+ {"layer":4,"head":3,"avg_attn_entropy":0.1410981078}
53
+ {"layer":4,"head":4,"avg_attn_entropy":2.7249578104}
54
+ {"layer":4,"head":5,"avg_attn_entropy":2.2238795794}
55
+ {"layer":4,"head":6,"avg_attn_entropy":0.1493463189}
56
+ {"layer":4,"head":7,"avg_attn_entropy":1.8745481962}
57
+ {"layer":4,"head":8,"avg_attn_entropy":0.4159007057}
58
+ {"layer":4,"head":9,"avg_attn_entropy":0.0885759445}
59
+ {"layer":4,"head":10,"avg_attn_entropy":0.4033027605}
60
+ {"layer":4,"head":11,"avg_attn_entropy":0.2385995498}
61
+ {"layer":5,"head":0,"avg_attn_entropy":0.2921942786}
62
+ {"layer":5,"head":1,"avg_attn_entropy":1.3065923911}
63
+ {"layer":5,"head":2,"avg_attn_entropy":1.3821843723}
64
+ {"layer":5,"head":3,"avg_attn_entropy":0.1065790591}
65
+ {"layer":5,"head":4,"avg_attn_entropy":0.2210340583}
66
+ {"layer":5,"head":5,"avg_attn_entropy":0.1072798154}
67
+ {"layer":5,"head":6,"avg_attn_entropy":0.1392317542}
68
+ {"layer":5,"head":7,"avg_attn_entropy":0.1847255658}
69
+ {"layer":5,"head":8,"avg_attn_entropy":0.0001868089}
70
+ {"layer":5,"head":9,"avg_attn_entropy":0.2689506031}
71
+ {"layer":5,"head":10,"avg_attn_entropy":2.2699034637}
72
+ {"layer":5,"head":11,"avg_attn_entropy":0.2761033511}
73
+ {"layer":6,"head":0,"avg_attn_entropy":0.2982756166}
74
+ {"layer":6,"head":1,"avg_attn_entropy":0.2593129284}
75
+ {"layer":6,"head":2,"avg_attn_entropy":0.5813358043}
76
+ {"layer":6,"head":3,"avg_attn_entropy":0.0912396785}
77
+ {"layer":6,"head":4,"avg_attn_entropy":0.30470993}
78
+ {"layer":6,"head":5,"avg_attn_entropy":0.4165795657}
79
+ {"layer":6,"head":6,"avg_attn_entropy":0.3898176456}
80
+ {"layer":6,"head":7,"avg_attn_entropy":0.3038459242}
81
+ {"layer":6,"head":8,"avg_attn_entropy":0.5432729482}
82
+ {"layer":6,"head":9,"avg_attn_entropy":0.9325569959}
83
+ {"layer":6,"head":10,"avg_attn_entropy":0.297009791}
84
+ {"layer":6,"head":11,"avg_attn_entropy":0.201458414}
85
+ {"layer":7,"head":0,"avg_attn_entropy":0.2063348045}
86
+ {"layer":7,"head":1,"avg_attn_entropy":0.1256972051}
87
+ {"layer":7,"head":2,"avg_attn_entropy":0.8215295908}
88
+ {"layer":7,"head":3,"avg_attn_entropy":0.6038894506}
89
+ {"layer":7,"head":4,"avg_attn_entropy":0.1697554203}
90
+ {"layer":7,"head":5,"avg_attn_entropy":0.2548776683}
91
+ {"layer":7,"head":6,"avg_attn_entropy":0.0646749552}
92
+ {"layer":7,"head":7,"avg_attn_entropy":0.1901010911}
93
+ {"layer":7,"head":8,"avg_attn_entropy":0.1409709793}
94
+ {"layer":7,"head":9,"avg_attn_entropy":0.130467764}
95
+ {"layer":7,"head":10,"avg_attn_entropy":0.3199626642}
96
+ {"layer":7,"head":11,"avg_attn_entropy":0.0836937801}
97
+ {"layer":8,"head":0,"avg_attn_entropy":0.239956302}
98
+ {"layer":8,"head":1,"avg_attn_entropy":0.0811480153}
99
+ {"layer":8,"head":2,"avg_attn_entropy":0.5031348341}
100
+ {"layer":8,"head":3,"avg_attn_entropy":0.5806898961}
101
+ {"layer":8,"head":4,"avg_attn_entropy":0.1046854034}
102
+ {"layer":8,"head":5,"avg_attn_entropy":0.1240499988}
103
+ {"layer":8,"head":6,"avg_attn_entropy":0.1046747891}
104
+ {"layer":8,"head":7,"avg_attn_entropy":0.1624896063}
105
+ {"layer":8,"head":8,"avg_attn_entropy":0.250078701}
106
+ {"layer":8,"head":9,"avg_attn_entropy":0.1112863489}
107
+ {"layer":8,"head":10,"avg_attn_entropy":0.1971291941}
108
+ {"layer":8,"head":11,"avg_attn_entropy":0.0467068358}
109
+ {"layer":9,"head":0,"avg_attn_entropy":0.0512805017}
110
+ {"layer":9,"head":1,"avg_attn_entropy":0.0808125526}
111
+ {"layer":9,"head":2,"avg_attn_entropy":0.0837723742}
112
+ {"layer":9,"head":3,"avg_attn_entropy":0.0838668508}
113
+ {"layer":9,"head":4,"avg_attn_entropy":0.0794344299}
114
+ {"layer":9,"head":5,"avg_attn_entropy":0.0670302094}
115
+ {"layer":9,"head":6,"avg_attn_entropy":0.062317582}
116
+ {"layer":9,"head":7,"avg_attn_entropy":0.1887440457}
117
+ {"layer":9,"head":8,"avg_attn_entropy":0.0826299919}
118
+ {"layer":9,"head":9,"avg_attn_entropy":0.05068012}
119
+ {"layer":9,"head":10,"avg_attn_entropy":0.1389716878}
120
+ {"layer":9,"head":11,"avg_attn_entropy":0.077785041}
121
+ {"layer":10,"head":0,"avg_attn_entropy":0.0451901642}
122
+ {"layer":10,"head":1,"avg_attn_entropy":0.0491572723}
123
+ {"layer":10,"head":2,"avg_attn_entropy":0.0523769438}
124
+ {"layer":10,"head":3,"avg_attn_entropy":0.1721059682}
125
+ {"layer":10,"head":4,"avg_attn_entropy":0.0523454846}
126
+ {"layer":10,"head":5,"avg_attn_entropy":0.0520305772}
127
+ {"layer":10,"head":6,"avg_attn_entropy":0.0794081588}
128
+ {"layer":10,"head":7,"avg_attn_entropy":0.03894917}
129
+ {"layer":10,"head":8,"avg_attn_entropy":0.0716799688}
130
+ {"layer":10,"head":9,"avg_attn_entropy":0.2098851501}
131
+ {"layer":10,"head":10,"avg_attn_entropy":0.1085839753}
132
+ {"layer":10,"head":11,"avg_attn_entropy":0.0612634027}
133
+ {"layer":11,"head":0,"avg_attn_entropy":0.0789206487}
134
+ {"layer":11,"head":1,"avg_attn_entropy":0.0652938704}
135
+ {"layer":11,"head":2,"avg_attn_entropy":0.083993643}
136
+ {"layer":11,"head":3,"avg_attn_entropy":0.064710932}
137
+ {"layer":11,"head":4,"avg_attn_entropy":0.0789429322}
138
+ {"layer":11,"head":5,"avg_attn_entropy":0.0440070271}
139
+ {"layer":11,"head":6,"avg_attn_entropy":0.0442777237}
140
+ {"layer":11,"head":7,"avg_attn_entropy":0.0494322555}
141
+ {"layer":11,"head":8,"avg_attn_entropy":0.0411549107}
142
+ {"layer":11,"head":9,"avg_attn_entropy":0.1430032214}
143
+ {"layer":11,"head":10,"avg_attn_entropy":0.095190199}
144
+ {"layer":11,"head":11,"avg_attn_entropy":0.0674648761}