johnlockejrr commited on
Commit
80d119a
·
verified ·
1 Parent(s): 738cdd8

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +1 -0
  2. language_model.arpa.gz +3 -0
  3. language_model.binary +3 -0
  4. lexicon.txt +90 -0
  5. metrics.csv +152 -0
  6. model +0 -0
  7. statistics.md +348 -0
  8. syms.txt +90 -0
  9. tokens.txt +90 -0
  10. weights.ckpt +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ language_model.binary filter=lfs diff=lfs merge=lfs -text
language_model.arpa.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6d6765665921df1df57687b842d56698a66a404eb2b9131a9bfadcfc5296350
3
+ size 3551462
language_model.binary ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f065082ee5a5f31d3f0d20051c002840b109539b4957a499a9d0f9c1ac112a63
3
+ size 7806400
lexicon.txt ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <ctc> <ctc>
2
+ " "
3
+ ( (
4
+ ) )
5
+ * *
6
+ , ,
7
+ - -
8
+ . .
9
+ 0 0
10
+ 1 1
11
+ 2 2
12
+ 3 3
13
+ 4 4
14
+ 5 5
15
+ 6 6
16
+ 7 7
17
+ 8 8
18
+ 9 9
19
+ : :
20
+ < <
21
+ > >
22
+ [ [
23
+ ] ]
24
+ a a
25
+ z z
26
+ { {
27
+ } }
28
+ ְ ְ
29
+ ֱ ֱ
30
+ ֲ ֲ
31
+ ֳ ֳ
32
+ ִ ִ
33
+ ֵ ֵ
34
+ ֶ ֶ
35
+ ַ ַ
36
+ ָ ָ
37
+ ֹ ֹ
38
+ ֻ ֻ
39
+ ּ ּ
40
+ ֽ ֽ
41
+ ־ ־
42
+ ׁ ׁ
43
+ ׂ ׂ
44
+ ׃ ׃
45
+ ׇ ׇ
46
+ א א
47
+ ב ב
48
+ ג ג
49
+ ד ד
50
+ ה ה
51
+ ו ו
52
+ ז ז
53
+ ח ח
54
+ ט ט
55
+ י י
56
+ ך ך
57
+ כ כ
58
+ ל ל
59
+ ם ם
60
+ מ מ
61
+ ן ן
62
+ נ נ
63
+ ס ס
64
+ ע ע
65
+ ף ף
66
+ פ פ
67
+ ץ ץ
68
+ צ צ
69
+ ק ק
70
+ ר ר
71
+ ש ש
72
+ ת ת
73
+ ׳ ׳
74
+ ״ ״
75
+ ‎ ‎
76
+ ‏ ‏
77
+ ” ”
78
+ שׁ שׁ
79
+ שׂ שׂ
80
+ בּ בּ
81
+ גּ גּ
82
+ דּ דּ
83
+ הּ הּ
84
+ וּ וּ
85
+ כּ כּ
86
+ פּ פּ
87
+ תּ תּ
88
+ וֹ וֹ
89
+ <unk> <unk>
90
+ <space> <space>
metrics.csv ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,lr-RMSprop,tr_cer,tr_wer,train_loss_epoch,train_loss_step,va_cer,va_wer,val_loss
2
+ 0,0.0005,0.12924489378929138,0.3188595175743103,39.469215393066406,12.306585311889648,0.016895439475774765,0.052085600793361664,5.705408096313477
3
+ 1,,0.02724776789546013,0.10905585438013077,8.928653717041016,11.59456729888916,0.012965856119990349,0.04309297353029251,4.504161834716797
4
+ 2,,0.021890100091695786,0.08605139702558517,7.209653854370117,2.8553147315979004,0.010799904353916645,0.029744617640972137,3.503742218017578
5
+ 3,,0.018870430067181587,0.07429152727127075,6.18997049331665,7.53472375869751,0.009848111309111118,0.02853517048060894,3.246739387512207
6
+ 4,,0.01749568246304989,0.06793288886547089,5.74711799621582,2.769927740097046,0.01269026380032301,0.03148425370454788,4.389842987060547
7
+ 5,,0.01681203953921795,0.06393521279096603,5.523500442504883,4.214151382446289,0.009759809821844101,0.02780032530426979,3.240006446838379
8
+ 6,,0.015685761347413063,0.06012413278222084,5.1074395179748535,1.7004563808441162,0.00880568940192461,0.02411995641887188,2.912003517150879
9
+ 7,,0.014769728295505047,0.05654909089207649,4.816940784454346,0.7881196737289429,0.008375086821615696,0.022697247564792633,2.7271368503570557
10
+ 8,,0.014651560224592686,0.05572667345404625,4.732162952423096,1.5136375427246094,0.00916318316012621,0.0244600810110569,2.852910280227661
11
+ 9,,0.013993200846016407,0.05315334349870682,4.514009475708008,8.494839668273926,0.008505702950060368,0.02288893610239029,2.640976905822754
12
+ 10,,0.013825039379298687,0.05180540680885315,4.469632148742676,17.54702377319336,0.00927631463855505,0.02461191639304161,2.9348039627075195
13
+ 11,,0.013776426203548908,0.05097939446568489,4.477803707122803,1.4605528116226196,0.007801736239343882,0.020939908921718597,2.4691028594970703
14
+ 12,,0.013263148255646229,0.049880243837833405,4.29077672958374,12.125569343566895,0.008380898274481297,0.021462848410010338,2.564309597015381
15
+ 13,,0.012957957573235035,0.048506960272789,4.164894104003906,0.5174828171730042,0.009515595622360706,0.02562706172466278,2.9965641498565674
16
+ 14,,0.012718179263174534,0.047833919525146484,4.086751937866211,15.159268379211426,0.0076434859074652195,0.020674295723438263,2.3876636028289795
17
+ 15,,0.012781752273440361,0.047346021980047226,4.146669864654541,11.534497261047363,0.008414036594331264,0.022717595100402832,2.5353734493255615
18
+ 16,,0.013120891526341438,0.04756014421582222,4.28662633895874,0.7048729658126831,0.008986282162368298,0.022636279463768005,2.858175754547119
19
+ 17,,0.012988879345357418,0.047326210886240005,4.204375743865967,0.22648635506629944,0.007612652610987425,0.019826054573059082,2.3621256351470947
20
+ 18,,0.012409433722496033,0.0455431304872036,3.985997200012207,8.265266418457031,0.008038918487727642,0.02133103832602501,2.4411685466766357
21
+ 19,,0.012466967105865479,0.045933451503515244,4.012405872344971,1.3316781520843506,0.007980657741427422,0.020711781457066536,2.564301013946533
22
+ 20,,0.012641333974897861,0.04651317372918129,4.098550319671631,1.4821256399154663,0.008311109617352486,0.021949170157313347,2.48846435546875
23
+ 21,,0.012291917577385902,0.04509711638092995,3.965569496154785,1.2637935876846313,0.007862660102546215,0.020583808422088623,2.389920711517334
24
+ 22,,0.012017996050417423,0.04446186125278473,3.8630032539367676,23.79592514038086,0.00818661879748106,0.020853927358984947,2.485429048538208
25
+ 23,,0.011231636628508568,0.040437616407871246,3.5358567237854004,0.8831329345703125,0.0075338673777878284,0.020267732441425323,2.279832363128662
26
+ 24,,0.010546648874878883,0.037562884390354156,3.285494089126587,0.16723206639289856,0.007306126412004232,0.020026762038469315,2.2523272037506104
27
+ 25,,0.01041371375322342,0.037000443786382675,3.2707138061523438,0.3716336488723755,0.007235703058540821,0.02022080309689045,2.227268934249878
28
+ 26,,0.010175807401537895,0.036014530807733536,3.1796157360076904,1.3255367279052734,0.007037627976387739,0.019736651331186295,2.1834211349487305
29
+ 27,,0.010004854761064053,0.03551395237445831,3.135931968688965,1.5478583574295044,0.006994803436100483,0.019352158531546593,2.1570141315460205
30
+ 28,,0.00976867787539959,0.034699756652116776,3.0331153869628906,3.6053690910339355,0.006650501862168312,0.018249427899718285,2.0847549438476562
31
+ 29,,0.009680836461484432,0.03425385802984238,3.003174304962158,1.655049204826355,0.006728760432451963,0.018778104335069656,2.071997880935669
32
+ 30,,0.009501676075160503,0.03384428471326828,2.9422924518585205,0.6355806589126587,0.006780188996344805,0.018843235448002815,2.1096458435058594
33
+ 31,,0.009576978161931038,0.03385930508375168,2.9444565773010254,0.2138126641511917,0.006994490046054125,0.019450144842267036,2.1454834938049316
34
+ 32,,0.00963046494871378,0.03385549411177635,2.957636594772339,0.4067561626434326,0.006862833630293608,0.01936952769756317,2.0992250442504883
35
+ 33,,0.009445153176784515,0.033262528479099274,2.9537055492401123,0.6658651828765869,0.0068559725768864155,0.018825039267539978,2.081535577774048
36
+ 34,,0.009255226701498032,0.03277156874537468,2.8619213104248047,0.9964837431907654,0.006557269487529993,0.01803784817457199,2.0047781467437744
37
+ 35,,0.009223614819347858,0.032645199447870255,2.8533034324645996,9.40311336517334,0.006937825586646795,0.019332073628902435,2.1051740646362305
38
+ 36,,0.009374790824949741,0.03285001218318939,2.8901865482330322,2.9547970294952393,0.006605548318475485,0.018241487443447113,2.0294289588928223
39
+ 37,,0.009225461632013321,0.032457076013088226,2.8477721214294434,12.746905326843262,0.007088901475071907,0.0190889835357666,2.1469714641571045
40
+ 38,,0.009138022549450397,0.031929127871990204,2.8019022941589355,0.16169023513793945,0.006443713326007128,0.017972588539123535,1.9611701965332031
41
+ 39,,0.009054490365087986,0.03196905553340912,2.790379047393799,14.243699073791504,0.006722952239215374,0.01828053407371044,1.9971697330474854
42
+ 40,,0.009103711694478989,0.03187679871916771,2.793678045272827,8.424577713012695,0.0066857170313596725,0.01858772709965706,2.0263028144836426
43
+ 41,,0.009041850455105305,0.031730666756629944,2.792957305908203,0.0147883091121912,0.006774998735636473,0.019004004076123238,2.045821189880371
44
+ 42,,0.00895778089761734,0.03139178827404976,2.755028009414673,0.8956347107887268,0.00644653057679534,0.018210669979453087,1.972102165222168
45
+ 43,,0.008842751383781433,0.031237173825502396,2.73262357711792,5.4001617431640625,0.00633494695648551,0.017753703519701958,1.940606713294983
46
+ 44,,0.008899824693799019,0.031456563621759415,2.739861011505127,0.018120475113391876,0.006479866337031126,0.017889048904180527,1.9667836427688599
47
+ 45,,0.008895083330571651,0.031265728175640106,2.7319037914276123,0.23564131557941437,0.006433092523366213,0.017982907593250275,1.954970121383667
48
+ 46,,0.008668459951877594,0.03070628084242344,2.6841821670532227,3.6402177810668945,0.006313045974820852,0.017540473490953445,1.9134290218353271
49
+ 47,,0.008705194108188152,0.03069630078971386,2.685467481613159,9.006415367126465,0.0065970770083367825,0.018216131255030632,1.9682681560516357
50
+ 48,,0.00872740987688303,0.030831586569547653,2.685164213180542,0.3095615804195404,0.006332769524306059,0.017885731533169746,1.9440115690231323
51
+ 49,,0.008537815883755684,0.03028295561671257,2.640986204147339,0.014653083868324757,0.0062583861872553825,0.017682909965515137,1.9242579936981201
52
+ 50,,0.00855284370481968,0.030119022354483604,2.6290390491485596,0.24385887384414673,0.006267230957746506,0.01730955019593239,1.912219524383545
53
+ 51,,0.008589512668550014,0.03024362213909626,2.6483826637268066,0.7884676456451416,0.00625609140843153,0.01758449897170067,1.9147040843963623
54
+ 52,,0.008541800081729889,0.03020399995148182,2.6129326820373535,1.3688944578170776,0.006164040416479111,0.017456600442528725,1.9014533758163452
55
+ 53,,0.008511211723089218,0.03012722171843052,2.6004819869995117,3.8154237270355225,0.006274736486375332,0.017552733421325684,1.9004933834075928
56
+ 54,,0.008507425896823406,0.03002273291349411,2.5876126289367676,0.2501738667488098,0.006136108189821243,0.01704367622733116,1.8760453462600708
57
+ 55,,0.008360972627997398,0.029652731493115425,2.574422836303711,0.036427855491638184,0.006121803540736437,0.017115170136094093,1.8692280054092407
58
+ 56,,0.008348128758370876,0.02954097092151642,2.570072889328003,0.1673462986946106,0.006050959695130587,0.0170364398509264,1.8421066999435425
59
+ 57,,0.008350235410034657,0.02968106046319008,2.603740692138672,0.025573549792170525,0.005966538097709417,0.016839949414134026,1.8360430002212524
60
+ 58,,0.00835619680583477,0.02960645593702793,2.561917543411255,0.15059757232666016,0.0062492466531693935,0.017518162727355957,1.895125389099121
61
+ 59,,0.00843879021704197,0.029807666316628456,2.579373598098755,0.0880039855837822,0.006152561400085688,0.01724802330136299,1.8900905847549438
62
+ 60,,0.008302510716021061,0.029524385929107666,2.556034564971924,11.661491394042969,0.006058466155081987,0.017357977107167244,1.8627395629882812
63
+ 61,,0.008235156536102295,0.029226472601294518,2.5318479537963867,0.4844832122325897,0.006155880633741617,0.0170414000749588,1.9081343412399292
64
+ 62,,0.008354190737009048,0.029537636786699295,2.561476469039917,9.776060104370117,0.005975527223199606,0.016456985846161842,1.85160231590271
65
+ 63,,0.008137659169733524,0.028866583481431007,2.491589307785034,0.09290646016597748,0.006002830807119608,0.016878880560398102,1.8435943126678467
66
+ 64,,0.008134065195918083,0.028772659599781036,2.47939133644104,11.772183418273926,0.005975989159196615,0.016716236248612404,1.835418462753296
67
+ 65,,0.008106216788291931,0.028679268434643745,2.4836225509643555,8.103446960449219,0.005937087815254927,0.016689429059624672,1.8222105503082275
68
+ 66,,0.008114323951303959,0.028817081823945045,2.468336582183838,0.49692779779434204,0.00593848992139101,0.01674644649028778,1.8285778760910034
69
+ 67,,0.008078825660049915,0.028609560802578926,2.4797070026397705,2.9183452129364014,0.005960306618362665,0.01679117977619171,1.829256534576416
70
+ 68,,0.008089587092399597,0.02866247296333313,2.4795279502868652,4.827065467834473,0.00596276530995965,0.016743449494242668,1.8274191617965698
71
+ 69,,0.008074160665273666,0.028644084930419922,2.4750595092773438,1.0814197063446045,0.005978881847113371,0.016914954409003258,1.8287067413330078
72
+ 70,,0.008035275153815746,0.028538180515170097,2.452575445175171,0.45850127935409546,0.00594404898583889,0.016721049323678017,1.8321075439453125
73
+ 71,,0.008079640567302704,0.028750648722052574,2.4647555351257324,0.6046455502510071,0.005948787089437246,0.016764041036367416,1.8305389881134033
74
+ 72,,0.008028614334762096,0.02853252924978733,2.4582643508911133,9.358293533325195,0.005937428213655949,0.016716361045837402,1.8257884979248047
75
+ 73,,0.008037835359573364,0.028500577434897423,2.4488346576690674,1.127607822418213,0.005953777115792036,0.0167926624417305,1.8287051916122437
76
+ 74,,0.008088257163763046,0.02873898111283779,2.4632370471954346,0.010120585560798645,0.00595758156850934,0.01682368293404579,1.8295254707336426
77
+ 75,,0.008065244182944298,0.028637707233428955,2.4591517448425293,0.8128149509429932,0.005948701873421669,0.016781440004706383,1.8281744718551636
78
+ 15744,0.0005,,,,,,,
79
+ 31488,0.0005,,,,,,,
80
+ 47232,0.0005,,,,,,,
81
+ 62976,0.0005,,,,,,,
82
+ 78720,0.0005,,,,,,,
83
+ 94464,0.0005,,,,,,,
84
+ 110208,0.0005,,,,,,,
85
+ 125952,0.0005,,,,,,,
86
+ 141696,0.0005,,,,,,,
87
+ 157440,0.0005,,,,,,,
88
+ 173184,0.0005,,,,,,,
89
+ 188928,0.0005,,,,,,,
90
+ 204672,0.0005,,,,,,,
91
+ 220416,0.0005,,,,,,,
92
+ 236160,0.0005,,,,,,,
93
+ 251904,0.0005,,,,,,,
94
+ 267648,0.0005,,,,,,,
95
+ 283392,0.0005,,,,,,,
96
+ 299136,0.0005,,,,,,,
97
+ 314880,0.0005,,,,,,,
98
+ 330624,0.0005,,,,,,,
99
+ 346368,0.0005,,,,,,,
100
+ 362112,5e-05,,,,,,,
101
+ 377856,5e-05,,,,,,,
102
+ 393600,5e-05,,,,,,,
103
+ 409344,5e-05,,,,,,,
104
+ 425088,5e-05,,,,,,,
105
+ 440832,5e-05,,,,,,,
106
+ 456576,5e-05,,,,,,,
107
+ 472320,5e-05,,,,,,,
108
+ 488064,5e-05,,,,,,,
109
+ 503808,5e-05,,,,,,,
110
+ 519552,5e-05,,,,,,,
111
+ 535296,5e-05,,,,,,,
112
+ 551040,5e-05,,,,,,,
113
+ 566784,5e-05,,,,,,,
114
+ 582528,5e-05,,,,,,,
115
+ 598272,5e-05,,,,,,,
116
+ 614016,5e-05,,,,,,,
117
+ 629760,5e-05,,,,,,,
118
+ 645504,5e-05,,,,,,,
119
+ 661248,5e-05,,,,,,,
120
+ 676992,5e-05,,,,,,,
121
+ 692736,5e-05,,,,,,,
122
+ 708480,5e-05,,,,,,,
123
+ 724224,5e-05,,,,,,,
124
+ 739968,5e-05,,,,,,,
125
+ 755712,5e-05,,,,,,,
126
+ 771456,5e-05,,,,,,,
127
+ 787200,5e-05,,,,,,,
128
+ 802944,5e-05,,,,,,,
129
+ 818688,5e-05,,,,,,,
130
+ 834432,5e-05,,,,,,,
131
+ 850176,5e-05,,,,,,,
132
+ 865920,5e-05,,,,,,,
133
+ 881664,5e-05,,,,,,,
134
+ 897408,5e-05,,,,,,,
135
+ 913152,5e-05,,,,,,,
136
+ 928896,5e-05,,,,,,,
137
+ 944640,5e-05,,,,,,,
138
+ 960384,5e-05,,,,,,,
139
+ 976128,5e-05,,,,,,,
140
+ 991872,5e-06,,,,,,,
141
+ 1007616,5e-06,,,,,,,
142
+ 1023360,5e-06,,,,,,,
143
+ 1039104,5e-06,,,,,,,
144
+ 1054848,5e-06,,,,,,,
145
+ 1070592,5e-06,,,,,,,
146
+ 1086336,5e-06,,,,,,,
147
+ 1102080,5e-06,,,,,,,
148
+ 1117824,5.000000000000001e-07,,,,,,,
149
+ 1133568,5.000000000000001e-07,,,,,,,
150
+ 1149312,5.000000000000001e-07,,,,,,,
151
+ 1165056,5.000000000000001e-07,,,,,,,
152
+ 1180800,5.000000000000001e-07,,,,,,,
model ADDED
Binary file (2.34 kB). View file
 
statistics.md ADDED
@@ -0,0 +1,348 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ Statistics
3
+ ==========
4
+
5
+ # Train
6
+
7
+ ## Images statistics
8
+
9
+ | Metric | Width | Height |
10
+ | :------| :-----: | :----: |
11
+ | Count | 125948 | 125948 |
12
+ | Min | 75 | 128 |
13
+ | Max | 5177 | 128 |
14
+ | Mean | 2749.55 | 128.0 |
15
+ | Median | 2948 | 128 |
16
+
17
+ ## Labels statistics
18
+
19
+ | Metric | Chars | Words |
20
+ | :------| :------: | :-----: |
21
+ | Min | 1 | 1 |
22
+ | Max | 135 | 19 |
23
+ | Mean | 86.13 | 11.94 |
24
+ | Median | 92 | 12 |
25
+ | Total | 10847680 | 1504121 |
26
+
27
+ ### Characters statistics
28
+
29
+ | Character | Occurrence |
30
+ | :---------|----------: |
31
+ | <space> | 1378173 |
32
+ | י | 691675 |
33
+ | ו | 631181 |
34
+ | ּ | 610071 |
35
+ | ְ | 594446 |
36
+ | א | 538806 |
37
+ | ָ | 537769 |
38
+ | ַ | 437734 |
39
+ | ה | 419665 |
40
+ | ל | 416129 |
41
+ | ר | 342783 |
42
+ | ִ | 341892 |
43
+ | ב | 324491 |
44
+ | מ | 318019 |
45
+ | ת | 316283 |
46
+ | ש | 238845 |
47
+ | ֵ | 238537 |
48
+ | ע | 207815 |
49
+ | ד | 198211 |
50
+ | ֹ | 188818 |
51
+ | נ | 182705 |
52
+ | כ | 149370 |
53
+ | ם | 141941 |
54
+ | ֶ | 135406 |
55
+ | ח | 132707 |
56
+ | ׁ | 131888 |
57
+ | ן | 127691 |
58
+ | ק | 103710 |
59
+ | ֲ | 101668 |
60
+ | פ | 71015 |
61
+ | ׃ | 61486 |
62
+ | ז | 50362 |
63
+ | ך | 46493 |
64
+ | ג | 45228 |
65
+ | ס | 44735 |
66
+ | צ | 39463 |
67
+ | ט | 37311 |
68
+ | ׳ | 31043 |
69
+ | ׂ | 24695 |
70
+ | 1 | 19221 |
71
+ | 2 | 14468 |
72
+ | ף | 14216 |
73
+ | ״ | 13698 |
74
+ | . | 11503 |
75
+ | ־ | 11491 |
76
+ | ֱ | 10422 |
77
+ | ץ | 10313 |
78
+ | ֻ | 9588 |
79
+ | ‏ | 9576 |
80
+ | ‎ | 9489 |
81
+ | 3 | 7810 |
82
+ | ֽ | 6621 |
83
+ | 4 | 5341 |
84
+ | 5 | 4548 |
85
+ | ֳ | 4545 |
86
+ | 6 | 4160 |
87
+ | 8 | 3867 |
88
+ | 7 | 3865 |
89
+ | - | 3736 |
90
+ | 9 | 3730 |
91
+ | 0 | 3616 |
92
+ | ׇ | 3430 |
93
+ | וּ | 3335 |
94
+ | וֹ | 2609 |
95
+ | [ | 2459 |
96
+ | ] | 2452 |
97
+ | : | 2281 |
98
+ | ( | 2011 |
99
+ | ) | 2010 |
100
+ | שׁ | 1858 |
101
+ | דּ | 1631 |
102
+ | בּ | 1577 |
103
+ | , | 1380 |
104
+ | תּ | 1378 |
105
+ | כּ | 1012 |
106
+ | הּ | 618 |
107
+ | " | 569 |
108
+ | גּ | 371 |
109
+ | פּ | 242 |
110
+ | { | 58 |
111
+ | } | 58 |
112
+ | שׂ | 51 |
113
+ | ” | 50 |
114
+ | * | 50 |
115
+ | a | 27 |
116
+ | z | 27 |
117
+ | < | 26 |
118
+ | > | 26 |
119
+
120
+ # Val
121
+
122
+ ## Images statistics
123
+
124
+ | Metric | Width | Height |
125
+ | :------| :-----: | :----: |
126
+ | Count | 23615 | 23615 |
127
+ | Min | 92 | 128 |
128
+ | Max | 5144 | 128 |
129
+ | Mean | 2752.37 | 128.0 |
130
+ | Median | 2948 | 128 |
131
+
132
+ ## Labels statistics
133
+
134
+ | Metric | Chars | Words |
135
+ | :------| :-----: | :----: |
136
+ | Min | 3 | 1 |
137
+ | Max | 131 | 19 |
138
+ | Mean | 86.1 | 11.94 |
139
+ | Median | 93 | 12 |
140
+ | Total | 2033169 | 281885 |
141
+
142
+ ### Characters statistics
143
+
144
+ | Character | Occurrence |
145
+ | :---------|----------: |
146
+ | <space> | 258270 |
147
+ | י | 129415 |
148
+ | ו | 118475 |
149
+ | ּ | 113753 |
150
+ | ְ | 111104 |
151
+ | ָ | 101168 |
152
+ | א | 101166 |
153
+ | ַ | 81742 |
154
+ | ה | 78633 |
155
+ | ל | 78184 |
156
+ | ר | 64303 |
157
+ | ִ | 63960 |
158
+ | ב | 60497 |
159
+ | מ | 59469 |
160
+ | ת | 59064 |
161
+ | ש | 45121 |
162
+ | ֵ | 44459 |
163
+ | ע | 39111 |
164
+ | ד | 37087 |
165
+ | ֹ | 35663 |
166
+ | נ | 34322 |
167
+ | כ | 27997 |
168
+ | ם | 26987 |
169
+ | ֶ | 25734 |
170
+ | ׁ | 24993 |
171
+ | ח | 24828 |
172
+ | ן | 24332 |
173
+ | ק | 19668 |
174
+ | ֲ | 18943 |
175
+ | פ | 13469 |
176
+ | ׃ | 11405 |
177
+ | ז | 9316 |
178
+ | ך | 8682 |
179
+ | ג | 8358 |
180
+ | ס | 8243 |
181
+ | צ | 7310 |
182
+ | ט | 7064 |
183
+ | ׳ | 5788 |
184
+ | ׂ | 4596 |
185
+ | 1 | 3597 |
186
+ | 2 | 2665 |
187
+ | ף | 2637 |
188
+ | ״ | 2570 |
189
+ | ־ | 2177 |
190
+ | . | 2123 |
191
+ | ֱ | 2031 |
192
+ | ץ | 1931 |
193
+ | ֻ | 1847 |
194
+ | ‏ | 1756 |
195
+ | ‎ | 1743 |
196
+ | 3 | 1473 |
197
+ | ֽ | 1236 |
198
+ | 4 | 952 |
199
+ | ֳ | 856 |
200
+ | 6 | 822 |
201
+ | 5 | 816 |
202
+ | 7 | 718 |
203
+ | ׇ | 706 |
204
+ | 9 | 686 |
205
+ | - | 680 |
206
+ | 0 | 679 |
207
+ | 8 | 661 |
208
+ | וּ | 603 |
209
+ | וֹ | 479 |
210
+ | ] | 454 |
211
+ | [ | 446 |
212
+ | : | 401 |
213
+ | ( | 385 |
214
+ | ) | 378 |
215
+ | שׁ | 349 |
216
+ | דּ | 283 |
217
+ | בּ | 279 |
218
+ | תּ | 257 |
219
+ | , | 245 |
220
+ | כּ | 179 |
221
+ | הּ | 115 |
222
+ | " | 79 |
223
+ | גּ | 78 |
224
+ | פּ | 47 |
225
+ | * | 14 |
226
+ | שׂ | 13 |
227
+ | ” | 12 |
228
+ | { | 6 |
229
+ | } | 6 |
230
+ | a | 5 |
231
+ | z | 5 |
232
+ | < | 5 |
233
+ | > | 5 |
234
+
235
+ # Test
236
+
237
+ ## Images statistics
238
+
239
+ | Metric | Width | Height |
240
+ | :------| :-----: | :----: |
241
+ | Count | 7872 | 7872 |
242
+ | Min | 64 | 128 |
243
+ | Max | 5144 | 128 |
244
+ | Mean | 2758.74 | 128.0 |
245
+ | Median | 2948 | 128 |
246
+
247
+ ## Labels statistics
248
+
249
+ | Metric | Chars | Words |
250
+ | :------| :----: | :---: |
251
+ | Min | 1 | 1 |
252
+ | Max | 132 | 19 |
253
+ | Mean | 86.84 | 11.99 |
254
+ | Median | 93 | 12 |
255
+ | Total | 683642 | 94351 |
256
+
257
+ ### Characters statistics
258
+
259
+ | Character | Occurrence |
260
+ | :---------|----------: |
261
+ | <space> | 86479 |
262
+ | י | 43451 |
263
+ | ו | 39879 |
264
+ | ּ | 38762 |
265
+ | ְ | 37860 |
266
+ | ָ | 34025 |
267
+ | א | 33669 |
268
+ | ַ | 28128 |
269
+ | ה | 26385 |
270
+ | ל | 26024 |
271
+ | ִ | 21630 |
272
+ | ר | 21304 |
273
+ | ב | 20564 |
274
+ | מ | 19860 |
275
+ | ת | 19858 |
276
+ | ֵ | 15218 |
277
+ | ש | 14756 |
278
+ | ע | 13195 |
279
+ | ד | 12494 |
280
+ | ֹ | 11955 |
281
+ | נ | 11502 |
282
+ | כ | 9331 |
283
+ | ם | 9055 |
284
+ | ֶ | 8588 |
285
+ | ח | 8458 |
286
+ | ׁ | 8223 |
287
+ | ן | 8117 |
288
+ | ק | 6507 |
289
+ | ֲ | 6447 |
290
+ | פ | 4460 |
291
+ | ׃ | 3881 |
292
+ | ז | 3052 |
293
+ | ך | 2931 |
294
+ | ג | 2786 |
295
+ | ס | 2782 |
296
+ | צ | 2459 |
297
+ | ט | 2409 |
298
+ | ׳ | 1929 |
299
+ | ׂ | 1581 |
300
+ | 1 | 1152 |
301
+ | 2 | 921 |
302
+ | ף | 861 |
303
+ | ־ | 816 |
304
+ | ״ | 800 |
305
+ | . | 722 |
306
+ | ץ | 642 |
307
+ | ֱ | 637 |
308
+ | ֻ | 635 |
309
+ | ‏ | 568 |
310
+ | ‎ | 566 |
311
+ | 3 | 475 |
312
+ | ֽ | 405 |
313
+ | 4 | 371 |
314
+ | ֳ | 311 |
315
+ | 6 | 288 |
316
+ | 5 | 280 |
317
+ | 7 | 245 |
318
+ | 8 | 232 |
319
+ | 0 | 227 |
320
+ | ׇ | 216 |
321
+ | וּ | 210 |
322
+ | 9 | 208 |
323
+ | - | 208 |
324
+ | וֹ | 176 |
325
+ | [ | 155 |
326
+ | ] | 154 |
327
+ | : | 140 |
328
+ | שׁ | 139 |
329
+ | ) | 128 |
330
+ | דּ | 126 |
331
+ | ( | 120 |
332
+ | בּ | 116 |
333
+ | תּ | 99 |
334
+ | , | 75 |
335
+ | כּ | 67 |
336
+ | הּ | 49 |
337
+ | " | 32 |
338
+ | גּ | 27 |
339
+ | פּ | 17 |
340
+ | ” | 6 |
341
+ | * | 4 |
342
+ | שׂ | 4 |
343
+ | { | 4 |
344
+ | } | 4 |
345
+ | < | 3 |
346
+ | > | 3 |
347
+ | a | 2 |
348
+ | z | 2 |
syms.txt ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <ctc> 0
2
+ " 1
3
+ ( 2
4
+ ) 3
5
+ * 4
6
+ , 5
7
+ - 6
8
+ . 7
9
+ 0 8
10
+ 1 9
11
+ 2 10
12
+ 3 11
13
+ 4 12
14
+ 5 13
15
+ 6 14
16
+ 7 15
17
+ 8 16
18
+ 9 17
19
+ : 18
20
+ < 19
21
+ > 20
22
+ [ 21
23
+ ] 22
24
+ a 23
25
+ z 24
26
+ { 25
27
+ } 26
28
+ ְ 27
29
+ ֱ 28
30
+ ֲ 29
31
+ ֳ 30
32
+ ִ 31
33
+ ֵ 32
34
+ ֶ 33
35
+ ַ 34
36
+ ָ 35
37
+ ֹ 36
38
+ ֻ 37
39
+ ּ 38
40
+ ֽ 39
41
+ ־ 40
42
+ ׁ 41
43
+ ׂ 42
44
+ ׃ 43
45
+ ׇ 44
46
+ א 45
47
+ ב 46
48
+ ג 47
49
+ ד 48
50
+ ה 49
51
+ ו 50
52
+ ז 51
53
+ ח 52
54
+ ט 53
55
+ י 54
56
+ ך 55
57
+ כ 56
58
+ ל 57
59
+ ם 58
60
+ מ 59
61
+ ן 60
62
+ נ 61
63
+ ס 62
64
+ ע 63
65
+ ף 64
66
+ פ 65
67
+ ץ 66
68
+ צ 67
69
+ ק 68
70
+ ר 69
71
+ ש 70
72
+ ת 71
73
+ ׳ 72
74
+ ״ 73
75
+ ‎ 74
76
+ ‏ 75
77
+ ” 76
78
+ שׁ 77
79
+ שׂ 78
80
+ בּ 79
81
+ גּ 80
82
+ דּ 81
83
+ הּ 82
84
+ וּ 83
85
+ כּ 84
86
+ פּ 85
87
+ תּ 86
88
+ וֹ 87
89
+ <unk> 88
90
+ <space> 89
tokens.txt ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <ctc>
2
+ "
3
+ (
4
+ )
5
+ *
6
+ ,
7
+ -
8
+ .
9
+ 0
10
+ 1
11
+ 2
12
+ 3
13
+ 4
14
+ 5
15
+ 6
16
+ 7
17
+ 8
18
+ 9
19
+ :
20
+ <
21
+ >
22
+ [
23
+ ]
24
+ a
25
+ z
26
+ {
27
+ }
28
+ ְ
29
+ ֱ
30
+ ֲ
31
+ ֳ
32
+ ִ
33
+ ֵ
34
+ ֶ
35
+ ַ
36
+ ָ
37
+ ֹ
38
+ ֻ
39
+ ּ
40
+ ֽ
41
+ ־
42
+ ׁ
43
+ ׂ
44
+ ׃
45
+ ׇ
46
+ א
47
+ ב
48
+ ג
49
+ ד
50
+ ה
51
+ ו
52
+ ז
53
+ ח
54
+ ט
55
+ י
56
+ ך
57
+ כ
58
+ ל
59
+ ם
60
+ מ
61
+ ן
62
+ נ
63
+ ס
64
+ ע
65
+ ף
66
+ פ
67
+ ץ
68
+ צ
69
+ ק
70
+ ר
71
+ ש
72
+ ת
73
+ ׳
74
+ ״
75
+
76
+
77
+
78
+
79
+
80
+
81
+
82
+
83
+
84
+
85
+
86
+
87
+
88
+
89
+ <unk>
90
+ <space>
weights.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5303e7777a17630054d34520c564e09d082013972e8c9d6312c26540a996ba6
3
+ size 42742377