xx_isl_sigtyp_trf-0.1.0: Update SIGTYP pipeline

README.md

@@ -13,49 +13,49 @@ model-index:
     metrics:
     - name: TAG (XPOS) Accuracy
       type: accuracy
-      value: 0.8362718262
+      value: 0.8484209631
   - task:
       name: POS
       type: token-classification
     metrics:
     - name: POS (UPOS) Accuracy
       type: accuracy
-      value: 0.9580896355
+      value: 0.9628502448
   - task:
       name: MORPH
       type: token-classification
     metrics:
     - name: Morph (UFeats) Accuracy
       type: accuracy
-      value: 0.891807571
+      value: 0.9012080149
   - task:
       name: LEMMA
       type: token-classification
     metrics:
     - name: Lemma Accuracy
       type: accuracy
-      value: 0.9458313147
+      value: 0.9486362207
   - task:
       name: UNLABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Unlabeled Attachment Score (UAS)
       type: f_score
-      value: 0.8110459835
+      value: 0.8288867214
   - task:
       name: LABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Labeled Attachment Score (LAS)
       type: f_score
-      value: 0.7581413137
+      value: 0.7770595885
   - task:
       name: SENTS
       type: token-classification
     metrics:
     - name: Sentences F-Score
       type: f_score
-      value: 0.9702575263
+      value: 0.9772685943
 ---
 | Feature | Description |
 | --- | --- |
@@ -87,17 +87,17 @@ model-index:
 
 | Type | Score |
 | --- | --- |
-| `DEP_UAS` | 81.10 |
-| `DEP_LAS` | 75.81 |
-| `SENTS_P` | 96.02 |
-| `SENTS_R` | 98.06 |
-| `SENTS_F` | 97.03 |
-| `LEMMA_ACC` | 94.58 |
-| `TAG_ACC` | 83.63 |
-| `POS_ACC` | 95.81 |
-| `MORPH_ACC` | 89.18 |
-| `TRANSFORMER_LOSS` | 792911.12 |
-| `PARSER_LOSS` | 129534.03 |
-| `TRAINABLE_LEMMATIZER_LOSS` | 91996.88 |
-| `TAGGER_LOSS` | 275201.54 |
-| `MORPHOLOGIZER_LOSS` | 118561.86 |
+| `DEP_UAS` | 82.89 |
+| `DEP_LAS` | 77.71 |
+| `SENTS_P` | 96.97 |
+| `SENTS_R` | 98.50 |
+| `SENTS_F` | 97.73 |
+| `LEMMA_ACC` | 94.86 |
+| `TAG_ACC` | 84.84 |
+| `POS_ACC` | 96.29 |
+| `MORPH_ACC` | 90.12 |
+| `TRANSFORMER_LOSS` | 2803740.93 |
+| `PARSER_LOSS` | 534940.15 |
+| `TRAINABLE_LEMMATIZER_LOSS` | 294717.33 |
+| `TAGGER_LOSS` | 890478.23 |
+| `MORPHOLOGIZER_LOSS` | 426176.75 |

meta.json

@@ -7164,168 +7164,168 @@
 
   ],
   "performance":{
-    "dep_uas":0.8110459835,
-    "dep_las":0.7581413137,
+    "dep_uas":0.8288867214,
+    "dep_las":0.7770595885,
     "dep_las_per_type":{
       "root":{
-        "p":0.8921462179,
-        "r":0.9032612679,
-        "f":0.8976693372
+        "p":0.9066472939,
+        "r":0.9146207402,
+        "f":0.9106165633
       },
       "nsubj":{
-        "p":0.8289855072,
-        "r":0.8141326189,
-        "f":0.8214919321
+        "p":0.8487223169,
+        "r":0.8342263898,
+        "f":0.8414119237
       },
       "advmod":{
-        "p":0.7648197435,
-        "r":0.760953298,
-        "f":0.7628816218
+        "p":0.7813173653,
+        "r":0.7852672123,
+        "f":0.7832873094
       },
       "mark":{
-        "p":0.8500477555,
-        "r":0.8549471662,
-        "f":0.8524904215
+        "p":0.869814933,
+        "r":0.8728786423,
+        "f":0.8713440946
       },
       "acl":{
-        "p":0.6401985112,
-        "r":0.6710013004,
-        "f":0.6552380952
+        "p":0.7276315789,
+        "r":0.7191157347,
+        "f":0.7233485939
       },
       "compound:prt":{
-        "p":0.7164591978,
-        "r":0.6990553306,
-        "f":0.7076502732
+        "p":0.7008985879,
+        "r":0.7368421053,
+        "f":0.7184210526
       },
       "obj":{
-        "p":0.7130681818,
-        "r":0.7097914457,
-        "f":0.7114260407
+        "p":0.718988219,
+        "r":0.7334747261,
+        "f":0.7261592301
       },
       "cc":{
-        "p":0.7924901186,
-        "r":0.7994873255,
-        "f":0.7959733447
+        "p":0.808075064,
+        "r":0.8094559954,
+        "f":0.8087649402
       },
       "conj":{
-        "p":0.6054354944,
-        "r":0.6116440622,
-        "f":0.6085239427
+        "p":0.6357659435,
+        "r":0.639761826,
+        "f":0.6377576257
       },
       "case":{
-        "p":0.914923572,
-        "r":0.9260993485,
-        "f":0.9204775395
+        "p":0.9277427234,
+        "r":0.9279315961,
+        "f":0.9278371501
       },
       "amod":{
-        "p":0.7147568013,
-        "r":0.7043054427,
-        "f":0.709492635
+        "p":0.7401082882,
+        "r":0.721770918,
+        "f":0.7308245939
       },
       "obl":{
-        "p":0.7034213792,
-        "r":0.6946778711,
-        "f":0.6990222849
+        "p":0.7287740083,
+        "r":0.7107843137,
+        "f":0.7196667553
       },
       "nmod:poss":{
-        "p":0.8716375649,
-        "r":0.8841550981,
-        "f":0.877851711
+        "p":0.8800936768,
+        "r":0.8994734323,
+        "f":0.8896780303
       },
       "aux":{
-        "p":0.8739837398,
-        "r":0.86,
-        "f":0.8669354839
+        "p":0.8981255094,
+        "r":0.8816,
+        "f":0.8897860315
       },
       "advcl":{
-        "p":0.5356820235,
-        "r":0.51208981,
-        "f":0.5236203091
+        "p":0.5283347864,
+        "r":0.5233160622,
+        "f":0.525813449
       },
       "iobj":{
-        "p":0.7142857143,
-        "r":0.6289308176,
-        "f":0.6688963211
+        "p":0.7045454545,
+        "r":0.6498951782,
+        "f":0.6761177754
       },
       "det":{
-        "p":0.8224442736,
-        "r":0.8445146014,
-        "f":0.8333333333
+        "p":0.8433460076,
+        "r":0.8752959747,
+        "f":0.8590240124
       },
       "acl:relcl":{
-        "p":0.5288135593,
-        "r":0.5264341957,
-        "f":0.527621195
+        "p":0.5859728507,
+        "r":0.5826771654,
+        "f":0.584320361
       },
       "xcomp":{
-        "p":0.3989071038,
-        "r":0.3640897756,
-        "f":0.3807040417
-      },
-      "appos":{
-        "p":0.6269349845,
-        "r":0.6338028169,
-        "f":0.6303501946
+        "p":0.3994490358,
+        "r":0.36159601,
+        "f":0.3795811518
       },
       "ccomp":{
-        "p":0.6130909091,
-        "r":0.5886871508,
-        "f":0.600641254
+        "p":0.6291727141,
+        "r":0.6054469274,
+        "f":0.6170818505
       },
       "cop":{
-        "p":0.6965144231,
-        "r":0.6990349819,
-        "f":0.6977724262
+        "p":0.7158403869,
+        "r":0.7141133896,
+        "f":0.7149758454
       },
       "expl":{
-        "p":0.3617021277,
-        "r":0.3469387755,
-        "f":0.3541666667
+        "p":0.3725490196,
+        "r":0.387755102,
+        "f":0.38
+      },
+      "appos":{
+        "p":0.6567164179,
+        "r":0.6885758998,
+        "f":0.6722689076
       },
       "dep":{
-        "p":0.4468085106,
-        "r":0.2971698113,
-        "f":0.3569405099
+        "p":0.465408805,
+        "r":0.3490566038,
+        "f":0.3989218329
       },
       "vocative":{
-        "p":0.5882352941,
-        "r":0.4918032787,
-        "f":0.5357142857
+        "p":0.6105263158,
+        "r":0.4754098361,
+        "f":0.534562212
       },
       "nmod":{
-        "p":0.3855421687,
-        "r":0.3595505618,
-        "f":0.3720930233
+        "p":0.5483870968,
+        "r":0.3820224719,
+        "f":0.4503311258
       },
       "parataxis":{
-        "p":0.6354166667,
-        "r":0.4919354839,
-        "f":0.5545454545
+        "p":0.65,
+        "r":0.5241935484,
+        "f":0.5803571429
       },
       "flat:name":{
-        "p":0.8252427184,
-        "r":0.8212560386,
-        "f":0.8232445521
+        "p":0.8509615385,
+        "r":0.8550724638,
+        "f":0.8530120482
       },
       "nummod":{
-        "p":0.6712328767,
-        "r":0.75,
-        "f":0.7084337349
+        "p":0.7290640394,
+        "r":0.7551020408,
+        "f":0.7418546366
       },
       "fixed":{
-        "p":0.90625,
-        "r":0.90625,
-        "f":0.90625
+        "p":0.95,
+        "r":0.890625,
+        "f":0.9193548387
       },
       "flat:foreign":{
-        "p":0.6923076923,
-        "r":0.3529411765,
-        "f":0.4675324675
+        "p":0.6666666667,
+        "r":0.3921568627,
+        "f":0.4938271605
       },
       "discourse":{
-        "p":0.347826087,
-        "r":0.32,
-        "f":0.3333333333
+        "p":0.5238095238,
+        "r":0.44,
+        "f":0.4782608696
       },
       "dislocated":{
         "p":0.0,
@@ -7333,87 +7333,87 @@
         "f":0.0
       }
     },
-    "sents_p":0.9601579325,
-    "sents_r":0.9805718475,
-    "sents_f":0.9702575263,
-    "lemma_acc":0.9458313147,
-    "tag_acc":0.8362718262,
-    "pos_acc":0.9580896355,
-    "morph_acc":0.891807571,
+    "sents_p":0.9696860339,
+    "sents_r":0.9849706745,
+    "sents_f":0.9772685943,
+    "lemma_acc":0.9486362207,
+    "tag_acc":0.8484209631,
+    "pos_acc":0.9628502448,
+    "morph_acc":0.9012080149,
     "morph_per_feat":{
       "Mood":{
-        "p":0.9271694215,
-        "r":0.9116302692,
-        "f":0.9193341869
+        "p":0.932605905,
+        "r":0.9224225495,
+        "f":0.927486276
       },
       "Number":{
-        "p":0.9568048827,
-        "r":0.9418997182,
-        "f":0.9492937963
+        "p":0.9610503832,
+        "r":0.947567283,
+        "f":0.9542612086
       },
       "Person":{
-        "p":0.9405090138,
-        "r":0.9200207469,
-        "f":0.9301520713
+        "p":0.9431134565,
+        "r":0.9269709544,
+        "f":0.9349725347
       },
       "Tense":{
-        "p":0.944214876,
-        "r":0.9283900457,
-        "f":0.9362355954
+        "p":0.9474967908,
+        "r":0.937150838,
+        "f":0.9422954168
       },
       "VerbForm":{
-        "p":0.9322614404,
-        "r":0.9279356061,
-        "f":0.9300934934
+        "p":0.940755581,
+        "r":0.9338068182,
+        "f":0.9372683205
       },
       "Voice":{
-        "p":0.9558557701,
-        "r":0.9514204545,
-        "f":0.9536329552
+        "p":0.9624117535,
+        "r":0.9553030303,
+        "f":0.9588442163
       },
       "Case":{
-        "p":0.9003410698,
-        "r":0.8864408862,
-        "f":0.8933369101
+        "p":0.9084255178,
+        "r":0.8945493263,
+        "f":0.9014340246
       },
       "Gender":{
-        "p":0.9077950603,
-        "r":0.8958287256,
-        "f":0.901772197
+        "p":0.9184952978,
+        "r":0.90724112,
+        "f":0.9128335225
       },
       "PronType":{
-        "p":0.9629793347,
-        "r":0.9452218245,
-        "f":0.9540179549
+        "p":0.9671351112,
+        "r":0.948042087,
+        "f":0.9574934268
       },
       "Definite":{
-        "p":0.9504546431,
-        "r":0.9378974142,
-        "f":0.9441342769
+        "p":0.9517822702,
+        "r":0.9413593331,
+        "f":0.9465421092
       },
       "Degree":{
-        "p":0.8596681097,
-        "r":0.8308926081,
-        "f":0.845035461
+        "p":0.8718783931,
+        "r":0.839958159,
+        "f":0.8556206713
       },
       "Foreign":{
-        "p":0.6956521739,
-        "r":0.5797101449,
-        "f":0.6324110672
+        "p":0.687732342,
+        "r":0.6702898551,
+        "f":0.6788990826
       },
       "NumType":{
-        "p":0.8685714286,
-        "r":0.8888888889,
-        "f":0.8786127168
+        "p":0.8915662651,
+        "r":0.865497076,
+        "f":0.8783382789
       }
     },
-    "transformer_loss":7929.1111768267,
-    "parser_loss":1295.3402842072,
-    "trainable_lemmatizer_loss":919.9688346715,
-    "tagger_loss":2752.0154256136,
-    "morphologizer_loss":1185.6186112842
+    "transformer_loss":28037.4093462081,
+    "parser_loss":5349.401528692,
+    "trainable_lemmatizer_loss":2947.1733393189,
+    "tagger_loss":8904.7822631244,
+    "morphologizer_loss":4261.7675329104
   },
   "requirements":[
-    "spacy-transformers>=1.3.3,<1.4.0"
+    "spacy-transformers>=1.3.4,<1.4.0"
   ]
 }

morphologizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:453994e50d6484f39261f82b6376808c100990b5fc8d328618f2fac111df88d5
+oid sha256:5342a7236d7b2f29638b8680cc417bdec1561ebb491535314860f949b4a35cb4
 size 5974245

parser/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70eb85ad39e07714702e6fead64df823820ba9667a356e754a4659ab9ac54ef8
+oid sha256:a1d79049676205eeaebdc25b01fe556519133e42dfeed91e3e5a648874c70024
 size 1175559

tagger/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88c47e0973dc30f6629e22c0f805bb31ebc1e265b60cb876a46b669d8c0ac8db
+oid sha256:7215b71de211058592df20d4a9a170f8985b25833439e40e3e529accca90b2a2
 size 15826673

trainable_lemmatizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:185230d3e6972749a373bd191beb01be7981f1adade2e872c9ef5a1e5e94830d
+oid sha256:d81524931ad5c6a9ac33a5edc5b3a93c28b701b1e22821376b3d8c8491df6349
 size 7952113

transformer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70e50291f7bf15b3e46763a6f4ffc4b0b2cd338573d94069770cf85863ef91cd
-size 509231398
+oid sha256:8536b7c0259e25bca53a33eeba60cc8c9b0c73528d83adafdffb850cf55f7b13
+size 508592662

xx_isl_sigtyp_trf-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffaf69231647aeb0ca1845e0f95b868f5460a6735d8a9b909e81bfaf947145a6
-size 495232504
+oid sha256:de7922866f59756a7801b42f4d2f9e9e43fc81ab4f46ba63262f8be15b522bc0
+size 496335511