Upload RobertaEmotion

modeling_roberta_emotion.py

@@ -13,13 +13,14 @@ class RobertaEmotion(PreTrainedModel):
         super().__init__(config)
         self.num_labels = config.num_labels
         self.backbone = AutoModel.from_pretrained("roberta-base", config)
-        self.dropout = torch.nn.Dropout(p=0.1)
-        self.output = torch.nn.Linear(config.hidden_size, config.num_labels)
+        self.classifier = torch.nn.Sequential(
+            torch.nn.Dropout(p=0.1),
+            torch.nn.Linear(config.hidden_size, config.num_labels)
+        )
+        torch.nn.init.xavier_normal_(self.classifier[1].weight)
 
     def forward(self, input_ids, labels=None, attention_mask=None):
-        model_output = self.backbone(input_ids)
-        hidden = model_output.last_hidden_state
-        logits = self.output(self.dropout(hidden[:, 0, :]))
+        logits = self.classifier(self.backbone(input_ids).last_hidden_state[:, 0, :])
 
         loss = None
         if labels is not None:

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:817b674ed3b1c8cf89d76ca2fbb13cd6bad525afbe6cc0830a95148db3fdc388
+oid sha256:36b6517a52c4a01ddbd9737a41ba9fde1c435cbb91f0554e416d90dbd021f045
 size 498674549