Spaces:
Sleeping
Sleeping
Update text_analysis.py
Browse files- text_analysis.py +1 -1
text_analysis.py
CHANGED
|
@@ -4,7 +4,7 @@ from transformers import LongformerModel, LongformerTokenizerFast
|
|
| 4 |
model = LongformerModel.from_pretrained('kazzand/ru-longformer-base-4096')
|
| 5 |
tokenizer = LongformerTokenizerFast.from_pretrained('kazzand/ru-longformer-base-4096')
|
| 6 |
|
| 7 |
-
def get_cls_embedding(text, model, tokenizer, device='
|
| 8 |
model.to(device)
|
| 9 |
batch = tokenizer(text, return_tensors='pt')
|
| 10 |
|
|
|
|
| 4 |
model = LongformerModel.from_pretrained('kazzand/ru-longformer-base-4096')
|
| 5 |
tokenizer = LongformerTokenizerFast.from_pretrained('kazzand/ru-longformer-base-4096')
|
| 6 |
|
| 7 |
+
def get_cls_embedding(text, model, tokenizer, device='cpu'):
|
| 8 |
model.to(device)
|
| 9 |
batch = tokenizer(text, return_tensors='pt')
|
| 10 |
|