mechtnet commited on
Commit
765c670
·
verified ·
1 Parent(s): 43ee97d

Update text_analysis.py

Browse files
Files changed (1) hide show
  1. text_analysis.py +1 -1
text_analysis.py CHANGED
@@ -4,7 +4,7 @@ from transformers import LongformerModel, LongformerTokenizerFast
4
  model = LongformerModel.from_pretrained('kazzand/ru-longformer-base-4096')
5
  tokenizer = LongformerTokenizerFast.from_pretrained('kazzand/ru-longformer-base-4096')
6
 
7
- def get_cls_embedding(text, model, tokenizer, device='cuda'):
8
  model.to(device)
9
  batch = tokenizer(text, return_tensors='pt')
10
 
 
4
  model = LongformerModel.from_pretrained('kazzand/ru-longformer-base-4096')
5
  tokenizer = LongformerTokenizerFast.from_pretrained('kazzand/ru-longformer-base-4096')
6
 
7
+ def get_cls_embedding(text, model, tokenizer, device='cpu'):
8
  model.to(device)
9
  batch = tokenizer(text, return_tensors='pt')
10