ihaveaplan66 commited on
Commit
026468b
·
verified ·
1 Parent(s): 3d8bfb6

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +10 -8
main.py CHANGED
@@ -9,17 +9,19 @@ from transformers import AutoModelForSequenceClassification, AutoTokenizer
9
  import torch
10
  import os
11
 
 
 
12
 
13
- os.environ["HF_HOME"] = "/home/user/huggingface"
14
- nltk.data.path.append("/home/user/nltk_data")
15
 
16
- os.makedirs("/home/user/huggingface", exist_ok=True)
17
- os.makedirs("/home/user/nltk_data", exist_ok=True)
18
 
19
- nltk.download('punkt', download_dir='/home/user/nltk_data')
20
- nltk.download('stopwords', download_dir='/home/user/nltk_data')
21
- nltk.download('averaged_perceptron_tagger', download_dir='/home/user/nltk_data')
22
- nltk.download('punkt_tab', download_dir='/home/user/nltk_data')
23
 
24
 
25
  # 1. Function for getting news via NewsAPI
 
9
  import torch
10
  import os
11
 
12
+ nltk_data_dir = "/tmp/nltk_data"
13
+ hf_cache_dir = "/tmp/huggingface"
14
 
15
+ os.makedirs(nltk_data_dir, exist_ok=True)
16
+ os.makedirs(hf_cache_dir, exist_ok=True)
17
 
18
+ os.environ["NLTK_DATA"] = nltk_data_dir
19
+ os.environ["HF_HOME"] = hf_cache_dir
20
 
21
+ nltk.download('punkt', download_dir=nltk_data_dir)
22
+ nltk.download('stopwords', download_dir=nltk_data_dir)
23
+ nltk.download('averaged_perceptron_tagger', download_dir=nltk_data_dir)
24
+ nltk.download('punkt_tab', download_dir=nltk_data_dir)
25
 
26
 
27
  # 1. Function for getting news via NewsAPI