Update app.py

app.py

@@ -10,9 +10,10 @@ HF_API = os.getenv('HF_API')
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 
-# Load the model and tokenizer
-tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen-7B-Chat", trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-7B-Chat", device_map="auto",trust_remote_code=True).eval()
+if False:
+    # Load the model and tokenizer
+    tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen-7B-Chat", trust_remote_code=True)
+    model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-7B-Chat", device_map="auto",trust_remote_code=True).eval()
 
 def generate_summary(prompt):
     # Add instructions to the prompt to signal that you want a summary
@@ -63,7 +64,7 @@ def search_pubmed(query, retmax):
     return pd.DataFrame(article_list)
 
 # Function to summarize articles using Hugging Face's API
-def summarize_with_huggingface(model, selected_articles, USE_LOCAL=True):
+def summarize_with_huggingface(model, selected_articles, USE_LOCAL=False):
     API_URL = f"https://api-inference.huggingface.co/models/{model}"
     # Your Hugging Face API key
     API_KEY = HF_API