Update app.py

app.py

@@ -315,8 +315,8 @@ model_name = "gpt2-large"
 model = GPT2LMHeadModel.from_pretrained(model_name)
 tokenizer = GPT2Tokenizer.from_pretrained(model_name)
 
-device = torch.device("mps")
-model.to(device)
+#device = torch.device("mps")
+#model.to(device)
 model.eval()
 
 
@@ -399,8 +399,8 @@ def generate_text_with_probs(initial_context, context_text , top_p, max_length,
 
     Tokens = {}
 
-    input_ids = tokenizer.encode(initial_context, return_tensors="pt").to(device='mps')
-    #input_ids = tokenizer.encode(initial_text, return_tensors="pt")
+    #input_ids = tokenizer.encode(initial_context, return_tensors="pt").to(device='mps')
+    input_ids = tokenizer.encode(initial_text, return_tensors="pt").to(device='cpu')
     generated_text = initial_context
     token_tables = []