Add initial gradio setup

app.py

@@ -6,7 +6,7 @@ import gradio as gr
 def generate(prompt, seq_len, temperature, filter_thres, model):
     device = torch.device("cpu")
 
-    model = torch.hub.load("conceptofmind/PaLM", "palm_1b_8k_v0").to(device).eval()
+    model = torch.hub.load("conceptofmind/PaLM", "palm_1b_8k_v0", map_location=device).to(device).eval()
 
     tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")