Update app.py

app.py

@@ -7,15 +7,32 @@ API_URL = "https://api-inference.huggingface.co/models/EleutherAI/gpt-neo-2.7B"
 apikey = os.environ.get('api_key')
 headers = {"Authorization": f"Bearer {apikey}"}
 
-def query(input_sentence, num, start):
+def query(payload):
+    try:
+        response = requests.post(API_URL, headers=headers, json=payload)
+        response.raise_for_status()  # Raise an error for bad status codes
+        return response.json()
+    except requests.exceptions.RequestException as e:
+        return {"error": str(e)}
+
+def paraphrase(input_sentence, num, start):
     paraphrase_final = []
     for i in range(num):
         intial = """These are the few examples of converting original sentences into paraphrased sentences.\n original: The gray clouds were a warning of an approaching storm.\n paraphrase: The coming storm was foretold by the dark clouds.\n original: Giraffes like Acacia leaves and hay, and they can consume 75 pounds of food a day.\n paraphrase: A giraffe can eat up to 75 pounds of Acacia leaves and hay daily.\n """
         full_input = intial + "original:" + input_sentence + "\n paraphrase:" + start
-        data = json.dumps({"inputs": full_input, "parameters": {"max_length": len(full_input.split()) + 70, "min_length": len(full_input.split()) + 70}, "temperature": 0.650 + 0.05 * i})
-        response = requests.request("POST", API_URL, headers=headers, data=data)
-        output = json.loads(response.content.decode("utf-8"))[0]['generated_text']
-        paraphrase = output.split('paraphrase:', 3)[-1]
+        payload = {
+            "inputs": full_input,
+            "parameters": {
+                "max_length": len(full_input.split()) + 70,
+                "min_length": len(full_input.split()) + 70,
+                "temperature": 0.650 + 0.05 * i
+            }
+        }
+        output = query(payload)
+        if 'error' in output:
+            return output['error']
+        generated_text = output[0]['generated_text']
+        paraphrase = generated_text.split('paraphrase:', 3)[-1]
         paraphrase_text = paraphrase.split('original:', 1)[0]
         paraphrase_final.append(paraphrase_text.split('.', 1)[0] + ".")
     return '\n\n'.join(paraphrase_final)
@@ -26,7 +43,7 @@ article = "<div style='text-align: center;'><a href='https://github.com/Eleuther
 examples = [['The sky, at sunset, looked like a carnivorous flower.', 4, 'The coloured reddish'], ['Inside us there is something that has no name, that something is what we are.', 4, '']]
 
 gr.Interface(
-    fn=query,
+    fn=paraphrase,
     inputs=[
         gr.Textbox(lines=4, label="Input Text (Single Sentence)"),
         gr.Slider(minimum=1, maximum=10, step=1, value=4, label="Numbers of Outputs"),