Update app.py

app.py

@@ -25,6 +25,12 @@ def build_question_selector_map(questions):
 
     return question_selector_map
 
+def display_question_answer(question, cot, request: gr.Request):
+    q = question_selector_map[question]
+
+    return q["agent_response"]["llama"][0], q["agent_response"]["wizardlm"][0], q["agent_response"]["orca"][0], q["agent_response"]["llama"][1], q["agent_response"]["wizardlm"][1], q["agent_response"]["orca"][1], q["agent_response"]["llama"][2], q["agent_response"]["wizardlm"][2], q["agent_response"]["orca"][2]
+    
+
 def warmup(model_list=model_list, model_inference_endpoints=inference_endpoint):
     for i in range(len(model_list)):
         API_URL = model_inference_endpoints[model_list[i]["API_URL"]]
@@ -86,7 +92,7 @@ def load_responses():
     # with open("result/MMLU/mmlu_result_cot.json", "r") as mmlu_cot_file:
     #     mmlu_cot_responses = json.load(mmlu_cot_file)
     
-    return math_responses, gsm_responses#, mmlu_responses
+    return math_responses, math_cot_responses, gsm_responses, gsm_cot_responses#, mmlu_responses
 
 def load_questions(math, gsm):
     math_questions = []
@@ -99,11 +105,12 @@ def load_questions(math, gsm):
 
     return math_questions, gsm_questions#, mmlu_questions
 
-math_result, gsm_result = load_responses()
+math_result, math_cot_result, gsm_result, gsm_cot_result = load_responses()
 
 math_questions, gsm_questions = load_questions(math_result, gsm_result)
 
 math_question_selector_map = build_question_selector_map(math_result)
+cot_math_question_selector_map = build_question_selector_map(cot_math_result)
 gsm_question_selector_map = build_question_selector_map(gsm_result)
 
 TITLE = """<h1 align="center">LLM Agora 🗣️🏦</h1>"""
@@ -209,7 +216,7 @@ with gr.Blocks() as demo:
         
         with gr.Tab("Math"):
             math_cot = gr.Checkbox(label="CoT", info="If you want to see CoT result, please check the box.")
-            math_question_list = gr.Dropdown(math_questions, value=callable(math_questions), label="Math Question", every=0.1, contianer=False)
+            math_question_list = gr.Dropdown(math_questions, value=callable(math_questions), label="Math Question", every=0.1)
 
             with gr.Column():
                 with gr.Row(elem_id="model1_response"):
@@ -230,10 +237,21 @@ with gr.Blocks() as demo:
             gr.HTML("""<h1 align="center"> The result of Math </h1>""")
             # gr.Image(value="result/Math/math_result.png")
 
+        math_cot.change(
+            display_question_answer,
+            [math_cot, math_question_list],
+            [math_model1_output1, math_model2_output1, math_model3_output1, math_model1_output2, math_model2_output2, math_model3_output2, math_model1_output3, math_model2_output3, math_model3_output3]
+        )
+        math_question_list.change(
+            display_question_answer,
+            [math_cot, math_question_list],
+            [math_model1_output1, math_model2_output1, math_model3_output1, math_model1_output2, math_model2_output2, math_model3_output2, math_model1_output3, math_model2_output3, math_model3_output3]
+        )
+
 
         with gr.Tab("GSM8K"):
             gsm_cot = gr.Checkbox(label="CoT", info="If you want to see CoT result, please check the box.")
-            gsm_question_list = gr.Dropdown(gsm_questions, label="Math Question")
+            gsm_question_list = gr.Dropdown(gsm_questions, value=callable(gsm_questions), label="GSM8K Question", every=0.1)
 
             with gr.Column():
                 with gr.Row(elem_id="model1_response"):
@@ -257,7 +275,7 @@ with gr.Blocks() as demo:
 
         with gr.Tab("MMLU"):
             mmlu_cot = gr.Checkbox(label="CoT", info="If you want to see CoT result, please check the box.")
-            # mmlu_question_list = gr.Dropdown(mmlu_questions, label="Math Question")
+            # mmlu_question_list = gr.Dropdown(mmlu_questions, value=callable(mmlu_questions), label="MMLU Question", every=0.1)
             with gr.Column():
                 with gr.Row(elem_id="model1_response"):
                     mmlu_model1_output1 = gr.Textbox(label="Llama2🦙's 1️⃣st response")