Update model_inference.py

model_inference.py

@@ -57,10 +57,7 @@ def generate_question(agents, question):
 
     return agent_contexts, content
 
-def Inference(model_list, question, API_KEY, cot):
-    if len(model_list) != 3:
-        raise ValueError("Please choose just '3' models! Neither more nor less!")
-        
+def Inference(model_list, question, API_KEY, cot, HF_TOKEN):
     openai.api_key = API_KEY
 
     prompt_dict, endpoint_dict = load_json("src/prompt_template.json", "src/inference_endpoint.json")
@@ -68,6 +65,7 @@ def Inference(model_list, question, API_KEY, cot):
     def generate_answer(model, formatted_prompt):
         API_URL = endpoint_dict[model]["API_URL"]
         headers = endpoint_dict[model]["headers"]
+        headers["Authorization"] += HF_TOKEN
         payload = {
             "inputs": formatted_prompt,
             "parameters": {