added access token

human_eval.py

@@ -11,6 +11,8 @@ import random
 import pandas as pd
 from collections import defaultdict
 
+TOKEN = os.environ['TOKEN']
+
 def encode_image_to_base64(image_path):
     """Encode an image or GIF file to base64."""
     with open(image_path, "rb") as file:
@@ -275,16 +277,13 @@ def create_battle_arena(dataset_path, is_gif, is_causal):
     return demo
 
 if __name__ == "__main__":
-    
-    # load the existing dataset that contains outputs of the LMs
-    human_eval_dataset = load_dataset("atlasia/LM-Moroccan-Darija-Bench", split='test').to_csv('human_eval_dataset.csv')
-
-    # precision
-    torch_dtype = torch.float16
 
-    # inference device
-    device = "cpu" #"cuda" if torch.cuda.is_available() else "cpu"
     dataset_path = 'human_eval_dataset.csv'
     is_gif = True
+    
+    # load the existing dataset that contains outputs of the LMs
+    human_eval_dataset = load_dataset("atlasia/LM-Moroccan-Darija-Bench", split='test', token=TOKEN).to_csv(dataset_path)
+    
+    # load first tab for masked LM
     demo = create_battle_arena(dataset_path, is_gif, is_causal=False)
     demo.launch(debug=True)