Clémentine commited on
Commit
bc8d2bf
·
1 Parent(s): 4cba6f0
Files changed (1) hide show
  1. yourbench_space/utils.py +1 -1
yourbench_space/utils.py CHANGED
@@ -80,7 +80,7 @@ def update_dataset(stages: list, hf_org: str, hf_prefix: str, oauth_token: gr.OA
80
  ingestion_df = pd.DataFrame([next(iter(ingestion_ds)) for _ in range(1)]) # only one row
81
  if "summarization" in stages:
82
  summarization_ds = load_dataset(dataset_name, name="summarization", split="train", streaming=True, token=oauth_token.token).select_columns(['raw_document_summary', 'document_summary', 'summarization_model'])
83
- summarization_df = pd.DataFrame([next(iter(summarization_ds)) for _ in range(5)])
84
  if "single_shot_question_generation" in stages:
85
  single_hop_ds = load_dataset(dataset_name, name="single_shot_question_generation", split="train", streaming=True, token=oauth_token.token)
86
  single_hop_df = pd.DataFrame([next(iter(single_hop_ds)) for _ in range(5)])
 
80
  ingestion_df = pd.DataFrame([next(iter(ingestion_ds)) for _ in range(1)]) # only one row
81
  if "summarization" in stages:
82
  summarization_ds = load_dataset(dataset_name, name="summarization", split="train", streaming=True, token=oauth_token.token).select_columns(['raw_document_summary', 'document_summary', 'summarization_model'])
83
+ summarization_df = pd.DataFrame([next(iter(summarization_ds)) for _ in range(1)])
84
  if "single_shot_question_generation" in stages:
85
  single_hop_ds = load_dataset(dataset_name, name="single_shot_question_generation", split="train", streaming=True, token=oauth_token.token)
86
  single_hop_df = pd.DataFrame([next(iter(single_hop_ds)) for _ in range(5)])