Jason commited on
Commit
0dd7833
·
unverified ·
1 Parent(s): cbcb51a

Jason/dataset cfg (#54)

Browse files
Files changed (2) hide show
  1. config.py +13 -7
  2. submission.py +0 -1
config.py CHANGED
@@ -4,13 +4,19 @@ LOCAL_DEBUG = not (os.environ.get("system") == "spaces")
4
  CONFIG_NAME = os.getenv("HF_CONFIG", "1.0.0-dev1") # This corresponds to 'config' in LeaderboardViewer
5
  IS_INTERNAL = os.environ.get("IS_INTERNAL", "false").lower() == "true"
6
 
7
- OWNER = "allenai"
8
- PROJECT_NAME = "asta-bench" + ("-internal" if IS_INTERNAL else "")
9
- SUBMISSION_DATASET = f"{OWNER}/{PROJECT_NAME}-submissions"
10
- SUBMISSION_DATASET_PUBLIC = f"{OWNER}/{PROJECT_NAME}-submissions-public"
11
- CONTACT_DATASET = f"{OWNER}/{PROJECT_NAME}-contact-info"
12
- RESULTS_DATASET = f"{OWNER}/{PROJECT_NAME}-results" # This is the repo_id for LeaderboardViewer
13
- LEADERBOARD_PATH = f"{OWNER}/{PROJECT_NAME}-leaderboard"
 
 
 
 
 
 
14
 
15
  if LOCAL_DEBUG:
16
  DATA_DIR = os.path.join(os.path.dirname(__file__), "data", CONFIG_NAME)
 
4
  CONFIG_NAME = os.getenv("HF_CONFIG", "1.0.0-dev1") # This corresponds to 'config' in LeaderboardViewer
5
  IS_INTERNAL = os.environ.get("IS_INTERNAL", "false").lower() == "true"
6
 
7
+ # Put all contact info in the same dataset so there's only one place to search. This is private to Ai2.
8
+ CONTACT_DATASET = f"allenai/asta-bench-internal-contact-info"
9
+
10
+ if IS_INTERNAL:
11
+ # datasets backing the internal leaderboard
12
+ SUBMISSION_DATASET = f"allenai/asta-bench-internal-submissions"
13
+ RESULTS_DATASET = f"allenai/asta-bench-internal-results"
14
+ LEADERBOARD_PATH = f"allenai/asta-bench-internal-leaderboard"
15
+ else:
16
+ # datasets backing the public leaderboard
17
+ SUBMISSION_DATASET = f"allenai/asta-bench-submissions"
18
+ RESULTS_DATASET = f"allenai/asta-bench-results"
19
+ LEADERBOARD_PATH = f"allenai/asta-bench-leaderboard"
20
 
21
  if LOCAL_DEBUG:
22
  DATA_DIR = os.path.join(os.path.dirname(__file__), "data", CONFIG_NAME)
submission.py CHANGED
@@ -29,7 +29,6 @@ from config import (
29
  LOCAL_DEBUG,
30
  RESULTS_DATASET,
31
  SUBMISSION_DATASET,
32
- SUBMISSION_DATASET_PUBLIC,
33
  )
34
  from content import (
35
  CITATION_BUTTON_LABEL,
 
29
  LOCAL_DEBUG,
30
  RESULTS_DATASET,
31
  SUBMISSION_DATASET,
 
32
  )
33
  from content import (
34
  CITATION_BUTTON_LABEL,