| from pathlib import Path | |
| import os | |
| UNIDISC_DIR = Path(os.getenv("UNIDISC_DIR", Path(__file__).parent)) | |
| LIB_DIR = UNIDISC_DIR / "third_party" | |
| CELEBV_DATA_DIR = Path(os.getenv("CELEBV_DATA_DIR", "/home/mprabhud/aswerdlo/repos/lib/CelebV-Text/downloaded_celebvtext")) | |
| SCRATCH_CELEBV_DATA_DIR = Path("/scratch/aswerdlo/sora/celebv_text/downloaded_celebvtext") | |
| CONFIG_PATH = os.getenv("UNIDISC_CONFIG_PATH", "configs") | |
| HF_TOKEN = os.getenv("HF_TOKEN", os.getenv("HF_HUB_DATASETS_TOKEN")) | |
| HF_DATASETS_CACHE = os.getenv("HF_DATASETS_CACHE", None) | |
| HF_CACHE_DIR = os.getenv("HF_HOME", None) | |
| if HF_CACHE_DIR is not None: | |
| HF_CACHE_DIR = Path(HF_CACHE_DIR) | |
| elif HF_DATASETS_CACHE is not None: | |
| HF_CACHE_DIR = Path(HF_DATASETS_CACHE).parent | |
| else: | |
| HF_CACHE_DIR = Path("~/.cache/huggingface").expanduser() | |
| try: | |
| if SCRATCH_CELEBV_DATA_DIR.exists(): | |
| CELEBV_DATA_DIR = SCRATCH_CELEBV_DATA_DIR | |
| except: | |
| print(f"Error setting CELEBV_DATA_DIR") | |