| lighteval: | |
| batch_size: 4 | |
| checkpoints_path: null | |
| generation: null | |
| logging: | |
| hub_repo_details: null | |
| hub_repo_results: null | |
| hub_repo_tensorboard: HuggingFaceBR4/thomwolf-nanotron-mistral-7b | |
| local_output_path: /scratch/thomwolf/lighteval/nanotron-mistral-7b | |
| push_details_to_hub: false | |
| push_results_to_hub: false | |
| push_results_to_tensorboard: true | |
| tensorboard_metric_prefix: e | |
| parallelism: | |
| dp: 8 | |
| pp: 1 | |
| pp_engine: 1f1b | |
| recompute_granularity: null | |
| tp: 1 | |
| tp_linear_async_communication: false | |
| tp_mode: ALL_REDUCE | |
| slurm_script_dir: null | |
| slurm_template: null | |
| tasks: | |
| custom_tasks: brrr.lighteval.custom_tasks | |
| dataset_loading_processes: 8 | |
| max_samples: 10000 | |
| multichoice_continuations_start_space: null | |
| no_multichoice_continuations_start_space: null | |
| num_fewshot_seeds: null | |
| tasks: open-llm-leaderboard | |