Upload fft-8b.yaml with huggingface_hub
Browse files- fft-8b.yaml +1 -1
fft-8b.yaml
CHANGED
@@ -58,7 +58,7 @@ eval_table_size:
|
|
58 |
saves_per_epoch: 4
|
59 |
save_total_limit: 8
|
60 |
debug:
|
61 |
-
deepspeed:
|
62 |
weight_decay: 0.0
|
63 |
fsdp:
|
64 |
fsdp_config:
|
|
|
58 |
saves_per_epoch: 4
|
59 |
save_total_limit: 8
|
60 |
debug:
|
61 |
+
deepspeed: deepspeed/zero2.json
|
62 |
weight_decay: 0.0
|
63 |
fsdp:
|
64 |
fsdp_config:
|