train : change default FA argument (#7528)

This commit is contained in:
Georgi Gerganov 2024-05-25 15:21:30 +03:00
parent 3cbd23ed88
commit 9588f196b1
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
2 changed files with 2 additions and 2 deletions

View File

@ -1052,7 +1052,7 @@ struct train_params_common get_default_train_params_common() {
params.custom_n_ctx = false;
params.use_flash = true;
params.use_flash = false;
params.use_checkpointing = true;
params.sample_start = "";

View File

@ -774,7 +774,7 @@ static struct train_params get_default_train_params() {
params.samples_start_after_nl = false;
params.use_adam = true;
params.use_flash = true;
params.use_flash = false;
params.use_scratch = true;
// only adam