Merge branch 'dev' into deep-speed

This commit is contained in:
Kohya S
2024-03-20 18:15:26 +09:00
13 changed files with 390 additions and 43 deletions

View File

@@ -471,7 +471,7 @@ def train(args):
accelerator.end_training()
if args.save_state and is_main_process:
if is_main_process and (args.save_state or args.save_state_on_train_end):
train_util.save_state_on_train_end(args, accelerator)
del accelerator # この後メモリを使うのでこれは消す