add zero_terminal_snr option

This commit is contained in:
Kohya S
2023-07-18 23:17:23 +09:00
parent 0ec7166098
commit 6d2d8dfd2f
9 changed files with 65 additions and 6 deletions

View File

@@ -487,6 +487,8 @@ class TextualInversionTrainer:
beta_start=0.00085, beta_end=0.012, beta_schedule="scaled_linear", num_train_timesteps=1000, clip_sample=False
)
prepare_scheduler_for_custom_training(noise_scheduler, accelerator.device)
if args.zero_terminal_snr:
custom_train_functions.fix_noise_scheduler_betas_for_zero_terminal_snr(noise_scheduler)
if accelerator.is_main_process:
accelerator.init_trackers("textual_inversion" if args.log_tracker_name is None else args.log_tracker_name)