VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-06 13:47:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #2226 from kohya-ss/fix-hunyuan-image-batch-gen-error

Browse Source 
fix: error on batch generation closes #2209
This commit is contained in:
Kohya S.
2025-10-15 21:57:45 +09:00
committed by GitHub
parent 5e366acda4 a33cad714e
commit a5a162044c
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hunyuan_image_minimal_inference.py
View File

@@ -1001,7 +1001,7 @@ def process_batch_prompts(prompts_data: List[Dict], args: argparse.Namespace) ->
all_precomputed_text_data.append(text_data) all_precomputed_text_data.append(text_data)
# Models should be removed from device after prepare_text_inputs # Models should be removed from device after prepare_text_inputs
del tokenizer_batch, text_encoder_batch, temp_shared_models_txt, conds_cache_batch del tokenizer_vlm, text_encoder_vlm_batch, tokenizer_byt5, text_encoder_byt5_batch, temp_shared_models_txt, conds_cache_batch
gc.collect() # Force cleanup of Text Encoder from GPU memory gc.collect() # Force cleanup of Text Encoder from GPU memory
clean_memory_on_device(device) clean_memory_on_device(device)
@@ -1075,7 +1075,7 @@ def process_batch_prompts(prompts_data: List[Dict], args: argparse.Namespace) ->
# save_output expects latent to be [BCTHW] or [CTHW]. generate returns [BCTHW] (batch size 1). # save_output expects latent to be [BCTHW] or [CTHW]. generate returns [BCTHW] (batch size 1).
# latent[0] is correct if generate returns it with batch dim. # latent[0] is correct if generate returns it with batch dim.
# The latent from generate is (1, C, T, H, W) # The latent from generate is (1, C, T, H, W)
save_output(current_args, vae_for_batch, latent[0], device) # Pass vae_for_batch save_output(current_args, vae_for_batch, latent, device) # Pass vae_for_batch
vae_for_batch.to("cpu") # Move VAE back to CPU vae_for_batch.to("cpu") # Move VAE back to CPU