VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-06 13:47:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: fix typos, remove debug print

Browse Source
This commit is contained in:
Kohya S
2024-08-22 19:59:38 +09:00
parent b0a980844a
commit bf9f798985
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
networks/flux_extract_lora.py
View File

@@ -68,10 +68,10 @@ def svd(
logger.info("Using memory efficient safe_open")
open_fn = lambda fn: MemoryEfficientSafeOpen(fn)
with open_fn(model_org) as fo:
with open_fn(model_org) as f_org:
# filter keys
keys = []
for key in fo.keys():
for key in f_org.keys():
if not ("single_block" in key or "double_block" in key):
continue
if ".bias" in key:
@@ -80,11 +80,11 @@ def svd(
continue
keys.append(key)
with open_fn(model_tuned) as ft:
with open_fn(model_tuned) as f_tuned:
for key in tqdm(keys):
# get tensors and calculate difference
value_o = fo.get_tensor(key)
value_t = ft.get_tensor(key)
value_o = f_org.get_tensor(key)
value_t = f_tuned.get_tensor(key)
mat = value_t.to(calc_dtype) - value_o.to(calc_dtype)
del value_o, value_t
@@ -114,7 +114,7 @@ def svd(
U = U.to(store_device, dtype=save_dtype).contiguous()
Vh = Vh.to(store_device, dtype=save_dtype).contiguous()
print(f"key: {key}, U: {U.size()}, Vh: {Vh.size()}")
# print(f"key: {key}, U: {U.size()}, Vh: {Vh.size()}")
lora_weights[key] = (U, Vh)
del mat, U, S, Vh