Handle tuple return from generate_dataset_group_by_blueprint

This commit is contained in:
rockerBOO
2025-01-08 18:38:20 -05:00
parent 556f3f1696
commit 9fde0d7972
15 changed files with 24 additions and 17 deletions

View File

@@ -239,7 +239,7 @@ def train(args):
}
blueprint = blueprint_generator.generate(user_config, args, tokenizer=tokenizer)
train_dataset_group = config_util.generate_dataset_group_by_blueprint(blueprint.dataset_group)
train_dataset_group, val_dataset_group = config_util.generate_dataset_group_by_blueprint(blueprint.dataset_group)
train_dataset_group.enable_XTI(XTI_layers, token_strings=token_strings)
current_epoch = Value("i", 0)
current_step = Value("i", 0)