From 321325a0e8fbf79ec7c4be6a01ab60bbb6354b69 Mon Sep 17 00:00:00 2001 From: bmaltais Date: Wed, 17 Apr 2024 13:28:18 -0400 Subject: [PATCH] Update release --- .release | 2 +- test/config/dreambooth-AdamW.json | 4 +-- tools/prepare_presets.py | 47 +++++++++++++++++++++++-------- 3 files changed, 39 insertions(+), 14 deletions(-) diff --git a/.release b/.release index 2db9b1297..e5c4a88b9 100644 --- a/.release +++ b/.release @@ -1 +1 @@ -v24.0.1 +v24.0.2 \ No newline at end of file diff --git a/test/config/dreambooth-AdamW.json b/test/config/dreambooth-AdamW.json index 6ca69acf0..651a36e5f 100644 --- a/test/config/dreambooth-AdamW.json +++ b/test/config/dreambooth-AdamW.json @@ -8,7 +8,7 @@ "caption_dropout_every_n_epochs": 0, "caption_dropout_rate": 0.05, "caption_extension": "", - "clip_skip": 2, + "clip_skip": "2", "color_aug": false, "dataset_config": "", "debiased_estimation_loss": false, @@ -19,7 +19,7 @@ "full_bf16": false, "full_fp16": false, "gpu_ids": "", - "gradient_accumulation_steps": 1, + "gradient_accumulation_steps": "1", "gradient_checkpointing": false, "huber_c": 0.1, "huber_schedule": "snr", diff --git a/tools/prepare_presets.py b/tools/prepare_presets.py index a94b87644..760fbb7cb 100644 --- a/tools/prepare_presets.py +++ b/tools/prepare_presets.py @@ -2,28 +2,53 @@ import argparse import glob + def remove_items_with_keywords(json_file_path): - keywords = ["pretrained_model_name_or_path", "train_dir", "output_dir", "logging_dir", "image_folder", "dir", "caption_metadata_filename", "latent_metadata_filename", "save_model_as", "save_state", "resume", "output_name", "model_list", "sample_", "wandb_api_key"] - + keywords = [ + "caption_metadata_filename", + "dir", + "image_folder", + "latent_metadata_filename", + "logging_dir", + "model_list", + "output_dir", + "output_name", + "pretrained_model_name_or_path", + "resume", + "save_model_as", + "save_state", + "sample_", + "train_dir", + "wandb_api_key", + ] + with open(json_file_path) as file: data = json.load(file) - + for key in list(data.keys()): for keyword in keywords: if keyword in key: del data[key] break - + sorted_data = {k: data[k] for k in sorted(data)} - - with open(json_file_path, 'w') as file: + + with open(json_file_path, "w") as file: json.dump(sorted_data, file, indent=4) - - print("Items with keywords have been removed from the JSON file and the list has been sorted alphabetically:", json_file_path) -if __name__ == '__main__': - parser = argparse.ArgumentParser(description='Remove items from JSON files based on keywords in the keys') - parser.add_argument('json_files', type=str, nargs='+', help='Path(s) to the JSON file(s)') + print( + "Items with keywords have been removed from the JSON file and the list has been sorted alphabetically:", + json_file_path, + ) + + +if __name__ == "__main__": + parser = argparse.ArgumentParser( + description="Remove items from JSON files based on keywords in the keys" + ) + parser.add_argument( + "json_files", type=str, nargs="+", help="Path(s) to the JSON file(s)" + ) args = parser.parse_args() json_files = args.json_files