11{
2- "LoRA_type" : " Standard" ,
3- "LyCORIS_preset" : " full" ,
42 "adaptive_noise_scale" : 0 ,
53 "additional_parameters" : " " ,
6- "block_alphas" : " " ,
7- "block_dims" : " " ,
8- "block_lr_zero_threshold" : " " ,
4+ "ae" : " " ,
5+ "apply_t5_attn_mask" : false ,
6+ "async_upload" : false ,
7+ "blocks_to_swap" : 0 ,
8+ "blockwise_fused_optimizers" : false ,
99 "bucket_no_upscale" : true ,
10- "bucket_reso_steps" : 1 ,
10+ "bucket_reso_steps" : 64 ,
1111 "cache_latents" : true ,
1212 "cache_latents_to_disk" : false ,
13- "caption_dropout_every_n_epochs" : 0.0 ,
13+ "caption_dropout_every_n_epochs" : 0 ,
1414 "caption_dropout_rate" : 0.05 ,
1515 "caption_extension" : " " ,
16+ "clip_g" : " " ,
17+ "clip_l" : " " ,
1618 "clip_skip" : 2 ,
1719 "color_aug" : false ,
18- "constrain" : 0.0 ,
19- "conv_alpha" : 8 ,
20- "conv_block_alphas" : " " ,
21- "conv_block_dims" : " " ,
22- "conv_dim" : 16 ,
20+ "cpu_offload_checkpointing" : false ,
21+ "dataset_config" : " " ,
2322 "debiased_estimation_loss" : false ,
24- "decompose_both" : false ,
25- "dim_from_weights" : false ,
26- "down_lr_weight" : " " ,
23+ "disable_mmap_load_safetensors" : false ,
24+ "discrete_flow_shift" : 3 ,
25+ "double_blocks_to_swap" : 0 ,
26+ "dynamo_backend" : " no" ,
27+ "dynamo_mode" : " default" ,
28+ "dynamo_use_dynamic" : false ,
29+ "dynamo_use_fullgraph" : false ,
2730 "enable_bucket" : true ,
2831 "epoch" : 4 ,
29- "factor " : -1 ,
32+ "extra_accelerate_launch_args " : " " ,
3033 "flip_aug" : false ,
34+ "flux1_cache_text_encoder_outputs" : false ,
35+ "flux1_cache_text_encoder_outputs_to_disk" : false ,
36+ "flux1_checkbox" : false ,
37+ "flux1_clip_l" : " " ,
38+ "flux1_t5xxl" : " " ,
39+ "flux_fused_backward_pass" : false ,
3140 "fp8_base" : false ,
3241 "full_bf16" : false ,
3342 "full_fp16" : false ,
43+ "fused_backward_pass" : false ,
44+ "fused_optimizer_groups" : 0 ,
3445 "gpu_ids" : " " ,
3546 "gradient_accumulation_steps" : 1 ,
3647 "gradient_checkpointing" : false ,
37- "keep_tokens" : " 0" ,
48+ "guidance_scale" : 3.5 ,
49+ "huber_c" : 0.1 ,
50+ "huber_scale" : 1 ,
51+ "huber_schedule" : " snr" ,
52+ "huggingface_path_in_repo" : " " ,
53+ "huggingface_repo_id" : " " ,
54+ "huggingface_repo_type" : " " ,
55+ "huggingface_repo_visibility" : " " ,
56+ "huggingface_token" : " " ,
57+ "ip_noise_gamma" : 0 ,
58+ "ip_noise_gamma_random_strength" : false ,
59+ "keep_tokens" : 0 ,
3860 "learning_rate" : 0.0001 ,
61+ "learning_rate_te" : 1e-05 ,
62+ "learning_rate_te1" : 1e-05 ,
63+ "learning_rate_te2" : 1e-05 ,
64+ "log_config" : false ,
65+ "log_tracker_config" : " " ,
66+ "log_tracker_name" : " " ,
67+ "log_with" : " " ,
3968 "logging_dir" : " ./test/logs" ,
40- "lora_network_weights" : " " ,
69+ "logit_mean" : 0 ,
70+ "logit_std" : 1 ,
71+ "loss_type" : " l2" ,
4172 "lr_scheduler" : " cosine" ,
4273 "lr_scheduler_args" : " " ,
43- "lr_scheduler_num_cycles" : " " ,
44- "lr_scheduler_power" : " " ,
74+ "lr_scheduler_num_cycles" : 1 ,
75+ "lr_scheduler_power" : 1 ,
76+ "lr_scheduler_type" : " " ,
4577 "lr_warmup" : 0 ,
78+ "lr_warmup_steps" : 0 ,
79+ "main_process_port" : 0 ,
80+ "masked_loss" : false ,
4681 "max_bucket_reso" : 2048 ,
47- "max_data_loader_n_workers" : " 0" ,
48- "max_grad_norm" : 1 ,
82+ "max_data_loader_n_workers" : 0 ,
4983 "max_resolution" : " 512,512" ,
5084 "max_timestep" : 1000 ,
51- "max_token_length" : " 75 " ,
52- "max_train_epochs" : " " ,
53- "max_train_steps" : " " ,
85+ "max_token_length" : 75 ,
86+ "max_train_epochs" : 0 ,
87+ "max_train_steps" : 0 ,
5488 "mem_eff_attn" : false ,
55- "mid_lr_weight" : " " ,
89+ "mem_eff_save" : false ,
90+ "metadata_author" : " " ,
91+ "metadata_description" : " " ,
92+ "metadata_license" : " " ,
93+ "metadata_tags" : " " ,
94+ "metadata_title" : " " ,
5695 "min_bucket_reso" : 256 ,
5796 "min_snr_gamma" : 10 ,
5897 "min_timestep" : 0 ,
5998 "mixed_precision" : " bf16" ,
99+ "mode_scale" : 1.29 ,
60100 "model_list" : " runwayml/stable-diffusion-v1-5" ,
61- "module_dropout " : 0.1 ,
101+ "model_prediction_type " : " sigma_scaled " ,
62102 "multi_gpu" : false ,
63103 "multires_noise_discount" : 0.2 ,
64104 "multires_noise_iterations" : 8 ,
65- "network_alpha" : 16 ,
66- "network_dim" : 16 ,
67- "network_dropout" : 0.1 ,
68- "noise_offset" : " 0.05" ,
105+ "no_token_padding" : false ,
106+ "noise_offset" : 0.05 ,
107+ "noise_offset_random_strength" : false ,
69108 "noise_offset_type" : " Multires" ,
70109 "num_cpu_threads_per_process" : 2 ,
71110 "num_machines" : 1 ,
76115 "output_name" : " Standard-Adamw8bit" ,
77116 "persistent_data_loader_workers" : false ,
78117 "pretrained_model_name_or_path" : " runwayml/stable-diffusion-v1-5" ,
79- "prior_loss_weight" : 1.0 ,
118+ "prior_loss_weight" : 1 ,
80119 "random_crop" : false ,
81- "rank_dropout" : 0.1 ,
82- "rank_dropout_scale" : false ,
83120 "reg_data_dir" : " " ,
84- "rescaled" : false ,
85121 "resume" : " " ,
122+ "resume_from_huggingface" : " " ,
86123 "sample_every_n_epochs" : 0 ,
87124 "sample_every_n_steps" : 20 ,
88125 "sample_prompts" : " a painting of man wearing a gas mask , by darius kawasaki" ,
89126 "sample_sampler" : " euler_a" ,
127+ "save_as_bool" : false ,
128+ "save_clip" : false ,
90129 "save_every_n_epochs" : 1 ,
91130 "save_every_n_steps" : 0 ,
131+ "save_last_n_epochs" : 0 ,
132+ "save_last_n_epochs_state" : 0 ,
92133 "save_last_n_steps" : 0 ,
93134 "save_last_n_steps_state" : 0 ,
94135 "save_model_as" : " safetensors" ,
95136 "save_precision" : " fp16" ,
96137 "save_state" : false ,
138+ "save_state_on_train_end" : false ,
139+ "save_state_to_huggingface" : false ,
140+ "save_t5xxl" : false ,
97141 "scale_v_pred_loss_like_noise_pred" : false ,
98- "scale_weight_norms" : 1 ,
142+ "sd3_cache_text_encoder_outputs" : false ,
143+ "sd3_cache_text_encoder_outputs_to_disk" : false ,
144+ "sd3_checkbox" : false ,
145+ "sd3_fused_backward_pass" : false ,
146+ "sd3_text_encoder_batch_size" : 1 ,
99147 "sdxl" : false ,
100148 "sdxl_cache_text_encoder_outputs" : false ,
101149 "sdxl_no_half_vae" : false ,
102- "seed" : " 1234" ,
150+ "seed" : 1234 ,
103151 "shuffle_caption" : false ,
152+ "single_blocks_to_swap" : 0 ,
153+ "skip_cache_check" : false ,
154+ "split_mode" : false ,
104155 "stop_text_encoder_training" : 0 ,
105- "text_encoder_lr" : 0.0001 ,
156+ "t5xxl" : " " ,
157+ "t5xxl_device" : " " ,
158+ "t5xxl_dtype" : " bf16" ,
159+ "t5xxl_max_token_length" : 512 ,
160+ "timestep_sampling" : " sigma" ,
106161 "train_batch_size" : 4 ,
162+ "train_blocks" : " all" ,
107163 "train_data_dir" : " ./test/img" ,
108- "train_norm" : false ,
109- "train_on_input" : false ,
110- "training_comment" : " " ,
111- "unet_lr" : 0.0001 ,
112- "unit" : 1 ,
113- "up_lr_weight" : " " ,
114- "use_cp" : true ,
115- "use_scalar" : false ,
116- "use_tucker" : false ,
117- "use_wandb" : false ,
118164 "v2" : false ,
119165 "v_parameterization" : false ,
120166 "v_pred_like_loss" : 0 ,
167+ "vae" : " " ,
121168 "vae_batch_size" : 0 ,
122169 "wandb_api_key" : " " ,
170+ "wandb_run_name" : " " ,
123171 "weighted_captions" : false ,
172+ "weighting_scheme" : " logit_normal" ,
124173 "xformers" : " xformers"
125174}
0 commit comments