{"id":4593,"date":"2024-08-27T23:17:22","date_gmt":"2024-08-27T15:17:22","guid":{"rendered":"https:\/\/www.aqwu.net\/wp\/?p=4593"},"modified":"2024-08-27T23:19:53","modified_gmt":"2024-08-27T15:19:53","slug":"flux-1-%e5%be%ae%e8%b0%83fine-tuning","status":"publish","type":"post","link":"https:\/\/www.aqwu.net\/wp\/?p=4593","title":{"rendered":"FLUX.1 \u5fae\u8c03(fine-tuning)"},"content":{"rendered":"\n<p>\u6b64\u5b58\u50a8\u5e93\u5305\u542b Stable Diffusion \u7684\u8bad\u7ec3\u3001\u751f\u6210\u548c\u5b9e\u7528\u7a0b\u5e8f\u811a\u672c\u3002<\/p>\n\n\n\n<p><strong>\u7528\u4e8e FLUX.1 \u5fae\u8c03\u7684\u793a\u4f8b\u547d\u4ee4<\/strong>\u5982\u4e0b\u3002\u8fd9\u5c06\u9002\u7528\u4e8e 24GB VRAM GPU\uff0c\u5efa\u8bae\u4f7f\u7528 64GB \u4e3b\u5185\u5b58\u3002<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \" >accelerate launch  --mixed_precision bf16 --num_cpu_threads_per_process 1 flux_train.py   \n--pretrained_model_name_or_path flux1-dev.sft  --clip_l clip_l.safetensors --t5xxl t5xxl_fp16.safetensors --ae ae_dev.sft \n--save_model_as safetensors --sdpa --persistent_data_loader_workers --max_data_loader_n_workers 2 \n--seed 42 --gradient_checkpointing --mixed_precision bf16 --save_precision bf16 \n--dataset_config dataset_1024_bs1.toml  --output_dir path\/to\/output\/dir --output_name output-name \n--learning_rate 5e-5 --max_train_epochs 4  --sdpa --highvram --cache_text_encoder_outputs_to_disk --cache_latents_to_disk --save_every_n_epochs 1 \n--optimizer_type adafactor --optimizer_args \"relative_step=False\" \"scale_parameter=False\" \"warmup_init=False\" \n--timestep_sampling sigmoid --model_prediction_type raw --guidance_scale 1.0 \n--fused_backward_pass  --double_blocks_to_swap 6 --cpu_offload_checkpointing --full_bf16 <\/pre><\/div>\n\n\n\n<p>\u5c06\u547d\u4ee4\u5408\u5e76\u4e3a\u4e00\u884c<\/p>\n\n\n\n<p><strong>\u5c06 LoRA \u5408\u5e76\u5230 FLUX.1 \u68c0\u67e5\u70b9<\/strong><\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \" >python networks\/flux_merge_lora.py --flux_model flux1-dev.sft --save_to output.safetensors --models lora1.safetensors --ratios 2.0 --save_precision fp16 --loading_device cuda --working_device cpu<\/pre><\/div>\n\n\n\n<p>\u53c2\u8003\u94fe\u63a5\uff1a<a href=\"https:\/\/github.com\/kohya-ss\/sd-scripts\/tree\/sd3?tab=readme-ov-file#flux1-fine-tuning\">SD3 \u7684 kohya-ss\/sd-scripts &#8212; kohya-ss\/sd-scripts at sd3 (github.com)<\/a><\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6b64\u5b58\u50a8\u5e93\u5305\u542b Stable Diffusion \u7684\u8bad\u7ec3\u3001\u751f\u6210\u548c\u5b9e\u7528\u7a0b\u5e8f\u811a\u672c\u3002 \u7528\u4e8e FLUX.1 \u5fae\u8c03\u7684\u793a\u4f8b\u547d [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"set","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[444,445,118,443,442,43],"tags":[541,540,396],"class_list":["post-4593","post","type-post","status-publish","format-standard","hentry","category-ai","category-ainews","category-github","category-llm","category-llms","category-infoarticle","tag-fine-tunning","tag-flux-1","tag-396"],"views":2914,"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4593","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4593"}],"version-history":[{"count":4,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4593\/revisions"}],"predecessor-version":[{"id":4597,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4593\/revisions\/4597"}],"wp:attachment":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4593"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4593"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4593"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}