diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000..8fe49e2 Binary files /dev/null and b/.DS_Store differ diff --git a/._.DS_Store b/._.DS_Store new file mode 100644 index 0000000..3e75145 Binary files /dev/null and b/._.DS_Store differ diff --git a/.gitattributes b/.gitattributes index 511b37a..6a4082c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -36,3 +36,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text assets/banner_0_0_6.png filter=lfs diff=lfs merge=lfs -text assets/banner_0_0_8.png filter=lfs diff=lfs merge=lfs -text assets/banner_0_0_9.png filter=lfs diff=lfs merge=lfs -text +assets/banner_0_1_0-0.png filter=lfs diff=lfs merge=lfs -text +assets/banner_0_1_0-1.png filter=lfs diff=lfs merge=lfs -text +assets/banner_0_1_0-3.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md index bf9e705..b679f64 100644 --- a/README.md +++ b/README.md @@ -4,16 +4,25 @@ library_name: diffusers pipeline_tag: text-to-image --- - + -
+
-# Not Ready +# Beta Version v0.1.0 -This is a WIP. It is nearing a state I am going to call "early pre alpha". You are welcome to start messing with it at this point, but it still has a ways to go before it is ready for people to start finetuning on it. New updates are being pushed every few days as it continues to train. I will update this message when it is ready for that. +After numerous iterations and spending way too much of my own money on compute to train this, I think it is finally at the point I am happy to consider it a beta. I am still going to continue to train it, but the distillation has been mostly trained out of it at this point. So phase 1 is complete. Feel free to use it and fine tune it, but be aware that I will likely continue to update it.
+ + ## What is this? -This project started as a way to train adapters for the [FLUX.1-schnell](https://huggingface.co/black-forest-labs/FLUX.1-schnell) model. But has evolved over time. The purpose of this project now, is to create an open source version of FLUX.1 that uses classic CFG and is finetunable for the community. Since it requires CFG, it will require a different pipeline than the original FLUX.1. This pipeline can be found in open_flux_pipeline.py in this repo. +This is a fine tune of the [FLUX.1-schnell](https://huggingface.co/black-forest-labs/FLUX.1-schnell) model that has had the distillation trained out of it. Flux Schnell is licensed Apache 2.0, but it is a distilled model, meaning you cannot fine-tune it. However, it is an amazing model that can generate amazing images in 1-4 steps. This is an attempt to remove the distillation to create an open source, permissivle licensed model that can be fine tuned. + +## How to Use + +Since the distillation has been fine tuned out of the model, it uses classic CFG. Since it requires CFG, it will require a different pipeline than the original FLUX.1 schnell and dev models. This pipeline can be found in open_flux_pipeline.py in this repo. I will be adding example code in the next few days, but for now, a cfg of 3.5 seems to work well. + + + \ No newline at end of file diff --git a/assets/banner_0_1_0-0.png b/assets/banner_0_1_0-0.png new file mode 100644 index 0000000..c3a61c5 --- /dev/null +++ b/assets/banner_0_1_0-0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad80aa79f63c58bb94a365a476f5f055c25fd5ff2cc152f0c074d9f779264496 +size 1594185 diff --git a/assets/banner_0_1_0-1.png b/assets/banner_0_1_0-1.png new file mode 100644 index 0000000..d6c7236 --- /dev/null +++ b/assets/banner_0_1_0-1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7be77f156ffdaea2b16a1b12678e599dc209c19ee8dfabb9ef046f46f3e9379e +size 1541008 diff --git a/assets/banner_0_1_0-3.png b/assets/banner_0_1_0-3.png new file mode 100644 index 0000000..d00d7a7 --- /dev/null +++ b/assets/banner_0_1_0-3.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4a4f335c3f38cefd16648ce9307a8e564bdd9fb6bcbc12adfa0082f1cc4531 +size 1683190 diff --git a/transformer/diffusion_pytorch_model-00001-of-00003.safetensors b/transformer/diffusion_pytorch_model-00001-of-00003.safetensors index e6212bd..fe6b76f 100644 --- a/transformer/diffusion_pytorch_model-00001-of-00003.safetensors +++ b/transformer/diffusion_pytorch_model-00001-of-00003.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0691bdb55f1dcca1935ca87c1b0ee888307ba2babc034cbc66a893d4a31d5f4b +oid sha256:bf5e12b0baf0f9d2c8ffe822fbfba513d3ba03f3436221f8ec810bba716cea52 size 9962580296 diff --git a/transformer/diffusion_pytorch_model-00002-of-00003.safetensors b/transformer/diffusion_pytorch_model-00002-of-00003.safetensors index a1532e5..f656c91 100644 --- a/transformer/diffusion_pytorch_model-00002-of-00003.safetensors +++ b/transformer/diffusion_pytorch_model-00002-of-00003.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc32d7ec503691ed1fd94f228ffae10b0300c79b07db7c89cbb38cee715a67c4 +oid sha256:44d90f1586bbb63040cccf8a015246cc3ec0788a4b172d46a12496dffea7d9bc size 9949328904 diff --git a/transformer/diffusion_pytorch_model-00003-of-00003.safetensors b/transformer/diffusion_pytorch_model-00003-of-00003.safetensors index c23dfc9..32a5ff8 100644 --- a/transformer/diffusion_pytorch_model-00003-of-00003.safetensors +++ b/transformer/diffusion_pytorch_model-00003-of-00003.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d4f0b20527b459377d6ccd447e1b45065724b44a66b40187b4603a8b4d42798 +oid sha256:4a0903c3b729659c02b176608f64f071c83504a8f6b6dbab391bb73f3b42886a size 3870584832