From e5c4b33fceb5eb744b6ac8524edd80101aff4749 Mon Sep 17 00:00:00 2001 From: Vedant Roy Date: Tue, 22 Oct 2024 17:15:43 +0000 Subject: [PATCH] Upload dit-config.yaml --- dit-config.yaml | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 dit-config.yaml diff --git a/dit-config.yaml b/dit-config.yaml new file mode 100644 index 0000000..bc74b13 --- /dev/null +++ b/dit-config.yaml @@ -0,0 +1,26 @@ +_target_: ignore_this_field +depth: 48 +patch_size: 2 +num_heads: 24 +hidden_size_x: 3072 +hidden_size_y: 1536 +mlp_ratio_x: 4.0 +mlp_ratio_y: 4.0 +learn_sigma: false +in_channels: 12 +clip_feat_dim: 2048 +qk_norm: true +qkv_bias: false +out_bias: true +attn_drop: 0.0 +patch_embed_bias: true +posenc_preserve_area: true +timestep_mlp_bias: true +pooled_caption_mlp_bias: true +attend_to_padding: false +timestep_scale: 1000.0 +use_t5: true +t5_feat_dim: 4096 +t5_token_length: 256 +rope_theta: 10000.0 +use_transformer_engine: true