genmo/mochi-1-preview
genmo/mochi-1-preview
2
1
Overview Code Discussions Pull Requests Wiki Activity

Remove unnecessary arguments from config

Browse Source
This commit is contained in:
Ajay Jain 2024-10-22 22:35:25 +00:00 committed by system
parent e5c4b33fce
commit d474382a5c
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467
1 changed files with 1 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
dit-config.yaml
View File

@ -1,4 +1,3 @@
_target_: ignore_this_field
depth: 48 depth: 48
patch_size: 2 patch_size: 2
num_heads: 24 num_heads: 24
@ -6,21 +5,13 @@ hidden_size_x: 3072
hidden_size_y: 1536 hidden_size_y: 1536
mlp_ratio_x: 4.0 mlp_ratio_x: 4.0
mlp_ratio_y: 4.0 mlp_ratio_y: 4.0
learn_sigma: false
in_channels: 12 in_channels: 12
clip_feat_dim: 2048
qk_norm: true qk_norm: true
qkv_bias: false qkv_bias: false
out_bias: true out_bias: true
attn_drop: 0.0
patch_embed_bias: true patch_embed_bias: true
posenc_preserve_area: true
timestep_mlp_bias: true timestep_mlp_bias: true
pooled_caption_mlp_bias: true
attend_to_padding: false
timestep_scale: 1000.0 timestep_scale: 1000.0
use_t5: true
t5_feat_dim: 4096 t5_feat_dim: 4096
t5_token_length: 256 t5_token_length: 256
rope_theta: 10000.0 rope_theta: 10000.0
use_transformer_engine: true