config.json

{
    "dim": 2048,
    "depth": 16,
    "heads": 16,
    "ff_mult": 4,
    "text_dim": 512,
    "conv_layers": 0,
    "mel_dim": 64,
    "text_num_embeds": 1000,
    "block_size": 10,
    "use_flex_attn": true,
    "repa_depth": 6,
    "repa_dims": [1024, 768]
}