tinyflux-test-e2e / config.json
AbstractPhil's picture
Checkpoint step 20
34a89ad verified
{
"hidden_size": 768,
"num_attention_heads": 6,
"attention_head_dim": 128,
"in_channels": 16,
"patch_size": 1,
"joint_attention_dim": 768,
"pooled_projection_dim": 768,
"num_double_layers": 2,
"num_single_layers": 4,
"mlp_ratio": 4.0,
"axes_dims_rope": [
16,
56,
56
],
"use_lune_expert": true,
"lune_expert_dim": 1280,
"lune_hidden_dim": 512,
"lune_dropout": 0.1,
"freeze_lune": false,
"use_sol_prior": true,
"sol_spatial_size": 8,
"sol_hidden_dim": 256,
"sol_geometric_weight": 0.7,
"freeze_sol": false,
"use_t5_vec": true
}