File size: 1,893 Bytes
e4fff5d 6e3eb00 e4fff5d 3aa00f1 e4fff5d 3aa00f1 e4fff5d 6e3eb00 e4fff5d 3aa00f1 e4fff5d 3aa00f1 e4fff5d 3aa00f1 e4fff5d 3aa00f1 e4fff5d 3aa00f1 e4fff5d 3aa00f1 e4fff5d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 |
{
"architectures": [
"HunYuanVLForConditionalGeneration"
],
"attention_bias": false,
"attention_dropout": 0.0,
"attention_head_dim": 128,
"bos_token_id": 120000,
"eod_token_id": 120020,
"eos_token_id": 120020,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 1024,
"image_start_token_id": 120118,
"image_end_token_id": 120119,
"image_token_id": 120120,
"image_newline_token_id": 120121,
"initializer_range": 0.02,
"intermediate_size": 3584,
"max_position_embeddings": 32768,
"mlp_bias": false,
"model_type": "hunyuan_vl",
"norm_type": "rms",
"num_attention_heads": 16,
"num_experts": 1,
"num_hidden_layers": 24,
"num_key_value_heads": 8,
"org_vocab_size": 120818,
"pad_id": 120002,
"pad_token_id": -1,
"pretraining_tp": 1,
"rms_norm_eps": 1e-05,
"rope_scaling": {
"alpha": 1000.0,
"beta_fast": 32,
"beta_slow": 1,
"factor": 1.0,
"mscale": 1.0,
"mscale_all_dim": 1.0,
"type": "xdrope",
"xdrope_section": [
16,
16,
16,
16
]
},
"rope_theta": 10000.0,
"routed_scaling_factor": 1.0,
"sep_token_id": 0,
"text_end_id": 8,
"text_start_id": 7,
"tie_word_embeddings": true,
"dtype": "bfloat16",
"transformers_version": "4.49.0",
"use_cache": true,
"use_qk_norm": true,
"use_cla": false,
"vision_config": {
"add_patchemb_bias": true,
"attention_dropout": 0.0,
"cat_extra_token": 1,
"hidden_act": "gelu",
"hidden_dropout": 0.0,
"hidden_size": 1152,
"img_max_token_num": 4096,
"intermediate_size": 4304,
"interpolate_mode": "bilinear",
"max_image_size": 2048,
"max_vit_seq_len": 16384,
"num_attention_heads": 16,
"num_channels": 3,
"num_hidden_layers": 27,
"out_hidden_size": 1024,
"patch_size": 16,
"rms_norm_eps": 1e-05,
"spatial_merge_size": 2
},
"vocab_size": 120818
}
|