{ | |
"architectures": [ | |
"JanusForConditionalGeneration" | |
], | |
"image_token_index": 100581, | |
"model_type": "janus", | |
"text_config": { | |
"bos_token_id": 100000, | |
"eos_token_id": 100001, | |
"hidden_size": 4096, | |
"intermediate_size": 11008, | |
"max_position_embeddings": 16384, | |
"model_type": "llama", | |
"num_attention_heads": 32, | |
"num_hidden_layers": 30, | |
"num_key_value_heads": 32, | |
"pad_token_id": 100015, | |
"torch_dtype": "bfloat16", | |
"vocab_size": 102400 | |
}, | |
"torch_dtype": "bfloat16", | |
"transformers_version": "4.50.0.dev0", | |
"vision_config": { | |
"aligner_projection_size": 4096, | |
"model_type": "siglip_vision_model" | |
}, | |
"vq_config": { | |
"aligner_projection_size": 4096, | |
"image_token_embed_size": 4096, | |
"model_type": "janus_vqgan", | |
"num_patches": 24 | |
} | |
} | |