transformer/config.json

{
  "_class_name": "HiDreamImageTransformer2DModel",
  "_diffusers_version": "0.32.2",
  "_name_or_path": "HiDream-ai/HiDream-I1-Fast",
  "attention_head_dim": 128,
  "axes_dims_rope": [
    64,
    32,
    32
  ],
  "caption_channels": [
    4096,
    4096
  ],
  "in_channels": 16,
  "llama_layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31,
    31
  ],
  "max_resolution": [
    128,
    128
  ],
  "num_activated_experts": 2,
  "num_attention_heads": 20,
  "num_layers": 16,
  "num_routed_experts": 4,
  "num_single_layers": 32,
  "out_channels": 16,
  "patch_size": 2,
  "quantization_config": {
    "_load_in_4bit": true,
    "_load_in_8bit": false,
    "bnb_4bit_compute_dtype": "float16",
    "bnb_4bit_quant_storage": "uint8",
    "bnb_4bit_quant_type": "fp4",
    "bnb_4bit_use_double_quant": false,
    "llm_int8_enable_fp32_cpu_offload": false,
    "llm_int8_has_fp16_weight": false,
    "llm_int8_skip_modules": null,
    "llm_int8_threshold": 6.0,
    "load_in_4bit": true,
    "load_in_8bit": false,
    "quant_method": "bitsandbytes"
  },
  "text_emb_dim": 2048
}