quantize_config.json

{
    "quant_method": "fp8",
    "activation_scheme": "dynamic"
}