{
    "producer": {
        "name": "modelopt",
        "version": "0.29.0"
    },
    "quantization": {
        "quant_algo": "FP8",
        "kv_cache_quant_algo": "FP8",
        "exclude_modules": [
            "model.layers.0.feed_forward.router",
            "model.layers.1.feed_forward.router",
            "model.layers.10.feed_forward.router",
            "model.layers.11.feed_forward.router",
            "model.layers.12.feed_forward.router",
            "model.layers.13.feed_forward.router",
            "model.layers.14.feed_forward.router",
            "model.layers.15.feed_forward.router",
            "model.layers.16.feed_forward.router",
            "model.layers.17.feed_forward.router",
            "model.layers.18.feed_forward.router",
            "model.layers.19.feed_forward.router",
            "model.layers.2.feed_forward.router",
            "model.layers.20.feed_forward.router",
            "model.layers.21.feed_forward.router",
            "model.layers.22.feed_forward.router",
            "model.layers.23.feed_forward.router",
            "model.layers.24.feed_forward.router",
            "model.layers.25.feed_forward.router",
            "model.layers.26.feed_forward.router",
            "model.layers.27.feed_forward.router",
            "model.layers.28.feed_forward.router",
            "model.layers.29.feed_forward.router",
            "model.layers.3.feed_forward.router",
            "model.layers.30.feed_forward.router",
            "model.layers.31.feed_forward.router",
            "model.layers.32.feed_forward.router",
            "model.layers.33.feed_forward.router",
            "model.layers.34.feed_forward.router",
            "model.layers.35.feed_forward.router",
            "model.layers.36.feed_forward.router",
            "model.layers.37.feed_forward.router",
            "model.layers.38.feed_forward.router",
            "model.layers.39.feed_forward.router",
            "model.layers.4.feed_forward.router",
            "model.layers.40.feed_forward.router",
            "model.layers.41.feed_forward.router",
            "model.layers.42.feed_forward.router",
            "model.layers.43.feed_forward.router",
            "model.layers.44.feed_forward.router",
            "model.layers.45.feed_forward.router",
            "model.layers.46.feed_forward.router",
            "model.layers.47.feed_forward.router",
            "model.layers.5.feed_forward.router",
            "model.layers.6.feed_forward.router",
            "model.layers.7.feed_forward.router",
            "model.layers.8.feed_forward.router",
            "model.layers.9.feed_forward.router",
            "lm_head"
        ]
    }
}