{
  "quant_method": "auto-round",
  "packing_format": "auto_round:auto_gptq",
  "bits": 4,
  "group_size": 128,
  "sym": true,
  "data_type": "int",
  "iters": 0,
  "model_free": true,
  "autoround_version": "0.15.0",
  "extra_config": {
    "wo_a": {
      "bits": 16
    },
    "layers.0.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.0.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.6.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.6.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.6.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.6.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.6.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.6.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.6.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.5.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.5.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.5.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.5.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.1.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.1.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.7.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.7.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.7.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.7.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.4.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.4.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.4.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.4.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.4.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.4.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.4.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.3.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.3.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.3.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.3.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.2.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.2.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.2.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.2.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.2.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.2.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.2.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.8.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.8.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.8.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.8.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.8.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.8.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.8.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.9.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.9.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.9.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.9.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.10.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.10.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.10.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.10.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.10.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.10.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.10.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.11.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.11.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.11.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.11.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.12.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.12.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.12.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.12.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.12.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.12.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.12.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.13.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.13.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.13.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.13.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.15.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.15.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.15.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.15.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.16.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.16.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.16.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.16.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.16.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.16.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.16.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.14.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.14.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.14.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.14.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.14.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.14.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.14.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.17.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.17.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.17.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.17.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.18.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.18.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.18.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.18.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.18.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.18.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.18.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.19.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.19.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.19.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.19.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.24.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.24.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.24.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.24.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.24.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.24.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.24.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.20.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.20.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.20.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.20.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.20.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.20.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.20.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.21.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.21.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.21.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.21.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.22.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.22.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.22.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.22.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.22.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.22.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.22.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.23.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.23.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.23.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.23.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.25.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.25.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.25.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.25.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.26.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.26.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.26.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.26.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.26.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.26.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.26.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.27.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.27.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.27.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.27.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.28.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.28.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.28.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.28.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.28.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.28.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.28.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.29.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.29.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.29.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.29.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.31.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.31.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.31.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.31.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.30.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.30.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.30.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.30.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.30.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.30.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.30.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.32.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.32.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.32.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.32.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.32.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.32.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.32.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.33.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.33.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.33.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.33.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.35.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.35.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.35.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.35.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.34.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.34.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.34.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.34.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.34.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.34.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.34.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.37.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.37.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.37.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.37.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.36.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.36.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.36.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.36.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.36.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.36.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.36.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "head": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.38.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.38.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.38.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.38.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.38.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.38.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.38.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.39.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.39.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.39.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.39.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.40.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.40.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.40.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.40.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.40.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.40.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.40.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.41.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.41.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.41.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.41.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.42.attn.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.42.attn.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.42.attn.indexer.compressor.wgate": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.42.attn.indexer.compressor.wkv": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.42.attn.indexer.weights_proj": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.42.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "layers.42.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "mtp.0.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "mtp.0.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "mtp.1.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "mtp.1.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "mtp.2.attn.wo_a": {
      "bits": 16,
      "data_type": "float"
    },
    "mtp.2.confidence_head.proj": {
      "bits": 16,
      "data_type": "float"
    },
    "mtp.2.ffn.gate": {
      "bits": 16,
      "data_type": "float"
    },
    "mtp.2.markov_head.markov_w1": {
      "bits": 16,
      "data_type": "float"
    },
    "mtp.2.markov_head.markov_w2": {
      "bits": 16,
      "data_type": "float"
    }
  }
}