{
  "fine_tune_type": "lora",
  "num_layers": 12,
  "lora_parameters": {
    "keys": [
      "self_attn.q_proj",
      "self_attn.v_proj"
    ],
    "rank": 8,
    "scale": 20.0,
    "dropout": 0.0
  }
}