v3-turbo-low-lora-8805-qkvo / lora_config.json
Alperitoo's picture
End of training
6238ff0 verified
{
"r": 8,
"lora_alpha": 8,
"target_modules": [
"out_proj",
"k_proj",
"q_proj",
"v_proj"
],
"lora_dropout": 0.05,
"bias": "none",
"use_rslora": true
}