marekk
/

Lemma-Llama-2-7b-Adapter

Model card Files Files and versions Community

marekk commited on Mar 12, 2024

Commit

104ef39

·

verified ·

1 Parent(s): 54903b2

Update adapter_config.json

Files changed (1) hide show

adapter_config.json +1 -1

adapter_config.json CHANGED Viewed

@@ -15,7 +15,7 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 4,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [