Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,13 @@
|
|
1 |
-
|
|
|
|
|
|
|
2 |
|
3 |
-
|
|
|
|
|
4 |
|
5 |
-
|
6 |
-
|
7 |
-
|
|
|
|
1 |
+
import os
|
2 |
+
from datasets import load_dataset
|
3 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
+
from peft import LoraConfig, get_peft_model
|
5 |
|
6 |
+
# Load dataset/model (private repos allowed with token)
|
7 |
+
dataset = load_dataset("your_dataset", token=os.environ["HF_TOKEN"])
|
8 |
+
model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b", token=os.environ["HF_TOKEN"])
|
9 |
|
10 |
+
# LoRA setup
|
11 |
+
lora_config = LoraConfig(r=8, target_modules=["q_proj", "v_proj"])
|
12 |
+
model = get_peft_model(model, lora_config)
|
13 |
+
model.push_to_hub("your-repo/lora-adapter", token=os.environ["HF_TOKEN"])
|