LivLoRA / app.py
lyricolivia20's picture
Update app.py
44151d9 verified
raw
history blame contribute delete
573 Bytes
import os
from datasets import load_dataset
from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import LoraConfig, get_peft_model
# Load dataset/model (private repos allowed with token)
dataset = load_dataset("your_dataset", token=os.environ["HF_TOKEN"])
model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b", token=os.environ["HF_TOKEN"])
# LoRA setup
lora_config = LoraConfig(r=8, target_modules=["q_proj", "v_proj"])
model = get_peft_model(model, lora_config)
model.push_to_hub("your-repo/lora-adapter", token=os.environ["HF_TOKEN"])