Spaces:
Build error
Build error
import os | |
from datasets import load_dataset | |
from transformers import AutoModelForCausalLM, AutoTokenizer | |
from peft import LoraConfig, get_peft_model | |
# Load dataset/model (private repos allowed with token) | |
dataset = load_dataset("your_dataset", token=os.environ["HF_TOKEN"]) | |
model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b", token=os.environ["HF_TOKEN"]) | |
# LoRA setup | |
lora_config = LoraConfig(r=8, target_modules=["q_proj", "v_proj"]) | |
model = get_peft_model(model, lora_config) | |
model.push_to_hub("your-repo/lora-adapter", token=os.environ["HF_TOKEN"]) | |