lyricolivia20 commited on
Commit
44151d9
·
verified ·
1 Parent(s): 9c8dd8f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -5
app.py CHANGED
@@ -1,7 +1,13 @@
1
- from fastapi import FastAPI
 
 
 
2
 
3
- app = FastAPI()
 
 
4
 
5
- @app.get("/")
6
- def greet_json():
7
- return {"Hello": "World!"}
 
 
1
+ import os
2
+ from datasets import load_dataset
3
+ from transformers import AutoModelForCausalLM, AutoTokenizer
4
+ from peft import LoraConfig, get_peft_model
5
 
6
+ # Load dataset/model (private repos allowed with token)
7
+ dataset = load_dataset("your_dataset", token=os.environ["HF_TOKEN"])
8
+ model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b", token=os.environ["HF_TOKEN"])
9
 
10
+ # LoRA setup
11
+ lora_config = LoraConfig(r=8, target_modules=["q_proj", "v_proj"])
12
+ model = get_peft_model(model, lora_config)
13
+ model.push_to_hub("your-repo/lora-adapter", token=os.environ["HF_TOKEN"])