Update app.py

app.py

@@ -4,8 +4,12 @@ import streamlit as st
 # Load the Gemma-7b text-generation pipeline
 # generator = pipeline("text-generation", model="google/gemma-7b")
 # Load model directly
-from transformers import AutoModel
-generator = AutoModel.from_pretrained("TheBloke/WhiteRabbitNeo-13B-GGUF")
+from transformers import AutoConfig, AutoModel
+
+config = AutoConfig.from_pretrained("TheBloke/WhiteRabbitNeo-13B-GGUF")
+model = AutoModel.from_config(config)
+model.load_state_dict(torch.load("path/to/model/weights.bin"))
+
 
 st.title("Project Prompt Generator")
 
@@ -36,7 +40,7 @@ def generate_prompts(topic, keywords):
   """
   prompts = []
   for _ in range(3):  # Generate 3 prompts
-    prompt = generator(
+    prompt = model(
         prompt=f"Generate a project prompt related to {topic} using the keywords {', '.join(keywords)}.",
         max_length=150,
         num_return_sequences=1